Commit 2fd2d149ed486cdca4300bdf40df9599566f8322

Authored by Joanne ago
1 parent 8da4773a0a
Exists in master

cid valid

Showing 1 changed file with 1 additions and 2 deletions Side-by-side Diff

app/com/piki_ds/preprocess/CidValidation.scala View file @ 2fd2d14
... ... @@ -14,8 +14,7 @@
14 14 def getCidByStatus(sQLContext: SQLContext, filterStatus:Array[String]) = {
15 15 import org.apache.spark.sql.functions._
16 16 val whereStr = s"udate is not null and title is not null and" +
17   - s" contents_type in ('ALBUM', 'ALBUM.A', 'CHST', 'CHST.A') and " +
18   - s"contents_type in ('ALBUM', 'ALBUM.A', 'CHST', 'CHST.A') and " +
  17 + s" contents_type in ('ALBUM', 'ALBUM.A', 'CHST', 'CHST.A','TOON','TOON.A') and " +
19 18 s"status in (${filterStatus.map(x=>s"'$x'").mkString(",")})"
20 19 val mgc = getDashDump(sQLContext,"MG_CONTENTS").where(whereStr)
21 20 val mgContents = mgc.select(mgc("contents_id"),mgc("status"), unix_timestamp(mgc("udate")))