Commit 2fd2d149ed486cdca4300bdf40df9599566f8322
1 parent
8da4773a0a
Exists in
master
cid valid
Showing 1 changed file with 1 additions and 2 deletions Side-by-side Diff
app/com/piki_ds/preprocess/CidValidation.scala
View file @
2fd2d14
| ... | ... | @@ -14,8 +14,7 @@ |
| 14 | 14 | def getCidByStatus(sQLContext: SQLContext, filterStatus:Array[String]) = { |
| 15 | 15 | import org.apache.spark.sql.functions._ |
| 16 | 16 | val whereStr = s"udate is not null and title is not null and" + |
| 17 | - s" contents_type in ('ALBUM', 'ALBUM.A', 'CHST', 'CHST.A') and " + | |
| 18 | - s"contents_type in ('ALBUM', 'ALBUM.A', 'CHST', 'CHST.A') and " + | |
| 17 | + s" contents_type in ('ALBUM', 'ALBUM.A', 'CHST', 'CHST.A','TOON','TOON.A') and " + | |
| 19 | 18 | s"status in (${filterStatus.map(x=>s"'$x'").mkString(",")})" |
| 20 | 19 | val mgc = getDashDump(sQLContext,"MG_CONTENTS").where(whereStr) |
| 21 | 20 | val mgContents = mgc.select(mgc("contents_id"),mgc("status"), unix_timestamp(mgc("udate"))) |