Commit 3628e9dafdaa5467b32219ec15d159545bae15e0

Authored by Joanne ago
1 parent 0916b4541f
Exists in master

nonempty

Showing 1 changed file with 1 additions and 1 deletions Side-by-side Diff

app/com/piki_ds/ver1/InsertCidList.scala View file @ 3628e9d
... ... @@ -39,7 +39,7 @@
39 39 val doi = "20160508"
40 40 val getMax30 = sc.objectFile[(Int, String)](s"/user/joanne/clols/$doi/$model")
41 41  
42   - getMax30.filter(x=>x._1 != 0).collect().foreach(x=>{
  42 + getMax30.filter(x=>x._1 != 0 && x._2.nonEmpty).collect().foreach(x=>{
43 43 val tableName = s"uuid-cidlist_$model"
44 44 val insertArray = Array((x._1.toString, x._2))
45 45 val test = new HbaseInserter(tableName)