Commit 0916b4541f35da86479a54ccbafa9e1cb47b5b98

Authored by Joanne ago
1 parent 5dda4f49db
Exists in master

insert model

Showing 1 changed file with 1 additions and 3 deletions Side-by-side Diff

app/com/piki_ds/ver1/InsertCidList.scala View file @ 0916b45
... ... @@ -21,12 +21,10 @@
21 21 Seq("quality"),
22 22 "single"->
23 23 Seq(
24   - /*
25 24 "cf",
26 25 "topic",
27 26 "age",
28 27 "sex",
29   - */
30 28 "w2v"
31 29 ),
32 30 "ensemble" ->
... ... @@ -41,7 +39,7 @@
41 39 val doi = "20160508"
42 40 val getMax30 = sc.objectFile[(Int, String)](s"/user/joanne/clols/$doi/$model")
43 41  
44   - getMax30.collect().foreach(x=>{
  42 + getMax30.filter(x=>x._1 != 0).collect().foreach(x=>{
45 43 val tableName = s"uuid-cidlist_$model"
46 44 val insertArray = Array((x._1.toString, x._2))
47 45 val test = new HbaseInserter(tableName)