Commit 9777b48db5aa77ba1ce530eefff7db37c9426103

Authored by Joanne ago
1 parent 911ca92ac2
Exists in master

hbase url send

Showing 1 changed file with 5 additions and 4 deletions Side-by-side Diff

app/com/piki_ds/ver1/EditorScore.scala View file @ 9777b48
... ... @@ -13,7 +13,7 @@
13 13 import com.piki_ds.utils.TempScoreSaveLoad
14 14 import com.piki_ds.utils.GeneralTransformers.{make_0to1_2Key,make_0to1}
15 15 import com.piki_ds.ver1.DashRelatedScore.previousDash
16   -import com.piki_ds.utils.hbase.HbaseInserter
  16 +//import com.piki_ds.utils.hbase.HbaseInserter
17 17  
18 18 /**
19 19 * Created by jungwon on 5/2/16.
... ... @@ -67,7 +67,7 @@
67 67 val user_info: RDD[(String, String)] = user_tableGet.map(x=>(x.getAs[Long]("uid").toString, x.getAs[String]("name")))
68 68  
69 69 // DB에서 FOLLOW table 파싱해오기, 팔로워 수 가져오기
70   - val follow_info: RDD[(String, Long)] = followGetter(sQLContext, dateKey)
  70 + val follow_info: RDD[(String, Long)] = followGetter(sQLContext, dateKey,false)
71 71  
72 72 val joinedFollowInfo: RDD[(String, (String, Long))] = user_info.leftOuterJoin(follow_info).map(x=>(x._1,(x._2._1,x._2._2.getOrElse(10L))))
73 73  
74 74  
... ... @@ -165,11 +165,12 @@
165 165 val formatOutput: RDD[(String, Long)] = finalScore.map(x=>(x._1,(x._2*1000).toLong))
166 166  
167 167 TempScoreSaveLoad.scoreSave(dateKey,"editor","",formatOutput,1)
168   -
  168 + scala.io.Source.fromURL(s"http://hbase.api.piki.work:9081/insert?table=editor_score&path=hdfs://pikinn/preprocess/timelineScore/editor/$dateKey")
  169 + /*
169 170 val insertArray: Array[(String, String)] = finalScore.map(x=>(x._1.toString, (x._2*1000).toLong.toString)).collect
170 171 val test = new HbaseInserter("editor_score")
171 172 test.insert(insertArray)
172   -
  173 +*/
173 174 }
174 175  
175 176 }