Commit d74fa3aabe9f1506186c4a20ab985105d8e3298c
1 parent
6c8d856de1
Exists in
master
add hbase inserter in gghScore
Showing 1 changed file with 5 additions and 0 deletions Side-by-side Diff
app/com/piki_ds/ver2ggh/gghScore.scala
View file @
d74fa3a
... | ... | @@ -4,6 +4,7 @@ |
4 | 4 | |
5 | 5 | package com.piki_ds.ver2ggh |
6 | 6 | |
7 | +import com.piki_ds.utils.hbase.HbaseInserter | |
7 | 8 | import com.piki_ds.ver2ggh |
8 | 9 | import com.piki_ds.data.contents.report.Util |
9 | 10 | import java.util.Date |
... | ... | @@ -159,6 +160,10 @@ |
159 | 160 | s"${x(0)},${x.getAs[Double]("scaledGgh").toInt}" |
160 | 161 | }.saveAsTextFile(s"hdfs://pikinn/preprocess/timelineScore/content/ggh/$saveDay") |
161 | 162 | |
163 | + val finalScore = gghScaled.map(x=>(x(0),x.getAs[Double]("scaledGgh").toInt)) | |
164 | + val insertArray = finalScore.map(x=>(x._1.toString, x._2.toString)).collect() | |
165 | + val test = new HbaseInserter("cid_ggh2") | |
166 | + test.insert(insertArray) | |
162 | 167 | /*//////// CTR and CTR Time 계산 |
163 | 168 | val ctr = expConsume.groupBy("cid"). |
164 | 169 | agg(expr("sum(expTime1) as expTime1"), expr("sum(expSize1) as expSize1"), expr("sum(expTime2) as expTime2"), |