Commit 2a033a39dacc38204dc499931f8f8b05cf674a35

Authored by Joanne ago
1 parent 755e63204a
Exists in master

lapse partion 100 -> 150

Showing 1 changed file with 1 additions and 1 deletions Side-by-side Diff

app/com/piki_ds/preprocess/MakingLapse.scala View file @ 2a033a3
... ... @@ -40,7 +40,7 @@
40 40 val csvLapse = lapse.map(x=>{
41 41 s"${x("category")}|${x("eventType")}|${x("actionTime")}|${x("uuid")}|${x("field0")}|${x("field1")}|${x("lapse")}"
42 42 })
43   - csvLapse.coalesce(100).saveAsTextFile(s"hdfs://pikinn/preprocess/lapse/$yesterday", classOf[GzipCodec])
  43 + csvLapse.coalesce(150).saveAsTextFile(s"hdfs://pikinn/preprocess/lapse/$yesterday", classOf[GzipCodec])
44 44 }
45 45  
46 46