Commit 91495d07b39122d638eef02bddfd1fc2b6bd97e5

Authored by evan ago
1 parent 3a990d5ee5
Exists in master

...

Showing 1 changed file with 5 additions and 1 deletions Side-by-side Diff

app/com/piki_ds/ver2ggh/gghScore.scala View file @ 91495d0
... ... @@ -44,7 +44,11 @@
44 44  
45 45 dateSet.map{x =>
46 46 val addrs = s"hdfs://pikinn/user/evan/Features/table=expConTime/dt=${x}"
47   - val out = if(fs.listStatus((new Path(addrs))).size < 100) {x} else "null"
  47 + val out = if(!fs.exists(new Path(addrs))) {
  48 + x
  49 + } else if (fs.listStatus((new Path(addrs))).size < 100) {
  50 + x
  51 + } else "null"
48 52 out
49 53 }.filter(x => x != "null").map(x => ver2ggh.expConTime.main(Array(s"${x}")))
50 54