Commit 91495d07b39122d638eef02bddfd1fc2b6bd97e5
1 parent
3a990d5ee5
Exists in
master
...
Showing 1 changed file with 5 additions and 1 deletions Side-by-side Diff
app/com/piki_ds/ver2ggh/gghScore.scala
View file @
91495d0
| ... | ... | @@ -44,7 +44,11 @@ |
| 44 | 44 | |
| 45 | 45 | dateSet.map{x => |
| 46 | 46 | val addrs = s"hdfs://pikinn/user/evan/Features/table=expConTime/dt=${x}" |
| 47 | - val out = if(fs.listStatus((new Path(addrs))).size < 100) {x} else "null" | |
| 47 | + val out = if(!fs.exists(new Path(addrs))) { | |
| 48 | + x | |
| 49 | + } else if (fs.listStatus((new Path(addrs))).size < 100) { | |
| 50 | + x | |
| 51 | + } else "null" | |
| 48 | 52 | out |
| 49 | 53 | }.filter(x => x != "null").map(x => ver2ggh.expConTime.main(Array(s"${x}"))) |
| 50 | 54 |