data science team / dsquality

Blame view

build.sbt 4.27 KB
edit raw normal view history
282422a45   Joanne   first commit of p... 
1
2
3
4
5
6
7
 
  import _root_.sbtassembly.AssemblyPlugin.autoImport._
  import _root_.sbtassembly.PathList
  import play.PlayImport._
  import sbt.Keys._
  import sbt._
  //import com.github.play2war.plugin._
  lazy val root = (project in file(".")).enablePlugins(PlayScala)
8e3d672db   Joanne   build.sbt 
8
 
  name := "dsquality"
282422a45   Joanne   first commit of p... 
9
 








8e3d672db
 
 Joanne
 
build.sbt




10




  version := "0.1.0-SNAPSHOT"









282422a45
 
 Joanne
 
first commit of p...




11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68




  
  //spName := "com.piki_ds/dstopic"
  
  //sparkComponents ++= Seq("streaming", "sql", "mllib", "repl", "yarn")
  
  organization := "com.piki_ds"
  
  scalaVersion := "2.11.7"
  
  aggregate in runMain := true
  
  val sprayV = "1.3.3"
  
  val sparkV = "1.5.2"
  
  assemblyMergeStrategy in assembly :=  {
    case x if Assembly.isConfigFile(x) =>
      MergeStrategy.concat
    case PathList(ps @ _*) if Assembly.isReadme(ps.last) || Assembly.isLicenseFile(ps.last) =>
      MergeStrategy.rename
    case PathList("META-INF", xs @ _*) =>
      (xs map {_.toLowerCase}) match {
        case ("manifest.mf" :: Nil) | ("index.list" :: Nil) | ("dependencies" :: Nil) =>
          MergeStrategy.discard
        case ps @ (x :: xs) if ps.last.endsWith(".sf") || ps.last.endsWith(".dsa") =>
          MergeStrategy.discard
        case "plexus" :: xs =>
          MergeStrategy.discard
        case "services" :: xs =>
          MergeStrategy.filterDistinctLines
        case ("spring.schemas" :: Nil) | ("spring.handlers" :: Nil) =>
          MergeStrategy.filterDistinctLines
        case _ => MergeStrategy.first
      }
    case _ => MergeStrategy.first
  }
  
  //Play2WarKeys.servletVersion := "3.0"
  
  //Play2WarPlugin.play2WarSettings
  
  val hadoopversion = "2.6.0"
  
  libraryDependencies ++= Seq(
    "org.apache.hadoop" % "hadoop-hdfs" % hadoopversion exclude("commons-daemon", "commons-daemon") excludeAll ExclusionRule(organization = "javax.servlet") excludeAll(ExclusionRule(organization = "org.eclipse.jetty")),
    "org.apache.hadoop" % "hadoop-auth" % hadoopversion exclude("commons-daemon", "commons-daemon")  excludeAll ExclusionRule(organization = "javax.servlet") excludeAll(ExclusionRule(organization = "org.eclipse.jetty")),
    "org.apache.hadoop" % "hadoop-client" % hadoopversion exclude("commons-daemon", "commons-daemon") excludeAll ExclusionRule(organization = "javax.servlet")  excludeAll(ExclusionRule(organization = "org.eclipse.jetty")),
    "org.slf4j" % "slf4j-api" % "1.7.2",
    "com.google.code.findbugs" % "jsr305" % "2.0.3",
    "com.quantifind" %% "wisp" % "0.0.4",
    "c3p0" % "c3p0" % "0.9.1.2",
    "redis.clients" % "jedis" % "2.2.1",
    "com.google.guava" % "guava" % "18.0",
    "mysql" % "mysql-connector-java" % "5.1.32",
    "org.json4s" %% "json4s-jackson" % "3.2.11",
    "org.json4s" %% "json4s-ext" % "3.2.11",
    "org.json4s" %% "json4s-native" % "3.2.11",
    "org.feijoas" %% "mango" % "0.11",









282422a45
 
 Joanne
 
first commit of p...




69
70
71




    "org.scalatest" %% "scalatest" % "2.1.6" % "test",
    "nz.ac.waikato.cms.weka" % "weka-dev" % "3.7.12",
    "org.apache.spark" %% "spark-core" % sparkV % "provided",









282422a45
 
 Joanne
 
first commit of p...




72
73
74
75
76
77




    "org.apache.spark" %% "spark-core" % sparkV,
    "org.apache.spark" %% "spark-streaming" % sparkV ,
    "org.apache.spark" %% "spark-sql" % sparkV ,
    "org.apache.spark" %% "spark-mllib" % sparkV ,
    "org.apache.spark" %% "spark-repl" % sparkV ,
    "org.apache.spark" %% "spark-yarn" % sparkV,









6f482f971
 
 Joanne
 
add build.sbt




78
79




    "com.piki_ds" %% "dsutils" % "0.1.11",
    "com.piki_ds" %% "dsutils_hbase" % "0.3.8-SNAPSHOT",









282422a45
 
 Joanne
 
first commit of p...




80




    "org.codehaus.jackson" % "jackson-core-asl" % "1.9.13",









856dd1fc5
 
 evan
 
ggh ver2 first co...




81
82




    "org.jblas" % "jblas" % "1.2.4",
    "com.piki_ds" %% "dscontentreport" % "0.1.0-SNAPSHOT"









282422a45
 
 Joanne
 
first commit of p...




83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112




  )
  
  
  resolvers ++= Seq(
    "Typesafe repository" at "http://repo.typesafe.com/typesafe/releases/",
    "Sonatype Releases" at "https://oss.sonatype.org/content/repositories/releases/",
    "Scala Tools Snapshots" at "http://scala-tools.org/repo-snapshots/",
    "spray repo" at "http://repo.spray.io/",
    "piki-public" at "http://ci.pikicast.com/nexus/content/groups/public/",
    "piki-rel" at "http://ci.pikicast.com/nexus/content/repositories/private/",
    "piki-snap" at "http://ci.pikicast.com/nexus/content/repositories/snapshots/"
  )
  
  resolvers += "Local Maven Repository" at "file://"+Path.userHome.absolutePath+"/.m2/repository"
  
  javacOptions ++= Seq("-source", "1.8", "-target", "1.8")
  
  retrieveManaged := true
  
  publishMavenStyle := true
  
  credentials += Credentials(Path.userHome / ".ivy2" / ".credentials")
  
  publishTo := {
    val nexus = "http://ci.pikicast.com/nexus/"
    if (isSnapshot.value)
      Some("snapshots" at nexus + "content/repositories/snapshots")
    else
      Some("releases"  at nexus + "content/repositories/private")
  }