-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathbuild.sbt
More file actions
48 lines (41 loc) · 1.39 KB
/
Copy pathbuild.sbt
File metadata and controls
48 lines (41 loc) · 1.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
import Dependencies.*
ThisBuild / organization := "cz.matejcerny"
ThisBuild / scalaVersion := "3.7.4"
lazy val sparkJvmOptions: Seq[String] =
IO.readLines(file(".jvmopts")).map(_.trim).filter(l => l.nonEmpty && !l.startsWith("#"))
lazy val sparkRunSettings: Seq[Setting[?]] = Seq(
run / fork := true,
run / javaOptions ++= sparkJvmOptions,
Compile / packageBin / mappings := {
val orig = (Compile / packageBin / mappings).value
orig.groupBy(_._2).view.mapValues(_.head).values.toSeq
}
)
lazy val root = project
.in(file("."))
.settings(
name := "BigDataExamples",
publish / skip := true
)
.aggregate(spark4, spark3)
lazy val spark4 = project
.in(file("spark4"))
.settings(sparkRunSettings)
.settings(
name := "spark4",
libraryDependencies ++= Delta ++ Spark4 ++ SparkOn3
)
lazy val spark3 = project
.in(file("spark3"))
.settings(sparkRunSettings)
.settings(
name := "spark3",
libraryDependencies ++= Spark3 ++ Wick
)
Global / scalacOptions ++= Seq(
"-deprecation", // Emit warning and location for usages of deprecated APIs.
"-feature", // Emit warning and location for usages of features that should be imported explicitly.
"-language:implicitConversions", // Allow definition of implicit functions called views
"-language:higherKinds", // Allow higher-kinded types
"-Wunused:imports" // Warn if an import selector is not referenced.
)