Logs - galliaproject/gallia-spark - Community Build Dashboard

1##################################

2Clonning https://github.com/galliaproject/gallia-spark.git into /build/repo using revision v0.6.1

3##################################

4Note: switching to '593174c0c54fc356dbe6c05994a6aa493eaee7b7'.

5

6You are in 'detached HEAD' state. You can look around, make experimental

7changes and commit them, and you can discard any commits you make in this

8state without impacting any branches by switching back to a branch.

9

10If you want to create a new branch to retain commits you create, you may

11do so (now or later) by using -c with the switch command. Example:

12

13 git switch -c <new-branch-name>

14

15Or undo this operation with:

16

17 git switch -

18

19Turn off this advice by setting config variable advice.detachedHead to false

20

21Would override fixed Scala version: 3.3.1

22----

23Preparing build for 3.8.0-RC2

24Scala binary version found: 3.8

25Implicitly using source version 3.8

26Scala binary version found: 3.8

27Implicitly using source version 3.8

28Would try to apply common scalacOption (best-effort, sbt/mill only):

29Append: ,REQUIRE:-source:3.8

30Remove: ,-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e

31

32Try apply source patch:

33Path: project/GalliaCommonSettings.scala

34Pattern: val scala3 = "3.3.1"

35Replacement: val scala3 = "3.8.0-RC2"

36Starting compilation server

37Compiling project (Scala 3.7.3, JVM (17))

38Compiled project (Scala 3.7.3, JVM (17))

39Successfully applied pattern 'val scala3 = "3.3.1"' in project/GalliaCommonSettings.scala

40----

41Starting build for 3.8.0-RC2

42Execute tests: false

43sbt project found:

44Sbt version 1.9.0 is not supported, minimal supported version is 1.11.5

45Enforcing usage of sbt in version 1.11.5

46No prepare script found for project galliaproject/gallia-spark

47##################################

48Scala version: 3.8.0-RC2

49Targets: io.github.galliaproject%gallia-spark

50Project projectConfig: {"projects":{"exclude":[],"overrides":{}},"java":{},"sbt":{"commands":[],"options":[]},"mill":{"options":[]},"tests":"compile-only","migrationVersions":[],"sourcePatches":[{"path":"project/GalliaCommonSettings.scala","pattern":"val scala3 = \"3.3.1\"","replaceWith":"val scala3 = \"<SCALA_VERSION>\""}]}

51##################################

52Using extra scalacOptions: ,REQUIRE:-source:3.8

53Filtering out scalacOptions: ,-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e

54[sbt_options] declare -a sbt_options=()

55[process_args] java_version = '17'

56[copyRt] java9_rt = '/root/.sbt/1.0/java9-rt-ext-eclipse_adoptium_17_0_8/rt.jar'

57# Executing command line:

58java

59-Dfile.encoding=UTF-8

60-Dcommunitybuild.scala=3.8.0-RC2

61-Dcommunitybuild.project.dependencies.add=

62-Xmx7G

63-Xms4G

64-Xss8M

65-Dsbt.script=/root/.sdkman/candidates/sbt/current/bin/sbt

66-Dscala.ext.dirs=/root/.sbt/1.0/java9-rt-ext-eclipse_adoptium_17_0_8

67-jar

68/root/.sdkman/candidates/sbt/1.11.5/bin/sbt-launch.jar

69"setCrossScalaVersions 3.8.0-RC2"

70"++3.8.0-RC2 -v"

71"mapScalacOptions ",REQUIRE:-source:3.8,-Wconf:msg=can be rewritten automatically under:s" ",-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e""

72"set every credentials := Nil"

73"excludeLibraryDependency com.github.ghik:zerowaste_{scalaVersion} com.olegpy:better-monadic-for_3 org.polyvariant:better-tostring_{scalaVersion} org.wartremover:wartremover_{scalaVersion}"

74"removeScalacOptionsStartingWith -P:wartremover"

75

76moduleMappings

77"runBuild 3.8.0-RC2 """{"projects":{"exclude":[],"overrides":{}},"java":{},"sbt":{"commands":[],"options":[]},"mill":{"options":[]},"tests":"compile-only","migrationVersions":[],"sourcePatches":[{"path":"project/GalliaCommonSettings.scala","pattern":"val scala3 = \"3.3.1\"","replaceWith":"val scala3 = \"<SCALA_VERSION>\""}]}""" io.github.galliaproject%gallia-spark"

78

79[info] welcome to sbt 1.11.5 (Eclipse Adoptium Java 17.0.8)

80[info] loading settings for project repo-build from akka.sbt, plugins.sbt...

81[info] loading project definition from /build/repo/project

82[info] compiling 4 Scala sources to /build/repo/project/target/scala-2.12/sbt-1.0/classes ...

83[info] Non-compiled module 'compiler-bridge_2.12' for Scala 2.12.20. Compiling...

84[info] Compilation completed in 8.69s.

85[info] done compiling

86[info] loading settings for project root from build.sbt...

87[info] set current project to gallia-spark (in build file:/build/repo/)

88Execute setCrossScalaVersions: 3.8.0-RC2

89OpenCB::Changing crossVersion 3.8.0-RC2 -> 3.8.0-RC2 in root/crossScalaVersions

90[info] set current project to gallia-spark (in build file:/build/repo/)

91[info] Setting Scala version to 3.8.0-RC2 on 1 projects.

92[info] Switching Scala version on:

93[info] * root (3.8.0-RC2, 2.13.12, 2.12.18)

94[info] Excluding projects:

95[info] Reapplying settings...

96[info] set current project to gallia-spark (in build file:/build/repo/)

97Execute mapScalacOptions: ,REQUIRE:-source:3.8,-Wconf:msg=can be rewritten automatically under:s ,-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e

98[info] Reapplying settings...

99[info] set current project to gallia-spark (in build file:/build/repo/)

100[info] Defining Global / credentials, credentials

101[info] The new values will be used by Global / pgpSelectPassphrase, Global / pgpSigningKey and 4 others.

102[info] Run `last` for details.

103[info] Reapplying settings...

104[info] set current project to gallia-spark (in build file:/build/repo/)

105Execute excludeLibraryDependency: com.github.ghik:zerowaste_{scalaVersion} com.olegpy:better-monadic-for_3 org.polyvariant:better-tostring_{scalaVersion} org.wartremover:wartremover_{scalaVersion}

106[info] Reapplying settings...

107OpenCB::Failed to reapply settings in excludeLibraryDependency: Reference to undefined setting:

108

109 Global / allExcludeDependencies from Global / allExcludeDependencies (CommunityBuildPlugin.scala:331)

110 Did you mean allExcludeDependencies ?

111 , retry without global scopes

112[info] Reapplying settings...

113[info] set current project to gallia-spark (in build file:/build/repo/)

114Execute removeScalacOptionsStartingWith: -P:wartremover

115[info] Reapplying settings...

116[info] set current project to gallia-spark (in build file:/build/repo/)

117[success] Total time: 0 s, completed Nov 27, 2025, 8:57:05 PM

118Build config: {"projects":{"exclude":[],"overrides":{}},"java":{},"sbt":{"commands":[],"options":[]},"mill":{"options":[]},"tests":"compile-only","migrationVersions":[],"sourcePatches":[{"path":"project/GalliaCommonSettings.scala","pattern":"val scala3 = \"3.3.1\"","replaceWith":"val scala3 = \"<SCALA_VERSION>\""}]}

119Parsed config: Success(ProjectBuildConfig(ProjectsConfig(List(),Map()),CompileOnly,List()))

120Starting build...

121Projects: Set(root)

122Starting build for ProjectRef(file:/build/repo/,root) (gallia-spark)... [0/1]

123OpenCB::Exclude Scala3 specific scalacOption `REQUIRE:-source:3.8` in Scala 2.12.20 module Global

124OpenCB::Filter out '-feature', matches setting pattern '^-?-feature'

125OpenCB::Filter out '-deprecation', matches setting pattern '^-?-deprecation'

126Compile scalacOptions: -encoding, UTF-8, -unchecked, -language:implicitConversions, -Wunused:implicits, -Wunused:explicits, -Wunused:imports, -Wunused:locals, -Wunused:params, -Wunused:privates, -no-indent, -Wvalue-discard, -Wconf:msg=can be rewritten automatically under:s, -source:3.8

127[info] compiling 14 Scala sources to /build/repo/../bin/spark/scala-3.8.0-RC2/classes ...

128[warn] -- [E175] Potential Issue Warning: /build/repo/src/main/scala/aptus/spark/SparkDriver.scala:34:28

129[warn] 34 | sys.addShutdownHook {

130[warn] | ^

131[warn] |discarded non-Unit value of type scala.sys.ShutdownHookThread. Add `: Unit` to discard silently.

132[warn] 35 | // TODO: or as "whatever is in cache?"

133[warn] 36 | //println("stopping spark-context")

134[warn] 37 | sc.stop() } }

135[warn] -- Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerUtils.scala:37:6

136[warn] 37 | private def postCoGroup[K: ClassTag, V: ClassTag](joinType: JoinType)(coGrouped: RDD[(K, (Iterable[V], Iterable[V]))]): RDD[(K, (Iterable[V], Iterable[V]))] = {

137[warn] | ^

138[warn] | Line is indented too far to the right, or a `{` is missing before:

139[warn] |

140[warn] | left.cogroup(right).pype(postCoGroup(joinType))

141[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/spark/SparkRddIn.scala:9:12

142[warn] 9 | def rdd (sc: SparkContext, schema: Cls, rdd: RDD[Obj]): HeadS = RddInputObjs (schema, rdd) .pipe(heads.Head.inputZ)

143[warn] | ^^

144[warn] | unused explicit parameter

145[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:11:43

146[warn] 11 | def innerHashJoinWithLeftBias[K: ClassTag, V: ClassTag](

147[warn] | ^

148[warn] | unused implicit parameter

149[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:11:56

150[warn] 11 | def innerHashJoinWithLeftBias[K: ClassTag, V: ClassTag](

151[warn] | ^

152[warn] | unused implicit parameter

153[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:30:30

154[warn] 30 | def leftHashJoin[K: ClassTag, V: ClassTag](

155[warn] | ^

156[warn] | unused implicit parameter

157[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:30:43

158[warn] 30 | def leftHashJoin[K: ClassTag, V: ClassTag](

159[warn] | ^

160[warn] | unused implicit parameter

161[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:49:31

162[warn] 49 | def rightHashJoin[K: ClassTag, V: ClassTag](

163[warn] | ^

164[warn] | unused implicit parameter

165[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:49:44

166[warn] 49 | def rightHashJoin[K: ClassTag, V: ClassTag](

167[warn] | ^

168[warn] | unused implicit parameter

169[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerUtils.scala:37:41

170[warn] 37 | private def postCoGroup[K: ClassTag, V: ClassTag](joinType: JoinType)(coGrouped: RDD[(K, (Iterable[V], Iterable[V]))]): RDD[(K, (Iterable[V], Iterable[V]))] = {

171[warn] | ^

172[warn] | unused implicit parameter

173[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerUtils.scala:37:54

174[warn] 37 | private def postCoGroup[K: ClassTag, V: ClassTag](joinType: JoinType)(coGrouped: RDD[(K, (Iterable[V], Iterable[V]))]): RDD[(K, (Iterable[V], Iterable[V]))] = {

175[warn] | ^

176[warn] | unused implicit parameter

177[warn] there was 1 deprecation warning; re-run with -deprecation for details

178[warn] 12 warnings found

179[info] done compiling

180[info] compiling 7 Scala sources to /build/repo/../bin/spark/scala-3.8.0-RC2/test-classes ...

181[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/NonGalliaSparkTest.scala:36:61

182[warn] 36 | "/tmp/spark_test.csv/part-00000".readFileLines().ensuring(_ == List(

183[warn] | ^

184[warn] |discarded non-Unit value of type List[aptus.Line]. Add `: Unit` to discard silently.

185[warn] 37 | "FOO,BAZ",

186[warn] 38 | "BAR1,1",

187[warn] 39 | "BAR2,2",

188[warn] 40 | "")) }

189[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkCsvTest.scala:22:16

190[warn] 22 | res.ensuring(

191[warn] | ^

192[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

193[warn] 23 | _ == bobjs(

194[warn] 24 | bobj("foo" -> "BAR1", "baz" -> "1"),

195[warn] 25 | bobj("foo" -> "BAR2", "baz" -> "2"))

196[warn] 26 | .forceAObjs) } }

197[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkJsonLinesTest.scala:23:15

198[warn] 22 | res

199[warn] 23 | .ensuring(

200[warn] | ^

201[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

202[warn] 24 | _ == bobjs(

203[warn] 25 | bobj("foo" -> "BAR1", "baz" -> 1),

204[warn] 26 | bobj("foo" -> "BAR2", "baz" -> 2))

205[warn] 27 | .forceAObjs) } }

206[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkLinesTest.scala:23:15

207[warn] 22 | res

208[warn] 23 | .ensuring(

209[warn] | ^

210[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

211[warn] 24 | _ == bobjs(

212[warn] 25 | bobj(_line -> "FOO,BAZ"),

213[warn] 26 | bobj(_line -> "BAR1,1"),

214[warn] 27 | bobj(_line -> "BAR2,2"))

215[warn] 28 | .forceAObjs) } }

216[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkRddDirectlyTest.scala:25:15

217[warn] 24 | res

218[warn] 25 | .ensuring(

219[warn] | ^

220[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

221[warn] 26 | _ == bobjs(

222[warn] 27 | bobj(_line -> "FOO,BAZ"),

223[warn] 28 | bobj(_line -> "BAR1,1"),

224[warn] 29 | bobj(_line -> "BAR2,2"),

225[warn] 30 | bobj(_line -> ""))

226[warn] 31 | .forceAObjs) } }

227[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/NonGalliaSparkTest.scala:4:21

228[warn] 4 |import util.chaining._

229[warn] | ^

230[warn] | unused import

231[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/NonGalliaSparkTest.scala:7:14

232[warn] 7 |import gallia._

233[warn] | ^

234[warn] | unused import

235[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/SparkAvroTest.scala:4:14

236[warn] 4 |import gallia._

237[warn] | ^

238[warn] | unused import

239[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/SparkAvroTest.scala:5:20

240[warn] 5 |import gallia.spark._

241[warn] | ^

242[warn] | unused import

243[warn] 9 warnings found

244[info] done compiling

245

246************************

247Build summary:

248[{

249 "module": "gallia-spark",

250 "compile": {"status": "ok", "tookMs": 13108, "warnings": 11, "errors": 0, "sourceVersion": "3.8"},

251 "doc": {"status": "skipped", "tookMs": 0, "files": 0, "totalSizeKb": 0},

252 "test-compile": {"status": "ok", "tookMs": 1804, "warnings": 9, "errors": 0, "sourceVersion": "3.8"},

253 "test": {"status": "skipped", "tookMs": 0, "passed": 0, "failed": 0, "ignored": 0, "skipped": 0, "total": 0, "byFramework": []},

254 "publish": {"status": "skipped", "tookMs": 0},

255 "metadata": {

256 "crossScalaVersions": ["2.13.12", "2.12.18", "3.3.1"]

257}

258}]

259************************

260[success] Total time: 91 s (0:01:31.0), completed Nov 27, 2025, 8:58:36 PM

261[0JChecking patch project/plugins.sbt...

262Checking patch project/build.properties...

263Checking patch project/GalliaCommonSettings.scala...

264Checking patch build.sbt...

265Applied patch project/plugins.sbt cleanly.

266Applied patch project/build.properties cleanly.

267Applied patch project/GalliaCommonSettings.scala cleanly.

268Applied patch build.sbt cleanly.

Build Logs