Logs - galliaproject/gallia-spark - Community Build Dashboard

1##################################

2Clonning https://github.com/galliaproject/gallia-spark.git into /build/repo using revision v0.6.1

3##################################

4Note: switching to '593174c0c54fc356dbe6c05994a6aa493eaee7b7'.

5

6You are in 'detached HEAD' state. You can look around, make experimental

7changes and commit them, and you can discard any commits you make in this

8state without impacting any branches by switching back to a branch.

9

10If you want to create a new branch to retain commits you create, you may

11do so (now or later) by using -c with the switch command. Example:

12

13 git switch -c <new-branch-name>

14

15Or undo this operation with:

16

17 git switch -

18

19Turn off this advice by setting config variable advice.detachedHead to false

20

21Would override fixed Scala version: 3.3.1

22----

23Preparing build for 3.8.0-RC2

24Scala binary version found: 3.8

25Implicitly using source version 3.8

26Scala binary version found: 3.8

27Implicitly using source version 3.8

28Would try to apply common scalacOption (best-effort, sbt/mill only):

29Append: ,REQUIRE:-source:3.8

30Remove: ,-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e

31

32Try apply source patch:

33Path: project/GalliaCommonSettings.scala

34Pattern: val scala3 = "3.3.1"

35Replacement: val scala3 = "3.8.0-RC2"

36Starting compilation server

37Compiling project (Scala 3.7.3, JVM (17))

38Compiled project (Scala 3.7.3, JVM (17))

39Successfully applied pattern 'val scala3 = "3.3.1"' in project/GalliaCommonSettings.scala

40----

41Starting build for 3.8.0-RC2

42Execute tests: false

43sbt project found:

44Sbt version 1.9.0 is not supported, minimal supported version is 1.11.5

45Enforcing usage of sbt in version 1.11.5

46No prepare script found for project galliaproject/gallia-spark

47/opencb/project-builder/sbt/prepare-project.sh: line 107: /root/.ssh/config: No such file or directory

48##################################

49Scala version: 3.8.0-RC2

50Targets: io.github.galliaproject%gallia-spark

51Project projectConfig: {"projects":{"exclude":[],"overrides":{}},"java":{},"sbt":{"commands":[],"options":[]},"mill":{"options":[]},"tests":"compile-only","migrationVersions":[],"sourcePatches":[{"path":"project/GalliaCommonSettings.scala","pattern":"val scala3 = \"3.3.1\"","replaceWith":"val scala3 = \"<SCALA_VERSION>\""}]}

52##################################

53Using extra scalacOptions: ,REQUIRE:-source:3.8

54Filtering out scalacOptions: ,-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e

55[sbt_options] declare -a sbt_options=()

56[process_args] java_version = '17'

57[copyRt] java9_rt = '/root/.sbt/1.0/java9-rt-ext-eclipse_adoptium_17_0_8/rt.jar'

58# Executing command line:

59java

60-Dfile.encoding=UTF-8

61-Dcommunitybuild.scala=3.8.0-RC2

62-Dcommunitybuild.project.dependencies.add=

63-Xmx7G

64-Xms4G

65-Xss8M

66-Dsbt.script=/root/.sdkman/candidates/sbt/current/bin/sbt

67-Dscala.ext.dirs=/root/.sbt/1.0/java9-rt-ext-eclipse_adoptium_17_0_8

68-jar

69/root/.sdkman/candidates/sbt/1.11.5/bin/sbt-launch.jar

70"setCrossScalaVersions 3.8.0-RC2"

71"++3.8.0-RC2 -v"

72"mapScalacOptions ",REQUIRE:-source:3.8,-Wconf:msg=can be rewritten automatically under:s" ",-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e""

73"set every credentials := Nil"

74"excludeLibraryDependency com.github.ghik:zerowaste_{scalaVersion} com.olegpy:better-monadic-for_3 org.polyvariant:better-tostring_{scalaVersion} org.wartremover:wartremover_{scalaVersion}"

75"removeScalacOptionsStartingWith -P:wartremover"

76

77moduleMappings

78"runBuild 3.8.0-RC2 """{"projects":{"exclude":[],"overrides":{}},"java":{},"sbt":{"commands":[],"options":[]},"mill":{"options":[]},"tests":"compile-only","migrationVersions":[],"sourcePatches":[{"path":"project/GalliaCommonSettings.scala","pattern":"val scala3 = \"3.3.1\"","replaceWith":"val scala3 = \"<SCALA_VERSION>\""}]}""" io.github.galliaproject%gallia-spark"

79

80[info] welcome to sbt 1.11.5 (Eclipse Adoptium Java 17.0.8)

81[info] loading settings for project repo-build from akka.sbt, plugins.sbt...

82[info] loading project definition from /build/repo/project

83[info] compiling 4 Scala sources to /build/repo/project/target/scala-2.12/sbt-1.0/classes ...

84[info] Non-compiled module 'compiler-bridge_2.12' for Scala 2.12.20. Compiling...

85[info] Compilation completed in 9.317s.

86[info] done compiling

87[info] loading settings for project root from build.sbt...

88[info] set current project to gallia-spark (in build file:/build/repo/)

89Execute setCrossScalaVersions: 3.8.0-RC2

90OpenCB::Changing crossVersion 3.8.0-RC2 -> 3.8.0-RC2 in root/crossScalaVersions

91[info] set current project to gallia-spark (in build file:/build/repo/)

92[info] Setting Scala version to 3.8.0-RC2 on 1 projects.

93[info] Switching Scala version on:

94[info] * root (3.8.0-RC2, 2.13.12, 2.12.18)

95[info] Excluding projects:

96[info] Reapplying settings...

97[info] set current project to gallia-spark (in build file:/build/repo/)

98Execute mapScalacOptions: ,REQUIRE:-source:3.8,-Wconf:msg=can be rewritten automatically under:s ,-deprecation,-feature,-Xfatal-warnings,-Werror,MATCH:.*-Wconf.*any:e

99[info] Reapplying settings...

100[info] set current project to gallia-spark (in build file:/build/repo/)

101[info] Defining Global / credentials, credentials

102[info] The new values will be used by Global / pgpSelectPassphrase, Global / pgpSigningKey and 4 others.

103[info] Run `last` for details.

104[info] Reapplying settings...

105[info] set current project to gallia-spark (in build file:/build/repo/)

106Execute excludeLibraryDependency: com.github.ghik:zerowaste_{scalaVersion} com.olegpy:better-monadic-for_3 org.polyvariant:better-tostring_{scalaVersion} org.wartremover:wartremover_{scalaVersion}

107[info] Reapplying settings...

108OpenCB::Failed to reapply settings in excludeLibraryDependency: Reference to undefined setting:

109

110 Global / allExcludeDependencies from Global / allExcludeDependencies (CommunityBuildPlugin.scala:336)

111 Did you mean allExcludeDependencies ?

112 , retry without global scopes

113[info] Reapplying settings...

114[info] set current project to gallia-spark (in build file:/build/repo/)

115Execute removeScalacOptionsStartingWith: -P:wartremover

116[info] Reapplying settings...

117[info] set current project to gallia-spark (in build file:/build/repo/)

118[success] Total time: 0 s, completed Nov 25, 2025, 1:23:00 PM

119Build config: {"projects":{"exclude":[],"overrides":{}},"java":{},"sbt":{"commands":[],"options":[]},"mill":{"options":[]},"tests":"compile-only","migrationVersions":[],"sourcePatches":[{"path":"project/GalliaCommonSettings.scala","pattern":"val scala3 = \"3.3.1\"","replaceWith":"val scala3 = \"<SCALA_VERSION>\""}]}

120Parsed config: Success(ProjectBuildConfig(ProjectsConfig(List(),Map()),CompileOnly,List()))

121Starting build...

122Projects: Set(root)

123Starting build for ProjectRef(file:/build/repo/,root) (gallia-spark)... [0/1]

124OpenCB::Exclude Scala3 specific scalacOption `REQUIRE:-source:3.8` in Scala 2.12.20 module Global

125OpenCB::Filter out '-feature', matches setting pattern '^-?-feature'

126OpenCB::Filter out '-deprecation', matches setting pattern '^-?-deprecation'

127Compile scalacOptions: -encoding, UTF-8, -unchecked, -language:implicitConversions, -Wunused:implicits, -Wunused:explicits, -Wunused:imports, -Wunused:locals, -Wunused:params, -Wunused:privates, -no-indent, -Wvalue-discard, -Wconf:msg=can be rewritten automatically under:s, -source:3.8

128[info] compiling 14 Scala sources to /build/repo/../bin/spark/scala-3.8.0-RC2/classes ...

129[warn] -- [E175] Potential Issue Warning: /build/repo/src/main/scala/aptus/spark/SparkDriver.scala:34:28

130[warn] 34 | sys.addShutdownHook {

131[warn] | ^

132[warn] |discarded non-Unit value of type scala.sys.ShutdownHookThread. Add `: Unit` to discard silently.

133[warn] 35 | // TODO: or as "whatever is in cache?"

134[warn] 36 | //println("stopping spark-context")

135[warn] 37 | sc.stop() } }

136[warn] -- Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerUtils.scala:37:6

137[warn] 37 | private def postCoGroup[K: ClassTag, V: ClassTag](joinType: JoinType)(coGrouped: RDD[(K, (Iterable[V], Iterable[V]))]): RDD[(K, (Iterable[V], Iterable[V]))] = {

138[warn] | ^

139[warn] | Line is indented too far to the right, or a `{` is missing before:

140[warn] |

141[warn] | left.cogroup(right).pype(postCoGroup(joinType))

142[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/spark/SparkRddIn.scala:9:12

143[warn] 9 | def rdd (sc: SparkContext, schema: Cls, rdd: RDD[Obj]): HeadS = RddInputObjs (schema, rdd) .pipe(heads.Head.inputZ)

144[warn] | ^^

145[warn] | unused explicit parameter

146[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:11:43

147[warn] 11 | def innerHashJoinWithLeftBias[K: ClassTag, V: ClassTag](

148[warn] | ^

149[warn] | unused implicit parameter

150[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:11:56

151[warn] 11 | def innerHashJoinWithLeftBias[K: ClassTag, V: ClassTag](

152[warn] | ^

153[warn] | unused implicit parameter

154[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:30:30

155[warn] 30 | def leftHashJoin[K: ClassTag, V: ClassTag](

156[warn] | ^

157[warn] | unused implicit parameter

158[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:30:43

159[warn] 30 | def leftHashJoin[K: ClassTag, V: ClassTag](

160[warn] | ^

161[warn] | unused implicit parameter

162[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:49:31

163[warn] 49 | def rightHashJoin[K: ClassTag, V: ClassTag](

164[warn] | ^

165[warn] | unused implicit parameter

166[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerHashJoin.scala:49:44

167[warn] 49 | def rightHashJoin[K: ClassTag, V: ClassTag](

168[warn] | ^

169[warn] | unused implicit parameter

170[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerUtils.scala:37:41

171[warn] 37 | private def postCoGroup[K: ClassTag, V: ClassTag](joinType: JoinType)(coGrouped: RDD[(K, (Iterable[V], Iterable[V]))]): RDD[(K, (Iterable[V], Iterable[V]))] = {

172[warn] | ^

173[warn] | unused implicit parameter

174[warn] -- [E198] Unused Symbol Warning: /build/repo/src/main/scala/gallia/streamer/RddStreamerUtils.scala:37:54

175[warn] 37 | private def postCoGroup[K: ClassTag, V: ClassTag](joinType: JoinType)(coGrouped: RDD[(K, (Iterable[V], Iterable[V]))]): RDD[(K, (Iterable[V], Iterable[V]))] = {

176[warn] | ^

177[warn] | unused implicit parameter

178[warn] there was 1 deprecation warning; re-run with -deprecation for details

179[warn] 12 warnings found

180[info] done compiling

181[info] compiling 7 Scala sources to /build/repo/../bin/spark/scala-3.8.0-RC2/test-classes ...

182[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/NonGalliaSparkTest.scala:36:61

183[warn] 36 | "/tmp/spark_test.csv/part-00000".readFileLines().ensuring(_ == List(

184[warn] | ^

185[warn] |discarded non-Unit value of type List[aptus.Line]. Add `: Unit` to discard silently.

186[warn] 37 | "FOO,BAZ",

187[warn] 38 | "BAR1,1",

188[warn] 39 | "BAR2,2",

189[warn] 40 | "")) }

190[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkCsvTest.scala:22:16

191[warn] 22 | res.ensuring(

192[warn] | ^

193[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

194[warn] 23 | _ == bobjs(

195[warn] 24 | bobj("foo" -> "BAR1", "baz" -> "1"),

196[warn] 25 | bobj("foo" -> "BAR2", "baz" -> "2"))

197[warn] 26 | .forceAObjs) } }

198[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkJsonLinesTest.scala:23:15

199[warn] 22 | res

200[warn] 23 | .ensuring(

201[warn] | ^

202[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

203[warn] 24 | _ == bobjs(

204[warn] 25 | bobj("foo" -> "BAR1", "baz" -> 1),

205[warn] 26 | bobj("foo" -> "BAR2", "baz" -> 2))

206[warn] 27 | .forceAObjs) } }

207[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkLinesTest.scala:23:15

208[warn] 22 | res

209[warn] 23 | .ensuring(

210[warn] | ^

211[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

212[warn] 24 | _ == bobjs(

213[warn] 25 | bobj(_line -> "FOO,BAZ"),

214[warn] 26 | bobj(_line -> "BAR1,1"),

215[warn] 27 | bobj(_line -> "BAR2,2"))

216[warn] 28 | .forceAObjs) } }

217[warn] -- [E175] Potential Issue Warning: /build/repo/src/test/scala/galliatesting/spark/SparkRddDirectlyTest.scala:25:15

218[warn] 24 | res

219[warn] 25 | .ensuring(

220[warn] | ^

221[warn] |discarded non-Unit value of type gallia.domain.AObjs. Add `: Unit` to discard silently.

222[warn] 26 | _ == bobjs(

223[warn] 27 | bobj(_line -> "FOO,BAZ"),

224[warn] 28 | bobj(_line -> "BAR1,1"),

225[warn] 29 | bobj(_line -> "BAR2,2"),

226[warn] 30 | bobj(_line -> ""))

227[warn] 31 | .forceAObjs) } }

228[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/NonGalliaSparkTest.scala:4:21

229[warn] 4 |import util.chaining._

230[warn] | ^

231[warn] | unused import

232[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/NonGalliaSparkTest.scala:7:14

233[warn] 7 |import gallia._

234[warn] | ^

235[warn] | unused import

236[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/SparkAvroTest.scala:4:14

237[warn] 4 |import gallia._

238[warn] | ^

239[warn] | unused import

240[warn] -- [E198] Unused Symbol Warning: /build/repo/src/test/scala/galliatesting/spark/SparkAvroTest.scala:5:20

241[warn] 5 |import gallia.spark._

242[warn] | ^

243[warn] | unused import

244[warn] 9 warnings found

245[info] done compiling

246

247************************

248Build summary:

249[{

250 "module": "gallia-spark",

251 "compile": {"status": "ok", "tookMs": 14249, "warnings": 11, "errors": 0, "sourceVersion": "3.8"},

252 "doc": {"status": "skipped", "tookMs": 0, "files": 0, "totalSizeKb": 0},

253 "test-compile": {"status": "ok", "tookMs": 2211, "warnings": 9, "errors": 0, "sourceVersion": "3.8"},

254 "test": {"status": "skipped", "tookMs": 0, "passed": 0, "failed": 0, "ignored": 0, "skipped": 0, "total": 0, "byFramework": []},

255 "publish": {"status": "skipped", "tookMs": 0},

256 "metadata": {

257 "crossScalaVersions": ["2.13.12", "2.12.18", "3.3.1"]

258}

259}]

260************************

261[success] Total time: 99 s (0:01:39.0), completed Nov 25, 2025, 1:24:40 PM

262[0JChecking patch project/plugins.sbt...

263Checking patch project/build.properties...

264Checking patch project/GalliaCommonSettings.scala...

265Checking patch build.sbt...

266Applied patch project/plugins.sbt cleanly.

267Applied patch project/build.properties cleanly.

268Applied patch project/GalliaCommonSettings.scala cleanly.

269Applied patch build.sbt cleanly.

Build Logs