build.sbt

import ReleaseTransformations.*
import sbt.OutputStrategy

organization := "com.spotify.data"
name := "gcs-tools"

val avroVersion = "1.12.0"
val gcsConnectorVersion = "3.0.1"
val guavaVersion = "33.4.0-jre" // otherwise android is taken
val hadoopVersion = "3.3.6"
val jacksonVersion = "2.18.2"
val joptVersion = "5.0.4"
val magnolifyVersion = "0.7.4"
val parquetVersion = "1.15.0"
val protobufGenericVersion = "0.2.9"
val protobufVersion = "4.29.3"
val scalatestVersion = "3.2.19"
val slf4jReload4jVersion2 = "2.0.16"
val slf4jReload4jVersion1 = "1.7.36" // scala-steward:off

// use slf4j-reload4j instead
lazy val excludeLog4j = ExclusionRule("log4j", "log4j")
lazy val excludeSlf4jLog4j12 = ExclusionRule("org.slf4j", "slf4j-log4j12")

ThisBuild / PB.protocVersion := protobufVersion
lazy val protobufConfigSettings = Def.settings(
  PB.targets := Seq(
    PB.gens.java -> (ThisScope.copy(config = Zero) / sourceManaged).value /
      "compiled_proto" /
      configuration.value.name
  ),
  managedSourceDirectories ++= PB.targets.value.map(_.outputPath)
)
lazy val protobufSettings = Seq(Compile, Test)
  .flatMap(c => inConfig(c)(protobufConfigSettings))

val commonSettings = Seq(
  scalaVersion := "2.13.16",
  javacOptions ++= Seq("--release", "8"),
  fork := true,
  Test / outputStrategy := Some(OutputStrategy.StdoutOutput)
)

lazy val root = project
  .in(file("."))
  .settings(commonSettings)
  .settings(
    releaseProcess := Seq[ReleaseStep](
      checkSnapshotDependencies,
      inquireVersions,
      runClean,
      runTest,
      setReleaseVersion,
      commitReleaseVersion,
      tagRelease,
      setNextVersion,
      commitNextVersion,
      pushChanges
    )
  )
  .aggregate(
    `avro-tools`,
    `parquet-cli`,
    `proto-tools`,
    `magnolify-tools`
  )

lazy val shared = project
  .in(file("shared"))
  .settings(commonSettings)
  .settings(
    autoScalaLibrary := false,
    libraryDependencies ++= Seq(
      "com.google.cloud.bigdataoss" % "gcs-connector" % gcsConnectorVersion,
      "com.google.cloud.bigdataoss" % "gcsio" % gcsConnectorVersion,
      "com.google.cloud.bigdataoss" % "util-hadoop" % gcsConnectorVersion,
      "com.google.cloud.bigdataoss" % "util" % gcsConnectorVersion,
      "org.apache.hadoop" % "hadoop-client" % hadoopVersion excludeAll (
        excludeLog4j,
        excludeSlf4jLog4j12
      ),
      "org.apache.hadoop" % "hadoop-common" % hadoopVersion excludeAll (
        excludeLog4j,
        excludeSlf4jLog4j12
      )
    )
  )

lazy val `avro-tools` = project
  .in(file("avro-tools"))
  .dependsOn(shared % "compile->compile;runtime->runtime")
  .settings(commonSettings)
  .settings(assemblySettings)
  .settings(
    autoScalaLibrary := false,
    assembly / mainClass := Some("org.apache.avro.tool.Main"),
    assembly / assemblyJarName := s"avro-tools-$avroVersion.jar",
    libraryDependencies ++= Seq(
      "org.apache.avro" % "avro-tools" % avroVersion,
      "org.slf4j" % "slf4j-reload4j" % slf4jReload4jVersion2 % Runtime,
      "org.scalatest" %% "scalatest" % scalatestVersion % Test
    )
  )

lazy val `parquet-cli` = project
  .in(file("parquet-cli"))
  .dependsOn(shared)
  .settings(commonSettings)
  .settings(assemblySettings)
  .settings(
    autoScalaLibrary := false,
    assembly / mainClass := Some("org.apache.parquet.cli.Main"),
    assembly / assemblyJarName := s"parquet-cli-$parquetVersion.jar",
    libraryDependencies ++= Seq(
      "org.apache.parquet" % "parquet-cli" % parquetVersion,
      "org.slf4j" % "slf4j-reload4j" % slf4jReload4jVersion1 % Runtime,
      "org.scalatest" %% "scalatest" % scalatestVersion % Test
    )
  )

lazy val `proto-tools` = project
  .in(file("proto-tools"))
  .dependsOn(shared)
  .settings(commonSettings)
  .settings(assemblySettings)
  .settings(protobufSettings)
  .settings(
    assembly / mainClass := Some("org.apache.avro.tool.ProtoMain"),
    assembly / assemblyJarName := s"proto-tools-$protobufVersion.jar",
    libraryDependencies ++= Seq(
      "com.google.protobuf" % "protobuf-java" % protobufVersion,
      "me.lyh" %% "protobuf-generic" % protobufGenericVersion,
      "net.sf.jopt-simple" % "jopt-simple" % joptVersion,
      "org.apache.avro" % "avro-mapred" % avroVersion,
      "org.slf4j" % "slf4j-reload4j" % slf4jReload4jVersion2 % Runtime,
      "org.scalatest" %% "scalatest" % scalatestVersion % Test
    )
  )

lazy val `magnolify-tools` = project
  .in(file("magnolify-tools"))
  .enablePlugins(SbtAvro)
  .dependsOn(shared)
  .settings(commonSettings)
  .settings(assemblySettings)
  .settings(
    SbtAvro.autoImport.avroVersion := avroVersion,
    assembly / mainClass := Some("magnolify.tools.Main"),
    assembly / assemblyJarName := s"magnolify-tools-$magnolifyVersion.jar",
    libraryDependencies ++= Seq(
      "com.spotify" %% "magnolify-tools" % magnolifyVersion,
      "net.sf.jopt-simple" % "jopt-simple" % joptVersion,
      "org.apache.avro" % "avro" % avroVersion,
      "org.apache.parquet" % "parquet-hadoop" % parquetVersion,
      "org.scala-lang" % "scala-reflect" % scalaVersion.value,
      "org.scalatest" %% "scalatest" % scalatestVersion % Test,
      "org.apache.parquet" % "parquet-avro" % parquetVersion % Test
    )
  )

ThisBuild / dependencyOverrides ++= Seq(
  // force jre version
  "com.google.guava" % "guava" % guavaVersion,
  // sync all jackson versions
  "com.fasterxml.jackson.core" % "jackson-annotations" % jacksonVersion,
  "com.fasterxml.jackson.core" % "jackson-core" % jacksonVersion,
  "com.fasterxml.jackson.core" % "jackson-databind" % jacksonVersion,
  "com.fasterxml.jackson.jaxrs" % "jackson-jaxrs-base" % jacksonVersion,
  "com.fasterxml.jackson.jaxrs" % "jackson-jaxrs-json-provider" % jacksonVersion,
  "com.fasterxml.jackson.module" % "jackson-module-jaxb-annotations" % jacksonVersion,
  "com.fasterxml.jackson.module" % "jackson-module-paranamer" % jacksonVersion,
  "com.fasterxml.jackson.module" %% "jackson-module-scala" % jacksonVersion
)

// assembly
def exclude(moduleNames: String*)(
  dependencies: Vector[Assembly.Dependency]
): Either[String, Vector[Assembly.JarEntry]] = {
  val filtered = if (dependencies.size > 1) {
    dependencies.filter {
      case l: Assembly.Library => !moduleNames.contains(l.moduleCoord.name)
      case _                   => true
    }
  } else {
    dependencies
  }

  if (filtered.nonEmpty) {
    MergeStrategy.deduplicate.apply(filtered)
  } else {
    Right(Vector.empty)
  }
}

def preserveName(moduleName: String)(d: Assembly.Dependency): String = d match {
  case l: Assembly.Library if l.moduleCoord.name == moduleName =>
    l.target
  case l: Assembly.Library =>
    l.target + "_" + l.moduleCoord.name + "-" + l.moduleCoord.version
  case p: Assembly.Project =>
    p.target + "_" + p.name
}

lazy val discardMetaFiles = Set(
  "DEPENDENCIES",
  "MANIFEST.MF",
  "LICENSE",
  "LICENSE.txt",
  "LICENSE.md",
  "INDEX.LIST",
  "NOTICE.md"
)

lazy val signedMetaExtensions = Set(".DSA", ".RSA", ".SF")

def discardMeta(f: String): Boolean =
  discardMetaFiles.contains(f) || signedMetaExtensions.exists(f.endsWith) || f.endsWith(
    ".kotlin_module"
  )

lazy val assemblySettings = Seq(
  assembly / assemblyMergeStrategy := {
    case PathList("javax", "xml", "bind", _*) =>
      // prefer jakarta over jaxb
      CustomMergeStrategy("xml")(exclude("jaxb-api", "avro-tools"))
    case PathList("org", "apache", "log4j", _*) =>
      // prefer reload4j over log4j
      CustomMergeStrategy("log4j")(exclude("log4j", "avro-tools"))
    case PathList("org", "slf4j", "impl", _*) =>
      // prefer slf4j-reload4j over slf4j-log4j12
      CustomMergeStrategy("slf4j-log4j")(exclude("slf4j-log4j12", "avro-tools"))
    case "log4j.properties" =>
      MergeStrategy.preferProject
    case x if x.endsWith(".properties") =>
      MergeStrategy.filterDistinctLines
    case PathList("META-INF", "services", _*) =>
      MergeStrategy.filterDistinctLines
    case PathList("META-INF", "NOTICE") =>
      // avro-tools META-INF/NOTICE must not be renamed
      CustomMergeStrategy.rename(preserveName("avro-tools"))
    case PathList("META-INF", "NOTICE.txt" | "FastDoubleParser-NOTICE") =>
      MergeStrategy.rename
    case PathList("NOTICE") =>
      MergeStrategy.rename
    case PathList("META-INF", "maven" | "versions", _*) =>
      MergeStrategy.discard
    case PathList("META-INF", x) if discardMeta(x) =>
      MergeStrategy.discard
    case PathList("module-info.class" | "LICENSE") =>
      MergeStrategy.discard
    case x =>
      // avro-tools is a fat jar
      // in case of conflict prefer library from other source
      CustomMergeStrategy("avro-tools")(exclude("avro-tools"))
  }
)