ETCM-165: Publish the RLP and Crypto libraries to Sonatype.

ETCM-165: Accept SNAPSHOT in version number sent in Hello.
ETCM-165: Wait for unit tests before publishing.
ETCM-165: Check if the GPG key already exists.
ETCM-165: Update GPG.
ETCM-165: Try restarting the gpg agent.

Author: aakoshh

.buildkite/pipeline.nix

@@ -153,5 +153,15 @@ in
         nix-shell --run '$SBT benchmark:compile dist'
       '';
     };
+
+    publish = commonAttrs // {
+      dependsOn = [ test-crypto test-rlp test-unit ];
+      label = "Publishing libraries to Maven";
+      command = ''
+        nix-env -iA nixpkgs.gnupg && nix-shell --run '.buildkite/publish.sh'
+      '';
+      branches = "master develop";
+      timeoutInMinutes = 30;
+    };
   };
 }

.buildkite/publish.sh

@@ -0,0 +1,62 @@
+#!/usr/bin/env bash
+
+set -euv
+
+# The build agents have gpg 2.0.22, which doesn't have the `--pinentry-mode` option, but
+# the sbt-pgp plugin assumes that 2.x has it, and generates an invalid command.
+# We can either create a wrapper script that removes that option, or update gpg
+# somewhere in pipeline.nix
+
+# Force a restart of the agent becuase it may be out of sync with what Nix installed.
+gpgconf --kill all
+
+gpg --version
+
+
+# The build agent might have this key from before.
+GPG_EXISTS=$(gpg --list-keys "$GPG_KEY_ID" >&2 && echo "yes" || echo "no")
+
+if [[ "$GPG_EXISTS" == "no" ]]; then
+	echo "$GPG_KEY" | base64 --decode | gpg --batch --import
+fi
+
+# https://github.com/olafurpg/sbt-ci-release#secrets
+export PGP_SECRET="$GPG_KEY"
+export PGP_PASSPHRASE="$GPG_PASSPHRASE"
+export SONATYPE_USERNAME="$OSS_USERNAME"
+export SONATYPE_PASSWORD="$OSS_PASSWORD"
+
+set +u
+
+#https://github.com/sbt/sbt/issues/3570
+export JAVA_OPTS="$JAVA_OPTS -Dsbt.gigahorse=false"
+
+# ci-release cannot be called on individual modules, but it looks like
+# with `publish / skip := true` in build.sbt for the default project,
+# without any aggregation, by default it would publish nothing, so
+# let's tell it here by using `sbt-ci-release` env vars.
+export CI_SNAPSHOT_RELEASE="; rlp/publishSigned; crypto/publishSigned"
+export CI_RELEASE=$CI_SNAPSHOT_RELEASE
+export CI_SONATYPE_RELEASE=$"; rlp/sonatypeBundleRelease; crypto/sonatypeBundleRelease"
+
+if [[ "$BUILDKITE_BRANCH" == "develop" ]]; then
+
+    # Publish the -SNAPSHOT version.
+    sbt ci-release
+
+elif [[ "$BUILDKITE_BRANCH" == "master" ]]; then
+
+    # Remove the -SNAPSHOT from the version file, then publish and release.
+    sed -i 's/-SNAPSHOT//' version.sbt
+
+    # Whether ci-release does a release or a snapshot depends on whether it thinks the build is tagged; setting a dummy value.
+    # Check https://github.com/olafurpg/sbt-ci-release/blob/main/plugin/src/main/scala/com/geirsson/CiReleasePlugin.scala for the rules.
+	export CI_COMMIT_TAG=$(sbt -Dsbt.supershell=false -error "print version")
+
+    sbt ci-release
+
+else
+
+  echo "Skipping the publish step."
+
+fi

build.sbt

@@ -12,10 +12,24 @@ val nixBuild = sys.props.isDefinedAt("nix")
 // Enable dev mode: disable certain flags, etc.
 val mantisDev = sys.props.get("mantisDev").contains("true") || sys.env.get("MANTIS_DEV").contains("true")
 
+// Releasing. https://github.com/olafurpg/sbt-ci-release
+inThisBuild(List(
+  organization := "io.iohk",
+  homepage := Some(url("https://github.com/input-output-hk/mantis")),
+  scmInfo := Some(ScmInfo(url("https://github.com/input-output-hk/mantis"), "[email protected]:input-output-hk/mantis.git")),
+  licenses := List("Apache-2.0" -> url("http://www.apache.org/licenses/LICENSE-2.0")),
+  developers := List()
+))
+
+// https://github.com/sbt/sbt/issues/3570
+updateOptions := updateOptions.value.withGigahorse(false)
+
+// artifact name will include scala version
+crossPaths := true
+
 def commonSettings(projectName: String): Seq[sbt.Def.Setting[_]] = Seq(
   name := projectName,
   organization := "io.iohk",
-  version := "3.2.1",
   scalaVersion := "2.13.4",
   // Scalanet snapshots are published to Sonatype after each build.
   resolvers += "Sonatype OSS Snapshots" at "https://oss.sonatype.org/content/repositories/snapshots",
@@ -38,7 +52,9 @@ def commonSettings(projectName: String): Seq[sbt.Def.Setting[_]] = Seq(
   scalacOptions ~= (options => if (mantisDev) options.filterNot(_ == "-Xfatal-warnings") else options),
   Test / parallelExecution := true,
   testOptions in Test += Tests.Argument("-oDG"),
-  (scalastyleConfig in Test) := file("scalastyle-test-config.xml")
+  (scalastyleConfig in Test) := file("scalastyle-test-config.xml"),
+  // Only publish selected libraries.
+  skip in publish := true
 )
 
 // Adding an "it" config because in `Dependencies.scala` some are declared with `% "it,test"`
@@ -66,6 +82,7 @@ lazy val crypto = {
     .dependsOn(bytes)
     .settings(commonSettings("mantis-crypto"))
     .settings(
+      publish / skip := false,
       libraryDependencies ++=
         Dependencies.akkaUtil ++
           Dependencies.crypto ++
@@ -82,6 +99,7 @@ lazy val rlp = {
     .dependsOn(bytes)
     .settings(commonSettings("mantis-rlp"))
     .settings(
+      publish / skip := false,
       libraryDependencies ++=
         Dependencies.akkaUtil ++
           Dependencies.shapeless ++

nix/pkgs/mantis.nix

@@ -0,0 +1,89 @@
+{ src
+, lib
+, stdenv
+, makeWrapper
+, writeShellScriptBin
+, bash
+, protobuf
+, coreutils
+, jdk8
+, gawk
+, sbt
+, impure ? false
+}:
+
+let
+
+  # sbt-protoc puts the scala plugin in /tmp/protobridge<some-random-number>.
+  # it is in fact a shell script with a standard `#!/usr/bin/env sh` shebang
+  # that makes the Nix sandbox ANGRY and breaks all the things in a cryptic,
+  # hairpull-inducing way. So we gotta sed it out. Not the prettiest thing
+  # but it works.
+  #
+  # This will be unnecessary in sbt-protoc>=1.0.0, as we can specify a file path
+  # Also, https://github.com/thesamet/sbt-protoc/issues/209 will need to be resolved
+  # for the plugins to not fail.
+  protoc-wrapper = writeShellScriptBin "protoc" ''
+    set -e
+
+    for f in "$@"; do
+      echo ''${f##*=}
+    done | grep protocbridge | xargs sed -i "1s|.*|#!${bash}/bin/bash|"
+
+    exec ${protobuf}/bin/protoc "$@"
+  '';
+  nativeBuildInputs = [ protoc-wrapper jdk8 makeWrapper ];
+
+  # read version from build.sbt
+  version = let
+    buildSbt = builtins.readFile ../../build.sbt;
+    captures = builtins.match ''.*version := "([^"]+)".*'' buildSbt;
+  in builtins.elemAt captures 0;
+
+  LD_LIBRARY_PATH = lib.makeLibraryPath [ stdenv.cc.cc.lib ];
+  PATH = lib.makeBinPath [ coreutils jdk8.jre gawk ];
+
+in sbt.mkDerivation {
+  pname = "mantis";
+
+  inherit src nativeBuildInputs version;
+
+  # This sha represents the change dependencies of mantis.
+  # Update this sha whenever you change the dependencies
+  depsSha256 = "0bw1smylvf1yky8zsn01d06aqdkzjrfc2yjcw8a38s74vir849s0";
+
+  # this is the command used to to create the fixed-output-derivation
+  depsWarmupCommand = "sbt compile --debug -Dnix=true";
+
+  # just inherit build artifacts from fixed-output-derivation
+  dontBuild = true;
+
+  overrideDepsAttrs = oldAttrs: oldAttrs // {
+    # $out is a directory, thus the archive will fail to write a file
+    preInstall = ''
+      rm -rf $out
+    '';
+  };
+
+  installPhase = ''
+    sbt stage -Dnix=true
+    mkdir -p $out/
+    cp -r target/universal/stage/* $out/
+    mkdir -p $out/share/mantis
+    mv $out/{LICENSE,RELEASE,mantis_config.txt} $_
+
+    # wrap executable so that java is available at runtime
+    for p in $(find $out/bin/* -executable); do
+    wrapProgram "$p" \
+      --prefix PATH : ${PATH} \
+      ${lib.optionalString (!stdenv.isDarwin)
+        "--prefix LD_LIBRARY_PATH : ${LD_LIBRARY_PATH}"
+      }
+    done
+  '';
+
+  dontPatchShebangs = impure;
+
+  # limit warnings from trying to strip jar files
+  dontStrip = true;
+}

project/plugins.sbt

@@ -11,3 +11,4 @@ addSbtPlugin("io.kamon" % "sbt-kanela-runner" % "2.0.5")
 addSbtPlugin("org.scalameta" % "sbt-scalafmt" % "2.4.2")
 addSbtPlugin("org.scalastyle" %% "scalastyle-sbt-plugin" % "1.0.0")
 addSbtPlugin("org.scoverage" % "sbt-scoverage" % "1.6.1")
+addSbtPlugin("com.geirsson" % "sbt-ci-release" % "1.5.6")

src/test/scala/io/iohk/ethereum/utils/VersionInfoSpec.scala

@@ -8,7 +8,7 @@ class VersionInfoSpec extends AnyFlatSpec with Matchers {
 
   it should "match ethstats expected structure and preserve major and minor Java version" in {
     VersionInfo
-      .nodeName() should fullyMatch regex """mantis/v\d(\.\d+)*-[a-z0-9]{7}/[^/]+-[^/]+/[^/]+-.[^/]+-java-\d+\.\d+[._0-9]*"""
+      .nodeName() should fullyMatch regex """mantis/v\d(\.\d+)*(-SNAPSHOT)?-[a-z0-9]{7}/[^/]+-[^/]+/[^/]+-.[^/]+-java-\d+\.\d+[._0-9]*"""
   }
 
   it should "augment the name with an identity" in {

version.sbt

@@ -0,0 +1,6 @@
+// NOTE: This is replaced with `sed` during release,
+// but it could also be removed, and be determined
+// based on `git` tags by https://github.com/dwijnand/sbt-dynver,
+// which is a dependency of `sbt-ci-release`.
+
+version in ThisBuild := "3.2.1-SNAPSHOT"