test: remove C++ Jsonnet tests from ui-tests and test them in a dedicated CI job instead

Author: eduardosm

.github/workflows/ci.yml

@@ -81,6 +81,19 @@ jobs:
         run: ./ci/install-rust.sh "${{ matrix.rust-version }}" --profile minimal
       - run: ./ci/build-and-test.sh
 
+  external-tests:
+    runs-on: ubuntu-24.04
+    strategy:
+      matrix:
+        include:
+          - rust-version: msrv
+          - rust-version: stable
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install Rust
+        run: ./ci/install-rust.sh "${{ matrix.rust-version }}" --profile minimal
+      - run: ./ci/external-tests.sh
+
   package-crates:
     runs-on: ubuntu-24.04
     steps:

README.md

@@ -72,7 +72,3 @@ Licensed under either of
   <https://opensource.org/licenses/MIT>)
 
 at your option.
-
-Part of the test suite ([ui-tests/jsonnet-0.20.0](ui-tests/jsonnet-0.20.0)) is
-taken from the [C++ implementation](https://github.com/google/jsonnet), which
-is licensed under Apache 2.0.

ci/external-tests.sh

@@ -0,0 +1,100 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+. ci/utils.sh
+
+begin_group "Fetch dependencies"
+cargo fetch --locked
+end_group
+
+begin_group "Build"
+cargo build -p rsjsonnet --frozen
+end_group
+
+ext_jsonnet_ver="0.20.0"
+begin_group "Download jsonnet $ext_jsonnet_ver"
+curl -fL "https://github.com/google/jsonnet/archive/refs/tags/v${ext_jsonnet_ver}.tar.gz" | tar -xz
+end_group
+
+begin_group "Test"
+
+ext_src_dir="$(readlink -f -- "jsonnet-$ext_jsonnet_ver")"
+test_bin="$(readlink -f -- "target/debug/rsjsonnet")"
+
+failures=0
+
+cd "$ext_src_dir/test_suite"
+for test in *.jsonnet; do
+  extra_args=()
+
+  if [[ "$test" =~ ^tla[.] ]]; then
+    extra_args+=("--tla-str" "var1=test" "--tla-code" "var2={x:1,y:2}")
+  else
+    extra_args+=("--ext-str" "var1=test" "--ext-code" "var2={x:1,y:2}")
+  fi
+
+  echo -n "test $test ..."
+  set +e
+  (
+    NO_COLOR=1 "$test_bin" "${extra_args[@]}" "$test" > test_result.stdout 2> test_result.stderr
+    exit_code=$?
+
+    if [[ "$test" = error.* ]] || [ "$test" = "invariant_manifest.jsonnet" ]; then
+      if [[ $exit_code -ne 1 ]]; then
+        echo "Finished with exit code $exit_code"
+        exit 1
+      fi
+    else
+      if [[ $exit_code -ne 0 ]]; then
+        echo "Finished with exit code $exit_code"
+        echo "stderr:"
+        cat test_result.stderr
+        exit 1
+      fi
+
+      if [ "$test" = "trace.jsonnet" ]; then
+        # Skip checking output for trace test
+        exit 0
+      fi
+
+      if [ -s test_result.stderr ]; then
+        echo "stderr is not empty:"
+        cat test_result.stderr
+        exit 1
+      fi
+
+      if [ "$test" = "unparse.jsonnet" ]; then
+        # Skip checking stdout for unparse.jsonnet due to rounding differences
+        exit 0
+      fi
+
+      if [ ! -e "$test.golden" ]; then
+        echo "true" > "$test.golden"
+      fi
+
+      diff "$test.golden" test_result.stdout > stdout.diff
+      if [ -s stdout.diff ]; then
+        echo "unexpected stdout"
+        cat stdout.diff
+        exit 1
+      fi
+    fi
+  ) > test_report.txt 2>&1
+  exit_code=$?
+  set -e
+
+  if [[ $exit_code -ne 0 ]]; then
+    echo " fail"
+    failures=$((failures + 1))
+    cat test_report.txt
+  else
+    echo " ok"
+  fi
+done
+
+end_group
+
+if [[ $failures -ne 0 ]]; then
+  echo "Failed $failures test(s)"
+  exit 1
+fi