Merge branch 'master' into dw/merge-back-develop-in-master

.github/workflows/saffron.yml

@@ -0,0 +1,46 @@
+name: Saffron CI
+
+on:
+  workflow_dispatch:
+  pull_request:
+  push:
+    branches:
+      - master
+
+jobs:
+  run:
+    name: Run saffron e2e tests
+
+    runs-on: ["ubuntu-latest"]
+
+    strategy:
+      matrix:
+        rust_toolchain_version: ["1.74"]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Use shared Rust toolchain setting up steps
+        uses: ./.github/actions/toolchain-shared
+        with:
+          rust_toolchain_version: ${{ matrix.rust_toolchain_version }}
+
+      - name: Apply the Rust smart cacheing
+        uses: Swatinem/rust-cache@v2
+
+      - name: Build the saffron cli binary
+        run: |
+          cargo build --release --bin saffron
+
+      - name: Run the saffron e2e encoding tests on small lorem file
+        run: |
+          ./saffron/test-encoding.sh saffron/fixtures/lorem.txt
+
+      # Randomly generate an input file between roughly 50MB and 200MB
+      - name: Run the saffron e2e encoding on large random file
+        run: |
+          (base64 /dev/urandom | head -c $(shuf -i 50000000-200000000 -n 1) | tr -dc "A-Za-z0-9 " | fold -w100 > bigfile.txt) 2>/dev/null
+          RUST_LOG=debug ./saffron/test-encoding.sh bigfile.txt