Symmetric Rust and C# benchmarks of Doublets vs SQLite by category, language, address/id space and size

.github/dependabot.yml

@@ -1,7 +1,16 @@
 version: 2
 updates:
 - package-ecosystem: nuget
-  directory: "/"
+  directory: "/csharp"
+  schedule:
+    interval: daily
+  open-pull-requests-limit: 10
+- package-ecosystem: cargo
+  directory: "/rust"
   schedule:
     interval: daily
   open-pull-requests-limit: 10
+- package-ecosystem: github-actions
+  directory: "/"
+  schedule:
+    interval: weekly

.github/workflows/AutoMerge.yml

@@ -7,7 +7,7 @@ jobs:
   auto-merge:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v7
       - uses: ahmadnassri/action-dependabot-auto-merge@v2
         with:
           target: minor

.github/workflows/benchmarks.yml

@@ -0,0 +1,136 @@
+name: Benchmarks
+
+# Every job measures one README table (language, category, bits, size) with all its variants on one runner,
+# so that the variants of a table are compared on the same machine. Pull requests run the whole pipeline
+# on small sizes; pushes to main publish the results to README.md and README.ru.md.
+on:
+  push:
+    branches: [main]
+    paths: ['rust/**', 'csharp/**', 'scripts/**', '.github/workflows/benchmarks.yml']
+  pull_request:
+    paths: ['rust/**', 'csharp/**', 'scripts/**', '.github/workflows/benchmarks.yml']
+  workflow_dispatch:
+    inputs:
+      sizes:
+        description: JSON array of sizes (objects skip 10,000,000 and 100,000,000)
+        default: '[100000, 1000000, 10000000]'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  report-tests:
+    name: Report script tests
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/setup-python@v7
+        with:
+          python-version: '3.13'
+      - run: pip install -r scripts/requirements.txt
+      - run: python -m unittest discover -s scripts -v
+      - run: npx --yes markdownlint-cli@0.49.1 README.md README.ru.md
+
+  benchmark:
+    name: ${{ matrix.language }} ${{ matrix.category }} ${{ matrix.bits }} bit ${{ matrix.size }}
+    runs-on: ubuntu-latest
+    timeout-minutes: 355
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [rust, csharp]
+        category: [links, objects]
+        bits: [32, 64]
+        size: ${{ fromJSON(inputs.sizes || (github.event_name == 'pull_request' && '[1000]') || '[100000, 1000000, 10000000]') }}
+        exclude:
+          # One million blog posts already take an hour in C#; ten millions would not fit into a job.
+          - category: objects
+            size: 10000000
+          - category: objects
+            size: 100000000
+    steps:
+      - uses: actions/checkout@v7
+      - if: matrix.language == 'rust'
+        uses: dtolnay/rust-toolchain@stable
+      - if: matrix.language == 'rust'
+        uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: rust
+      - if: matrix.language == 'rust'
+        run: |
+          cargo build --release --manifest-path rust/Cargo.toml
+          echo "BENCHMARK=rust/target/release/sqlite-vs-doublets" >> "$GITHUB_ENV"
+      - if: matrix.language == 'csharp'
+        uses: actions/setup-dotnet@v6
+        with:
+          global-json-file: csharp/global.json
+      - if: matrix.language == 'csharp'
+        run: |
+          dotnet build -c Release csharp/SQLiteVSDoublets
+          echo "BENCHMARK=dotnet csharp/SQLiteVSDoublets/bin/Release/net10.0/sqlite-vs-doublets.dll" >> "$GITHUB_ENV"
+      - name: Benchmark
+        run: |
+          name=${{ matrix.category }}-${{ matrix.language }}-${{ matrix.bits }}-${{ matrix.size }}
+          echo "NAME=$name" >> "$GITHUB_ENV"
+          $BENCHMARK ${{ matrix.category }} ${{ matrix.bits }} ${{ matrix.size }} \
+            --directory "$RUNNER_TEMP/storage" --output "$RUNNER_TEMP/measured.json"
+          machine="$(. /etc/os-release && echo "$PRETTY_NAME"), $(lscpu | sed -n 's/^Model name: *//p' | head -1)"
+          machine="$machine, $(nproc) cores, $(awk '/^MemTotal/ { printf "%.0f", $2 / 1048576 }' /proc/meminfo) GiB"
+          mkdir results
+          jq --arg run_url "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" \
+            --arg date "$(date -u +%Y-%m-%d)" --arg machine "$machine" \
+            '. + {run_url: $run_url, date: $date, machine: $machine}' \
+            "$RUNNER_TEMP/measured.json" > "results/$name.json"
+      - uses: actions/upload-artifact@v7
+        with:
+          name: results-${{ env.NAME }}
+          path: results/${{ env.NAME }}.json
+
+  report:
+    name: Report
+    needs: [report-tests, benchmark]
+    # Publishes the finished tables even if some jobs failed; the missing ones keep their previous results.
+    if: ${{ !cancelled() && needs.report-tests.result == 'success' }}
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@v7
+        with:
+          ref: ${{ github.event_name == 'pull_request' && github.sha || github.ref_name }}
+      - uses: actions/setup-python@v7
+        with:
+          python-version: '3.13'
+      - run: pip install -r scripts/requirements.txt
+      - uses: actions/download-artifact@v8
+        with:
+          pattern: results-*
+          merge-multiple: true
+          path: ${{ github.event_name == 'pull_request' && format('{0}/results', runner.temp) || 'docs/benchmarks/results' }}
+      - if: github.event_name == 'pull_request'
+        name: Check the report
+        run: |
+          python scripts/benchmark_report.py "$RUNNER_TEMP/results" >> "$GITHUB_STEP_SUMMARY"
+          python scripts/benchmark_report.py "$RUNNER_TEMP/results" --readme README.md --readme README.ru.md
+          npx --yes markdownlint-cli@0.49.1 README.md README.ru.md
+      - if: github.event_name != 'pull_request'
+        name: Publish the report
+        run: |
+          python scripts/benchmark_report.py docs/benchmarks/results \
+            --readme README.md --readme README.ru.md --charts docs/benchmarks
+          git config user.email 'linksplatform@gmail.com'
+          git config user.name 'LinksPlatformBencher'
+          git add README.md README.ru.md docs/benchmarks
+          git diff --staged --quiet && exit 0
+          git commit -m 'Update benchmark results [skip ci]'
+          for attempt in 1 2 3; do
+            git pull --rebase origin "$GITHUB_REF_NAME" && git push origin "HEAD:$GITHUB_REF_NAME" && exit 0
+            sleep 10
+          done
+          exit 1

.github/workflows/cpp.yml

@@ -20,7 +20,7 @@ jobs:
   test:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v1
+      - uses: actions/checkout@v7
         with:
           submodules: true
       - name: Setup clang
@@ -59,7 +59,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: test
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v7
       with:
         submodules: true
     - name: Read package information
@@ -76,7 +76,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: test
     steps:
-      - uses: actions/checkout@v1
+      - uses: actions/checkout@v7
         with:
           submodules: true
       - name: Read project information