ci: diag flatpak lld, dirty reasons, mongo (throwaway)

Author: datlechin

.github/workflows/diag-flatpak-arm.yml

@@ -8,27 +8,83 @@ permissions:
   contents: read
 
 jobs:
+  mongo:
+    runs-on: ubuntu-24.04
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          persist-credentials: false
+      - name: Start mongo 8.0 and 7.0 with the fixture's script
+        run: |
+          mkdir -p "$RUNNER_TEMP/cfg"
+          python3 -I - "$RUNNER_TEMP/cfg" <<'PY'
+          import re, sys, pathlib
+          src = pathlib.Path("linux/crates/test-fixtures/src/mongo_fixture.rs").read_text()
+          script = re.search(r'const START_SCRIPT: &str = r#"(.*?)"#;', src, re.S).group(1)
+          d = pathlib.Path(sys.argv[1]); (d / "start.sh").write_text(script); (d / "keyfile").write_text("0123456789abcdef0123456789abcdef")
+          PY
+          chmod 644 "$RUNNER_TEMP"/cfg/*
+          for tag in 8.0 7.0; do
+            docker pull -q mongo:$tag
+            docker image inspect mongo:$tag --format "$tag {{.Id}} {{.Created}}"
+            docker run -d --name m$tag -v "$RUNNER_TEMP/cfg:/etc/tablepro:ro" -e TABLEPRO_PASSWORD=pw -e TABLEPRO_TLS=0 --entrypoint sh mongo:$tag /etc/tablepro/start.sh
+          done
+          sleep 90
+          for tag in 8.0 7.0; do echo "===== $tag"; docker ps -a --filter name=m$tag --format '{{.Status}}'; docker logs m$tag 2>&1 | grep -v '"c":"NETWORK"' | tail -40 | cut -c1-400; done
+          docker exec m8.0 sh -c 'mongod --version | head -3; ls -l /usr/bin/mongosh; mongosh --version' || true
+
   flatpak:
-    runs-on: ubuntu-24.04-arm
-    timeout-minutes: 120
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - arch: x86_64
+            runner: ubuntu-24.04
+          - arch: aarch64
+            runner: ubuntu-24.04-arm
+    runs-on: ${{ matrix.runner }}
+    timeout-minutes: 150
     container:
       image: ghcr.io/flathub-infra/flatpak-github-actions:gnome-51
       options: --privileged
     steps:
       - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
         with:
           persist-credentials: false
-      - name: Build and test with a resource sampler
+      - name: Build and test with a sampler and Cargo's dirty reasons
+        env:
+          ARCH: ${{ matrix.arch }}
         run: |
-          nproc; free -m; df -h / /__w; cat /proc/pressure/memory 2>/dev/null || true
+          flatpak-builder --version || true
+          python3 -I - <<'PY'
+          import json
+          p = "linux/build-aux/flatpak/app.tablepro.TablePro.Devel.json"; m = json.load(open(p))
+          m["build-options"]["env"]["CARGO_LOG"] = "cargo::core::compiler::fingerprint=info"
+          json.dump(m, open(p, "w"), indent=4)
+          PY
           (while :; do
              m=$(awk '/MemAvailable/{a=$2} /SwapFree/{sf=$2} /SwapTotal/{st=$2} END{printf "avail=%dM swapused=%dM", a/1024, (st-sf)/1024}' /proc/meminfo)
              d=$(df -m /__w | awk 'NR==2{print "disk_avail="$4"M"}')
              top=$(ps -eo rss=,comm= --sort=-rss | head -4 | awk '{printf "%s:%dM ", $2, $1/1024}')
              echo "SAMPLE $(date +%T) $m $d $top"
              sleep 15
            done) &
+          status=0
           xvfb-run --auto-servernum flatpak-builder --repo=repo --disable-rofiles-fuse \
-            --install-deps-from=flathub --force-clean --default-branch=master --arch=aarch64 \
-            --ccache --state-dir .flatpak-builder flatpak_app \
-            linux/build-aux/flatpak/app.tablepro.TablePro.Devel.json
+            --install-deps-from=flathub --force-clean --default-branch=master --arch="$ARCH" \
+            --ccache --keep-build-dirs --state-dir .flatpak-builder flatpak_app \
+            linux/build-aux/flatpak/app.tablepro.TablePro.Devel.json > "$RUNNER_TEMP/fb.log" 2>&1 || status=$?
+          echo "flatpak-builder exit $status"
+          grep -E "^(SAMPLE|[0-9]+/[0-9]+ )|Rust linker|Running tests" "$RUNNER_TEMP/fb.log" | tail -60 || true
+          log=$(find .flatpak-builder/build -path '*meson-logs/testlog.txt' | head -1)
+          echo "testlog: $log"
+          if [ -n "$log" ]; then
+            grep -iE "dirty|stale|changed" "$log" | grep -iE "libduckdb|aws-lc|libsqlite3|ring" | head -40 | cut -c1-600
+            echo "--- dirty reasons, counted"
+            grep -oiE "(dirty|stale)[^:]*: [A-Za-z]+" "$log" | sort | uniq -c | sort -rn | head -20
+            echo "--- first dirty lines"
+            grep -iE " dirty| stale" "$log" | head -20 | cut -c1-600
+          fi
+          grep -iE "libduckdb" "$RUNNER_TEMP/fb.log" | grep -iE "dirty|stale|fingerprint" | head -10 | cut -c1-600
+          exit $status

linux/build-aux/flatpak/app.tablepro.TablePro.Devel.json

@@ -35,7 +35,14 @@
         "test-args": [
             "--socket=x11",
             "--share=network"
-        ]
+        ],
+        "arch": {
+            "aarch64": {
+                "env": {
+                    "CARGO_ENCODED_RUSTFLAGS": "-Clink-arg=-fuse-ld=lld"
+                }
+            }
+        }
     },
     "cleanup": [
         "/share/man"