ARahim3/DigUp

digup index of a 3-file text folder into a fresh index, then digup search (exact-word and meaning queries) returning the right files

cd <host-path> && git log --oneline -1 2>/dev/null; ls -la; cat README.md 2>/dev/null | head -200
cat <host-path> 2>/dev/null | head -80; echo ---; echo $CDP_URL $<env-var>; which node npm python3 pip3 uv 2>&1
cd <host-path> && ls .github/workflows scripts; echo ---; cat .github/workflows/packages.yml | head -150; echo; grep -n -i "linux" -A3 CONTRIBUTING.md | head -40; cat /etc/os-release | head -3; nproc; free -g | head -2; df -h / | tail -1
cd <host-path> && which swift cargo node cmake ninja gcc g++ git 2>&1; echo ---; sed -n 1,200p .github/workflows/ci.yml | grep -n -E "name:|run:|runs-on|ubuntu|linux" | head -60; echo ---; sed -n 1,60p scripts/build-llama.sh; echo ---; grep -n "" scripts/dev-run.sh | head -40
export DEBIAN_FRONTEND=noninteractive; (sudo -n true 2>/dev/null || true); sudo apt-get update -q 2>&1 | tail -3; sudo apt-get install -y -q --no-install-recommends ca-certificates curl gnupg xz-utils unzip binutils build-essential cmake ninja-build meson nasm pkg-config patchelf file zlib1g-dev libcurl4-openssl-dev libxml2-dev libedit2 libsqlite3-0 libz3-dev libpython3-dev tzdata libwebkit2gtk-4.1-dev libayatana-appindicator3-dev librsvg2-dev libxdo-dev libssl-dev libvulkan1 glslc libvulkan-dev 2>&1 | tail -5; echo "apt rc=$?"; curl -sI -m 20 https://download.swift.org/swift-6.4-release/ubuntu2204/swift-6.4-RELEASE/swift-6.4-RELEASE-ubuntu22.04.tar.gz | head -3; echo "swift curl rc=$?"; df -h / | tail -1
set -e; mkdir -p <host-path> && cd <host-path>; url=https://download.swift.org/swift-6.4.0-release/ubuntu2204/swift-6.4.0-RELEASE/swift-6.4.0-RELEASE-ubuntu22.04.tar.gz; curl -fsSL -o swift.tar.gz "$url" && curl -fsSL -o swift.tar.gz.sig "$url.sig" && curl -fsSL --compressed https://www.swift.org/keys/all-keys.asc | gpg --quiet --import && gpg --verify swift.tar.gz.sig swift.tar.gz 2>&1 | tail -2; mkdir -p swift && tar -xzf swift.tar.gz -C swift --strip-components 1 && rm swift.tar.gz swift.tar.gz.sig; <host-path> --version 2>&1 | head -2
cd <host-path> && export PATH=<host-path> NODE_USE_ENV_PROXY=1; grep -v "^\s*$" scripts/fetch-vendor.sh | head -60; echo ---; ls Vendor 2>/dev/null; mkdir -p <host-path>; nohup bash -c 'scripts/build-llama.sh' > <host-path> 2>&1 &
echo started
cd <host-path> && export PATH=<host-path>; scripts/fetch-vendor.sh 2>&1 | tail -15; echo "rc=${PIPESTATUS[0]}"; echo ---; tail -5 <host-path>
sleep 240; tail -4 <host-path>; echo ---; cd <host-path>; grep -n -i "ffmpeg\|llama" Package.swift | head -20; ls Vendor
grep -n -i "error\|FLAVOR\|vulkan\|spirv" <host-path> | head -15; which glslc
sudo apt-get remove -y -q glslc >/dev/null 2>&1; which glslc || echo "glslc removed"; cd <host-path> && rm -rf Vendor/llama-build Vendor/llama && export PATH=<host-path> && timeout 280 scripts/build-llama.sh > <host-path> 2>&1; echo rc=$?; tail -3 <host-path>
pkg=$(dpkg -S /usr/bin/glslc | cut -d: -f1); echo "pkg=$pkg"; sudo apt-get remove -y -q $pkg 2>&1 | tail -2; which glslc || echo "glslc gone"; cd <host-path> && rm -rf Vendor/llama-build Vendor/llama && export PATH=<host-path> && timeout 280 scripts/build-llama.sh > <host-path> 2>&1; echo rc=$?; tail -3 <host-path>
for i in $(seq 1 30); do sudo fuser /var/lib/dpkg/lock-frontend >/dev/null 2>&1 || break; sleep 10; done; pkg=glslc; sudo apt-get remove -y -q $pkg 2>&1 | tail -1; which glslc || echo "glslc gone"; cd <host-path> && rm -rf Vendor/llama-build Vendor/llama && export PATH=<host-path> && nohup scripts/build-llama.sh > <host-path> 2>&1 & sleep 5; echo bg started
sleep 280; tail -3 <host-path>; pgrep -f build-llama.sh >/dev/null && echo running || echo done
ps -eo pid,args | grep -v grep | grep "build-llama" ; cd <host-path> && export PATH=<host-path> && nohup swift build -c release --product digup > <host-path> 2>&1 & sleep 3; echo started
sleep 285; tail -3 <host-path>; free -m | head -2
cd <host-path> && ./.build/release/digup --help 2>&1 | head -60; echo "rc=$?"; ls -la .build/release/digup
cd <host-path> && curl -sI -m 20 https://huggingface.co/ggml-org/embeddinggemma-2-GGUF/resolve/main/embeddinggemma-2-Q8_0.gguf | head -3; echo "rc=$?"; mkdir -p <host-path>; nohup ./.build/release/digup download-model --to <host-path> > <host-path> 2>&1 & sleep 30; tail -c 600 <host-path>
mkdir -p <host-path> && cd <host-path> && printf 'The lease allows one cat, no dogs, and requires a deposit of two months rent.\n' > lease.txt && printf 'Meeting notes: we talked about sleep habits and how the podcast episode covered them.\n' > notes.txt && printf 'Invoice INV-20419 was paid on the 3rd. Payment declined error code 51 on the card.\n' > invoice.txt; ls -la; cd <host-path> && export DIGUP_MODELS=<host-path> && timeout 280 ./.build/release/digup index <host-path> --index <host-path> > <host-path> 2>&1; echo rc=$?; tail -c 800 <host-path>
ls -la <host-path>; cd <host-path>; ls Vendor/llama/lib | head; ldd .build/release/digup | grep -i "llama\|ggml\|not found"; echo ---; DIGUP_MODELS=<host-path> timeout 120 ./.build/release/digup worker 2>&1 </dev/null | head -c 600
cd <host-path> && grep -rn "ggml_backend_load\|backend" Sources/LlamaRuntime/*.swift | head -20; grep -n -i "backend\|llama" README.md | head; grep -rn "DIGUP_" Sources --include=*.swift | grep -i "lib\|backend\|llama" | head
cd <host-path> && export DIGUP_MODELS=<host-path> DIGUP_BACKENDS=<host-path> && rm -rf <host-path> && timeout 280 ./.build/release/digup index <host-path> --index <host-path> > <host-path> 2>&1; echo rc=$?; tail -c 800 <host-path>; echo ---; timeout 200 ./.build/release/digup search "a cat in the apartment rules" --index <host-path> -n 3 2>&1 | tail -8
cd <host-path> && export DIGUP_MODELS=<host-path> DIGUP_BACKENDS=<host-path> && timeout 200 ./.build/release/digup search "INV-20419" --index <host-path> -n 3 2>&1 | tail -6; echo ---; timeout 200 ./.build/release/digup search "pets allowed in the lease" --index <host-path> -n 3 2>&1 | tail -6
cd <host-path> && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'
{
  "kind": "cli",
  "argv": ["<host-path>", "index", "<host-path>", "--index", "<host-path>"],
  "cwd": "<host-path>",
  "env": {"DIGUP_MODELS": "<host-path>", "DIGUP_BACKENDS": "<host-path>"}
}
EOF
cat > .coldpass/report.json <<'EOF'
{
  "outcome": "working",
  "operation": "digup index of a 3-file text folder into a fresh index, then digup search (exact-word and meaning queries) returning the right files",
  "operation_scope": "Linux CPU build of the digup CLI (no GPU, no GUI/Tauri app). Model EmbeddingGemma 2 Q8_0 downloaded with digup download-model. Browser/CDP not used. Desktop app (shell/) not built.",
  "steps": [
    "apt-get install build tools from .github/workflows/packages.yml (build tools list) plus glslc (later removed)",
    "Downloaded Swift 6.4.0 from download.swift.org (ubuntu2204 tarball), verified GPG signature, extracted to <host-path>",
    "scripts/fetch-vendor.sh",
    "scripts/build-llama.sh (CPU flavour; llama.cpp b11461 patched, shared libs in Vendor/llama/lib)",
    "swift build -c release --product digup",
    "./.build/release/digup --help",
    "./.build/release/digup download-model --to <host-path>",
    "DIGUP_MODELS=... DIGUP_BACKENDS=... ./.build/release/digup index <folder> --index <dir>",
    "DIGUP_MODELS=... DIGUP_BACKENDS=... ./.build/release/digup search \"INV-20419\" / \"pets allowed in the lease\" --index <dir>"
  ],
  "deviations": [
    "scripts/build-llama.sh with glslc installed chose the Vulkan flavour and failed (SPIRV-Headers not found). Removed glslc (apt package glslc), cleared Vendor/llama-build and Vendor/llama, reran: CPU build succeeded.",
    "digup worker/index failed with 'no backends are loaded' because ggml backend .so files are in Vendor/llama/lib, not beside the binary. Fixed by setting DIGUP_BACKENDS=<host-path> (documented in LlamaEmbedder.swift), no source edit.",
    "Did not build the Tauri desktop app (shell/): needs Rust, Node 24, Vulkan SDK, ffmpeg and webkit packaging; out of scope for the CLI smoke task.",
    "Did not run swift test or cargo test (smoke scope)."
  ],
  "stuck_step": null,
  "main_blocker": null,
  "suggested_fix": null
}
EOF
ps -eo pid,args | grep -E "digup|swift-build|llama" | grep -v grep; python3 -c "import json;json.load(open('.coldpass/probe.json'));json.load(open('.coldpass/report.json'));print('json ok')"; <env-var>=<host-path> python3 -I <host-path> --validate 2>&1 | tail -20