feat(server): run managed Ollama on Linux and skip CUDA downloads on install (P1.3b)

- Pinned Ollama 0.32.3 (and rollback 0.32.0) Linux x64/arm64 artifacts with
  their published SHA-256 and sizes; .tar.zst archives are decompressed by
  Node 22's zstd and unpacked by the system tar.
- install.sh sets ONNXRUNTIME_NODE_INSTALL_CUDA=skip: onnxruntime-node
  otherwise downloads CUDA libraries on every Linux x64 install.
- Drop the root sqlite-vec-windows-x64 dependency; the sqlite-vec package
  already carries per-platform binaries.
This commit is contained in:
shumeiko.it
2026-10-24 12:04:18 +02:00
parent f4d2a62b24
commit 55f42a1077
7 changed files with 135 additions and 8 deletions

View File

@@ -341,7 +341,7 @@ main() {
# D5 — 3-way idempotent directory branch.
if [ -d "$INSTALL_DIR" ] && [ -f "$marker" ]; then
say "Already installed at ${INSTALL_DIR}"
info "To update: cd ${INSTALL_DIR} && git pull && npm install && npm run build:packages$( [ "$BUILD_WEB" -eq 1 ] && echo ' && npm run build' )"
info "To update: cd ${INSTALL_DIR} && git pull && ONNXRUNTIME_NODE_INSTALL_CUDA=skip npm install && npm run build:packages$( [ "$BUILD_WEB" -eq 1 ] && echo ' && npm run build' )"
info "To run: bash ${INSTALL_DIR}/scripts/waggle-server.sh start --port ${PORT} --data-dir ${DATA_DIR}"
info "To reinstall fresh: remove ${marker} (or the whole directory) and re-run."
exit 0
@@ -358,7 +358,9 @@ main() {
fi
say "Installing dependencies (this can take a few minutes)"
( cd "$INSTALL_DIR" && npm install --no-audit --no-fund )
# onnxruntime-node would otherwise download CUDA libraries (hundreds of MB)
# on every Linux x64 install, GPU or not; the in-process models run on CPU.
( cd "$INSTALL_DIR" && ONNXRUNTIME_NODE_INSTALL_CUDA=skip npm install --no-audit --no-fund )
say "Building packages"
( cd "$INSTALL_DIR" && npm run build:packages )