feat(server): run managed Ollama on Linux and skip CUDA downloads on install (P1.3b)
- Pinned Ollama 0.32.3 (and rollback 0.32.0) Linux x64/arm64 artifacts with their published SHA-256 and sizes; .tar.zst archives are decompressed by Node 22's zstd and unpacked by the system tar. - install.sh sets ONNXRUNTIME_NODE_INSTALL_CUDA=skip: onnxruntime-node otherwise downloads CUDA libraries on every Linux x64 install. - Drop the root sqlite-vec-windows-x64 dependency; the sqlite-vec package already carries per-platform binaries.
This commit is contained in:
@@ -341,7 +341,7 @@ main() {
|
||||
# D5 — 3-way idempotent directory branch.
|
||||
if [ -d "$INSTALL_DIR" ] && [ -f "$marker" ]; then
|
||||
say "Already installed at ${INSTALL_DIR}"
|
||||
info "To update: cd ${INSTALL_DIR} && git pull && npm install && npm run build:packages$( [ "$BUILD_WEB" -eq 1 ] && echo ' && npm run build' )"
|
||||
info "To update: cd ${INSTALL_DIR} && git pull && ONNXRUNTIME_NODE_INSTALL_CUDA=skip npm install && npm run build:packages$( [ "$BUILD_WEB" -eq 1 ] && echo ' && npm run build' )"
|
||||
info "To run: bash ${INSTALL_DIR}/scripts/waggle-server.sh start --port ${PORT} --data-dir ${DATA_DIR}"
|
||||
info "To reinstall fresh: remove ${marker} (or the whole directory) and re-run."
|
||||
exit 0
|
||||
@@ -358,7 +358,9 @@ main() {
|
||||
fi
|
||||
|
||||
say "Installing dependencies (this can take a few minutes)"
|
||||
( cd "$INSTALL_DIR" && npm install --no-audit --no-fund )
|
||||
# onnxruntime-node would otherwise download CUDA libraries (hundreds of MB)
|
||||
# on every Linux x64 install, GPU or not; the in-process models run on CPU.
|
||||
( cd "$INSTALL_DIR" && ONNXRUNTIME_NODE_INSTALL_CUDA=skip npm install --no-audit --no-fund )
|
||||
|
||||
say "Building packages"
|
||||
( cd "$INSTALL_DIR" && npm run build:packages )
|
||||
|
||||
Reference in New Issue
Block a user