Initial start-scripts commit

This commit is contained in:
valenti
2026-09-07 19:29:51 +00:00
commit 13c5e7c5aa
16 changed files with 1338 additions and 0 deletions
+30
View File
@@ -0,0 +1,30 @@
#!/usr/bin/env bash
set -e
# 1. Rimuovi eventuali container residui
sudo docker rm -f nim-qwen3-32b-spark 2>/dev/null || true
# 2. Estrai la chiave API
API_KEY=$(grep '^nvapi-' /home/azurian/.nvidia | tr -d '\r\n ')
# 3. Assicura i permessi corretti sulla cache
sudo chmod -R 777 /home/azurian/.cache/nim 2>/dev/null || true
# 4. Avvia il container con protezioni per Unified Memory
sudo docker run -d --restart unless-stopped \
--name nim-qwen3-32b-spark \
--gpus all \
--ipc=host \
-p 8001:8000 \
-v /home/azurian/.cache/nim:/opt/nim/.cache \
-e NGC_API_KEY="$API_KEY" \
-e NIM_CACHE_PATH=/opt/nim/.cache \
-e NIM_MAX_MODEL_LEN=16384 \
-e VLLM_V1_SPACE_BUFFER=4096 \
-e CUDA_MODULE_LOADING=LAZY \
-e PYTORCH_CUDA_ALLOC_CONF="expandable_segments:True" \
nvcr.io/nim/qwen/qwen3-32b-dgx-spark:1.1.0-variant
# 5. Monitora l'inizializzazione
sudo docker logs -f nim-qwen3-32b-spark