Initial start-scripts commit
This commit is contained in:
Executable
+30
@@ -0,0 +1,30 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
|
||||
# 1. Rimuovi eventuali container residui
|
||||
sudo docker rm -f nim-qwen3-32b-spark 2>/dev/null || true
|
||||
|
||||
# 2. Estrai la chiave API
|
||||
API_KEY=$(grep '^nvapi-' /home/azurian/.nvidia | tr -d '\r\n ')
|
||||
|
||||
# 3. Assicura i permessi corretti sulla cache
|
||||
sudo chmod -R 777 /home/azurian/.cache/nim 2>/dev/null || true
|
||||
|
||||
# 4. Avvia il container con protezioni per Unified Memory
|
||||
sudo docker run -d --restart unless-stopped \
|
||||
--name nim-qwen3-32b-spark \
|
||||
--gpus all \
|
||||
--ipc=host \
|
||||
-p 8001:8000 \
|
||||
-v /home/azurian/.cache/nim:/opt/nim/.cache \
|
||||
-e NGC_API_KEY="$API_KEY" \
|
||||
-e NIM_CACHE_PATH=/opt/nim/.cache \
|
||||
-e NIM_MAX_MODEL_LEN=16384 \
|
||||
-e VLLM_V1_SPACE_BUFFER=4096 \
|
||||
-e CUDA_MODULE_LOADING=LAZY \
|
||||
-e PYTORCH_CUDA_ALLOC_CONF="expandable_segments:True" \
|
||||
nvcr.io/nim/qwen/qwen3-32b-dgx-spark:1.1.0-variant
|
||||
|
||||
# 5. Monitora l'inizializzazione
|
||||
sudo docker logs -f nim-qwen3-32b-spark
|
||||
|
||||
Reference in New Issue
Block a user