#!/usr/bin/env bash
set -e

# 1. Rimuovi eventuali container residui
sudo docker rm -f nim-qwen3-32b-spark 2>/dev/null || true

# 2. Estrai la chiave API
API_KEY=$(grep '^nvapi-' /home/azurian/.nvidia | tr -d '\r\n ')

# 3. Assicura i permessi corretti sulla cache
sudo chmod -R 777 /home/azurian/.cache/nim 2>/dev/null || true

# 4. Avvia il container con protezioni per Unified Memory
sudo docker run -d --restart unless-stopped \
  --name nim-qwen3-32b-spark \
  --gpus all \
  --ipc=host \
  -p 8001:8000 \
  -v /home/azurian/.cache/nim:/opt/nim/.cache \
  -e NGC_API_KEY="$API_KEY" \
  -e NIM_CACHE_PATH=/opt/nim/.cache \
  -e NIM_MAX_MODEL_LEN=16384 \
  -e VLLM_V1_SPACE_BUFFER=4096 \
  -e CUDA_MODULE_LOADING=LAZY \
  -e PYTORCH_CUDA_ALLOC_CONF="expandable_segments:True" \
  nvcr.io/nim/qwen/qwen3-32b-dgx-spark:1.1.0-variant

# 5. Monitora l'inizializzazione
sudo docker logs -f nim-qwen3-32b-spark