fix: dockerfile

deploy.sh

@@ -59,7 +59,7 @@ check_docker() {
 # Check if NVIDIA Container Toolkit is installed
 check_nvidia_docker() {
     print_info "Checking NVIDIA Container Toolkit..."
-    if ! docker run --rm --gpus all nvidia/cuda:12.1.0-base-ubuntu22.04 nvidia-smi &> /dev/null; then
+    if ! docker run --rm --gpus all nvidia/cuda:12.8.0-base-ubuntu24.04 nvidia-smi &> /dev/null; then
         print_error "NVIDIA Container Toolkit not working properly."
         print_info "Please install it with:"
         echo "  sudo apt-get install -y nvidia-container-toolkit"
@@ -113,8 +113,12 @@ start_container() {
         --name $CONTAINER_NAME \
         --gpus '"device=0"' \
         -p $PORT:8001 \
-        -v "$MODEL_PATH:/root/.cache/huggingface/hub/models--OleehyO--TexTeller:ro" \
+        --shm-size=2g \
+        -v "$HOME/.cache/huggingface:/root/.cache/huggingface:ro" \
         -e CUDA_VISIBLE_DEVICES=0 \
+        -e HF_HOME=/root/.cache/huggingface \
+        -e HF_HUB_OFFLINE=1 \
+        -e TRANSFORMERS_OFFLINE=1 \
         -e RAY_NUM_REPLICAS=1 \
         -e RAY_NCPU_PER_REPLICA=4 \
         -e RAY_NGPU_PER_REPLICA=1 \