use persistant storage for some of the library

start.sh

@@ -1,17 +1,15 @@
 #!/bin/bash
 
-# Set up cache directories
-export HF_HUB_CACHE=/tmp/huggingface
-export TRANSFORMERS_CACHE=/tmp/transformers
-export TORCH_HOME=/tmp/torch
+# Set up persistent cache directories
+export HF_HOME=/data/.huggingface
+export HF_HUB_CACHE=${HF_HOME}/hub
+export TRANSFORMERS_CACHE=${HF_HOME}/transformers
+export TORCH_HOME=${HF_HOME}/torch
+export DATASETS_CACHE=${HF_HOME}/datasets
+export DIFFUSERS_CACHE=${HF_HOME}/diffusers
 
-# Clean up old cache files
-echo "Cleaning up cache directories..."
-rm -rf /tmp/huggingface/* /tmp/transformers/* /tmp/torch/* 2>/dev/null || true
-
-# Clean up system temp files
-echo "Cleaning up system temporary files..."
-rm -rf /tmp/*.log /tmp/*.tmp /tmp/*.cache 2>/dev/null || true
+# Create cache directories if they don't exist
+mkdir -p ${HF_HOME} ${HF_HUB_CACHE} ${TRANSFORMERS_CACHE} ${TORCH_HOME} ${DATASETS_CACHE} ${DIFFUSERS_CACHE}
 
 if [ ! -d "llama.cpp" ]; then
   # only run in dev env
@@ -32,9 +30,8 @@ rm -rf build
 
 cd ..
 
-# Comprehensive cleanup before starting
-echo "Performing comprehensive cleanup..."
-# Clean Python cache files
+# Clean only non-persistent temporary files
+echo "Cleaning temporary files..."
 find . -type f -name "*.pyc" -delete
 find . -type f -name "*.pyo" -delete
 find . -type f -name "*.pyd" -delete
@@ -42,25 +39,10 @@ find . -type d -name "__pycache__" -exec rm -r {} + 2>/dev/null || true
 find . -type d -name ".pytest_cache" -exec rm -r {} + 2>/dev/null || true
 find . -type d -name ".coverage" -exec rm -r {} + 2>/dev/null || true
 
-# Clean temporary files
-find . -type f -name "*.tmp" -delete
-find . -type f -name "*.temp" -delete
-find . -type f -name "*.log" -delete
-find . -type f -name "*.cache" -delete
-
 # Clean build artifacts
 find . -type d -name "build" -exec rm -r {} + 2>/dev/null || true
 find . -type d -name "dist" -exec rm -r {} + 2>/dev/null || true
 find . -type d -name "*.egg-info" -exec rm -r {} + 2>/dev/null || true
 
-# Clean downloads directory if it exists
-if [ -d "downloads" ]; then
-    echo "Cleaning downloads directory..."
-    find downloads -type f -mtime +1 -delete 2>/dev/null || true
-fi
-
-# Clean up any remaining temporary files in the current directory
-rm -f *.log *.tmp *.temp 2>/dev/null || true
-
-echo "Cleanup completed. Starting application..."
+echo "Starting application..."
 python app.py