add cleanup and storage

Dockerfile

@@ -60,6 +60,10 @@ ENV PYTHONPATH=${HOME}/app \
     TQDM_MININTERVAL=1 \
     SYSTEM=spaces \
     LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH} \
-    PATH=/usr/local/nvidia/bin:${PATH}
+    PATH=/usr/local/nvidia/bin:${PATH} \
+    # Storage management
+    HF_HUB_CACHE=/tmp/huggingface \
+    TRANSFORMERS_CACHE=/tmp/transformers \
+    TORCH_HOME=/tmp/torch
 
 CMD ["/bin/bash", "start.sh"]

start.sh

@@ -1,5 +1,18 @@
 #!/bin/bash
 
+# Set up cache directories
+export HF_HUB_CACHE=/tmp/huggingface
+export TRANSFORMERS_CACHE=/tmp/transformers
+export TORCH_HOME=/tmp/torch
+
+# Clean up old cache files
+echo "Cleaning up cache directories..."
+rm -rf /tmp/huggingface/* /tmp/transformers/* /tmp/torch/* 2>/dev/null || true
+
+# Clean up system temp files
+echo "Cleaning up system temporary files..."
+rm -rf /tmp/*.log /tmp/*.tmp /tmp/*.cache 2>/dev/null || true
+
 if [ ! -d "llama.cpp" ]; then
   # only run in dev env
   git clone https://github.com/ggerganov/llama.cpp
@@ -18,4 +31,36 @@ cp ./build/bin/llama-* .
 rm -rf build
 
 cd ..
+
+# Comprehensive cleanup before starting
+echo "Performing comprehensive cleanup..."
+# Clean Python cache files
+find . -type f -name "*.pyc" -delete
+find . -type f -name "*.pyo" -delete
+find . -type f -name "*.pyd" -delete
+find . -type d -name "__pycache__" -exec rm -r {} + 2>/dev/null || true
+find . -type d -name ".pytest_cache" -exec rm -r {} + 2>/dev/null || true
+find . -type d -name ".coverage" -exec rm -r {} + 2>/dev/null || true
+
+# Clean temporary files
+find . -type f -name "*.tmp" -delete
+find . -type f -name "*.temp" -delete
+find . -type f -name "*.log" -delete
+find . -type f -name "*.cache" -delete
+
+# Clean build artifacts
+find . -type d -name "build" -exec rm -r {} + 2>/dev/null || true
+find . -type d -name "dist" -exec rm -r {} + 2>/dev/null || true
+find . -type d -name "*.egg-info" -exec rm -r {} + 2>/dev/null || true
+
+# Clean downloads directory if it exists
+if [ -d "downloads" ]; then
+    echo "Cleaning downloads directory..."
+    find downloads -type f -mtime +1 -delete 2>/dev/null || true
+fi
+
+# Clean up any remaining temporary files in the current directory
+rm -f *.log *.tmp *.temp 2>/dev/null || true
+
+echo "Cleanup completed. Starting application..."
 python app.py