Fix HF cache: use /tmp writable cache and fallback env

Dockerfile

@@ -13,9 +13,14 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     && rm -rf /var/lib/apt/lists/*
 
 # set cache dir to a writable location
-ENV TRANSFORMERS_CACHE=/app/cache
-ENV HF_HOME=/app/cache
-ENV HF_HUB_CACHE=/app/cache
+ENV TRANSFORMERS_CACHE=/tmp/hf_cache \
+    HF_HOME=/tmp/hf_home \
+    HF_HUB_CACHE=/tmp/hf_hub_cache \
+    XDG_CACHE_HOME=/tmp
+
+# Create necessary directories for Hugging Face cache and set permissions
+RUN mkdir -p /tmp/hf_cache /tmp/hf_home /tmp/hf_hub_cache \
+    && chmod -R 777 /tmp/hf_cache /tmp/hf_home /tmp/hf_hub_cache
 
 # Copy the dependency file first to leverage Docker's layer caching
 COPY requirements.txt .
@@ -31,5 +36,4 @@ COPY src/ src/
 EXPOSE 7860
 
 # Define the default command to run the application.
-# The server_name="0.0.0.0" is crucial for it to be accessible inside Docker.
 CMD ["python", "-m", "src.app"]

src/app.py

@@ -5,6 +5,12 @@ from src.utils.exceptions import AppError
 from src.logging_config import logger
 from src import config
 
+# Set environment variables for Hugging Face cache directories
+os.environ.setdefault("TRANSFORMERS_CACHE", "/tmp/hf_cache")
+os.environ.setdefault("HF_HOME", "/tmp/hf_home")
+os.environ.setdefault("HF_HUB_CACHE", "/tmp/hf_hub_cache")
+os.environ.setdefault("XDG_CACHE_HOME", "/tmp")
+
 
 def create_controller():
     """Factory function to create a new controller instance."""