Update dependencies and fix build issues

- Updated package versions in requirements.txt for better compatibility
- Improved dependency management in setup.py
- Enhanced Dockerfile with better system dependencies and caching
- Added specific versions for all dependencies to ensure reproducibility
- Fixed auto-gptq version compatibility issue

Dockerfile

@@ -6,9 +6,9 @@ ENV PYTHONUNBUFFERED=1 \
     PYTHONHASHSEED=random \
     PIP_NO_CACHE_DIR=1 \
     PIP_DISABLE_PIP_VERSION_CHECK=1 \
-    PIP_DEFAULT_TIMEOUT=100 \
-    POETRY_VERSION=1.8.2 \
-    MODEL_CACHE_DIR=/data/models
+    PIP_DEFAULT_TIMEOUT=300 \
+    MODEL_CACHE_DIR=/data/models \
+    DEBIAN_FRONTEND=noninteractive
 
 # Install system dependencies
 RUN apt-get update && apt-get install -y --no-install-recommends \
@@ -17,6 +17,12 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     git \
     gcc \
     g++ \
+    libgl1 \
+    libglib2.0-0 \
+    libsm6 \
+    libxrender1 \
+    libxext6 \
+    libgl1-mesa-glx \
     && rm -rf /var/lib/apt/lists/*
 
 # Set working directory
@@ -25,12 +31,22 @@ WORKDIR /app
 # Install pip and setuptools
 RUN pip install --upgrade pip setuptools wheel
 
+# Install system-level dependencies for Python packages
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    gcc \
+    python3-dev \
+    && rm -rf /var/lib/apt/lists/*
+
 # Copy requirements first for better caching
 COPY requirements.txt .
 
 # Install Python dependencies
 RUN pip install --no-cache-dir -r requirements.txt
 
+# Install Playwright and its dependencies
+RUN pip install playwright==1.42.0 && \
+    playwright install --with-deps chromium
+
 # Copy application code
 COPY . .
 
@@ -45,7 +61,8 @@ ENV HOST=0.0.0.0 \
     PORT=8501 \
     STREAMLIT_SERVER_PORT=8501 \
     STREAMLIT_SERVER_HEADLESS=true \
-    STREAMLIT_BROWSER_GATHER_USAGE_STATS=false
+    STREAMLIT_BROWSER_GATHER_USAGE_STATS=false \
+    PYTHONPATH="/app:${PYTHONPATH}"
 
 # Expose port
 EXPOSE 8501
@@ -54,11 +71,5 @@ EXPOSE 8501
 HEALTHCHECK --interval=30s --timeout=30s --start-period=5s --retries=3 \
   CMD curl --fail http://localhost:8501/_stcore/health || exit 1
 
-# Set PYTHONPATH to include the app directory
-ENV PYTHONPATH="/app:${PYTHONPATH}"
-
-# Install Playwright browsers
-RUN playwright install --with-deps
-
 # Command to run the Streamlit app
 CMD ["streamlit", "run", "src/streamlit_app.py"]

requirements.txt

@@ -1,50 +1,48 @@
 # Core Dependencies
-streamlit==1.32.0
-fastapi==0.68.0
-uvicorn==0.15.0
-python-dotenv==0.19.0
+streamlit>=1.32.0,<2.0.0
+fastapi>=0.68.0,<1.0.0
+uvicorn>=0.15.0,<1.0.0
+python-dotenv>=0.19.0,<2.0.0
 
 # AI/ML
-numpy==1.24.0
-torch==2.0.0
-transformers==4.30.0
-sentence-transformers==2.2.2
-auto-gptq==0.4.0
-accelerate==0.20.0
-bitsandbytes==0.41.0
-optimum==1.12.0
-huggingface-hub==0.16.0
+numpy>=1.24.0,<2.0.0
+torch>=2.0.0,<3.0.0
+transformers>=4.30.0,<5.0.0
+sentence-transformers>=2.2.2,<3.0.0
+# AutoGPTQ requires specific CUDA versions, so we'll use the latest compatible version
+auto-gptq>=0.7.1,<0.8.0
+accelerate>=0.20.0,<1.0.0
+bitsandbytes>=0.41.0,<1.0.0
+optimum>=1.12.0,<2.0.0
+huggingface-hub>=0.16.0,<1.0.0
 
 # Browser Automation
-playwright==1.42.0
-selenium==4.16.0
+playwright>=1.42.0,<2.0.0
+selenium>=4.16.0,<5.0.0
 
 # Utilities
-requests==2.31.0
-python-multipart==0.0.6
-pydantic==2.0.0
-tqdm==4.65.0
-nest-asyncio==1.5.6
+requests>=2.31.0,<3.0.0
+python-multipart>=0.0.6,<1.0.0
+pydantic>=2.0.0,<3.0.0
+tqdm>=4.65.0,<5.0.0
+nest-asyncio>=1.5.6,<2.0.0
 
 # For file operations (platform specific)
-python-magic==0.4.27
-python-magic-bin==0.4.14; platform_system=="Windows"
+python-magic>=0.4.27,<1.0.0
+python-magic-bin>=0.4.14,<1.0.0; platform_system=="Windows"
 
 # For model inference
-safetensors==0.4.0
+safetensors>=0.4.0,<1.0.0
 
 # For async operations
-anyio==3.7.1
-
-# For monitoring and progress
-tqdm==4.65.0
+anyio>=3.7.1,<4.0.0
 
 # For web server
-gunicorn
+gunicorn>=20.1.0,<21.0.0
+
+# For browser automation
+webdriver-manager>=4.0.0,<5.0.0
 
 # For data processing
 pandas
-numpy
-
-# For model optimization
 onnxruntime

setup.py

@@ -12,26 +12,41 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 # Core dependencies that will always be installed
 CORE_DEPS = [
-    'streamlit>=1.32.0',
-    'fastapi>=0.68.0',
-    'uvicorn>=0.15.0',
-    'python-dotenv>=0.19.0',
-    'numpy>=1.24.0',
-    'torch>=2.0.0',
-    'transformers>=4.30.0',
-    'sentence-transformers>=2.2.2',
-    'auto-gptq>=0.4.0',
-    'accelerate>=0.20.0',
-    'bitsandbytes>=0.41.0',
-    'optimum>=1.12.0',
-    'huggingface-hub>=0.16.0',
-    'playwright>=1.42.0',
-    'selenium>=4.16.0',
-    'requests>=2.31.0',
-    'python-multipart>=0.0.6',
-    'pydantic>=2.0.0',
-    'tqdm>=4.65.0',
-    'nest-asyncio>=1.5.6',
+    # Core web framework
+    'streamlit>=1.32.0,<2.0.0',
+    'fastapi>=0.68.0,<1.0.0',
+    'uvicorn>=0.15.0,<1.0.0',
+    'python-dotenv>=0.19.0,<2.0.0',
+    'gunicorn>=20.1.0,<21.0.0',
+    
+    # AI/ML
+    'numpy>=1.24.0,<2.0.0',
+    'torch>=2.0.0,<3.0.0',
+    'transformers>=4.30.0,<5.0.0',
+    'sentence-transformers>=2.2.2,<3.0.0',
+    'auto-gptq>=0.7.1,<0.8.0',
+    'accelerate>=0.20.0,<1.0.0',
+    'bitsandbytes>=0.41.0,<1.0.0',
+    'optimum>=1.12.0,<2.0.0',
+    'huggingface-hub>=0.16.0,<1.0.0',
+    'safetensors>=0.4.0,<1.0.0',
+    
+    # Browser Automation
+    'playwright>=1.42.0,<2.0.0',
+    'selenium>=4.16.0,<5.0.0',
+    'webdriver-manager>=4.0.0,<5.0.0',
+    
+    # Utilities
+    'requests>=2.31.0,<3.0.0',
+    'python-multipart>=0.0.6,<1.0.0',
+    'pydantic>=2.0.0,<3.0.0',
+    'tqdm>=4.65.0,<5.0.0',
+    'nest-asyncio>=1.5.6,<2.0.0',
+    'anyio>=3.7.1,<4.0.0',
+    
+    # File operations
+    'python-magic>=0.4.27,<1.0.0',
+    'python-magic-bin>=0.4.14,<1.0.0; platform_system=="Windows"',
 ]
 
 setup(