updated app to use ctransformers and gemma

Dockerfile

@@ -1,35 +1,33 @@
 # Use an official Python runtime as a base image
-FROM python:3.10-slim
+FROM python:3.10
 
 # Set working directory
 WORKDIR /app
 
-# Install system dependencies (e.g., for torch, sentence-transformers)
+# Install system dependencies for ctransformers and runtime
 RUN apt-get update && apt-get install -y \
     gcc \
     g++ \
     libffi-dev \
     && rm -rf /var/lib/apt/lists/*
 
-# Set environment variable for transformers cache
+# Set environment variables for cache and token
 ENV TRANSFORMERS_CACHE=/app/cache
 ENV HF_HOME=/app/cache
 
-# Create cache directory and ensure it's writable
+# Create cache directory with write permissions
 RUN mkdir -p /app/cache && chmod -R 777 /app/cache
 
-# Copy requirements file
+# Copy and install requirements
 COPY requirements.txt .
-
-# Install Python dependencies
 RUN pip install --no-cache-dir -r requirements.txt
 
 # Copy application files
 COPY app.py .
 COPY cv_embeddings.json .
 
-# Expose the port FastAPI will run on
+# Expose port
 EXPOSE 7860
 
-# Command to run the application
+# Run the application
 CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -1,6 +1,7 @@
 fastapi==0.115.0
 uvicorn==0.31.0
 sentence-transformers==3.1.1
-transformers==4.44.2
 torch==2.4.1
-numpy==1.26.4
+numpy==1.26.4
+ctransformers==0.2.27
+huggingface_hub==0.30.1