Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,8 @@ import json
|
|
4 |
|
5 |
# Define the URL for the local Ollama API and the model name
|
6 |
OLLAMA_API_URL = "http://localhost:11434/api/generate"
|
7 |
-
|
|
|
8 |
|
9 |
def generate_text(prompt, max_new_tokens=256, temperature=0.7):
|
10 |
"""
|
|
|
4 |
|
5 |
# Define the URL for the local Ollama API and the model name
|
6 |
OLLAMA_API_URL = "http://localhost:11434/api/generate"
|
7 |
+
# This must match the name used in `ollama pull` in Dockerfile
|
8 |
+
MODEL_NAME = "hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M"
|
9 |
|
10 |
def generate_text(prompt, max_new_tokens=256, temperature=0.7):
|
11 |
"""
|