SkyNetWalker commited on
Commit
fcf6b9b
·
verified ·
1 Parent(s): f148260

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -4,7 +4,8 @@ import json
4
 
5
  # Define the URL for the local Ollama API and the model name
6
  OLLAMA_API_URL = "http://localhost:11434/api/generate"
7
- MODEL_NAME = "gemma-unsloth" # This must match the name used in `ollama create` in run.sh
 
8
 
9
  def generate_text(prompt, max_new_tokens=256, temperature=0.7):
10
  """
 
4
 
5
  # Define the URL for the local Ollama API and the model name
6
  OLLAMA_API_URL = "http://localhost:11434/api/generate"
7
+ # This must match the name used in `ollama pull` in Dockerfile
8
+ MODEL_NAME = "hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M"
9
 
10
  def generate_text(prompt, max_new_tokens=256, temperature=0.7):
11
  """