Reality123b commited on
Commit
9172b86
·
verified ·
1 Parent(s): 1e49580

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,14 +5,14 @@ import torch
5
 
6
  class ModelInput(BaseModel):
7
  prompt: str
8
- max_new_tokens: int = 64000
9
 
10
  app = FastAPI()
11
 
12
  # Initialize text generation pipeline
13
  generator = pipeline(
14
  "text-generation",
15
- model="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
16
  device="cpu" # Use CPU (change to device=0 for GPU)
17
  )
18
 
 
5
 
6
  class ModelInput(BaseModel):
7
  prompt: str
8
+ max_new_tokens: int = 128000
9
 
10
  app = FastAPI()
11
 
12
  # Initialize text generation pipeline
13
  generator = pipeline(
14
  "text-generation",
15
+ model="Qwen/Qwen3-4B-Thinking-2507",
16
  device="cpu" # Use CPU (change to device=0 for GPU)
17
  )
18