BoxzDev commited on
Commit
296d3f1
·
verified ·
1 Parent(s): 928dcb4

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -43,7 +43,7 @@ class Item(BaseModel):
43
  {"input": "Who do you love?", "output": "That’s a secret! But I care about all my friends. 😊"},
44
  ]
45
  temperature: float = 0.7 # Controls randomness (0 = predictable, 1 = highly random)
46
- max_new_tokens: int = 1048 # Maximum response length
47
  top_p: float = 0.9 # Sampling parameter for diverse responses
48
  repetition_penalty: float = 1.1 # Prevents repetition
49
  key: str = None # API key if needed
 
43
  {"input": "Who do you love?", "output": "That’s a secret! But I care about all my friends. 😊"},
44
  ]
45
  temperature: float = 0.7 # Controls randomness (0 = predictable, 1 = highly random)
46
+ max_new_tokens: int = 100 # Maximum response length
47
  top_p: float = 0.9 # Sampling parameter for diverse responses
48
  repetition_penalty: float = 1.1 # Prevents repetition
49
  key: str = None # API key if needed