Update app.py
Browse files
app.py
CHANGED
|
@@ -31,7 +31,7 @@ os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:50'
|
|
| 31 |
|
| 32 |
class StarlingBot:
|
| 33 |
def __init__(self, assistant_message="I am Starling-7B by Tonic-AI, I am ready to do anything to help my user."):
|
| 34 |
-
self.assistant_message =
|
| 35 |
|
| 36 |
def predict(self, user_message, assistant_message, mode, do_sample, temperature=0.4, max_new_tokens=700, top_p=0.99, repetition_penalty=1.9):
|
| 37 |
try:
|
|
|
|
| 31 |
|
| 32 |
class StarlingBot:
|
| 33 |
def __init__(self, assistant_message="I am Starling-7B by Tonic-AI, I am ready to do anything to help my user."):
|
| 34 |
+
self.assistant_message = assistant_message
|
| 35 |
|
| 36 |
def predict(self, user_message, assistant_message, mode, do_sample, temperature=0.4, max_new_tokens=700, top_p=0.99, repetition_penalty=1.9):
|
| 37 |
try:
|