Update app.py
Browse files
app.py
CHANGED
|
@@ -40,7 +40,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
|
|
| 40 |
torch_dtype=torch.bfloat16,
|
| 41 |
load_in_4bit=True
|
| 42 |
)
|
| 43 |
-
model = BetterTransformer.transform(model)
|
| 44 |
|
| 45 |
class StarlingBot:
|
| 46 |
def __init__(self, system_prompt="The following dialogue is a conversation"):
|
|
|
|
| 40 |
torch_dtype=torch.bfloat16,
|
| 41 |
load_in_4bit=True
|
| 42 |
)
|
| 43 |
+
# model = BetterTransformer.transform(model)
|
| 44 |
|
| 45 |
class StarlingBot:
|
| 46 |
def __init__(self, system_prompt="The following dialogue is a conversation"):
|