Update app.py
Browse files
app.py
CHANGED
@@ -54,7 +54,7 @@ class StarlingBot:
|
|
54 |
# response_text = response.split("<|assistant|>\n")[-1]
|
55 |
return response_text
|
56 |
finally:
|
57 |
-
del input_ids
|
58 |
gc.collect()
|
59 |
torch.cuda.empty_cache()
|
60 |
|
|
|
54 |
# response_text = response.split("<|assistant|>\n")[-1]
|
55 |
return response_text
|
56 |
finally:
|
57 |
+
del input_ids
|
58 |
gc.collect()
|
59 |
torch.cuda.empty_cache()
|
60 |
|