Tonic commited on
Commit
618ecb4
·
1 Parent(s): 64fadcb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -54,7 +54,7 @@ class StarlingBot:
54
  # response_text = response.split("<|assistant|>\n")[-1]
55
  return response_text
56
  finally:
57
- del input_ids, attention_mask, output_ids
58
  gc.collect()
59
  torch.cuda.empty_cache()
60
 
 
54
  # response_text = response.split("<|assistant|>\n")[-1]
55
  return response_text
56
  finally:
57
+ del input_ids
58
  gc.collect()
59
  torch.cuda.empty_cache()
60