DesiredName commited on
Commit
d909a05
·
verified ·
1 Parent(s): f5cc1b0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -1,5 +1,6 @@
1
  from fastapi import FastAPI
2
  import uvicorn
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
4
 
5
  model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
 
1
  from fastapi import FastAPI
2
  import uvicorn
3
+ import torch
4
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
5
 
6
  model_name = "Tap-M/Luna-AI-Llama2-Uncensored"