DesiredName commited on
Commit
48434c1
·
verified ·
1 Parent(s): 7c30434

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,10 +1,10 @@
1
  from fastapi import FastAPI
2
  import uvicorn
3
- from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
6
 
7
- model = AutoModelForCausalLM.from_pretrained(
8
  model_name, # Example model
9
  offload_folder="./offload", # Temporary directory
10
  trust_remote_code=True # Required for some models
 
1
  from fastapi import FastAPI
2
  import uvicorn
3
+ from transformers import AutoModel, AutoTokenizer
4
 
5
  model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
6
 
7
+ model = AutoModel.from_pretrained(
8
  model_name, # Example model
9
  offload_folder="./offload", # Temporary directory
10
  trust_remote_code=True # Required for some models