isayahc commited on
Commit
4af1853
·
1 Parent(s): abaa624

initialized device variable

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -47,12 +47,14 @@ model_id = "TheBloke/zephyr-7B-beta-GGUF"
47
  # low_cpu_mem_usage=True
48
  # )
49
 
50
- print( "initalized model")
51
 
52
  # tokenizer = AutoTokenizer.from_pretrained(model_id)
53
  # model = AutoModelForCausalLM.from_pretrained(model_id)
54
  # model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
55
 
 
 
56
 
57
  llm_model = CTransformers(
58
  model="TheBloke/zephyr-7B-beta-GGUF",
@@ -71,7 +73,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
71
  # hf = HuggingFacePipeline(pipeline=pipe)
72
 
73
 
74
- print( "initalized second model")
75
 
76
  # tokenizer = AutoTokenizer.from_pretrained(model_id)
77
  tokenizer.use_default_system_prompt = False
 
47
  # low_cpu_mem_usage=True
48
  # )
49
 
50
+ # print( "initalized model")
51
 
52
  # tokenizer = AutoTokenizer.from_pretrained(model_id)
53
  # model = AutoModelForCausalLM.from_pretrained(model_id)
54
  # model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
55
 
56
+ device = "cpu"
57
+
58
 
59
  llm_model = CTransformers(
60
  model="TheBloke/zephyr-7B-beta-GGUF",
 
73
  # hf = HuggingFacePipeline(pipeline=pipe)
74
 
75
 
76
+ print( "initalized model")
77
 
78
  # tokenizer = AutoTokenizer.from_pretrained(model_id)
79
  tokenizer.use_default_system_prompt = False