Update app.py
Browse files
app.py
CHANGED
|
@@ -92,10 +92,10 @@ from transformers import AutoTokenizer
|
|
| 92 |
tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
|
| 93 |
from transformers import AutoModelForCausalLM
|
| 94 |
model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
|
| 95 |
-
llm = HuggingFaceLLM(
|
| 96 |
-
tokenizer_name="microsoft/Phi-3-mini-4k-instruct",
|
| 97 |
-
model_name="microsoft/Phi-3-mini-4k-instruct",
|
| 98 |
-
)
|
| 99 |
|
| 100 |
question = "How can I reverse diabetes?"
|
| 101 |
|
|
|
|
| 92 |
tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
|
| 93 |
from transformers import AutoModelForCausalLM
|
| 94 |
model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
|
| 95 |
+
#llm = HuggingFaceLLM(
|
| 96 |
+
# tokenizer_name="microsoft/Phi-3-mini-4k-instruct",
|
| 97 |
+
# model_name="microsoft/Phi-3-mini-4k-instruct",
|
| 98 |
+
#)
|
| 99 |
|
| 100 |
question = "How can I reverse diabetes?"
|
| 101 |
|