dfsfd

app.py

@@ -14,37 +14,51 @@ question = "Qual é o maior planeta do sistema solar?"
 before = datetime.datetime.now()
 
 # Load model directly
-from transformers import AutoTokenizer, AutoModelForCausalLM
+# from transformers import AutoTokenizer, AutoModelForCausalLM
 
 # tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-1.5-6B-Chat")
 # model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-1.5-6B-Chat")
 
-from transformers import AutoTokenizer, AutoModelForQuestionAnswering
+from transformers import AutoTokenizer, TFRobertaModel
+import tensorflow as tf
 
-tokenizer = AutoTokenizer.from_pretrained("deepset/roberta-base-squad2")
-model = AutoModelForQuestionAnswering.from_pretrained("deepset/roberta-base-squad2")
+tokenizer = AutoTokenizer.from_pretrained("FacebookAI/roberta-base")
+model = TFRobertaModel.from_pretrained("FacebookAI/roberta-base")
 
 st.write('tokenizando...')
-prompt = "Qual é o maior planeta do sistema solar ?"
-inputs = tokenizer(prompt, return_tensors="pt")
-
-# Generate
+inputs = tokenizer(question, return_tensors="tf")
 
 st.write('gerando a saida...')
-generate_ids = model.generate(inputs.input_ids, max_length=30)
-output = tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+outputs = model(inputs)
 
+last_hidden_states = outputs.last_hidden_state
 
-st.write('saída gerada')
+output = last_hidden_states
 
 st.write(output)
 
-# Use a pipeline as a high-level helper
-# from transformers import pipeline
 
-# messages = [
-#     {"role": "user", "content": question},
-# ]
+# st.write('tokenizando...')
+# prompt = "Qual é o maior planeta do sistema solar ?"
+# # inputs = tokenizer(prompt, return_tensors="pt")
+
+# # Generate
+
+# st.write('gerando a saida...')
+# # generate_ids = model.generate(inputs.input_ids, max_length=30)
+# # output = tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+
+
+# st.write('saída gerada')
+
+# st.write(output)
+
+# # Use a pipeline as a high-level helper
+# # from transformers import pipeline
+
+# # messages = [
+# #     {"role": "user", "content": question},
+# # ]
 
 # print('gerando a saida...')
 

requirements.txt

@@ -3,4 +3,5 @@ transformers==4.44.0
 torch
 optimum
 auto_gptq==0.5.0
+tensorflow