Spaces:

davanstrien
/

next-token

Running

davanstrien HF Staff commited on 15 days ago

Commit

f59ec74

verified ·

1 Parent(s): 5a020b8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -1,10 +1,10 @@
 import gradio as gr
 import torch
-from transformers import GPT2LMHeadModel, GPT2Tokenizer
 # Load model and tokenizer
-model = GPT2LMHeadModel.from_pretrained("gpt2")
-tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
 def get_next_token_probs(text):
     # Handle empty input

 import gradio as gr
 import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
 # Load model and tokenizer
+model = AutoModelForCausalLM.from_pretrained("HuggingFaceTB/SmolLM2-135M")
+tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/SmolLM2-135M")
 def get_next_token_probs(text):
     # Handle empty input