Spaces:

ssenguptaopteamix
/

Experimental

Runtime error

ssenguptaopteamix commited on Apr 1, 2024

Commit

7e76760

verified ·

1 Parent(s): 3095eb1

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,7 +11,7 @@ model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2")
 tokenizer.pad_token = tokenizer.eos_token
 dataset = load_dataset("HuggingFaceH4/ultrachat_200k")
-dataset = dataset['train_sft'].select(range(20))
 def tokenize_function(examples):
     return tokenizer(examples["prompt"], padding="max_length", truncation=True)

 tokenizer.pad_token = tokenizer.eos_token
 dataset = load_dataset("HuggingFaceH4/ultrachat_200k")
+dataset = dataset['train_sft'].select(range(5))
 def tokenize_function(examples):
     return tokenizer(examples["prompt"], padding="max_length", truncation=True)