Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,9 +7,7 @@ model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2")
|
|
| 7 |
tokenizer.pad_token = tokenizer.eos_token
|
| 8 |
|
| 9 |
dataset = load_dataset("HuggingFaceH4/ultrachat_200k")
|
| 10 |
-
dataset = dataset['train_sft']
|
| 11 |
-
|
| 12 |
-
#.select(range(100))
|
| 13 |
|
| 14 |
def tokenize_function(examples):
|
| 15 |
return tokenizer(examples["prompt"], padding="max_length", truncation=True)
|
|
|
|
| 7 |
tokenizer.pad_token = tokenizer.eos_token
|
| 8 |
|
| 9 |
dataset = load_dataset("HuggingFaceH4/ultrachat_200k")
|
| 10 |
+
dataset = dataset['train_sft'].select(range(20))
|
|
|
|
|
|
|
| 11 |
|
| 12 |
def tokenize_function(examples):
|
| 13 |
return tokenizer(examples["prompt"], padding="max_length", truncation=True)
|