File size: 532 Bytes
215ca4e
ce3b8f8
215ca4e
ce3b8f8
 
7054d0f
ce3b8f8
e4c9e6f
7054d0f
 
ce3b8f8
7054d0f
1
2
3
4
5
6
7
8
9
10
11
12
from transformers import RobertaTokenizer, T5ForConditionalGeneration

tokenizer = RobertaTokenizer.from_pretrained('Salesforce/codet5-small')
model = T5ForConditionalGeneration.from_pretrained('Salesforce/codet5-small')

text = "def greet(user): print(f'hello <extra_id_0>!')"
input_ids = tokenizer(text, return_tensors="pt").input_ids

# simply generate a single sequence
generated_ids = model.generate(input_ids, max_length=10)
print(tokenizer.decode(generated_ids[0], skip_special_tokens=True))
# this prints "user: {user.name}"