Update README.md
Browse files
README.md
CHANGED
@@ -116,7 +116,7 @@ model =AutoModelForCausalLM.from_pretrained("PipableAI/pip-code-bandit",torch_dt
|
|
116 |
tokenizer = tokenizer = AutoTokenizer.from_pretrained("PipableAI/pip-code-bandit")
|
117 |
|
118 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
119 |
-
outputs = model.generate(**inputs, max_new_tokens=new_tokens
|
120 |
out = (
|
121 |
tokenizer.decode(outputs[0][inputs.input_ids.shape[-1]:], skip_special_tokens=True)
|
122 |
)
|
|
|
116 |
tokenizer = tokenizer = AutoTokenizer.from_pretrained("PipableAI/pip-code-bandit")
|
117 |
|
118 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
119 |
+
outputs = model.generate(**inputs, max_new_tokens=new_tokens)
|
120 |
out = (
|
121 |
tokenizer.decode(outputs[0][inputs.input_ids.shape[-1]:], skip_special_tokens=True)
|
122 |
)
|