Update app.py

app.py

@@ -2,8 +2,13 @@ import streamlit as st
 #from transformers import BertModel, BertTokenizer
 from transformers import HfAgent, load_tool
 
+checkpoint = "bigcode/starcoder"
+model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16)
+tokenizer = AutoTokenizer.from_pretrained(checkpoint)
+
+agent = LocalAgent(model, tokenizer)
+agent.run("Draw me a picture of rivers and lakes.")
 
-agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder")
 print(agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!"))
 
 # Load tools