dlaima commited on
Commit
339a971
·
verified ·
1 Parent(s): 0b0ce33

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -5
app.py CHANGED
@@ -6,14 +6,14 @@ import pandas as pd
6
  from smolagents import CodeAgent, DuckDuckGoSearchTool
7
  from smolagents.models import OpenAIServerModel
8
 
9
- #from tools import WikipediaTool, WikipediaSearchTool
10
- #from tools import WikipediaToolWrapper, WikipediaSearchToolWrapper
11
-
12
  from smolagents import Tool
13
  from wikipedia_searcher import WikipediaSearcher
14
 
15
  from audio_transcriber import AudioTranscriptionTool
16
 
 
 
 
17
 
18
  class WikipediaSearchTool(Tool):
19
  name = "wikipedia_search"
@@ -58,11 +58,12 @@ class PatchedOpenAIServerModel(OpenAIServerModel):
58
 
59
  class MyAgent:
60
  def __init__(self):
61
- self.model = PatchedOpenAIServerModel(model_id="gpt-4-turbo")
62
  self.agent = CodeAgent(tools=[
63
  DuckDuckGoSearchTool(),
64
  wikipedia_search_tool,
65
- AudioTranscriptionTool()
 
66
  ], model=self.model)
67
 
68
  def __call__(self, task: dict) -> str:
@@ -211,3 +212,4 @@ if __name__ == "__main__":
211
  print("-"*(60 + len(" App Starting ")) + "\n")
212
  print("Launching Gradio Interface for Basic Agent Evaluation...")
213
  demo.launch(debug=True, share=False)
 
 
6
  from smolagents import CodeAgent, DuckDuckGoSearchTool
7
  from smolagents.models import OpenAIServerModel
8
 
 
 
 
9
  from smolagents import Tool
10
  from wikipedia_searcher import WikipediaSearcher
11
 
12
  from audio_transcriber import AudioTranscriptionTool
13
 
14
+ from image_analyzer import ImageAnalyzer
15
+ image_tool = ImageAnalyzer()
16
+
17
 
18
  class WikipediaSearchTool(Tool):
19
  name = "wikipedia_search"
 
58
 
59
  class MyAgent:
60
  def __init__(self):
61
+ self.model = PatchedOpenAIServerModel(model_id="gpt-4-vision-preview") #gpt-4-turbo
62
  self.agent = CodeAgent(tools=[
63
  DuckDuckGoSearchTool(),
64
  wikipedia_search_tool,
65
+ AudioTranscriptionTool(),
66
+ ImageAnalyzer()
67
  ], model=self.model)
68
 
69
  def __call__(self, task: dict) -> str:
 
212
  print("-"*(60 + len(" App Starting ")) + "\n")
213
  print("Launching Gradio Interface for Basic Agent Evaluation...")
214
  demo.launch(debug=True, share=False)
215
+