Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -136,32 +136,11 @@ def answer_question(img, prompt):
|
|
136 |
yield "", ""
|
137 |
return
|
138 |
|
139 |
-
image_embeds = moondream.encode_image(img)
|
140 |
-
streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)
|
141 |
-
queue = Queue()
|
142 |
-
thread = Thread(
|
143 |
-
target=moondream.answer_question,
|
144 |
-
kwargs={
|
145 |
-
"image_embeds": image_embeds,
|
146 |
-
"question": prompt,
|
147 |
-
"tokenizer": tokenizer,
|
148 |
-
"allow_cot": True,
|
149 |
-
"result_queue": queue,
|
150 |
-
"streamer": streamer,
|
151 |
-
},
|
152 |
-
)
|
153 |
-
thread.start()
|
154 |
-
|
155 |
buffer = ""
|
156 |
-
for new_text in
|
157 |
buffer += new_text
|
158 |
yield buffer.strip(), {"text": "Thinking...", "entities": []}
|
159 |
|
160 |
-
answer = queue.get()
|
161 |
-
thought = convert_to_entities(answer["thought"], answer["coords"])
|
162 |
-
|
163 |
-
yield answer["answer"], thought
|
164 |
-
|
165 |
|
166 |
@spaces.GPU(duration=10)
|
167 |
def caption(img, mode):
|
@@ -170,7 +149,7 @@ def caption(img, mode):
|
|
170 |
return
|
171 |
|
172 |
buffer = ""
|
173 |
-
for t in moondream.caption(length="short" if mode == "Short" else None, stream=True)["caption"]:
|
174 |
buffer += t
|
175 |
yield buffer.strip()
|
176 |
|
|
|
136 |
yield "", ""
|
137 |
return
|
138 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
139 |
buffer = ""
|
140 |
+
for new_text in moondream.query(img, prompt, stream=True)["answer"]:
|
141 |
buffer += new_text
|
142 |
yield buffer.strip(), {"text": "Thinking...", "entities": []}
|
143 |
|
|
|
|
|
|
|
|
|
|
|
144 |
|
145 |
@spaces.GPU(duration=10)
|
146 |
def caption(img, mode):
|
|
|
149 |
return
|
150 |
|
151 |
buffer = ""
|
152 |
+
for t in moondream.caption(img, length="short" if mode == "Short" else None, stream=True)["caption"]:
|
153 |
buffer += t
|
154 |
yield buffer.strip()
|
155 |
|