vikhyatk commited on
Commit
4e26b97
·
verified ·
1 Parent(s): 2ea650c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -23
app.py CHANGED
@@ -136,32 +136,11 @@ def answer_question(img, prompt):
136
  yield "", ""
137
  return
138
 
139
- image_embeds = moondream.encode_image(img)
140
- streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)
141
- queue = Queue()
142
- thread = Thread(
143
- target=moondream.answer_question,
144
- kwargs={
145
- "image_embeds": image_embeds,
146
- "question": prompt,
147
- "tokenizer": tokenizer,
148
- "allow_cot": True,
149
- "result_queue": queue,
150
- "streamer": streamer,
151
- },
152
- )
153
- thread.start()
154
-
155
  buffer = ""
156
- for new_text in streamer:
157
  buffer += new_text
158
  yield buffer.strip(), {"text": "Thinking...", "entities": []}
159
 
160
- answer = queue.get()
161
- thought = convert_to_entities(answer["thought"], answer["coords"])
162
-
163
- yield answer["answer"], thought
164
-
165
 
166
  @spaces.GPU(duration=10)
167
  def caption(img, mode):
@@ -170,7 +149,7 @@ def caption(img, mode):
170
  return
171
 
172
  buffer = ""
173
- for t in moondream.caption(length="short" if mode == "Short" else None, stream=True)["caption"]:
174
  buffer += t
175
  yield buffer.strip()
176
 
 
136
  yield "", ""
137
  return
138
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
139
  buffer = ""
140
+ for new_text in moondream.query(img, prompt, stream=True)["answer"]:
141
  buffer += new_text
142
  yield buffer.strip(), {"text": "Thinking...", "entities": []}
143
 
 
 
 
 
 
144
 
145
  @spaces.GPU(duration=10)
146
  def caption(img, mode):
 
149
  return
150
 
151
  buffer = ""
152
+ for t in moondream.caption(img, length="short" if mode == "Short" else None, stream=True)["caption"]:
153
  buffer += t
154
  yield buffer.strip()
155