Update shared_vis_python_exe.py
Browse files- shared_vis_python_exe.py +0 -148
shared_vis_python_exe.py
CHANGED
@@ -104,7 +104,6 @@ plt.close()
|
|
104 |
|
105 |
exec(modified_code, self._global_vars)
|
106 |
else:
|
107 |
-
print("###################################### I am excuting code. ##############################################")
|
108 |
exec(code_piece, self._global_vars)
|
109 |
|
110 |
def eval_code(self, expr: str) -> Any:
|
@@ -140,7 +139,6 @@ class ImageRuntime(GenericRuntime):
|
|
140 |
]
|
141 |
|
142 |
def __init__(self, messages):
|
143 |
-
print("############################### I am initing image runtime ################################")
|
144 |
super().__init__()
|
145 |
# pdb.set_trace()
|
146 |
|
@@ -153,7 +151,6 @@ class ImageRuntime(GenericRuntime):
|
|
153 |
|
154 |
image_var_dict = {}
|
155 |
image_var_idx = 0
|
156 |
-
print("############################### I am initing image runtime ################################")
|
157 |
for message_item in messages:
|
158 |
content = message_item['content'] # {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{base64_image}"}}
|
159 |
for item in content:
|
@@ -165,7 +162,6 @@ class ImageRuntime(GenericRuntime):
|
|
165 |
image_var_idx += 1
|
166 |
|
167 |
self.inject(image_var_dict)
|
168 |
-
print("##################### Initialize ImageRuntime. ##########################")
|
169 |
|
170 |
|
171 |
class DateRuntime(GenericRuntime):
|
@@ -195,7 +191,6 @@ class PythonExecutor:
|
|
195 |
get_answer_from_stdout: bool = True,
|
196 |
timeout_length: int = 20,
|
197 |
) -> None:
|
198 |
-
print(f"#################### When Init PythonExcutor, RunTime typel:, TimeOut Length: {timeout_length} #############################")
|
199 |
self.runtime_class = runtime_class if runtime_class else ImageRuntime
|
200 |
print(self.runtime_class)
|
201 |
self.answer_symbol = get_answer_symbol
|
@@ -205,81 +200,10 @@ class PythonExecutor:
|
|
205 |
|
206 |
# Create a persistent runtime instance if messages are provided
|
207 |
self.persistent_runtime = None
|
208 |
-
# if messages:
|
209 |
-
# self.persistent_runtime = self.runtime_class(messages)
|
210 |
|
211 |
def process_generation_to_code(self, gens: str):
|
212 |
return [g.split("\n") for g in gens]
|
213 |
|
214 |
-
# @staticmethod
|
215 |
-
# def execute(
|
216 |
-
# self,
|
217 |
-
# code,
|
218 |
-
# messages,
|
219 |
-
# get_answer_from_stdout=True,
|
220 |
-
# runtime_class=None,
|
221 |
-
# # run_time_instance=None,
|
222 |
-
# answer_symbol=None,
|
223 |
-
# answer_expr=None,
|
224 |
-
# timeout_length=20,
|
225 |
-
# ) -> Tuple[Union[str, Dict[str, Any]], str]:
|
226 |
-
# # print("dome")
|
227 |
-
# # try:
|
228 |
-
# # 在每个进程中创建新的运行时实例
|
229 |
-
# print(f"################################################## I am excuting ! #############################################################")
|
230 |
-
# print(str(messages)[0:500])
|
231 |
-
# print(str(messages)[-500:])
|
232 |
-
# print(runtime_class)
|
233 |
-
# # runtime = runtime_class(messages)
|
234 |
-
# runtime = self.persistent_runtime
|
235 |
-
# print(f"################################################## I am excuting ! #############################################################")
|
236 |
-
|
237 |
-
# if get_answer_from_stdout:
|
238 |
-
# program_io = io.StringIO()
|
239 |
-
# with redirect_stdout(program_io):
|
240 |
-
# timeout(timeout_length)(runtime.exec_code)("\n".join(code))
|
241 |
-
# program_io.seek(0)
|
242 |
-
# result = program_io.read()
|
243 |
-
# elif answer_symbol:
|
244 |
-
# timeout(timeout_length)(runtime.exec_code)("\n".join(code))
|
245 |
-
# result = runtime._global_vars.get(answer_symbol, "")
|
246 |
-
# elif answer_expr:
|
247 |
-
# timeout(timeout_length)(runtime.exec_code)("\n".join(code))
|
248 |
-
# result = timeout(timeout_length)(runtime.eval_code)(answer_expr)
|
249 |
-
# else:
|
250 |
-
# if len(code) > 1:
|
251 |
-
# timeout(timeout_length)(runtime.exec_code)("\n".join(code[:-1]))
|
252 |
-
# result = timeout(timeout_length)(runtime.eval_code)(code[-1])
|
253 |
-
# else:
|
254 |
-
# timeout(timeout_length)(runtime.exec_code)("\n".join(code))
|
255 |
-
# result = ""
|
256 |
-
|
257 |
-
# # 检查是否有捕获的图像
|
258 |
-
# captured_figures = runtime._global_vars.get("_captured_figures", [])
|
259 |
-
# if captured_figures:
|
260 |
-
# # 如果有文本输出和图像,将它们组合
|
261 |
-
# if result:
|
262 |
-
# result = {
|
263 |
-
# 'text': result,
|
264 |
-
# 'images': captured_figures
|
265 |
-
# }
|
266 |
-
# else:
|
267 |
-
# result = {'images': captured_figures}
|
268 |
-
|
269 |
-
# report = "Done"
|
270 |
-
# # except Exception as e:
|
271 |
-
# # result = ""
|
272 |
-
# # report = f"Error: {str(e)}\n{traceback.format_exc()}"
|
273 |
-
|
274 |
-
# # 确保结果可序列化
|
275 |
-
# try:
|
276 |
-
# pickle.dumps(result)
|
277 |
-
# except Exception as e:
|
278 |
-
# result = f"Result serialization error: {str(e)}"
|
279 |
-
# report = f"Serialization Error: {str(e)}"
|
280 |
-
|
281 |
-
# return result, report
|
282 |
-
|
283 |
def execute(
|
284 |
self,
|
285 |
code,
|
@@ -294,13 +218,9 @@ class PythonExecutor:
|
|
294 |
# print("dome")
|
295 |
# try:
|
296 |
# 在每个进程中创建新的运行时实例
|
297 |
-
# print(f"################################################## I am excuting ! #############################################################")
|
298 |
-
# print(str(messages)[0:500])
|
299 |
-
# print(str(messages)[-500:])
|
300 |
print(runtime_class)
|
301 |
# runtime = runtime_class(messages)
|
302 |
runtime = self.persistent_runtime
|
303 |
-
# print(f"################################################## I am excuting ! #############################################################")
|
304 |
|
305 |
if get_answer_from_stdout:
|
306 |
program_io = io.StringIO()
|
@@ -386,72 +306,6 @@ class PythonExecutor:
|
|
386 |
def get_persistent_runtime(self):
|
387 |
return self.persistent_runtime
|
388 |
|
389 |
-
# def batch_apply(self, batch_code, messages):
|
390 |
-
# if not self.persistent_runtime and messages:
|
391 |
-
# self.persistent_runtime = self.runtime_class(messages)
|
392 |
-
# all_code_snippets = self.process_generation_to_code(batch_code)
|
393 |
-
|
394 |
-
# timeout_cnt = 0
|
395 |
-
# all_exec_results = []
|
396 |
-
# print(f"################################### num of cpu: {os.cpu_count()} ; len of code: {len(all_code_snippets)} ######################################")
|
397 |
-
# with ProcessPool(
|
398 |
-
# max_workers=min(len(all_code_snippets), os.cpu_count())
|
399 |
-
# ) as pool:
|
400 |
-
# executor = partial(
|
401 |
-
# self.execute,
|
402 |
-
# get_answer_from_stdout=self.get_answer_from_stdout,
|
403 |
-
# runtime_class=self.runtime_class,
|
404 |
-
# # run_time_instance=self.persistent_runtime,
|
405 |
-
# answer_symbol=self.answer_symbol,
|
406 |
-
# answer_expr=self.answer_expr,
|
407 |
-
# timeout_length=self.timeout_length,
|
408 |
-
# )
|
409 |
-
# future = pool.map(executor, all_code_snippets, [messages], timeout=self.timeout_length)
|
410 |
-
# iterator = future.result()
|
411 |
-
|
412 |
-
# if len(all_code_snippets) > 100:
|
413 |
-
# progress_bar = tqdm(total=len(all_code_snippets), desc="Execute")
|
414 |
-
# else:
|
415 |
-
# progress_bar = None
|
416 |
-
|
417 |
-
# while True:
|
418 |
-
# try:
|
419 |
-
# result = next(iterator)
|
420 |
-
# all_exec_results.append(result)
|
421 |
-
# except StopIteration:
|
422 |
-
# break
|
423 |
-
# except TimeoutError as error:
|
424 |
-
# print(error)
|
425 |
-
# all_exec_results.append(("", "Timeout Error"))
|
426 |
-
# timeout_cnt += 1
|
427 |
-
# except Exception as error:
|
428 |
-
# print(f"Error in batch_apply: {error}")
|
429 |
-
# all_exec_results.append(("", f"Error: {str(error)}"))
|
430 |
-
# if progress_bar is not None:
|
431 |
-
# progress_bar.update(1)
|
432 |
-
|
433 |
-
# if progress_bar is not None:
|
434 |
-
# progress_bar.close()
|
435 |
-
|
436 |
-
# batch_results = []
|
437 |
-
# for code, (res, report) in zip(all_code_snippets, all_exec_results):
|
438 |
-
# # 处理结果
|
439 |
-
# if isinstance(res, dict):
|
440 |
-
# # 如果结果包含图像,特殊处理
|
441 |
-
# if 'text' in res:
|
442 |
-
# res['text'] = str(res['text']).strip()
|
443 |
-
# res['text'] = self.truncate(res['text'])
|
444 |
-
# report = str(report).strip()
|
445 |
-
# report = self.truncate(report)
|
446 |
-
# else:
|
447 |
-
# # 普通文本结果
|
448 |
-
# res = str(res).strip()
|
449 |
-
# res = self.truncate(res)
|
450 |
-
# report = str(report).strip()
|
451 |
-
# report = self.truncate(report)
|
452 |
-
# batch_results.append((res, report))
|
453 |
-
# return batch_results
|
454 |
-
|
455 |
def batch_apply(self, batch_code, messages):
|
456 |
if not self.persistent_runtime and messages:
|
457 |
self.persistent_runtime = self.runtime_class(messages)
|
@@ -459,8 +313,6 @@ class PythonExecutor:
|
|
459 |
|
460 |
timeout_cnt = 0
|
461 |
all_exec_results = []
|
462 |
-
|
463 |
-
print(f"################################### num of cpu: {os.cpu_count()} ; len of code: {len(all_code_snippets)} ######################################")
|
464 |
|
465 |
# 去掉 ProcessPool,改为单进程顺序执行
|
466 |
if len(all_code_snippets) > 100:
|
|
|
104 |
|
105 |
exec(modified_code, self._global_vars)
|
106 |
else:
|
|
|
107 |
exec(code_piece, self._global_vars)
|
108 |
|
109 |
def eval_code(self, expr: str) -> Any:
|
|
|
139 |
]
|
140 |
|
141 |
def __init__(self, messages):
|
|
|
142 |
super().__init__()
|
143 |
# pdb.set_trace()
|
144 |
|
|
|
151 |
|
152 |
image_var_dict = {}
|
153 |
image_var_idx = 0
|
|
|
154 |
for message_item in messages:
|
155 |
content = message_item['content'] # {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{base64_image}"}}
|
156 |
for item in content:
|
|
|
162 |
image_var_idx += 1
|
163 |
|
164 |
self.inject(image_var_dict)
|
|
|
165 |
|
166 |
|
167 |
class DateRuntime(GenericRuntime):
|
|
|
191 |
get_answer_from_stdout: bool = True,
|
192 |
timeout_length: int = 20,
|
193 |
) -> None:
|
|
|
194 |
self.runtime_class = runtime_class if runtime_class else ImageRuntime
|
195 |
print(self.runtime_class)
|
196 |
self.answer_symbol = get_answer_symbol
|
|
|
200 |
|
201 |
# Create a persistent runtime instance if messages are provided
|
202 |
self.persistent_runtime = None
|
|
|
|
|
203 |
|
204 |
def process_generation_to_code(self, gens: str):
|
205 |
return [g.split("\n") for g in gens]
|
206 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
207 |
def execute(
|
208 |
self,
|
209 |
code,
|
|
|
218 |
# print("dome")
|
219 |
# try:
|
220 |
# 在每个进程中创建新的运行时实例
|
|
|
|
|
|
|
221 |
print(runtime_class)
|
222 |
# runtime = runtime_class(messages)
|
223 |
runtime = self.persistent_runtime
|
|
|
224 |
|
225 |
if get_answer_from_stdout:
|
226 |
program_io = io.StringIO()
|
|
|
306 |
def get_persistent_runtime(self):
|
307 |
return self.persistent_runtime
|
308 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
309 |
def batch_apply(self, batch_code, messages):
|
310 |
if not self.persistent_runtime and messages:
|
311 |
self.persistent_runtime = self.runtime_class(messages)
|
|
|
313 |
|
314 |
timeout_cnt = 0
|
315 |
all_exec_results = []
|
|
|
|
|
316 |
|
317 |
# 去掉 ProcessPool,改为单进程顺序执行
|
318 |
if len(all_code_snippets) > 100:
|