Update app.py

app.py

@@ -7,8 +7,13 @@ from resnest.torch import resnest50
 from rembg import remove
 from PIL import Image
 import io
+import json
+import time
+import threading
+import concurrent.futures
 
 # 加载类别名称
+
 with open('class_names.pkl', 'rb') as f:
     class_names = pickle.load(f)
 
@@ -30,21 +35,30 @@ preprocess = transforms.Compose([
     transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])
 ])
 
+# 创建线程池
+executor = concurrent.futures.ThreadPoolExecutor(max_workers=1)
+
+
+class RealtimeState:
+    def __init__(self):
+        self.last_result = None
+        self.last_update_time = 0
+        self.is_processing = False
+        self.lock = threading.Lock()
+
+
+realtime_state = RealtimeState()
+
 
 def remove_background(img):
     """使用rembg去除背景并添加白色背景"""
-    # 转换图像为字节流
     img_byte_arr = io.BytesIO()
     img.save(img_byte_arr, format='PNG')
     img_bytes = img_byte_arr.getvalue()
 
-    # 去除背景
     removed_bg_bytes = remove(img_bytes)
-
-    # 转换为PIL图像并处理透明度
     removed_bg_img = Image.open(io.BytesIO(removed_bg_bytes)).convert('RGBA')
 
-    # 创建白色背景
     white_bg = Image.new('RGBA', removed_bg_img.size, (255, 255, 255, 255))
     combined = Image.alpha_composite(white_bg, removed_bg_img)
     return combined.convert('RGB')
@@ -52,17 +66,14 @@ def remove_background(img):
 
 def predict_image(img, remove_bg=False):
     """分类预测主函数"""
-    # 根据选择处理图像
     if remove_bg:
         processed_img = remove_background(img)
     else:
-        processed_img = img.convert('RGB')  # 确保为RGB格式
+        processed_img = img.convert('RGB')
 
-    # 预处理
     input_tensor = preprocess(processed_img)
     input_batch = input_tensor.unsqueeze(0).to(device)
 
-    # 预测
     with torch.no_grad():
         output = model(input_batch)
 
@@ -70,15 +81,68 @@ def predict_image(img, remove_bg=False):
     top3_probs, top3_indices = torch.topk(probabilities, 3)
 
     results = {
-        class_names[i]: p.item()
+        class_names[i]: round(p.item(), 4)
         for p, i in zip(top3_probs, top3_indices)
     }
 
-    # 记录结果
     best_class = class_names[top3_indices[0]]
     best_conf = top3_probs[0].item() * 100
 
-    return processed_img, best_class, f"{best_conf:.2f}%", results
+    with open('output/prediction_results.txt', 'a') as f:
+        f.write(f"Remove BG: {remove_bg}\n")
+        f.write(f"Predicted: {best_class} ({best_conf:.2f}%)\n")
+        f.write(f"Top 3: {results}\n\n")
+
+    # 添加一个空字符串作为 prediction_id
+    prediction_id = ""
+
+    return prediction_id, processed_img, best_class, f"{best_conf:.2f}%", results
+
+
+def predict_realtime(video_frame, remove_bg):
+    """实时预测主函数，结果保留2秒"""
+    global realtime_state
+
+    if video_frame is None:
+        return None, None, None, None, None
+
+    current_time = time.time()
+
+    # 检查是否有未过期的结果
+    with realtime_state.lock:
+        if realtime_state.last_result and current_time - realtime_state.last_update_time < 2:
+            return realtime_state.last_result
+
+        # 如果正在处理中，返回None
+        if realtime_state.is_processing:
+            return None, None, None, None, None
+
+        # 标记为正在处理
+        realtime_state.is_processing = True
+
+    # 异步处理帧
+    def process_frame():
+        try:
+            result = predict_image(video_frame, remove_bg)
+            with realtime_state.lock:
+                realtime_state.last_result = result
+                realtime_state.last_update_time = time.time()
+                realtime_state.is_processing = False
+        except Exception as e:
+            print(f"处理帧时出错: {e}")
+            with realtime_state.lock:
+                realtime_state.is_processing = False
+
+    # 提交到线程池处理
+    executor.submit(process_frame)
+
+    return None, None, None, None, None
+
+
+def add_feedback(prediction_id, feedback):
+    """模拟将反馈信息保存，实际上不做任何操作"""
+    print(f"收到反馈: {feedback} 对预测ID: {prediction_id}")
+    return True
 
 
 def create_interface():
@@ -86,55 +150,58 @@ def create_interface():
         "r0_0_100.jpg",
         "r0_18_100.jpg",
         "9_100.jpg",
-        "100_100.jpg",
-        "1105.jpg",
-        "5ecc819f1a579f513e0a1500fabb3f0.png"
+        "127_100.jpg",
+        "5ecc819f1a579f513e0a1500fabb3f0.png",
+        "1105.jpg"
     ]
 
     with gr.Blocks(title="Fruit Classification", theme=gr.themes.Soft()) as demo:
-        gr.Markdown("""
-        # 🍎 智能水果识别系统
-        """)
+        gr.Markdown("""# 🍎 智能水果识别系统""")
 
-        # 新增：模式选择卡片（视觉强化）
         with gr.Row():
             with gr.Column(scale=3):
                 with gr.Group():
-                    gr.Markdown("### ⚙️ 处理模式选择")
+                    gr.Markdown("## ⚙️ 处理模式选择")
                     with gr.Row():
-                        bg_removal = gr.Checkbox(
-                            label="背景去除",
-                            value=False,
-                            interactive=True
-                        )
+                        bg_removal = gr.Checkbox(label="背景去除", value=False, interactive=True)
+                with gr.Column():
+                    original_image = gr.Image(label="📤 上传图片", type="pil")
+                    gr.Examples(examples=examples, inputs=original_image)
 
-        # 主操作区域
-        with gr.Row():
-            with gr.Column():
-                original_image = gr.Image(label="📤 上传图片", type="pil")
-                gr.Examples(examples=examples, inputs=original_image)
                 submit_btn = gr.Button("🚀 开始识别", variant="primary")
 
-                # 添加模式说明提示
-                gr.Markdown("""
-                <div style="background: #f3f4f6; padding: 15px; border-radius: 8px; margin-top: 10px">
-                <b>💡 使用建议：</b><br>
-                • 上传图片：选择一张图片，点击'开始识别'按钮<br>
-                • 勾选背景去除：适合杂乱背景的图片（识别更准确）<br>
-                • 不勾选：适合纯色背景的图片（速度更快）
-                </div>
-                """)
+                gr.Markdown("""## ⚡ 实时识别""")
+                camera = gr.Image(label="📷 摄像头捕获", type="pil", streaming=True)
 
             with gr.Column():
+                prediction_id_output = gr.Textbox(label="🔍 预测ID", interactive=False, visible=False)
                 processed_image = gr.Image(label="🖼️ 处理后图片", interactive=False)
                 best_pred = gr.Textbox(label="🔍 识别结果")
                 confidence = gr.Textbox(label="📊 置信度")
                 full_results = gr.Label(label="🏆 Top 3 可能结果", num_top_classes=3)
 
+                with gr.Row():
+                    feedback_input = gr.Textbox(label="📝 输入反馈信息")
+                with gr.Row():
+                    feedback_btn = gr.Button("📢 提交反馈", variant="secondary")
+
         submit_btn.click(
             fn=predict_image,
             inputs=[original_image, bg_removal],
-            outputs=[processed_image, best_pred, confidence, full_results]
+            outputs=[prediction_id_output, processed_image, best_pred, confidence, full_results]
+        )
+
+        camera.stream(
+            fn=predict_realtime,
+            inputs=[camera, bg_removal],
+            outputs=[prediction_id_output, processed_image, best_pred, confidence, full_results]
+        )
+
+        feedback_btn.click(
+            fn=lambda prediction_id, feedback: (
+            add_feedback(prediction_id, feedback), "反馈成功！", gr.update(value="")),
+            inputs=[prediction_id_output, feedback_input],
+            outputs=[prediction_id_output, feedback_input]
         )
 
     return demo
@@ -142,4 +209,4 @@ def create_interface():
 
 if __name__ == "__main__":
     interface = create_interface()
-    interface.launch(share=True)
+    interface.launch(share=True)