Kevin Hu
		
	commited on
		
		
					Commit 
							
							·
						
						f895b25
	
1
								Parent(s):
							
							8a4bb0c
								
ignore when save image fail (#2178)
Browse files### What problem does this PR solve?
### Type of change
- [x] Performance Improvement
- rag/svr/task_executor.py +13 -8
    	
        rag/svr/task_executor.py
    CHANGED
    
    | @@ -206,15 +206,20 @@ def build(row): | |
| 206 | 
             
                        docs.append(d)
         | 
| 207 | 
             
                        continue
         | 
| 208 |  | 
| 209 | 
            -
                     | 
| 210 | 
            -
             | 
| 211 | 
            -
                         | 
| 212 | 
            -
             | 
| 213 | 
            -
                         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 214 |  | 
| 215 | 
            -
                    st = timer()
         | 
| 216 | 
            -
                    MINIO.put(row["kb_id"], d["_id"], output_buffer.getvalue())
         | 
| 217 | 
            -
                    el += timer() - st
         | 
| 218 | 
             
                    d["img_id"] = "{}-{}".format(row["kb_id"], d["_id"])
         | 
| 219 | 
             
                    del d["image"]
         | 
| 220 | 
             
                    docs.append(d)
         | 
|  | |
| 206 | 
             
                        docs.append(d)
         | 
| 207 | 
             
                        continue
         | 
| 208 |  | 
| 209 | 
            +
                    try:
         | 
| 210 | 
            +
                        output_buffer = BytesIO()
         | 
| 211 | 
            +
                        if isinstance(d["image"], bytes):
         | 
| 212 | 
            +
                            output_buffer = BytesIO(d["image"])
         | 
| 213 | 
            +
                        else:
         | 
| 214 | 
            +
                            d["image"].save(output_buffer, format='JPEG')
         | 
| 215 | 
            +
             | 
| 216 | 
            +
                        st = timer()
         | 
| 217 | 
            +
                        MINIO.put(row["kb_id"], d["_id"], output_buffer.getvalue())
         | 
| 218 | 
            +
                        el += timer() - st
         | 
| 219 | 
            +
                    except Exception as e:
         | 
| 220 | 
            +
                        cron_logger.error(str(e))
         | 
| 221 | 
            +
                        traceback.print_exc()
         | 
| 222 |  | 
|  | |
|  | |
|  | |
| 223 | 
             
                    d["img_id"] = "{}-{}".format(row["kb_id"], d["_id"])
         | 
| 224 | 
             
                    del d["image"]
         | 
| 225 | 
             
                    docs.append(d)
         |