Updated Vision Key - Hugginsface token - handled s3 bucket issues

app.py

@@ -8,9 +8,9 @@ import os
 
 # Set Google Application Credentials
 os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = (
-    "titanium-scope-436311-t3-966373f5aa2f.json"
+    "audit-edge-cloud-products-6eb51d237f19.json"
 )
-from s3_setup import s3_client
+from s3_setup import S3Client
 import requests
 from fastapi import FastAPI, HTTPException, Request
 from transformers import LayoutLMv3Processor, LayoutLMv3ForTokenClassification
@@ -183,7 +183,7 @@ def perform_inference(file_paths: Dict[str, str], upload_to_s3: bool):
 
             # Upload file to S3 if required
             if upload_to_s3:
-                client = s3_client()
+                client = S3Client()
                 bucket_name = "edgekycdocs"
                 if doc_type == "cin_llpin":
                     folder_name = f"{doc_type.replace('_', '')}docs"

audit-edge-cloud-products-6eb51d237f19.json

@@ -0,0 +1,13 @@
+{
+  "type": "service_account",
+  "project_id": "audit-edge-cloud-products",
+  "private_key_id": "6eb51d237f190a8ebb472e8813e0e72c4669ec74",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDTeM+ZXVi8eCYe\nBEtP0QlZfQgEvZhYWpOH9N3HX7tusRDTfAsnyMaDA/dVSVsfSc4OVDx3BZgIw55J\n0orMw9UFMSbYQAlu5QY2MDP0XnywbbxTCXEd8jJluQ/667qxB/hAXMLS8GRd+CMb\ncPf8TVZHFHXaxGGHOw7CoR4RyactQch/8xggDOgkFSCS5vJgOKYUcQM8UrZ+SEXB\nNeXP3daj6lIdCFN9clGYilTeotBh03qLr6U7LP5WoCX93DlCRrLtPmCckMLsMMWk\npCX8TwM024Xf+udSoM9gpBM8+eS7t2ZKOoBJvLAMxRj5ap7WnC4OMuknMpucUxLc\nFSn6OlQ1AgMBAAECggEAE9Eu9yrJvYOu4sI5QoYOz72JSlRwGduHFscKH3xnpqRe\nNMtbikNk4vM0st/Yc7KpZitbrTWvfSbDxxw9WJoDdOSZxMsfdy5sKhjTTZOrMKdf\n7hIk8Q74zRKOHlAH4z4hc/qdYUIYzbuKorAv9QtUSf3vW2xqzU7p/7A0jqssiO+F\nAvV7dr+9m1E13gKcbxElT69yQHIGW+YrQhRj1UEjvADP1WhFulp4uB6G7FY39r4j\n3IkIGGribcCO203emhWbIokieJXMbIR5rjtFgEUm89DP4I6+udVnNEGP0z/HuMkR\nP44wiifl2+KfAEGno9uZeKpsAO/o63k22nNUv9SQ0QKBgQD43uHNS6aPPcdlJUbU\naz2VVto53g6jIZ5j2wXj/Ek+GkuAkKLqjRDGkoIAZOgbRWFzTYLFTVN/l2ANMEpQ\n/ZgfFED4z5eirKMVYHwzKPxImNyGxW2zJg4Y4lGNDo/2TLrod9J6nbsurGO3UXXb\nCVYJYoavl74CqQ3BTbEU6O4oLQKBgQDZh6lg1Dl7GT+n/pTICiHAvGPqEtPvGbKb\nzDu5T9HUXlR7i8Q2tHkstegF/axFu+wy24O86r64Q8i132avb0DLZ+7A3pLAJ4GX\nj2BLjB8C2TKNFWYHvHBSgjVs8yKh+6gPVZZZe7fO4BmQuNTcP6+Bd9f2+gX0SLIe\nvKxFHz+ZKQKBgGLMEHXwf1nEG8EykDDJtfPwO8fXOJZYRUm87FS6ldT6mVibkqFs\niOlbxhIj/OS+oVYlwjFTZj9zt6Tks8v9MIO+BaEAwGDLCh71Y7jnn2euj3VNMSR6\nigQk7F0EF/CeO2EIGF2m+mUn+JoQ06m1xhsJqxBQPBVQSW6gyhjT85+tAoGBAJkT\n7a71ScoFt5UaA0tOTfha2pjzTO8aj2Ux8Ol0cT3Yb+1NKvQwRoGfNTtaC2w7VXlo\nnqlILJRxJwJNxu44BUnextY1CuJsKrckL2ian4wamodMArP4+LYnaT9VTg7dkKPR\n3+7ysCPF8le0qh6gNnqOgo0L3zrMGYSl0zkFR3UZAoGACbn/H+yk/lM82f7ifegj\nA27xMnHZ9PkbiZVyA33cihh2g5E4Vsms90UDGxIv6adVmVL/RNsOhZ9E2RqTxwT0\nfa0MMIE4goiSxvGRF9zlSQgYEfBuu2V0qsnVyRzSSedYQLfOzF1M1PNcciVpoPeP\nIuJocuvwxUvuvQEug0VoiEc=\n-----END PRIVATE KEY-----\n",
+  "client_email": "audit-edge-service-account@audit-edge-cloud-products.iam.gserviceaccount.com",
+  "client_id": "116362056709639897324",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/audit-edge-service-account%40audit-edge-cloud-products.iam.gserviceaccount.com",
+  "universe_domain": "googleapis.com"
+}

layoutlmv3FineTuning/Layoutlm_inference/ocr.py

@@ -2,7 +2,7 @@ import os
 import pandas as pd
 
 import os
-os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "./titanium-scope-436311-t3-966373f5aa2f.json"
+os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "./audit-edge-cloud-products-6eb51d237f19.json"
 
 
 

multiple_request.py

@@ -12,8 +12,8 @@ print("dummy_key",dummy_key)
 
 # Define the API endpoint
 #http://43.204.234.114:8000/api/aadhar_ocr
-# API_URL = "http://127.0.0.1:8000/api/aadhar_ocr"
-API_URL = "https://auditedge-optimised-ocr.hf.space/api/aadhar_ocr"
+API_URL = "http://127.0.0.1:7860/api/aadhar_ocr"
+# API_URL = "https://auditedge-optimised-ocr.hf.space/api/aadhar_ocr"
 
 auth_token = HUGGINGFACE_AUTH_TOKEN  # Replace with your actual token
 
@@ -27,8 +27,8 @@ print("this is response\n\n",response.text)
 
 # Define the file paths
 FILE_PATHS = {
-    "aadhar_file": "uploads/aadhar/test_one.jpg",
-    # "pan_file": "test_images_pan/6ea33087.jpeg",
+    # "aadhar_file": "uploads/aadhar/test_one.jpg",
+    "pan_file": "uploads/pan/6ea33087.jpeg",
     # "cheque_file": "test_images_cheque/0f81678a.jpeg",
     # "gst_file": "test_images_gst/0a52fbcb_page3_image_0.jpg",
 }
@@ -73,7 +73,7 @@ def test_api_concurrency(num_requests):
     print(f"\nTotal time taken: {end_time - start_time:.2f} seconds")
 
 # Number of concurrent requests
-NUM_REQUESTS = 8  # Adjust this number based on your testing needs
+NUM_REQUESTS = 1  # Adjust this number based on your testing needs
 
 if __name__ == "__main__":
     test_api_concurrency(NUM_REQUESTS)

requirements.txt

@@ -13,3 +13,8 @@ boto3
 
 python-multipart
 
+
+#Stage two installations
+
+Django
+pdf2image

s3_setup.py

@@ -7,7 +7,7 @@ import sys
 from utils import doc_processing
 import mimetypes
 from pathlib import Path
-from django.conf import settings
+# from django.conf import settings
 
 BASE_DIR = Path(__file__).resolve().parent.parent.parent
 
@@ -47,8 +47,8 @@ print("AWS_SECRET_ACCESS_KEY", AWS_SECRET_ACCESS_KEY)
 
 class S3Client:
     def __init__(self):
-        self.aws_access_key_id = settings.AWS_ACCESS_KEY_ID
-        self.aws_secret_access_key = settings.AWS_SECRET_ACCESS_KEY
+        self.aws_access_key_id = AWS_ACCESS_KEY_ID
+        self.aws_secret_access_key = AWS_SECRET_ACCESS_KEY
         self.s3_client = boto3.client(
             "s3",
             aws_access_key_id=self.aws_access_key_id,