new changes

app.py

@@ -17,56 +17,15 @@ logger = logging.getLogger(__name__)
 
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-def extract_pdf_text(url: str, fallback_url: str = None) -> str:
-    try:
-        logger.info(f"Attempting to download PDF from {url}")
-        response = requests.get(url, timeout=10)
-        response.raise_for_status()
-
-        content_type = response.headers.get("content-type", "")
-        if "application/pdf" not in content_type.lower():
-                logger.warning(f"URL {url} does not point to a PDF. Content-Type: {content_type}")
-                if fallback_url:
-                    logger.info(f"Falling back to {fallback_url}")
-                    return extract_pdf_text(fallback_url)
-                raise ValueError("Downloaded file is not a PDF")
-    
-        pdf_file = BytesIO(response.content)
-        logger.info(f"Extracting text from PDF (size: {len(response.content)} bytes)")
-        text = extract_text(pdf_file)
-    
-        if not text.strip():
-            logger.warning("Extracted text is empty")
-            if fallback_url:
-                logger.info(f"Falling back to {fallback_url}")
-                return extract_pdf_text(fallback_url)
-            raise ValueError("No text could be extracted from the PDF")
-            
-        logger.info("PDF text extracted successfully")
-        return text
-
-    except requests.exceptions.RequestException as e:
-        logger.error(f"Failed to download PDF from {url}: {e}")
-        if fallback_url:
-            logger.info(f"Falling back to {fallback_url}")
-            return extract_pdf_text(fallback_url)
-        raise
-    except Exception as e:
-        logger.error(f"Error processing PDF from {url}: {e}")
-        if fallback_url:
-            logger.info(f"Falling back to {fallback_url}")
-            return extract_pdf_text(fallback_url)
-        raise
-
-        
-pdf_url = "https://huggingface.co/spaces/disLodge/Call_model/raw/main/temp.pdf"
-fallback_pdf_url = "https://arxiv.org/pdf/2408.09869"
-try:
-    text = extract_pdf_text(pdf_url, fallback_url=fallback_pdf_url)
-except Exception as e:
-    logger.error(f"Failed to process PDF: {e}")
-    raise
+def extract_pdf_text(url: str) -> str:
+    response = requests.get(url)
+    pdf_file = BytesIO(response.content)
+    text = extract_text(pdf_file)
+    return text
 
+
+pdf_url = "https://arxiv.org/pdf/2408.09869"
+text = extract_pdf_text(pdf_url)
 docs_list = [Document(page_content=text)]
 
 text_splitter = CharacterTextSplitter.from_tiktoken_encoder(chunk_size=7500, chunk_overlap=100)