Update app.py

app.py

@@ -144,33 +144,35 @@ def trimming_chat_answer(text):
 def process_urls(urls):
     results = []
     for url in urls:
-        # Try to fetch metadata directly from the URL
-        raw_markdown = fetch_metadata(url)
-        
-        # If raw_markdown is a fallback message, try DuckDuckGo search
-        if "Failed to fetch data" in raw_markdown or "No search results" in raw_markdown:
-            raw_markdown = duckduckgo_search_fallback(url)
-        
-        # Use the DuckDuckGo chat to format the output, but fallback to raw_markdown if unsuccessful
-        try:
-            ddgschat = DDGS().chat(f"""Please rewrite the following markdown string so the news headline is capitalized as a sentence, only proper nouns or names should have capital initials. Also correct capitalization of the source name if necessary.
-            Then, please check if the source name (surrounded by round parenthesis) is repeated inside the headline (surrounded by square brackets); if it is repeated, please remove the source name mention from the headline keeping the URL and the source name in parentheses outside the headline.
-            Please answer only with one line of the markdown output.
-            Example input = [Montana Is a Frontier for Deep Carbon Storage, Mr. António Guterres from the United Nations Claims for Urgent Action - Inside Climate News](https://insideclimatenews.org/news/18072024/montana-deep-carbon-storage-controversies/) (Inside Climate News)
-            Example output = [Montana is a frontier for deep carbon storage, Mr. António Guterres from the United Nations claims for urgent action](https://insideclimatenews.org/news/18072024/montana-deep-carbon-storage-controversies/) (Inside Climate News)
-
-            Input:
-            {raw_markdown}
-            """, model='claude-3-haiku')
-        except Exception as e:
-            ddgschat = raw_markdown  # If there's an error with the chat API, use raw_markdown
-
-        # Trim the result using the chat output or fallback to raw_markdown
-        clean_markdown = trimming_chat_answer(ddgschat)
-        if clean_markdown == "No match found":
-            clean_markdown = raw_markdown
-        
-        results.append(clean_markdown)
+        url = url.strip()  # Remove leading and trailing whitespace
+        if url:  # Proceed only if the URL is not empty
+            # Try to fetch metadata directly from the URL
+            raw_markdown = fetch_metadata(url)
+            
+            # If raw_markdown is a fallback message, try DuckDuckGo search
+            if "Failed to fetch data" in raw_markdown or "No search results" in raw_markdown:
+                raw_markdown = duckduckgo_search_fallback(url)
+            
+            # Use the DuckDuckGo chat to format the output, but fallback to raw_markdown if unsuccessful
+            try:
+                ddgschat = DDGS().chat(f"""Please rewrite the following markdown string so the news headline is capitalized as a sentence, only proper nouns or names should have capital initials. Also correct capitalization of the source name if necessary.
+                Then, please check if the source name (surrounded by round parenthesis) is repeated inside the headline (surrounded by square brackets); if it is repeated, please remove the source name mention from the headline keeping the URL and the source name in parentheses outside the headline.
+                Please answer only with one line of the markdown output.
+                Example input = [Montana Is a Frontier for Deep Carbon Storage, Mr. António Guterres from the United Nations Claims for Urgent Action - Inside Climate News](https://insideclimatenews.org/news/18072024/montana-deep-carbon-storage-controversies/) (Inside Climate News)
+                Example output = [Montana is a frontier for deep carbon storage, Mr. António Guterres from the United Nations claims for urgent action](https://insideclimatenews.org/news/18072024/montana-deep-carbon-storage-controversies/) (Inside Climate News)
+    
+                Input:
+                {raw_markdown}
+                """, model='claude-3-haiku')
+            except Exception as e:
+                ddgschat = raw_markdown  # If there's an error with the chat API, use raw_markdown
+    
+            # Trim the result using the chat output or fallback to raw_markdown
+            clean_markdown = trimming_chat_answer(ddgschat)
+            if clean_markdown == "No match found":
+                clean_markdown = raw_markdown
+            
+            results.append(clean_markdown)
     
     return results