Update Data_Fetching_and_Rendering.py

Data_Fetching_and_Rendering.py

@@ -7,6 +7,7 @@ from transformers import pipeline
 
 from sessions import create_session
 from error_handling import display_error
+from posts_categorization import batch_summarize_and_classify
 
 import logging
 
@@ -131,6 +132,9 @@ def fetch_posts_and_stats(comm_client_id, community_token, count=10):
     post_urns = [p["id"] for p in raw_posts if ":share:" in p["id"] or ":ugcPost:" in p["id"]]
     stats_map = {}
 
+    post_texts = [{"text": p["commentary"] or p.get("specificContent", {}).get("com.linkedin.ugc.ShareContent", {}).get("shareCommentaryV2", {}).get("text", "")} for p in raw_posts]
+    structured_results = batch_summarize_and_classify(post_texts)
+
     for i in range(0, len(post_urns), 20):
         batch = post_urns[i:i+20]
         params = {'q': 'organizationalEntity', 'organizationalEntity': org_urn}
@@ -177,6 +181,9 @@ def fetch_posts_and_stats(comm_client_id, community_token, count=10):
         })
         logging.info(f"Appended post data for {post_id}: Likes={likes}, Comments={comments_count}, Shares={shares}, Clicks={clicks}")
 
+    for post, structured in zip(posts, structured_results):
+        post["summary"] = structured["summary"]
+        post["category"] = structured["category"]
     
     return posts, org_name, sentiments