dolphinium
commited on
Commit
·
1514258
1
Parent(s):
f74c067
add debug lines for Solr links
Browse files- data_processing.py +13 -0
data_processing.py
CHANGED
@@ -20,6 +20,7 @@ import os
|
|
20 |
import concurrent.futures
|
21 |
import copy
|
22 |
import google.generativeai as genai
|
|
|
23 |
|
24 |
from llm_prompts import (
|
25 |
get_analysis_plan_prompt,
|
@@ -78,6 +79,13 @@ def execute_quantitative_query(solr_client, plan):
|
|
78 |
"rows": 0,
|
79 |
"json.facet": json.dumps(plan['quantitative_request']['json.facet'])
|
80 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
81 |
results = solr_client.search(**params)
|
82 |
return results.raw_response.get("facets", {})
|
83 |
except Exception as e:
|
@@ -96,6 +104,11 @@ def execute_qualitative_query(solr_client, plan):
|
|
96 |
"fl": "*,score",
|
97 |
**qual_request
|
98 |
}
|
|
|
|
|
|
|
|
|
|
|
99 |
results = solr_client.search(**params)
|
100 |
return results.grouped
|
101 |
except Exception as e:
|
|
|
20 |
import concurrent.futures
|
21 |
import copy
|
22 |
import google.generativeai as genai
|
23 |
+
import urllib
|
24 |
|
25 |
from llm_prompts import (
|
26 |
get_analysis_plan_prompt,
|
|
|
79 |
"rows": 0,
|
80 |
"json.facet": json.dumps(plan['quantitative_request']['json.facet'])
|
81 |
}
|
82 |
+
|
83 |
+
# Build the full Solr URL manually (for logging)
|
84 |
+
base_url = "http://69.167.186.48:8983/solr/news/select"
|
85 |
+
query_string = urllib.parse.urlencode(params)
|
86 |
+
full_url = f"{base_url}?{query_string}"
|
87 |
+
|
88 |
+
print(f"[DEBUG] Solr QUANTITIVE query URL: {full_url}")
|
89 |
results = solr_client.search(**params)
|
90 |
return results.raw_response.get("facets", {})
|
91 |
except Exception as e:
|
|
|
104 |
"fl": "*,score",
|
105 |
**qual_request
|
106 |
}
|
107 |
+
base_url = "http://69.167.186.48:8983/solr/news/select"
|
108 |
+
query_string = urllib.parse.urlencode(params)
|
109 |
+
full_url = f"{base_url}?{query_string}"
|
110 |
+
|
111 |
+
print(f"[DEBUG] Solr QUALITATIVE query URL: {full_url}")
|
112 |
results = solr_client.search(**params)
|
113 |
return results.grouped
|
114 |
except Exception as e:
|