Spaces:
Running
Running
Update search_utils.py
Browse files- search_utils.py +4 -3
search_utils.py
CHANGED
@@ -151,10 +151,11 @@ class MetadataManager:
|
|
151 |
try:
|
152 |
# Load with explicit dtype for source column
|
153 |
self.loaded_shards[shard] = pd.read_parquet(
|
154 |
-
shard_path,
|
155 |
-
columns=["title", "summary", "source", "authors"]
|
156 |
-
dtype={'source': 'str'}
|
157 |
)
|
|
|
|
|
158 |
# Convert source strings to lists
|
159 |
self.loaded_shards[shard]['source'] = self.loaded_shards[shard]['source'].apply(
|
160 |
lambda x: x.split("; ") if isinstance(x, str) else []
|
|
|
151 |
try:
|
152 |
# Load with explicit dtype for source column
|
153 |
self.loaded_shards[shard] = pd.read_parquet(
|
154 |
+
shard_path,
|
155 |
+
columns=["title", "summary", "source", "authors"]
|
|
|
156 |
)
|
157 |
+
# Convert source to string type explicitly
|
158 |
+
self.loaded_shards[shard]['source'] = self.loaded_shards[shard]['source'].astype(str)
|
159 |
# Convert source strings to lists
|
160 |
self.loaded_shards[shard]['source'] = self.loaded_shards[shard]['source'].apply(
|
161 |
lambda x: x.split("; ") if isinstance(x, str) else []
|