Testys commited on
Commit
53b2de2
·
1 Parent(s): a138102

Update search_utils.py

Browse files
Files changed (1) hide show
  1. search_utils.py +4 -3
search_utils.py CHANGED
@@ -151,10 +151,11 @@ class MetadataManager:
151
  try:
152
  # Load with explicit dtype for source column
153
  self.loaded_shards[shard] = pd.read_parquet(
154
- shard_path,
155
- columns=["title", "summary", "source", "authors"],
156
- dtype={'source': 'str'}
157
  )
 
 
158
  # Convert source strings to lists
159
  self.loaded_shards[shard]['source'] = self.loaded_shards[shard]['source'].apply(
160
  lambda x: x.split("; ") if isinstance(x, str) else []
 
151
  try:
152
  # Load with explicit dtype for source column
153
  self.loaded_shards[shard] = pd.read_parquet(
154
+ shard_path,
155
+ columns=["title", "summary", "source", "authors"]
 
156
  )
157
+ # Convert source to string type explicitly
158
+ self.loaded_shards[shard]['source'] = self.loaded_shards[shard]['source'].astype(str)
159
  # Convert source strings to lists
160
  self.loaded_shards[shard]['source'] = self.loaded_shards[shard]['source'].apply(
161
  lambda x: x.split("; ") if isinstance(x, str) else []