Update patentwiz/preprocess_data.py

patentwiz/preprocess_data.py

@@ -81,29 +81,30 @@ def download_weekly_patents(year, month, day, logging):
         )
         return False
 
-def filter_rf_patents(patents, keywords=None):
+def filter_rf_patents(patents, keywords=None, fields=None):
     """
-    Filters patents based on RF-related keywords.
+    Filters patents based on keywords and specified fields.
     Parameters:
-        patents (list): A list of patent descriptions.
+        patents (list): List of patents.
         keywords (list): Keywords to filter patents.
+        fields (list): Fields to search for keywords (e.g., Title, Abstract, Claims).
     Returns:
-        list: Filtered patents containing RF-related keywords.
+        list: Filtered patents.
     """
     if keywords is None:
-        keywords = [
-            "RF", "Radio Frequency", "Wireless Communication", "Microwave Antenna", " Microwave Devices", "Antenna",
-            "Antenna Array", "Beamforming", "Analog beamforming", "Digital Beamforming", "Radiation Pattern",
-            "Antenna Gain", "Antenna Bandwidth", "5G", "6G", "IoT", "RF Spectrum", "RF Filter", "Power Amplifier",
-            "High Frequency Oscillator", "RF Mixer", "RF Coupler", "Standing Wave Ratio", "SWR",
-            "Voltage Standing Wave Ratio", "VSWR", "Transceiver", "Patch Antenna", "Parabolic Antenna", "Dipole Antenna",
-            "Directional Coupler", "Phased Array Antenna", "Wireless Charging", "Inductive charging", "Transparent Antenna",
-            "Scattering Parameters", "Smith Chart"
-        ]
-    rf_patents = [
-        patent for patent in patents if any(keyword.lower() in patent.lower() for keyword in keywords)
-    ]
-    return rf_patents
+        keywords = ["Radio Frequency", "Antenna", "UAV", "Wireless Charging"]  # Default keywords
+    if fields is None:
+        fields = ["Title", "Abstract"]  # Default fields
+
+    filtered_patents = []
+    for patent in patents:
+        for field in fields:
+            field_content = patent.get(field.lower(), "")
+            if any(keyword.lower() in field_content.lower() for keyword in keywords):
+                filtered_patents.append(patent)
+                break
+    return filtered_patents
+
 
 def extract_patents(year, month, day, logging):
     """