Merge pull request #669 from biglocalnews/ri-20241008

Patch RI
biglocalnews · Oct 8, 2024 · 18a3066 · 18a3066
2 parents 4a2467d + d3bbf9d
commit 18a3066
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/warn/scrapers/ri.py b/warn/scrapers/ri.py
@@ -61,6 +61,7 @@ def scrape(
                 dirty_list.extend(localrows)
 
             headers = dirty_list[1]  # Skip false header at position 0
+            headers = [x for x in headers if x is not None]
             headers[2] = (
                 headers[2]
                 .replace("Company Name ", "Company Name")
@@ -85,9 +86,14 @@ def scrape(
                         logger.debug(f"Got : {row}")
                     else:
                         line = {}
-                        for i, fieldname in enumerate(headers):
-                            line[fieldname] = row[i]
-                        row_list.append(line)
+                        if len(headers) > len(row):
+                            logger.debug(
+                                f"{len(row)} items found, vs. expected {len(headers)}. Dropping row: {row}"
+                            )
+                        else:
+                            for i, fieldname in enumerate(headers):
+                                line[fieldname] = row[i]
+                            row_list.append(line)
             # dirty_list = None
             logger.debug(
                 f"Successfully merged {len(row_list)-1:,} records from new spreadsheet."