Catch ConnectionError to skip enrichment when we cannot dowenload.

openstate · Jul 15, 2024 · 8505210 · 8505210
1 parent 0c41ea9
commit 8505210
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -111,11 +111,11 @@ services:
   #     - reindex.remote.whitelist=elastic:9200
   postgres:
     image: "postgres:${POSTGRES_VERSION}"
-    command: -c config_file=/etc/postgresql.conf
+    #command: -c config_file=/etc/postgresql.conf
     networks:
       - ori
     volumes:
-      - ./postgresql.conf:/etc/postgresql.conf
+    #  - ./postgresql.conf:/etc/postgresql.conf
       - pgdata:/var/lib/postgresql/data
 
 volumes:

diff --git a/ocd_backend/enrichers/text_enricher/__init__.py b/ocd_backend/enrichers/text_enricher/__init__.py
@@ -86,7 +86,7 @@ def enrich_item(self, item):
                     identifier,
                     date_modified,
                 )
-            except requests.HTTPError as e:
+            except (ConnectionError, requests.HTTPError) as e:
                 raise SkipEnrichment(e)
 
             item.content_type = resource.content_type