Merge pull request #116 from climatepolicyradar/feature/pdct-718-upda…

…te-pipeline-to-re-process-desired-documents Adding reparse as an update type.
climatepolicyradar · Jan 4, 2024 · f9c8b5c · f9c8b5c
2 parents f55a089 + d0aba32
commit f9c8b5c
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/src/cpr_data_access/parser_models.py b/src/cpr_data_access/parser_models.py
@@ -17,6 +17,11 @@
 
 _LOGGER = logging.getLogger(__name__)
 
+PARSER_METADATA_KEY = "parser_metadata"
+AZURE_API_VERSION_KEY = "azure_api_version"
+AZURE_MODEL_ID_KEY = "azure_model_id"
+PARSING_DATE_KEY = "parsing_date"
+
 
 class VerticalFlipError(Exception):
     """Exception for when a vertical flip fails."""

diff --git a/src/cpr_data_access/pipeline_general_models.py b/src/cpr_data_access/pipeline_general_models.py
@@ -77,6 +77,7 @@ class UpdateTypes(str, Enum):
     # LANGUAGES = "languages"
     # DOCUMENT_STATUS = "document_status"
     METADATA = "metadata"
+    REPARSE = "reparse"
 
 
 class Update(BaseModel):