fix(ingest): improve error reporting in emit_all (datahub-project#1…

…2309)
G-Research · Jan 10, 2025 · cf35dcc · cf35dcc
1 parent 5f63f3f
commit cf35dcc
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/graph/client.py b/metadata-ingestion/src/datahub/ingestion/graph/client.py
@@ -248,9 +248,11 @@ def make_rest_sink(
         with DatahubRestSink(PipelineContext(run_id=run_id), sink_config) as sink:
             yield sink
         if sink.report.failures:
+            logger.error(
+                f"Failed to emit {len(sink.report.failures)} records\n{sink.report.as_string()}"
+            )
             raise OperationalError(
-                f"Failed to emit {len(sink.report.failures)} records",
-                info=sink.report.as_obj(),
+                f"Failed to emit {len(sink.report.failures)} records"
             )
 
     def emit_all(