fix(logs): Warn instead of error on schema extract failure (#15230)

kevinkarchacryl · sgomezvillamor · web-flow · commit 75ee3c901744 · 2025-11-13T09:42:02.000-05:00
Co-authored-by: Sergio Gómez Villamor &lt;sgomezvillamor@gmail.com&gt;
diff --git a/metadata-ingestion/src/datahub/ingestion/source/s3/source.py b/metadata-ingestion/src/datahub/ingestion/source/s3/source.py
@@ -735,8 +735,11 @@ def ingest_table(
                 )
                 aspects.append(schema_metadata)
             except Exception as e:
-                logger.error(
-                    f"Failed to extract schema from file {table_data.full_path}. The error was:{e}"
+                self.report.report_warning(
+                    title="Failed to extract schema from file",
+                    message="Schema may be missed for dataset because of failure when extracting schema from file",
+                    context=f"dataset={table_data.display_name}, file={table_data.full_path}",
+                    exc=e,
                 )
         else:
             logger.info(

Original file line number	Diff line number	Diff line change
`@@ -735,8 +735,11 @@ def ingest_table(`
`735`	`735`	`)`
`736`	`736`	`aspects.append(schema_metadata)`
`737`	`737`	`except Exception as e:`
`738`		`- logger.error(`
`739`		`- f"Failed to extract schema from file {table_data.full_path}. The error was:{e}"`
	`738`	`+ self.report.report_warning(`
	`739`	`+ title="Failed to extract schema from file",`
	`740`	`+ message="Schema may be missed for dataset because of failure when extracting schema from file",`
	`741`	`+ context=f"dataset={table_data.display_name}, file={table_data.full_path}",`
	`742`	`+ exc=e,`
`740`	`743`	`)`
`741`	`744`	`else:`
`742`	`745`	`logger.info(`