Skip to content

Commit

Permalink
fix(ingest/profiling) Fixing profile eligibility check (datahub-proje…
Browse files Browse the repository at this point in the history
  • Loading branch information
treff7es authored and Salman-Apptware committed Dec 15, 2023
1 parent 9222f88 commit 4fea930
Showing 1 changed file with 4 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -274,16 +274,16 @@ def is_dataset_eligible_for_profiling(
return False

if self.config.profiling.profile_table_size_limit is not None and (
size_in_bytes is None
or size_in_bytes / (2**30)
size_in_bytes is not None
and size_in_bytes / (2**30)
> self.config.profiling.profile_table_size_limit
):
self.report.profiling_skipped_size_limit[schema_name] += 1
return False

if self.config.profiling.profile_table_row_limit is not None and (
rows_count is None
or rows_count > self.config.profiling.profile_table_row_limit
rows_count is not None
and rows_count > self.config.profiling.profile_table_row_limit
):
self.report.profiling_skipped_row_limit[schema_name] += 1
return False
Expand Down

0 comments on commit 4fea930

Please sign in to comment.