update sharded table suffix filter (amundsen-io#1980)

Co-authored-by: Sahithi Velma <[email protected]>
foundational-io · Sep 10, 2022 · 077dbb0 · 077dbb0
1 parent 6bac23f
commit 077dbb0
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/databuilder/databuilder/extractor/bigquery_usage_extractor.py b/databuilder/databuilder/extractor/bigquery_usage_extractor.py
@@ -122,7 +122,8 @@ def _create_records(self, refResources: List[dict], resourcesProcessed: int, ema
             tableId = self._remove_table_decorators(tableId)
 
             if self._is_sharded_table(tableId):
-                tableId = tableId[:-BigQueryTableUsageExtractor.DATE_LENGTH]
+                # Use the prefix of the sharded table as tableId
+                tableId = tableId[:-len(self._get_sharded_table_suffix(tableId))]
 
             if refResource['projectId'] != self.project_id and self.count_reads_only_from_same_project:
                 LOGGER.debug(