Skip to content

Commit e1fb022

Browse files
committed
Compose TIMDEXDatasetMetadata to .metadata
1 parent cb0502c commit e1fb022

1 file changed

Lines changed: 4 additions & 6 deletions

File tree

timdex_dataset_api/dataset.py

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,7 @@ def __init__(
128128

129129
# reading
130130
self._current_records: bool = False
131-
self.timdex_dataset_metadata: TIMDEXDatasetMetadata = None # type: ignore[assignment]
131+
self.metadata: TIMDEXDatasetMetadata = None # type: ignore[assignment]
132132

133133
@property
134134
def row_count(self) -> int:
@@ -173,8 +173,8 @@ def load(
173173
# read dataset metadata if only current records are requested
174174
self._current_records = current_records
175175
if current_records:
176-
self.timdex_dataset_metadata = TIMDEXDatasetMetadata(timdex_dataset=self)
177-
self.paths = self.timdex_dataset_metadata.get_current_parquet_files(**filters)
176+
self.metadata = TIMDEXDatasetMetadata(timdex_dataset=self)
177+
self.paths = self.metadata.get_current_parquet_files(**filters)
178178

179179
# perform initial load of full dataset
180180
self.dataset = self._load_pyarrow_dataset()
@@ -521,9 +521,7 @@ def _yield_current_record_batches(
521521
- filters: pairs of column:value to filter the dataset metadata required
522522
"""
523523
# get map of timdex_record_id to run_id for current version of that record
524-
record_to_run_map = self.timdex_dataset_metadata.get_current_record_to_run_map(
525-
**filters
526-
)
524+
record_to_run_map = self.metadata.get_current_record_to_run_map(**filters)
527525

528526
# loop through batches, yielding only current records
529527
for batch in batches:

0 commit comments

Comments
 (0)