def _preprocessed_datasets(
dataset: Dataset,
series_config: SeriesConfig) -> None:
"""Apply dataset-level preprocessing."""
keys = [key for key in series_config.keys()
if PREPROCESSED_SERIES.match(key)]
for key in keys:
name = PREPROCESSED_SERIES.match(key).group(1)
preprocessor = cast(DatasetPreprocess, series_config[key])
if isinstance(dataset, Dataset):
new_series = list(preprocessor(dataset))
dataset.add_series(name, new_series)
elif isinstance(dataset, LazyDataset):
dataset.preprocess_series[name] = (None, preprocessor)
评论列表
文章目录