Add kwargs to dataparser outputs (#2053)

add kwargs to dataparser outputs
This commit is contained in:
Matias Turkulainen authored and GitHub committed 2023-06-09 21:21:17 -04:00
1 parent d01fef7650
commit 88b253f506
1 file changed
+5 -3
@@ -141,26 +141,28 @@ class DataParser:
self.config = config
@abstractmethod
def _generate_dataparser_outputs(self, split: str = "train") -> DataparserOutputs:
def _generate_dataparser_outputs(self, split: str = "train", **kwargs: Optional[Dict]) -> DataparserOutputs:
"""Abstract method that returns the dataparser outputs for the given split.
Args:
split: Which dataset split to generate (train/test).
kwargs: kwargs for generating dataparser outputs.
Returns:
DataparserOutputs containing data for the specified dataset and split
"""
def get_dataparser_outputs(self, split: str = "train") -> DataparserOutputs:
def get_dataparser_outputs(self, split: str = "train", **kwargs: Optional[Dict]) -> DataparserOutputs:
"""Returns the dataparser outputs for the given split.
Args:
split: Which dataset split to generate (train/test).
kwargs: kwargs for generating dataparser outputs.
Returns:
DataparserOutputs containing data for the specified dataset and split
"""
dataparser_outputs = self._generate_dataparser_outputs(split)
dataparser_outputs = self._generate_dataparser_outputs(split, **kwargs)
return dataparser_outputs