We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 09c2619 commit 6c0a05bCopy full SHA for 6c0a05b
torchtune/datasets/_text_completion.py
@@ -33,8 +33,9 @@ class TextCompletionDataset(Dataset):
33
filter_fn (Optional[Callable]): callable used to filter the dataset prior to any pre-processing. See
34
the Hugging Face `docs <https://huggingface.co/docs/datasets/v2.20.0/process#select-and-filter>`_ for more
35
details.
36
- **load_dataset_kwargs (Dict[str, Any]): additional keyword arguments to pass to ``load_dataset``,
37
- such as ``data_files`` or ``split``.
+ **load_dataset_kwargs (Dict[str, Any]): additional keyword arguments to pass to ``load_dataset``. See Hugging
+ Face's `API ref <https://huggingface.co/docs/datasets/en/package_reference/loading_methods#datasets.load_dataset>`_
38
+ for more details.
39
"""
40
41
def __init__(
0 commit comments