Add possibility to pack in _wikitext.py (pytorch#1807)

krammnic · mori360 · commit 7518fc0e1ca2 · 2024-10-14T15:15:56.000-07:00
diff --git a/torchtune/datasets/_wikitext.py b/torchtune/datasets/_wikitext.py
@@ -63,6 +63,7 @@ def wikitext_dataset(
         column="page",
         max_seq_len=max_seq_len,
         name=subset,
+        packed=packed,
         filter_fn=filter_fn,
         split=split,
         **load_dataset_kwargs,
