Skip to content

Commit 669579a

Browse files
committed
fn name change
1 parent 148490a commit 669579a

File tree

1 file changed

+2
-2
lines changed
  • src/axolotl/utils/data

1 file changed

+2
-2
lines changed

src/axolotl/utils/data/rl.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -120,7 +120,7 @@ def _map_dataset(
120120
return dataset
121121

122122

123-
def _drop_long_rl_seq(
123+
def _drop_long_sequences(
124124
sample: dict[str, Any], rl: RLType, tokenizer: Any, sequence_len: int
125125
) -> bool:
126126
"""Filter out samples that exceed maximum sequence length.
@@ -223,7 +223,7 @@ def _load_split(cfg: DictDefault, split: Literal["train", "test"]) -> Dataset:
223223

224224
if not cfg.skip_prepare_dataset:
225225
drop_long = partial(
226-
_drop_long_rl_seq,
226+
_drop_long_sequences,
227227
rl=cfg.rl,
228228
tokenizer=tokenizer,
229229
sequence_len=cfg.sequence_len,

0 commit comments

Comments
 (0)