Slight cleanup of superfluous comment and space after commas

This commit is contained in:
MalikMAlna 2023-04-06 19:57:46 -04:00
parent b8292dd7d0
commit 334f36d844

View File

@ -86,7 +86,7 @@ def load_data(config, tokenizer):
**kwargs
)
val_dataset = val_dataset.map(
lambda ele: tokenize_inputs(config, tokenizer, ele),
lambda ele: tokenize_inputs(config, tokenizer, ele),
batched=True,
remove_columns=["source", "prompt"],
**kwargs