From 604176ace84c07fac9ddfade84851c63835a5d86 Mon Sep 17 00:00:00 2001 From: MalikMAlna Date: Thu, 6 Apr 2023 19:57:46 -0400 Subject: [PATCH] Slight cleanup of superfluous comment and space after commas --- data.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data.py b/data.py index 72dc4574..4457d93e 100644 --- a/data.py +++ b/data.py @@ -86,7 +86,7 @@ def load_data(config, tokenizer): **kwargs ) val_dataset = val_dataset.map( - lambda ele: tokenize_inputs(config, tokenizer, ele), + lambda ele: tokenize_inputs(config, tokenizer, ele), batched=True, remove_columns=["source", "prompt"], **kwargs