From 178c788304487ec6ecd3091ede8df077a5acf648 Mon Sep 17 00:00:00 2001
From: Riko Uphoff <riko.uphoff@student.uni-halle.de>
Date: Sun, 30 Mar 2025 15:08:04 +0200
Subject: [PATCH] Added FIXME
---
load_data.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/load_data.py b/load_data.py
index 1a7ed48..24311a1 100644
--- a/load_data.py
+++ b/load_data.py
@@ -44,6 +44,7 @@ def load_data_finetune(args, tokenizer):
dataset = load_dataset(*arg_map[args.dataset])
def tokenize_function_finetune(batch):
+ # FIXME This fails for GLUE MNLI
return tokenizer(batch["sentence"], truncation=True, padding="max_length", max_length=args.max_length)
dataset = dataset.map(tokenize_function_finetune)
--
GitLab