From 7590c9b27de659bda151ebf561b396fadc8f2048 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Wed, 29 Jan 2025 14:33:06 +0100 Subject: [PATCH] Update `squad_convert_example_to_features` to work with numpy v2 (#35955) * Fix * Fix * Fix --------- Co-authored-by: ydshieh --- src/transformers/data/processors/squad.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/data/processors/squad.py b/src/transformers/data/processors/squad.py index 0f8bd2480551..4677af124e9b 100644 --- a/src/transformers/data/processors/squad.py +++ b/src/transformers/data/processors/squad.py @@ -249,7 +249,7 @@ def squad_convert_example_to_features( else: p_mask[-len(span["tokens"]) : -(len(truncated_query) + sequence_added_tokens)] = 0 - pad_token_indices = np.where(span["input_ids"] == tokenizer.pad_token_id) + pad_token_indices = np.where(np.atleast_1d(span["input_ids"] == tokenizer.pad_token_id)) special_token_indices = np.asarray( tokenizer.get_special_tokens_mask(span["input_ids"], already_has_special_tokens=True) ).nonzero()