fix: incompatibility with newer transformers package (fixes thammegow…

…da#20) Signed-off-by: Stephen L. <LRQ3000@gmail.com>
lrq3000 · Nov 24, 2024 · 541e5e9 · 541e5e9
1 parent 1c0227e
commit 541e5e9
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/nllb_serve/app.py b/nllb_serve/app.py
@@ -142,7 +142,7 @@ def translate():
         inputs = {k:v.to(device) for k, v in inputs.items()}
 
         translated_tokens = model.generate(
-            **inputs, forced_bos_token_id=tokenizer.lang_code_to_id[tgt_lang],
+            **inputs, forced_bos_token_id=tokenizer.convert_tokens_to_ids(tgt_lang),
             max_length = max_length)
         output = tokenizer.batch_decode(translated_tokens, skip_special_tokens=True)
 

diff --git a/requirements.txt b/requirements.txt
@@ -1,4 +1,4 @@
-transformers>=4.21
+transformers>=4.38
 Flask==3.0.2
 Werkzeug>=3.0.0
 torch>=1.12