Bump transformers. Fix HF token (#1323)

postgresml · Feb 21, 2024 · dd7c749 · dd7c749
1 parent 2a86ef2
commit dd7c749
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt
@@ -110,7 +110,7 @@ torch==2.1.2
 torchaudio==2.1.2
 torchvision==0.16.2
 tqdm==4.66.1
-transformers==4.36.2
+transformers==4.38.0
 transformers-stream-generator==0.0.4
 triton==2.1.0
 typing-inspect==0.9.0

diff --git a/pgml-extension/src/bindings/transformers/transformers.py b/pgml-extension/src/bindings/transformers/transformers.py
@@ -292,7 +292,7 @@ def __init__(self, model_name, **kwargs):
 
             if "token" in kwargs:
                 self.tokenizer = AutoTokenizer.from_pretrained(
-                    model_name, use_auth_token=kwargs["token"]
+                    model_name, token=kwargs["token"]
                 )
             else:
                 self.tokenizer = AutoTokenizer.from_pretrained(model_name)