diff --git a/pyproject.toml b/pyproject.toml
index 2fe051d071..7ec48e0be9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -21,6 +21,7 @@ dependencies = [
     "joblib>=0.14.1",
     "numpy>=1.17.0",
     "packaging",
+    "requests>=2.20.0",
     "scipy>=1.4.1",
     "sentencepiece>=0.1.91",
     "soundfile>=0.12.1",
diff --git a/requirements.txt b/requirements.txt
index cca45a2ce7..66af86c8a1 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -6,6 +6,7 @@ numpy>=1.17.0
 packaging
 pandas>=1.0.1
 pre-commit>=2.3.0
+requests>=2.20.0
 scipy>=1.4.1
 sentencepiece>=0.1.91
 soundfile>=0.12.1
diff --git a/speechbrain/decoders/scorer.py b/speechbrain/decoders/scorer.py
index abd1a6fc8d..4f779d9636 100644
--- a/speechbrain/decoders/scorer.py
+++ b/speechbrain/decoders/scorer.py
@@ -1935,7 +1935,7 @@ def __init__(
             )
 
         self.lm = AutoModelForCausalLM.from_pretrained(
-            self.model_name, is_decoder=True
+            self.model_name
         ).eval()
 
         self.tokenizer = AutoTokenizer.from_pretrained(
diff --git a/speechbrain/integrations/huggingface/huggingface.py b/speechbrain/integrations/huggingface/huggingface.py
index 92901293fe..2fcaa8f532 100644
--- a/speechbrain/integrations/huggingface/huggingface.py
+++ b/speechbrain/integrations/huggingface/huggingface.py
@@ -35,10 +35,16 @@
     AutoModelForCausalLM,
     AutoModelForPreTraining,
     AutoModelForSeq2SeqLM,
-    AutoModelWithLMHead,
     AutoTokenizer,
 )
 
+# AutoModelWithLMHead is deprecated in newer transformers versions
+# Fall back to AutoModelForCausalLM if not available
+try:
+    from transformers import AutoModelWithLMHead
+except ImportError:
+    AutoModelWithLMHead = AutoModelForCausalLM
+
 from speechbrain.dataio.dataio import length_to_mask
 from speechbrain.utils.fetching import fetch
 from speechbrain.utils.logger import get_logger