Add mechanism for CI to force unskip tests

tests/conftest.py

@@ -5,12 +5,18 @@ import pytest
 
 from transformers import LlamaTokenizer
 
+ACCESS_ERROR_MSG = "Could not access tokenizer at 'meta-llama/Llama-2-7b-hf'. Did you log into huggingface hub and provided the correct token?"
+
+unskip_missing_tokenizer = False
+
 @pytest.fixture(scope="module")
 def llama_tokenizer():
     try:
         return LlamaTokenizer.from_pretrained("meta-llama/Llama-2-7b-hf")
-    except OSError:
-        return None
+    except OSError as e:
+        if unskip_missing_tokenizer:
+            raise e
+    return None
 
 
 @pytest.fixture
@@ -21,8 +27,24 @@ def setup_tokenizer(llama_tokenizer):
 
     return _helper
 
+
 @pytest.fixture(autouse=True)
 def skip_if_tokenizer_is_missing(request, llama_tokenizer):
-    if request.node.get_closest_marker("skip_missing_tokenizer"):
+    if request.node.get_closest_marker("skip_missing_tokenizer") and not unskip_missing_tokenizer:
         if llama_tokenizer is None:
-            pytest.skip("Llama tokenizer could not be accessed. Did you log into huggingface hub and provided the correct token?")
+            pytest.skip(ACCESS_ERROR_MSG)
+
+
+def pytest_addoption(parser):
+    parser.addoption(
+        "--unskip-missing-tokenizer",
+        action="store_true",
+        default=False, help="disable skip missing tokenizer")
+
+
+@pytest.hookimpl(tryfirst=True)
+def pytest_cmdline_preparse(config, args):
+    if "--unskip-missing-tokenizer" not in args:
+        return
+    global unskip_missing_tokenizer
+    unskip_missing_tokenizer = True