Block-hf-download-in-ci (#2696)

Author: huanghengheng

tests/transformers/auto/test_configuration.py

@@ -25,7 +25,7 @@
 from paddleformers.transformers.bert.configuration import BertConfig
 from paddleformers.utils.download import DownloadSource
 from paddleformers.utils.env import CONFIG_NAME
-from tests.testing_utils import set_proxy
+from tests.testing_utils import set_proxy, skip_for_none_ce_case
 
 from ...utils.test_module.custom_configuration import CustomConfig
 
@@ -60,6 +60,7 @@ def test_community_model_class(self):
             auto_config = AutoConfig.from_pretrained(tempdir)
             self.assertEqual(auto_config.hidden_size, number)
 
+    @skip_for_none_ce_case
     @set_proxy(DownloadSource.HUGGINGFACE)
     def test_from_hf_hub(self):
         config = AutoConfig.from_pretrained("dfargveazd/tiny-random-llama-paddle-safe", download_hub="huggingface")

tests/transformers/auto/test_modeling.py

@@ -35,7 +35,7 @@
 from paddleformers.transformers.auto.modeling import MODEL_MAPPING
 from paddleformers.utils.download import DownloadSource
 from paddleformers.utils.env import CONFIG_NAME, PADDLE_WEIGHTS_NAME
-from tests.testing_utils import set_proxy
+from tests.testing_utils import set_proxy, skip_for_none_ce_case
 
 from ...utils.test_module.custom_configuration import CustomConfig
 from ...utils.test_module.custom_model import CustomModel
@@ -76,6 +76,7 @@ def test_model_from_pretrained_cache_dir(self):
             self.assertFalse(os.path.exists(os.path.join(tempdir, model_name, model_name)))
 
     # @unittest.skip("skipping due to connection error!")
+    @skip_for_none_ce_case
     @set_proxy(DownloadSource.HUGGINGFACE)
     def test_from_hf_hub(self):
         model = AutoModel.from_pretrained(

tests/transformers/test_configuration_utils.py

@@ -27,7 +27,7 @@
 from paddleformers.utils import CONFIG_NAME
 from paddleformers.utils.download import DownloadSource
 from paddleformers.utils.env import LEGACY_CONFIG_NAME
-from tests.testing_utils import set_proxy
+from tests.testing_utils import set_proxy, skip_for_none_ce_case
 
 
 class FakeSimplePretrainedModelConfig(PretrainedConfig):
@@ -154,6 +154,7 @@ def test_from_pretrained_cache_dir(self):
             # check against double appending model_name in cache_dir
             self.assertFalse(os.path.exists(os.path.join(tempdir, model_id, model_id)))
 
+    @skip_for_none_ce_case
     @set_proxy(DownloadSource.HUGGINGFACE)
     def test_load_from_hf(self):
         """test load config from hf"""

tests/transformers/test_hf_tokenizer.py

@@ -18,7 +18,7 @@
 
 from paddleformers.transformers import AutoTokenizer, Qwen2Tokenizer
 from paddleformers.utils.download import DownloadSource
-from tests.testing_utils import set_proxy
+from tests.testing_utils import set_proxy, skip_for_none_ce_case
 
 
 class TestHFMultiSourceTokenizer(unittest.TestCase):
@@ -42,6 +42,7 @@ def test_model_scope(self):
         tokenizer = Qwen2Tokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct", download_hub="modelscope")
         self.encode(tokenizer)
 
+    @skip_for_none_ce_case
     @set_proxy(DownloadSource.HUGGINGFACE)
     def test_hf_hub(self):
         tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct", download_hub="huggingface")
@@ -55,6 +56,7 @@ def test_default(self):
         tokenizer = Qwen2Tokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
         self.encode(tokenizer)
 
+    @skip_for_none_ce_case
     @set_proxy(DownloadSource.HUGGINGFACE)
     def test_ernie_4_5_tokenizer(self):
         tokenizer = AutoTokenizer.from_pretrained("baidu/ERNIE-4.5-21B-A3B-PT", download_hub="huggingface")

tests/transformers/test_modeling_common.py

@@ -39,7 +39,7 @@
 from paddleformers.transformers.model_utils import PretrainedModel
 from paddleformers.utils.env import CONFIG_NAME, LEGACY_CONFIG_NAME  # MODEL_HOME,
 
-from ..testing_utils import slow
+from ..testing_utils import skip_for_none_ce_case, slow
 
 
 def _config_zero_init(config):
@@ -785,6 +785,7 @@ class ModelTesterPretrainedMixin:
 
     # Download from HF doesn't work in CI yet
     @slow
+    @skip_for_none_ce_case
     def test_model_from_pretrained_hf_hub(self):
         if self.hf_remote_test_model_path is None or self.base_model_class is None:
             return