diff --git a/paddleformers/__init__.py b/paddleformers/__init__.py
index 987c9f9a03..61dd369f4c 100644
--- a/paddleformers/__init__.py
+++ b/paddleformers/__init__.py
@@ -18,6 +18,10 @@
 from datetime import datetime
 from typing import TYPE_CHECKING
 
+import transformers
+
+transformers.utils.is_torch_available = lambda: False
+
 from .utils.lazy_import import _LazyModule
 
 PADDLEFORMERS_STABLE_VERSION = "PADDLEFORMERS_STABLE_VERSION"