diff --git a/ppdet/engine/trainer.py b/ppdet/engine/trainer.py
index 3398b47211f..84719b33407 100644
--- a/ppdet/engine/trainer.py
+++ b/ppdet/engine/trainer.py
@@ -529,7 +529,8 @@ def deep_pin(blob, blocking):
                         return type(blob)([deep_pin(x, blocking) for x in blob])
                     else:
                         return blob
-                data = deep_pin(data, False)
+                if paddle.base.core.is_compiled_with_cuda():
+                    data = deep_pin(data, False)
 
                 self.status['data_time'].update(time.time() - iter_tic)
                 self.status['step_id'] = step_id