diff --git a/tools/infer/predict_rec.py b/tools/infer/predict_rec.py
index 6306a760e48..37951d1a32e 100755
--- a/tools/infer/predict_rec.py
+++ b/tools/infer/predict_rec.py
@@ -795,6 +795,7 @@ def __call__(self, img_list):
                     for output_tensor in self.output_tensors:
                         output = output_tensor.copy_to_cpu()
                         outputs.append(output)
+                    self.predictor.try_shrink_memory()
                     if self.benchmark:
                         self.autolog.times.stamp()
                     if len(outputs) != 1: