lazy_init

Author: xuxinyi389

python/paddle/nn/layer/layers.py

@@ -21,6 +21,7 @@
 import weakref
 from collections import OrderedDict
 from typing import TYPE_CHECKING, Any, Callable, Dict, Union
+import functools
 
 import numpy as np
 from typing_extensions import Self
@@ -462,6 +463,9 @@ def __init__(
         # Records original functions after @to_static to support to rollback
         self._original_funcs = OrderedDict()
 
+        # Records parameters whether they are initialized
+        self._is_parameters_initialized = False
+
     def train(self) -> None:
         """
 
@@ -1555,6 +1559,33 @@ def _dygraph_call_func(self, *inputs: Any, **kwargs: Any) -> Any:
 
         return outputs
 
+
+    def _init_params_decorator(func):
+        """
+        Decorator function that initializes parameters before calling the decorated method.
+
+        This decorator checks whether each parameter has been initialized using the '_is_initialized' property.
+        If any parameter is uninitialized, it calls the 'initialize' method on that parameter.
+
+        Args:
+            func (function): The function being decorated.
+
+        Returns:
+            function: A wrapped version of the input function that performs parameter initialization before calling the original function.
+        """
+        @functools.wraps(func)
+        def wrapper(self, *args, **kwargs):
+            if not self._is_parameters_initialized:
+                for _, param in self.named_parameters():
+                    if not param._is_initialized():  
+                        param.initialize()
+                self._is_parameters_initialized = True
+
+            return func(self, *args, **kwargs)
+
+        return wrapper
+
+    @_init_params_decorator
     def __call__(self, *inputs: Any, **kwargs: Any) -> Any:
         if (
             (not in_to_static_mode())