diff --git a/transformer_engine/pytorch/module/base.py b/transformer_engine/pytorch/module/base.py
index bf4f9bba1d..ebc0d13895 100644
--- a/transformer_engine/pytorch/module/base.py
+++ b/transformer_engine/pytorch/module/base.py
@@ -1023,6 +1023,7 @@ def __init__(self, name: Optional[str] = None) -> None:
         self.fp8_meta_tensors_initialized = False
         self.quantizers = {"scaling_fwd": [], "scaling_bwd": []}
         self.tp_group = None
+        self.tp_group_initialized = False
         self.tp_size = 1
         self.sequence_parallel = False
         self.param_init_meta = {}