diff --git a/wit/model/light_module.py b/wit/model/light_module.py
index 767f4be..80c93a7 100644
--- a/wit/model/light_module.py
+++ b/wit/model/light_module.py
@@ -173,7 +173,7 @@ class LightModule(pl.LightningModule):
         use_tril_attention_mask = conf.use_tril_attention_mask
         super().__init__()
         self.automatic_optimization = False
-        self.save_hyperparameters()
+        self.save_hyperparameters(ignore="model")
         if mconf == None:
             mconf = ModelConfig()
         if pretrained_model_dir != None: