File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -52,7 +52,7 @@ class AsyncMode(str, enum.Enum):
52
52
# For now, we will manually pop the freqs_cis buffer, as we made this permanent
53
53
# temporarily and we don't want to include it in the exported state_dict.
54
54
# Context: https://github.com/pytorch/torchtitan/blob/main/torchtitan/models/llama3/model.py#L404
55
- excluded_parameters_for_model_only = {"freqs_cis" }
55
+ excluded_parameters_for_model_only = {}
56
56
57
57
58
58
class ModelWrapper (Stateful ):
@@ -633,7 +633,8 @@ def _save_last_step(self, curr_step: int) -> None:
633
633
logger .info (f"Saving a full checkpoint at last step, step { curr_step } ." )
634
634
635
635
save_with_gc (
636
- self ._flattend_model_states_sd (), checkpoint_id = self ._create_checkpoint_id (curr_step )
636
+ self ._flattend_model_states_sd (),
637
+ checkpoint_id = self ._create_checkpoint_id (curr_step ),
637
638
)
638
639
639
640
def _should_save (self , curr_step : int , last_step : bool = False ) -> bool :
You can’t perform that action at this time.
0 commit comments