Skip to content

Commit

Permalink
feat: fix PipelineEngine init logging error (EleutherAI#60)
Browse files Browse the repository at this point in the history
  • Loading branch information
DayOfThePenguin authored Mar 2, 2024
1 parent a1af9e7 commit 02e2ebf
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion deepspeed/runtime/pipe/engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -136,7 +136,7 @@ def __init__(self, has_bool_tensors=False, *super_args, **super_kwargs):
assert isinstance(self._config.pipeline['grad_partitioned'], bool)
self.is_pipe_partitioned = self.is_model_parallel and self._config.pipeline['pipe_partitioned']
self.is_grad_partitioned = self.is_model_parallel and self._config.pipeline['grad_partitioned']
logger.info(f'is_pipe_partitioned= {self.is_pipe_partitioned}',
logger.info(f'is_pipe_partitioned= {self.is_pipe_partitioned} '
f'is_grad_partitioned= {self.is_grad_partitioned}')

model_parameters = filter(lambda p: p.requires_grad, self.module.parameters())
Expand Down

0 comments on commit 02e2ebf

Please sign in to comment.