File tree Expand file tree Collapse file tree 3 files changed +3
-7
lines changed
src/lightning/fabric/strategies Expand file tree Collapse file tree 3 files changed +3
-7
lines changed Original file line number Diff line number Diff line change 5
5
6
6
# note: is a bug around 0.10 with `MPS_Accelerator must implement all abstract methods`
7
7
# shall be resolved by https://github.com/microsoft/DeepSpeed/issues/4372
8
- deepspeed >=0.9.3, <=0.9.3 ; platform_system != "Windows" and platform_system != "Darwin" # strict
8
+ deepspeed >=0.14.1, <=0.15.0 ; platform_system != "Windows" and platform_system != "Darwin" # strict
9
9
bitsandbytes >=0.45.2,<0.47.0; platform_system != "Darwin"
Original file line number Diff line number Diff line change 3
3
4
4
# note: is a bug around 0.10 with `MPS_Accelerator must implement all abstract methods`
5
5
# shall be resolved by https://github.com/microsoft/DeepSpeed/issues/4372
6
- deepspeed >=0.9.3, <=0.9.3 ; platform_system != "Windows" and platform_system != "Darwin" # strict
6
+ deepspeed >=0.14.1, <=0.15.0 ; platform_system != "Windows" and platform_system != "Darwin" # strict
Original file line number Diff line number Diff line change 47
47
from torch .optim .lr_scheduler import _LRScheduler
48
48
49
49
_DEEPSPEED_AVAILABLE = RequirementCache ("deepspeed" )
50
- _DEEPSPEED_GREATER_EQUAL_0_14_1 = RequirementCache ("deepspeed>=0.14.1" )
51
50
52
51
53
52
# TODO(fabric): Links in the docstrings to PL-specific deepspeed user docs need to be replaced.
@@ -503,10 +502,7 @@ def load_checkpoint(
503
502
)
504
503
engine = engines [0 ]
505
504
506
- if _DEEPSPEED_GREATER_EQUAL_0_14_1 :
507
- from deepspeed .runtime .base_optimizer import DeepSpeedOptimizer
508
- else :
509
- from deepspeed .runtime import DeepSpeedOptimizer
505
+ from deepspeed .runtime .base_optimizer import DeepSpeedOptimizer
510
506
511
507
optimzer_state_requested = any (isinstance (item , (Optimizer , DeepSpeedOptimizer )) for item in state .values ())
512
508
You can’t perform that action at this time.
0 commit comments