Skip to content

Commit 95adffb

Browse files
jeffrajeffra
authored
remove assert for offload (deepspeedai#553)
1 parent eb3c54e commit 95adffb

3 files changed

Lines changed: 0 additions & 6 deletions

File tree

  • applications/DeepSpeed-Chat/training

‎applications/DeepSpeed-Chat/training/step1_supervised_finetuning/main.py‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -198,8 +198,6 @@ def main():
198198
# If passed along, set the training seed now.
199199
set_random_seed(args.seed)
200200

201-
assert not args.offload, "zero-offload is not currently supported but coming soon!"
202-
203201
torch.distributed.barrier()
204202

205203
tokenizer = load_hf_tokenizer(args.model_name_or_path, fast_tokenizer=True)

‎applications/DeepSpeed-Chat/training/step2_reward_model_finetuning/main.py‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -187,8 +187,6 @@ def main():
187187

188188
args.global_rank = torch.distributed.get_rank()
189189

190-
assert not args.offload, "zero-offload is not currently supported but coming soon!"
191-
192190
ds_config = get_train_ds_config(offload=args.offload,
193191
stage=args.zero_stage)
194192
ds_config[

‎applications/DeepSpeed-Chat/training/step3_rlhf_finetuning/main.py‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -365,8 +365,6 @@ def main():
365365

366366
args.global_rank = torch.distributed.get_rank()
367367

368-
assert not args.offload, "zero-offload is not currently supported but coming soon!"
369-
370368
unsupervised_training_enabled = args.unsupervised_dataset_name and args.unsupervised_dataset_config_name
371369
if unsupervised_training_enabled:
372370
# if we enable unsupervised training, we need to double the batch size for actor model

0 commit comments

Comments
 (0)