We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a230776 commit ac519e6Copy full SHA for ac519e6
1 file changed
README.md
@@ -350,8 +350,8 @@ After installation completes, run the training script.
350
skip_first_n_steps_for_profiler=3 \
351
profiler_steps=3 \
352
per_device_batch_size=0.25 \
353
- ici_data_parallelism=64 \
354
- ici_fsdp_parallelism=2 \
+ ici_data_parallelism=32 \
+ ici_fsdp_parallelism=4 \
355
ici_tensor_parallelism=1" \
356
max_train_steps=5000 \
357
eval_every=100 \
0 commit comments