File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -61,9 +61,9 @@ dcn_data_parallelism: 1 # recommended DCN axis to be auto-sharded
6161dcn_fsdp_parallelism : -1
6262dcn_context_parallelism : 1
6363dcn_tensor_parallelism : 1
64- ici_data_parallelism : 2
65- ici_fsdp_parallelism : 1 # recommended ICI axis to be auto-sharded
66- ici_context_parallelism : 4
64+ ici_data_parallelism : 1
65+ ici_fsdp_parallelism : - 1 # recommended ICI axis to be auto-sharded
66+ ici_context_parallelism : 1
6767ici_tensor_parallelism : 1
6868enable_profiler : False
6969
@@ -81,7 +81,7 @@ dataset_name: 'diffusers/pokemon-gpt4-captions'
8181train_split : ' train'
8282dataset_type : ' tfrecord'
8383cache_latents_text_encoder_outputs : True
84- per_device_batch_size : 0.25
84+ per_device_batch_size : 1
8585compile_topology_num_slices : -1
8686quantization_local_shard_count : -1
8787use_qwix_quantization : False
You can’t perform that action at this time.
0 commit comments