We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 345fb07 + 897ca31 commit 2af3eadCopy full SHA for 2af3ead
1 file changed
end_to_end/tpu/test_convergence_1b_params.sh
@@ -52,6 +52,7 @@ then
52
gsutil cp -r gs://maxtext-dataset/hf/llama2-tokenizer "${MAXTEXT_ASSETS_ROOT:-${MAXTEXT_PKG_DIR:-${MAXTEXT_REPO_ROOT:-$PWD}/src/MaxText/assets}}"
53
CMD_DATA=" hf_path=parquet tokenizer_path=${MAXTEXT_ASSETS_ROOT:-${MAXTEXT_PKG_DIR:-${MAXTEXT_REPO_ROOT:-$PWD}/src/MaxText/assets}}/llama2-tokenizer \
54
hf_train_files=$DATASET_PATH/hf/c4/c4-train-*.parquet \
55
+ hf_eval_split=train \
56
hf_eval_files=$DATASET_PATH/hf/c4/c4-validation-*.parquet "
57
fi
58
0 commit comments