From 008fa2e19d5148f3caf008f6152756f3fdd27fa0 Mon Sep 17 00:00:00 2001 From: Sharath TS Date: Mon, 1 Mar 2021 13:43:49 -0800 Subject: [PATCH] [BERT/PyT] Update paths (#845) * Update run_pretraining.sh * fix paths --- PyTorch/LanguageModeling/BERT/scripts/run_pretraining.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/PyTorch/LanguageModeling/BERT/scripts/run_pretraining.sh b/PyTorch/LanguageModeling/BERT/scripts/run_pretraining.sh index 397e84ae..12eb0730 100644 --- a/PyTorch/LanguageModeling/BERT/scripts/run_pretraining.sh +++ b/PyTorch/LanguageModeling/BERT/scripts/run_pretraining.sh @@ -34,10 +34,10 @@ learning_rate_phase2=${17:-"4e-3"} warmup_proportion_phase2=${18:-"0.128"} train_steps_phase2=${19:-1563} gradient_accumulation_steps_phase2=${20:-512} -DATASET=hdf5_lower_case_1_seq_len_128_max_pred_20_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training # change this for other datasets +DATASET=hdf5_lower_case_1_seq_len_128_max_pred_20_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5/books_wiki_en_corpus # change this for other datasets DATA_DIR_PHASE1=${21:-$BERT_PREP_WORKING_DIR/${DATASET}/} BERT_CONFIG=bert_config.json -DATASET2=hdf5_lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training # change this for other datasets +DATASET2=hdf5_lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5/books_wiki_en_corpus # change this for other datasets DATA_DIR_PHASE2=${22:-$BERT_PREP_WORKING_DIR/${DATASET2}/} CODEDIR=${23:-"/workspace/bert"} init_checkpoint=${24:-"None"}