Merge pull request #63 from khcs/bert/pretrain-fix

Fix FLAG.save_checkpoint_steps naming inconsistency.
This commit is contained in:
nvpstr 2019-06-06 16:02:28 +02:00 committed by GitHub
commit bf1b29d73e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

2
TensorFlow/LanguageModeling/BERT/run_pretraining.py Normal file → Executable file
View file

@ -514,7 +514,7 @@ def main(_):
master=FLAGS.master,
model_dir=FLAGS.output_dir,
session_config=config,
save_checkpoints_steps=FLAGS.save_checkpoints_steps if not FLAGS.horovod or hvd.rank() == 0 else None,
save_checkpoints_steps=FLAGS.save_checkpoint_steps if not FLAGS.horovod or hvd.rank() == 0 else None,
tpu_config=tf.contrib.tpu.TPUConfig(
iterations_per_loop=FLAGS.iterations_per_loop,
num_shards=FLAGS.num_tpu_cores,