maxmustermann/DeepLearningExamples
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Merge d173e5cb1e into 22d6621dcd

Browse source
This commit is contained in:
Kazuhiro Yamasaki 2021-11-03 17:40:47 +01:00 committed by GitHub
parent 22d6621dcd d173e5cb1e
commit fde335caf5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
PyTorch/LanguageModeling/BERT/run_pretraining.py
View file

@ -26,6 +26,7 @@ import os
import time
import argparse
import random
import pickle
import h5py
from tqdm import tqdm, trange
import os
@ -649,7 +650,9 @@ def main():
'master params': list(amp.master_params(optimizer)),
'files': [f_id] + files,
'epoch': epoch,
'data_loader': None if global_step >= args.max_steps else train_dataloader}, output_save_file)
'data_loader': None if global_step >= args.max_steps else train_dataloader},
output_save_file,
pickle_protocol=pickle.HIGHEST_PROTOCOL)
most_recent_ckpts_paths.append(output_save_file)
if len(most_recent_ckpts_paths) > 3: