# Copyright (c) 2019, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os
import subprocess
from os.path import dirname

PARSER = argparse.ArgumentParser(description="vnet_train_and_evaluate")

PARSER.add_argument('--data_dir',
                    required=True,
                    type=str,
                    help='Directory where the dataset is stored')

PARSER.add_argument('--model_dir',
                    required=True,
                    type=str,
                    help='Directory where model information (including checkpoints) is stored')

PARSER.add_argument('--gpus',
                    choices=[1, 8],
                    required=True,
                    type=int,
                    help='Number of GPUs')

PARSER.add_argument('--batch_size',
                    default=1,
                    type=int,
                    help='Batch size for training')

PARSER.add_argument('--epochs',
                    default=40,
                    type=int,
                    help='Number of epochs for training')

PARSER.add_argument('--amp', dest='use_amp', action='store_true', default=False)

PARSER.add_argument('--base_lr',
                    default=0.0001,
                    type=float,
                    help='Initial learning rate for RMSProp')


def build_horovod_prefix(gpus):
    return 'mpirun -np {} -H localhost:{} -bind-to none -map-by slot -x NCCL_DEBUG=INFO -x LD_LIBRARY_PATH -x PATH -mca ' \
           'pml ob1 -mca btl ^openib --allow-run-as-root '.format(gpus, gpus)


def build_command(FLAGS, path_to_main, use_amp):
    return 'python {} --data_dir {} --model_dir {} --exec_mode train_and_evaluate --batch_size {} {} --augment --train_epochs {} --train_split 0.9 --split_seed 42 --base_lr {}'.format(
        path_to_main,
        FLAGS.data_dir,
        FLAGS.model_dir,
        FLAGS.batch_size,
        use_amp,
        FLAGS.epochs,
        FLAGS.base_lr)


def main():
    FLAGS = PARSER.parse_args()

    use_amp = '--amp' if FLAGS.use_amp else ''
    path_to_main = os.path.join(dirname(dirname(os.path.realpath(__file__))), 'main.py')

    cmd = build_command(FLAGS, path_to_main, use_amp)

    if FLAGS.gpus > 1:
        cmd = build_horovod_prefix(FLAGS.gpus) + cmd

    print('Command to be executed:')
    print(cmd)
    subprocess.call(cmd, shell=True)


if __name__ == '__main__':
    main()