Compare commits

...

3 commits

Author SHA1 Message Date
MaximumEntropy 9425711a74 Freeze versions
Signed-off-by: MaximumEntropy <sandeep.subramanian.1@umontreal.ca>
2021-05-07 12:47:03 -07:00
MaximumEntropy 4c01cec9b5 One more fix
Signed-off-by: MaximumEntropy <sandeep.subramanian.1@umontreal.ca>
2021-05-05 10:23:42 -07:00
MaximumEntropy ed015efee2 Patch for backtranslation in lm dataset
Signed-off-by: MaximumEntropy <sandeep.subramanian.1@umontreal.ca>
2021-05-05 08:57:00 -07:00
3 changed files with 4 additions and 4 deletions

View file

@ -20,7 +20,7 @@ import torch
import torch.multiprocessing as mp
from torch.utils.data import DataLoader
from nemo.collections.nlp.data.language_modeling import TarredSequenceDataset
from nemo.collections.nlp.data.language_modeling import TarredSentenceDataset
from nemo.collections.nlp.data.machine_translation import TarredTranslationDataset
from nemo.collections.nlp.models.machine_translation.mt_enc_dec_model import MTEncDecModel
from nemo.utils import logging
@ -75,7 +75,7 @@ def translate(rank, world_size, args):
reverse_lang_direction=args.reverse_lang_direction,
)
else:
dataset = TarredSequenceDataset(
dataset = TarredSentenceDataset(
text_tar_filepaths=args.text2translate,
metadata_path=args.metadata_path,
tokenizer=model.encoder_tokenizer,

View file

@ -30,6 +30,6 @@ else
fi
echo 'Installing additional nemo_text_processing conda dependency'
bash nemo_text_processing/setup.sh
#bash nemo_text_processing/setup.sh
echo 'All done!'

View file

@ -1,6 +1,6 @@
numpy>=1.18.2
onnx>=1.7.0
pytorch-lightning>=1.2.8
pytorch-lightning<=1.2.8
python-dateutil
torch
wget