Compare commits
3 commits
main
...
backtrans_
Author | SHA1 | Date | |
---|---|---|---|
9425711a74 | |||
4c01cec9b5 | |||
ed015efee2 |
|
@ -20,7 +20,7 @@ import torch
|
|||
import torch.multiprocessing as mp
|
||||
from torch.utils.data import DataLoader
|
||||
|
||||
from nemo.collections.nlp.data.language_modeling import TarredSequenceDataset
|
||||
from nemo.collections.nlp.data.language_modeling import TarredSentenceDataset
|
||||
from nemo.collections.nlp.data.machine_translation import TarredTranslationDataset
|
||||
from nemo.collections.nlp.models.machine_translation.mt_enc_dec_model import MTEncDecModel
|
||||
from nemo.utils import logging
|
||||
|
@ -75,7 +75,7 @@ def translate(rank, world_size, args):
|
|||
reverse_lang_direction=args.reverse_lang_direction,
|
||||
)
|
||||
else:
|
||||
dataset = TarredSequenceDataset(
|
||||
dataset = TarredSentenceDataset(
|
||||
text_tar_filepaths=args.text2translate,
|
||||
metadata_path=args.metadata_path,
|
||||
tokenizer=model.encoder_tokenizer,
|
||||
|
|
|
@ -30,6 +30,6 @@ else
|
|||
fi
|
||||
|
||||
echo 'Installing additional nemo_text_processing conda dependency'
|
||||
bash nemo_text_processing/setup.sh
|
||||
#bash nemo_text_processing/setup.sh
|
||||
|
||||
echo 'All done!'
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
numpy>=1.18.2
|
||||
onnx>=1.7.0
|
||||
pytorch-lightning>=1.2.8
|
||||
pytorch-lightning<=1.2.8
|
||||
python-dateutil
|
||||
torch
|
||||
wget
|
||||
|
|
Loading…
Reference in a new issue