| # Copyright (c) Facebook, Inc. and its affiliates. | |
| # | |
| # This source code is licensed under the MIT license found in the | |
| # LICENSE file in the root directory of this source tree. | |
| import unittest | |
| from tests.speech import TestFairseqSpeech | |
| class TestXMTransformer(TestFairseqSpeech): | |
| def setUp(self): | |
| self.set_up_sotasty_es_en() | |
| # TODO: investigate increases BLEU score (30.42 -> 31.74) | |
| def test_sotasty_es_en_600m_checkpoint(self): | |
| self.base_test( | |
| ckpt_name="xm_transformer_600m_es_en_md.pt", | |
| reference_score=31.74, | |
| score_delta=0.2, | |
| max_tokens=3_000_000, | |
| max_positions=(1_000_000, 1_024), | |
| dataset="sotasty_es_en_test_ted", | |
| arg_overrides={"config_yaml": "cfg_es_en.yaml"}, | |
| score_type="bleu", | |
| ) | |
| if __name__ == "__main__": | |
| unittest.main() | |