#!/usr/bin/env python3 import json import os import re import shutil import unittest import xml.etree.ElementTree as ET from selfdrive.ui.update_translations import TRANSLATIONS_DIR, LANGUAGES_FILE, update_translations TMP_TRANSLATIONS_DIR = os.path.join(TRANSLATIONS_DIR, "tmp") class TestTranslations(unittest.TestCase): @classmethod def setUpClass(cls): with open(LANGUAGES_FILE, "r") as f: cls.translation_files = json.load(f) # Set up temp directory shutil.copytree(TRANSLATIONS_DIR, TMP_TRANSLATIONS_DIR, dirs_exist_ok=True) @classmethod def tearDownClass(cls): shutil.rmtree(TMP_TRANSLATIONS_DIR, ignore_errors=True) @staticmethod def _read_translation_file(path, file): tr_file = os.path.join(path, f"{file}.ts") with open(tr_file, "rb") as f: # fix relative path depth return f.read().replace(b"filename=\"../../", b"filename=\"../") def test_missing_translation_files(self): for name, file in self.translation_files.items(): with self.subTest(name=name, file=file): self.assertTrue(os.path.exists(os.path.join(TRANSLATIONS_DIR, f"{file}.ts")), f"{name} has no XML translation file, run selfdrive/ui/update_translations.py") def test_translations_updated(self): update_translations(plural_only=["main_en"], translations_dir=TMP_TRANSLATIONS_DIR) for name, file in self.translation_files.items(): with self.subTest(name=name, file=file): # caught by test_missing_translation_files if not os.path.exists(os.path.join(TRANSLATIONS_DIR, f"{file}.ts")): self.skipTest(f"{name} missing translation file") cur_translations = self._read_translation_file(TRANSLATIONS_DIR, file) new_translations = self._read_translation_file(TMP_TRANSLATIONS_DIR, file) self.assertEqual(cur_translations, new_translations, f"{file} ({name}) XML translation file out of date. Run selfdrive/ui/update_translations.py to update the translation files") @unittest.skip("Only test unfinished translations before going to release") def test_unfinished_translations(self): for name, file in self.translation_files.items(): with self.subTest(name=name, file=file): cur_translations = self._read_translation_file(TRANSLATIONS_DIR, file) self.assertTrue(b"" not in cur_translations, f"{file} ({name}) translation file has unfinished translations. Finish translations or mark them as completed in Qt Linguist") def test_vanished_translations(self): for name, file in self.translation_files.items(): with self.subTest(name=name, file=file): cur_translations = self._read_translation_file(TRANSLATIONS_DIR, file) self.assertTrue(b"" not in cur_translations, f"{file} ({name}) translation file has obsolete translations. Run selfdrive/ui/update_translations.py --vanish to remove them") def test_plural_translations(self): """ Tests: - that any numerus (plural) translations marked "finished" have all plural forms non-empty - that the correct format specifier is used (%n) """ for name, file in self.translation_files.items(): with self.subTest(name=name, file=file): tr_xml = ET.parse(os.path.join(TRANSLATIONS_DIR, f"{file}.ts")) for context in tr_xml.getroot(): for message in context.iterfind("message"): if message.get("numerus") == "yes": translation = message.find("translation") numerusform = [t.text for t in translation.findall("numerusform")] # Do not assert finished translations if translation.get("type") == "unfinished": continue self.assertNotIn(None, numerusform, "Ensure all plural translation forms are completed.") self.assertTrue(all([re.search("%[0-9]+", t) is None for t in numerusform]), "Plural translations must use %n, not %1, %2, etc.: {}".format(numerusform)) if __name__ == "__main__": unittest.main()