#!/usr/bin/env node const loaderUtils = require("loader-utils"); // copies the resources into the webapp directory. // // Languages are listed manually so we can choose when to include // a translation in the app (because having a translation with only // 3 strings translated is just frustrating) // This could readily be automated, but it's nice to explicitly // control when new languages are available. const INCLUDE_LANGS = [ {'value': 'bg', 'label': 'Български'}, {'value': 'ca', 'label': 'Català'}, {'value': 'cs', 'label': 'čeština'}, {'value': 'da', 'label': 'Dansk'}, {'value': 'de_DE', 'label': 'Deutsch'}, {'value': 'el', 'label': 'Ελληνικά'}, {'value': 'en_EN', 'label': 'English'}, {'value': 'en_US', 'label': 'English (US)'}, {'value': 'eo', 'label': 'Esperanto'}, {'value': 'es', 'label': 'Español'}, {'value': 'et', 'label': 'Eesti'}, {'value': 'eu', 'label': 'Euskara'}, {'value': 'fi', 'label': 'Suomi'}, {'value': 'fr', 'label': 'Français'}, {'value': 'gl', 'label': 'Galego'}, {'value': 'he', 'label': 'עברית'}, {'value': 'hi', 'label': 'हिन्दी'}, {'value': 'hu', 'label': 'Magyar'}, {'value': 'is', 'label': 'íslenska'}, {'value': 'it', 'label': 'Italiano'}, {'value': 'ja', 'label': '日本語'}, {'value': 'jbo', 'label': 'banjubu\'o'}, {'value': 'kab', 'label': 'Taqbaylit'}, {'value': 'ko', 'label': '한국어'}, {'value': 'lt', 'label': 'Lietuvių'}, {'value': 'lv', 'label': 'Latviešu'}, {'value': 'nb_NO', 'label': 'Norwegian Bokmål'}, {'value': 'nl', 'label': 'Nederlands'}, {'value': 'nn', 'label': 'Norsk Nynorsk'}, {'value': 'pl', 'label': 'Polski'}, {'value': 'pt', 'label': 'Português'}, {'value': 'pt_BR', 'label': 'Português do Brasil'}, {'value': 'ru', 'label': 'Русский'}, {'value': 'sk', 'label': 'Slovenčina'}, {'value': 'sq', 'label': 'Shqip'}, {'value': 'sr', 'label': 'српски'}, {'value': 'sv', 'label': 'Svenska'}, {'value': 'te', 'label': 'తెలుగు'}, {'value': 'th', 'label': 'ไทย'}, {'value': 'tr', 'label': 'Türkçe'}, {'value': 'uk', 'label': 'українська мова'}, {'value': 'vls', 'label': 'West-Vlaams'}, {'value': 'zh_Hans', 'label': '简体中文'}, // simplified chinese {'value': 'zh_Hant', 'label': '繁體中文'}, // traditional chinese ]; // cpx includes globbed parts of the filename in the destination, but excludes // common parents. Hence, "res/{a,b}/**": the output will be "dest/a/..." and // "dest/b/...". const COPY_LIST = [ ["res/manifest.json", "webapp"], ["res/sw.js", "webapp"], ["res/welcome.html", "webapp"], ["res/welcome/**", "webapp/welcome"], ["res/themes/**", "webapp/themes"], ["res/vector-icons/**", "webapp/vector-icons"], ["res/decoder-ring/**", "webapp/decoder-ring"], ["node_modules/matrix-react-sdk/res/media/**", "webapp/media"], ["node_modules/@matrix-org/olm/olm_legacy.js", "webapp", { directwatch: 1 }], ["./config.json", "webapp", { directwatch: 1 }], ["contribute.json", "webapp"], ]; const parseArgs = require('minimist'); const Cpx = require('cpx'); const chokidar = require('chokidar'); const fs = require('fs'); const rimraf = require('rimraf'); const argv = parseArgs( process.argv.slice(2), {} ); const watch = argv.w; const verbose = argv.v; function errCheck(err) { if (err) { console.error(err.message); process.exit(1); } } // Check if webapp exists if (!fs.existsSync('webapp')) { fs.mkdirSync('webapp'); } // Check if i18n exists if (!fs.existsSync('webapp/i18n/')) { fs.mkdirSync('webapp/i18n/'); } function next(i, err) { errCheck(err); if (i >= COPY_LIST.length) { return; } const ent = COPY_LIST[i]; const source = ent[0]; const dest = ent[1]; const opts = ent[2] || {}; let cpx = undefined; if (!opts.lang) { cpx = new Cpx.Cpx(source, dest); } if (verbose && cpx) { cpx.on("copy", (event) => { console.log(`Copied: ${event.srcPath} --> ${event.dstPath}`); }); cpx.on("remove", (event) => { console.log(`Removed: ${event.path}`); }); } const cb = (err) => { next(i + 1, err) }; if (watch) { if (opts.directwatch) { // cpx -w creates a watcher for the parent of any files specified, // which in the case of config.json is '.', which inevitably takes // ages to crawl. So we create our own watcher on the files // instead. const copy = () => { cpx.copy(errCheck) }; chokidar.watch(source) .on('add', copy) .on('change', copy) .on('ready', cb) .on('error', errCheck); } else { cpx.on('watch-ready', cb); cpx.on("watch-error", cb); cpx.watch(); } } else { cpx.copy(cb); } } function genLangFile(lang, dest) { const reactSdkFile = 'node_modules/matrix-react-sdk/src/i18n/strings/' + lang + '.json'; const riotWebFile = 'src/i18n/strings/' + lang + '.json'; let translations = {}; [reactSdkFile, riotWebFile].forEach(function(f) { if (fs.existsSync(f)) { try { Object.assign( translations, JSON.parse(fs.readFileSync(f).toString()) ); } catch (e) { console.error("Failed: " + f, e); throw e; } } }); translations = weblateToCounterpart(translations); const json = JSON.stringify(translations, null, 4); const jsonBuffer = Buffer.from(json); const digest = loaderUtils.getHashDigest(jsonBuffer, null, null, 7); const filename = `${lang}.${digest}.json`; fs.writeFileSync(dest + filename, json); if (verbose) { console.log("Generated language file: " + filename); } return filename; } function genLangList(langFileMap) { const languages = {}; INCLUDE_LANGS.forEach(function(lang) { const normalizedLanguage = lang.value.toLowerCase().replace("_", "-"); const languageParts = normalizedLanguage.split('-'); if (languageParts.length == 2 && languageParts[0] == languageParts[1]) { languages[languageParts[0]] = {'fileName': langFileMap[lang.value], 'label': lang.label}; } else { languages[normalizedLanguage] = {'fileName': langFileMap[lang.value], 'label': lang.label}; } }); fs.writeFile('webapp/i18n/languages.json', JSON.stringify(languages, null, 4), function(err) { if (err) { console.error("Copy Error occured: " + err); throw new Error("Failed to generate languages.json"); } }); if (verbose) { console.log("Generated languages.json"); } } /** * Convert translation key from weblate format * (which only supports a single level) to counterpart * which requires object values for 'count' translations. * * eg. * "there are %(count)s badgers|one": "a badger", * "there are %(count)s badgers|other": "%(count)s badgers" * becomes * "there are %(count)s badgers": { * "one": "a badger", * "other": "%(count)s badgers" * } */ function weblateToCounterpart(inTrs) { const outTrs = {}; for (const key of Object.keys(inTrs)) { const keyParts = key.split('|', 2); if (keyParts.length === 2) { let obj = outTrs[keyParts[0]]; if (obj === undefined) { obj = {}; outTrs[keyParts[0]] = obj; } obj[keyParts[1]] = inTrs[key]; } else { outTrs[key] = inTrs[key]; } } return outTrs; } /** watch the input files for a given language, regenerate the file, adding its content-hashed filename to langFileMap and regenerating languages.json with the new filename */ function watchLanguage(lang, dest, langFileMap) { const reactSdkFile = 'node_modules/matrix-react-sdk/src/i18n/strings/' + lang + '.json'; const riotWebFile = 'src/i18n/strings/' + lang + '.json'; // XXX: Use a debounce because for some reason if we read the language // file immediately after the FS event is received, the file contents // appears empty. Possibly https://github.com/nodejs/node/issues/6112 let makeLangDebouncer; const makeLang = () => { if (makeLangDebouncer) { clearTimeout(makeLangDebouncer); } makeLangDebouncer = setTimeout(() => { const filename = genLangFile(lang, dest); langFileMap[lang]=filename; genLangList(langFileMap); }, 500); }; [reactSdkFile, riotWebFile].forEach(function(f) { chokidar.watch(f) .on('add', makeLang) .on('change', makeLang) .on('error', errCheck); }); } // language resources const I18N_DEST = "webapp/i18n/"; const I18N_FILENAME_MAP = INCLUDE_LANGS.reduce((m, l) => { const filename = genLangFile(l.value, I18N_DEST); m[l.value] = filename; return m; }, {}); genLangList(I18N_FILENAME_MAP); if (watch) { INCLUDE_LANGS.forEach(l => watchLanguage(l.value, I18N_DEST, I18N_FILENAME_MAP)); } // non-language resources next(0);