/** * @license * Copyright Google Inc. All Rights Reserved. * * Use of this source code is governed by an MIT-style license that can be * found in the LICENSE file at https://angular.io/license */ const fs = require('fs'); const path = require('path'); const util = require('util'); // used to extract plural rules const cldr = require('cldr'); // used to extract all other cldr data const cldrJs = require('cldrjs'); const PACKAGE_FOLDER = 'packages/common'; const I18N_FOLDER = `${PACKAGE_FOLDER}/src/i18n`; const I18N_DATA_FOLDER = `${PACKAGE_FOLDER}/locales`; const I18N_DATA_EXTRA_FOLDER = `${I18N_DATA_FOLDER}/extra`; const RELATIVE_I18N_FOLDER = path.resolve(__dirname, `../../../${I18N_FOLDER}`); const RELATIVE_I18N_DATA_FOLDER = path.resolve(__dirname, `../../../${I18N_DATA_FOLDER}`); const RELATIVE_I18N_DATA_EXTRA_FOLDER = path.resolve(__dirname, `../../../${I18N_DATA_EXTRA_FOLDER}`); const DEFAULT_RULE = `function anonymous(n\n/**/) {\nreturn"other"\n}`; const EMPTY_RULE = `function anonymous(n\n/**/) {\n\n}`; const WEEK_DAYS = ['sun', 'mon', 'tue', 'wed', 'thu', 'fri', 'sat']; const HEADER = `/** * @license * Copyright Google Inc. All Rights Reserved. * * Use of this source code is governed by an MIT-style license that can be * found in the LICENSE file at https://angular.io/license */ // THIS CODE IS GENERATED - DO NOT MODIFY // See angular/tools/gulp-tasks/cldr/extract.js `; module.exports = (gulp, done) => { const cldrData = require('./cldr-data'); const LOCALES = cldrData.availableLocales; console.log(`Loading CLDR data...`); cldrJs.load(cldrData.all()); console.log(`Writing locale files`); if (!fs.existsSync(RELATIVE_I18N_FOLDER)) { fs.mkdirSync(RELATIVE_I18N_FOLDER); } if (!fs.existsSync(RELATIVE_I18N_DATA_FOLDER)) { fs.mkdirSync(RELATIVE_I18N_DATA_FOLDER); } if (!fs.existsSync(RELATIVE_I18N_DATA_EXTRA_FOLDER)) { fs.mkdirSync(RELATIVE_I18N_DATA_EXTRA_FOLDER); } LOCALES.forEach((locale, index) => { const localeData = new cldrJs(locale); console.log(`${index + 1}/${LOCALES.length}`); console.log(`\t${I18N_DATA_FOLDER}/${locale}.ts`); fs.writeFileSync(`${RELATIVE_I18N_DATA_FOLDER}/${locale}.ts`, generateLocale(locale, localeData)); console.log(`\t${I18N_DATA_EXTRA_FOLDER}/${locale}.ts`); fs.writeFileSync(`${RELATIVE_I18N_DATA_EXTRA_FOLDER}/${locale}.ts`, generateLocaleExtra(locale, localeData)); }); console.log(`${LOCALES.length} locale files generated.`); // additional "en" file that will be included in common console.log(`Writing file ${I18N_FOLDER}/locale_en.ts`); fs.writeFileSync(`${RELATIVE_I18N_FOLDER}/locale_en.ts`, generateLocale('en', new cldrJs('en'))); console.log(`Writing file ${I18N_FOLDER}/currencies.ts`); fs.writeFileSync(`${RELATIVE_I18N_FOLDER}/currencies.ts`, generateCurrencies()); console.log(`All i18n cldr files have been generated, formatting files..."`); const format = require('gulp-clang-format'); const clangFormat = require('clang-format'); return gulp .src([ `${I18N_DATA_FOLDER}/**/*.ts`, `${I18N_FOLDER}/currencies.ts`, `${I18N_FOLDER}/locale_en.ts` ], {base: '.'}) .pipe(format.format('file', clangFormat)) .pipe(gulp.dest('.')); }; /** * Generate file that contains basic locale data */ function generateLocale(locale, localeData) { // [ localeId, dateTime, number, currency, pluralCase ] let data = stringify([ locale, ...getDateTimeTranslations(localeData), ...getDateTimeSettings(localeData), ...getNumberSettings(localeData), ...getCurrencySettings(locale, localeData) ]) // We remove "undefined" added by spreading arrays when there is no value .replace(/undefined/g, ''); // adding plural function after, because we don't want it as a string data = data.substring(0, data.lastIndexOf(']')) + `, ${getPluralFunction(locale)}]`; return `${HEADER} export default ${data}; `; } /** * Generate a file that contains extra data (for now: day period rules, and extended day period data) */ function generateLocaleExtra(locale, localeData) { const dayPeriods = getDayPeriodsNoAmPm(localeData); const dayPeriodRules = getDayPeriodRules(localeData); let dayPeriodsSupplemental = []; if (Object.keys(dayPeriods.format.narrow).length) { const keys = Object.keys(dayPeriods.format.narrow); if (keys.length !== Object.keys(dayPeriodRules).length) { throw new Error(`Error: locale ${locale} has not the correct number of day period rules`); } const dayPeriodsFormat = removeDuplicates([ objectValues(dayPeriods.format.narrow), objectValues(dayPeriods.format.abbreviated), objectValues(dayPeriods.format.wide) ]); const dayPeriodsStandalone = removeDuplicates([ objectValues(dayPeriods['stand-alone'].narrow), objectValues(dayPeriods['stand-alone'].abbreviated), objectValues(dayPeriods['stand-alone'].wide) ]); const rules = keys.map(key => dayPeriodRules[key]); dayPeriodsSupplemental = [...removeDuplicates([dayPeriodsFormat, dayPeriodsStandalone]), rules]; } return `${HEADER} export default ${stringify(dayPeriodsSupplemental).replace(/undefined/g, '')}; `; } /** * Generate a file that contains the list of currencies and their symbols */ function generateCurrencies() { const currenciesData = new cldrJs('en').main('numbers/currencies'); const currencies = []; Object.keys(currenciesData).forEach(key => { let symbolsArray = []; const symbol = currenciesData[key].symbol; const symbolNarrow = currenciesData[key]['symbol-alt-narrow']; if (symbol && symbol !== key) { symbolsArray.push(symbol); } if (symbolNarrow && symbolNarrow !== symbol) { if (symbolsArray.length > 0) { symbolsArray.push(symbolNarrow); } else { symbolsArray = [, symbolNarrow]; } } if (symbolsArray.length > 0) { currencies.push(` '${key}': ${stringify(symbolsArray)},\n`); } }); return `${HEADER} /** @experimental */ export const CURRENCIES: {[code: string]: (string | undefined)[]} = { ${currencies.join('')}}; `; } /** * Returns data for the chosen day periods * @returns {format: {narrow / abbreviated / wide: [...]}, stand-alone: {narrow / abbreviated / wide: [...]}} */ function getDayPeriods(localeData, dayPeriodsList) { const dayPeriods = localeData.main(`dates/calendars/gregorian/dayPeriods`); const result = {}; // cleaning up unused keys Object.keys(dayPeriods).forEach(key1 => { // format / stand-alone result[key1] = {}; Object.keys(dayPeriods[key1]).forEach(key2 => { // narrow / abbreviated / wide result[key1][key2] = {}; Object.keys(dayPeriods[key1][key2]).forEach(key3 => { if (dayPeriodsList.indexOf(key3) !== -1) { result[key1][key2][key3] = dayPeriods[key1][key2][key3]; } }); }); }); return result; } /** * Returns the basic day periods (am/pm) */ function getDayPeriodsAmPm(localeData) { return getDayPeriods(localeData, ['am', 'pm']); } /** * Returns the extra day periods (without am/pm) */ function getDayPeriodsNoAmPm(localeData) { return getDayPeriods(localeData, ['noon', 'midnight', 'morning1', 'morning2', 'afternoon1', 'afternoon2', 'evening1', 'evening2', 'night1', 'night2']); } /** * Returns date-related translations for a locale * @returns [ dayPeriodsFormat, dayPeriodsStandalone, daysFormat, dayStandalone, monthsFormat, monthsStandalone, eras ] * each value: [ narrow, abbreviated, wide, short? ] */ function getDateTimeTranslations(localeData) { const dayNames = localeData.main(`dates/calendars/gregorian/days`); const monthNames = localeData.main(`dates/calendars/gregorian/months`); const erasNames = localeData.main(`dates/calendars/gregorian/eras`); const dayPeriods = getDayPeriodsAmPm(localeData); const dayPeriodsFormat = removeDuplicates([ objectValues(dayPeriods.format.narrow), objectValues(dayPeriods.format.abbreviated), objectValues(dayPeriods.format.wide) ]); const dayPeriodsStandalone = removeDuplicates([ objectValues(dayPeriods['stand-alone'].narrow), objectValues(dayPeriods['stand-alone'].abbreviated), objectValues(dayPeriods['stand-alone'].wide) ]); const daysFormat = removeDuplicates([ objectValues(dayNames.format.narrow), objectValues(dayNames.format.abbreviated), objectValues(dayNames.format.wide), objectValues(dayNames.format.short) ]); const daysStandalone = removeDuplicates([ objectValues(dayNames['stand-alone'].narrow), objectValues(dayNames['stand-alone'].abbreviated), objectValues(dayNames['stand-alone'].wide), objectValues(dayNames['stand-alone'].short) ]); const monthsFormat = removeDuplicates([ objectValues(monthNames.format.narrow), objectValues(monthNames.format.abbreviated), objectValues(monthNames.format.wide) ]); const monthsStandalone = removeDuplicates([ objectValues(monthNames['stand-alone'].narrow), objectValues(monthNames['stand-alone'].abbreviated), objectValues(monthNames['stand-alone'].wide) ]); const eras = removeDuplicates([ [erasNames.eraNarrow['0'], erasNames.eraNarrow['1']], [erasNames.eraAbbr['0'], erasNames.eraAbbr['1']], [erasNames.eraNames['0'], erasNames.eraNames['1']] ]); const dateTimeTranslations = [ ...removeDuplicates([dayPeriodsFormat, dayPeriodsStandalone]), ...removeDuplicates([daysFormat, daysStandalone]), ...removeDuplicates([monthsFormat, monthsStandalone]), eras ]; return dateTimeTranslations; } /** * Returns date, time and dateTime formats for a locale * @returns [dateFormats, timeFormats, dateTimeFormats] * each format: [ short, medium, long, full ] */ function getDateTimeFormats(localeData) { function getFormats(data) { return removeDuplicates([ data.short._value || data.short, data.medium._value || data.medium, data.long._value || data.long, data.full._value || data.full ]) } const dateFormats = localeData.main('dates/calendars/gregorian/dateFormats'); const timeFormats = localeData.main('dates/calendars/gregorian/timeFormats'); const dateTimeFormats = localeData.main('dates/calendars/gregorian/dateTimeFormats'); return [ getFormats(dateFormats), getFormats(timeFormats), getFormats(dateTimeFormats) ]; } /** * Returns day period rules for a locale * @returns string[] */ function getDayPeriodRules(localeData) { const dayPeriodRules = localeData.get(`supplemental/dayPeriodRuleSet/${localeData.attributes.language}`); const rules = {}; if (dayPeriodRules) { Object.keys(dayPeriodRules).forEach(key => { if (dayPeriodRules[key]._at) { rules[key] = dayPeriodRules[key]._at; } else { rules[key] = [dayPeriodRules[key]._from, dayPeriodRules[key]._before] } }) } return rules; } /** * Returns the first day of the week, based on US week days * @returns number */ function getFirstDayOfWeek(localeData) { return WEEK_DAYS.indexOf(localeData.supplemental.weekData.firstDay()); } /** * Returns week-end range for a locale, based on US week days * @returns [number, number] */ function getWeekendRange(localeData) { const startDay = localeData.get(`supplemental/weekData/weekendStart/${localeData.attributes.territory}`) || localeData.get('supplemental/weekData/weekendStart/001'); const endDay = localeData.get(`supplemental/weekData/weekendEnd/${localeData.attributes.territory}`) || localeData.get('supplemental/weekData/weekendEnd/001'); return [WEEK_DAYS.indexOf(startDay), WEEK_DAYS.indexOf(endDay)]; } /** * Returns dateTime data for a locale * @returns [ firstDayOfWeek, weekendRange, formats ] */ function getDateTimeSettings(localeData) { return [getFirstDayOfWeek(localeData), getWeekendRange(localeData), ...getDateTimeFormats(localeData)]; } /** * Returns the number symbols and formats for a locale * @returns [ symbols, formats ] * symbols: [ decimal, group, list, percentSign, plusSign, minusSign, exponential, superscriptingExponent, perMille, infinity, nan, timeSeparator, currencyDecimal?, currencyGroup? ] * formats: [ currency, decimal, percent, scientific ] */ function getNumberSettings(localeData) { const decimalFormat = localeData.main('numbers/decimalFormats-numberSystem-latn/standard'); const percentFormat = localeData.main('numbers/percentFormats-numberSystem-latn/standard'); const scientificFormat = localeData.main('numbers/scientificFormats-numberSystem-latn/standard'); const currencyFormat = localeData.main('numbers/currencyFormats-numberSystem-latn/standard'); const symbols = localeData.main('numbers/symbols-numberSystem-latn'); const symbolValues = [ symbols.decimal, symbols.group, symbols.list, symbols.percentSign, symbols.plusSign, symbols.minusSign, symbols.exponential, symbols.superscriptingExponent, symbols.perMille, symbols.infinity, symbols.nan, symbols.timeSeparator, ]; if (symbols.currencyDecimal) { symbolValues.push(symbols.currencyDecimal); } if (symbols.currencyGroup) { symbolValues.push(symbols.currencyGroup); } return [ symbolValues, [decimalFormat, percentFormat, currencyFormat, scientificFormat] ]; } /** * Returns the currency symbol and name for a locale * @returns [ symbol, name ] */ function getCurrencySettings(locale, localeData) { const currencyInfo = localeData.main(`numbers/currencies`); let currentCurrency = ''; // find the currency currently used in this country const currencies = localeData.get(`supplemental/currencyData/region/${localeData.attributes.territory}`) || localeData.get(`supplemental/currencyData/region/${localeData.attributes.language.toUpperCase()}`); if (currencies) { currencies.some(currency => { const keys = Object.keys(currency); return keys.some(key => { if (currency[key]._from && !currency[key]._to) { return currentCurrency = key; } }) }); if (!currentCurrency) { throw new Error(`Unable to find currency for locale "${locale}"`); } } let currencySettings = [,]; if (currentCurrency) { currencySettings = [currencyInfo[currentCurrency].symbol, currencyInfo[currentCurrency].displayName]; } return currencySettings; } /** * Transforms a string into a regexp */ function toRegExp(s) { return new RegExp(s.replace(/([.*+?^=!:${}()|[\]\/\\])/g, '\\$1'), 'g'); } /** * Returns the plural function for a locale * todo(ocombe): replace "cldr" extractPluralRuleFunction with our own extraction using "CldrJS" * because the 2 libs can become out of sync if they use different versions of the cldr database */ function getPluralFunction(locale) { let fn = cldr.extractPluralRuleFunction(locale).toString(); if (fn === EMPTY_RULE) { fn = DEFAULT_RULE; } fn = fn .replace( toRegExp('function anonymous(n\n/**/) {\n'), 'function(n: number): number {\n ') .replace(toRegExp('var'), 'let') .replace(toRegExp('if(typeof n==="string")n=parseInt(n,10);'), '') .replace(toRegExp('\n}'), ';\n}'); // The replacement values must match the `Plural` enum from common. // We do not use the enum directly to avoid depending on that package. return fn .replace(toRegExp('"zero"'), ' 0') .replace(toRegExp('"one"'), ' 1') .replace(toRegExp('"two"'), ' 2') .replace(toRegExp('"few"'), ' 3') .replace(toRegExp('"many"'), ' 4') .replace(toRegExp('"other"'), ' 5'); } /** * Return an array of values from an object */ function objectValues(obj) { return Object.keys(obj).map(key => obj[key]); } /** * Like JSON.stringify, but without double quotes around keys, and already formatted for readability */ function stringify(obj) { return util.inspect(obj, {depth: null, maxArrayLength: null}) } /** * To create smaller locale files, we remove duplicated data. * To be make this work we need to store similar data in arrays, if some value in an array * is undefined, we can take the previous defined value instead, because it means that it has * been deduplicated. * e.g.: [x, y, undefined, z, undefined, undefined] * The first undefined is equivalent to y, the second and third are equivalent to z * Note that the first value in an array is always defined. * * Also since we need to know which data is assumed similar, it is important that we store those * similar data in arrays to mark the delimitation between values that have different meanings * (e.g. months and days). * * For further size improvements, "undefined" values will be replaced by empty values in the arrays * as the last step of the file generation (in generateLocale and generateLocaleExtra). * e.g.: [x, y, undefined, z, undefined, undefined] will be [x, y, , z, , ] * This is possible because empty values are considered undefined in arrays. */ function removeDuplicates(data) { const dedup = [data[0]]; for(let i = 1; i < data.length; i++) { if (stringify(data[i]) !== stringify(data[i - 1])) { dedup.push(data[i]); } else { dedup.push(undefined); } } return dedup; } module.exports.I18N_FOLDER = I18N_FOLDER; module.exports.I18N_DATA_FOLDER = I18N_DATA_FOLDER; module.exports.RELATIVE_I18N_DATA_FOLDER = RELATIVE_I18N_DATA_FOLDER; module.exports.HEADER = HEADER;