1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
/* eslint-disable no-restricted-syntax */
require('shelljs/global');
const fs = require('fs');
const nodeGlob = require('glob');
const { transform } = require('@babel/core');
const get = require('lodash/get');
const animateProgress = require('./helpers/progress');
const addCheckmark = require('./helpers/checkmark');
const { appLocales, DEFAULT_LOCALE } = require('../../src/i18n');
const babel = require('../../babel.config.js');
const { presets } = babel;
let plugins = babel.plugins || [];
plugins.push('react-intl');
// NOTE: styled-components plugin is filtered out as it creates errors when used with transform
plugins = plugins.filter(p => p !== 'styled-components');
// Glob to match all js files except test files
const FILES_TO_PARSE = 'src/**/!(*.test).js';
const newLine = () => process.stdout.write('\n');
// Progress Logger
let progress;
const task = message => {
progress = animateProgress(message);
process.stdout.write(message);
return error => {
if (error) {
process.stderr.write(error);
}
clearTimeout(progress);
return addCheckmark(() => newLine());
};
};
// Wrap async functions below into a promise
const glob = pattern =>
new Promise((resolve, reject) => {
nodeGlob(
pattern,
(error, value) => (error ? reject(error) : resolve(value)),
);
});
const readFile = fileName =>
new Promise((resolve, reject) => {
fs.readFile(
fileName,
'utf8',
(error, value) => (error ? reject(error) : resolve(value)),
);
});
// Store existing translations into memory
const oldLocaleMappings = [];
const localeMappings = [];
// Loop to run once per locale
for (const locale of appLocales) {
oldLocaleMappings[locale] = {};
localeMappings[locale] = {};
// File to store translation messages into
const translationFileName = `src/translations/${locale}.json`;
try {
// Parse the old translation message JSON files
const messages = JSON.parse(fs.readFileSync(translationFileName));
const messageKeys = Object.keys(messages);
for (const messageKey of messageKeys) {
oldLocaleMappings[locale][messageKey] = messages[messageKey];
}
} catch (error) {
if (error.code !== 'ENOENT') {
process.stderr.write(
`There was an error loading this translation file: ${translationFileName}
\n${error}`,
);
}
}
}
const extractFromFile = async filename => {
try {
const code = await readFile(filename);
const output = await transform(code, { filename, presets, plugins });
const messages = get(output, 'metadata.react-intl.messages', []);
for (const message of messages) {
for (const locale of appLocales) {
const oldLocaleMapping = oldLocaleMappings[locale][message.id];
// Merge old translations into the babel extracted instances where react-intl is used
const newMsg = locale === DEFAULT_LOCALE ? message.defaultMessage : '';
localeMappings[locale][message.id] = oldLocaleMapping || newMsg;
}
}
} catch (error) {
process.stderr.write(`\nError transforming file: ${filename}\n${error}\n`);
}
};
const memoryTask = glob(FILES_TO_PARSE);
const memoryTaskDone = task('Storing language files in memory');
memoryTask.then(files => {
memoryTaskDone();
const extractTask = Promise.all(
files.map(fileName => extractFromFile(fileName)),
);
const extractTaskDone = task('Run extraction on all files');
// Run extraction on all files that match the glob on line 16
extractTask.then(() => {
extractTaskDone();
// Make the directory if it doesn't exist, especially for first run
mkdir('-p', '<source src="" type=""/>/translations'); // eslint-disable-line
let localeTaskDone;
let translationFileName;
for (const locale of appLocales) {
translationFileName = `src/translations/${locale}.json`;
localeTaskDone = task(
`Writing translation messages for ${locale} to: ${translationFileName}`,
);
// Sort the translation JSON file so that git diffing is easier
// Otherwise the translation messages will jump around every time we extract
const messages = {};
Object.keys(localeMappings[locale])
.sort()
.forEach(key => {
messages[key] = localeMappings[locale][key];
});
// Write to file the JSON representation of the translation messages
const prettified = `${JSON.stringify(messages, null, 2)}\n`;
try {
fs.writeFileSync(translationFileName, prettified);
localeTaskDone();
} catch (error) {
localeTaskDone(
`There was an error saving this translation file: ${translationFileName}
\n${error}`,
);
}
}
process.exit();
});
});