self-hosted/joplin
1
0
Fork 0
mirror of https://github.com/laurent22/joplin.git synced 2025-07-16 00:14:34 +02:00
Code Issues Releases Activity

CI: Prevent random failures when running encodeAssets

Browse Source
This commit is contained in:
Laurent Cozic
2023-07-18 19:31:08 +01:00
parent b9225d1daa
commit 85079ad213
1 changed files with 52 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

97
packages/app-mobile/tools/encodeAssets.js
View File

@ -22,30 +22,57 @@ const walk = function(dir) {
};
async function encodeFile(sourcePath, destPath) {
const buffer = await fs.readFile(sourcePath);
const hash = md5(buffer.toString('base64'));
const js = `module.exports = \`${buffer.toString('base64')}\`;`;
const outputPath = `${outputDir}/${destPath}.base64.js`;
console.info(`Encoding "${sourcePath}" => "${outputPath}"`);
await utils.mkdirp(utils.dirname(outputPath));
await fs.writeFile(outputPath, js);
const ext = utils.fileExtension(sourcePath).toLowerCase();
let mime = 'application/octet-stream';
if (ext === 'js') mime = 'application/javascript';
if (ext === 'css') mime = 'text/css';
return {
encoding: 'base64',
name: destPath,
encodedName: `${destPath}.base64.js`,
mime: mime,
hash: hash,
};
}
async function main() {
for (let i = 0; i < 3; i++) {
try {
const buffer = await fs.readFile(sourcePath);
const hash = md5(buffer.toString('base64'));
const js = `module.exports = \`${buffer.toString('base64')}\`;`;
const outputPath = `${outputDir}/${destPath}.base64.js`;
console.info(`Encoding "${sourcePath}" => "${outputPath}"`);
await utils.mkdirp(utils.dirname(outputPath));
await fs.writeFile(outputPath, js);
await fs.remove(outputDir);
await utils.mkdirp(outputDir);
const ext = utils.fileExtension(sourcePath).toLowerCase();
let mime = 'application/octet-stream';
if (ext === 'js') mime = 'application/javascript';
if (ext === 'css') mime = 'text/css';
const encodedFiles = [];
const sourceAssetDir = `${rootDir}/../renderer/assets`;
const files = walk(sourceAssetDir);
return {
encoding: 'base64',
name: destPath,
encodedName: `${destPath}.base64.js`,
mime: mime,
hash: hash,
};
for (const file of files) {
const destFile = file.substr(sourceAssetDir.length + 1);
encodedFiles.push(await encodeFile(file, destFile));
}
const hashes = [];
const indexJs = [];
for (const file of encodedFiles) {
indexJs.push(`'${file.name}': { data: require('./${file.encodedName}'), mime: '${file.mime}', encoding: '${file.encoding}' },`);
hashes.push(file.hash);
}
const hash = md5(hashes.join(''));
await fs.writeFile(`${outputDir}/index.js`, `module.exports = {\nhash:"${hash}", files: {\n${indexJs.join('\n')}\n}\n};`);
return;
} catch (error) {
// Although it makes no sense, the above function sometimes fails on CI
// Although it makes no sense, the above function `encodeFile()` sometimes fails on CI
// with error "DEST does not exist", which of course it doesn't
// since we are trying to create it. So here we retry when it happens.
//
@ -54,8 +81,13 @@ async function encodeFile(sourcePath, destPath) {
// Encoding "/home/runner/work/joplin/joplin/packages/app-mobile/tools/../../renderer/assets/katex/fonts/KaTeX_Math-BoldItalic.woff2" => "/home/runner/work/joplin/joplin/packages/app-mobile/tools/../pluginAssets/katex/fonts/KaTeX_Math-BoldItalic.woff2.base64.js"
// 'encodeAssets' errored after 115 ms
// Error: ENOENT: no such file or directory, open '/home/runner/work/joplin/joplin/packages/app-mobile/tools/../pluginAssets/katex/fonts/KaTeX_Math-BoldItalic.woff2.base64.js'
//
// On CI we also get the below random error, which also doesn't make sense since `remove()`
// should delete the directory whether it's empty or not.
//
// Error: ENOTEMPTY: directory not empty, rmdir '/Users/runner/work/joplin/joplin/packages/app-mobile/tools/../pluginAssets'
console.warn(`Could not encode file (${i}). Will try again...`);
console.warn(`Could not encode assets (${i}). Will try again...`);
console.warn('Error was:', error);
await utils.msleep(1000 + 1000 * i);
continue;
@ -65,29 +97,4 @@ async function encodeFile(sourcePath, destPath) {
throw new Error('Could not encode file after multiple attempts. See above for errors.');
}
async function main() {
await fs.remove(outputDir);
await utils.mkdirp(outputDir);
const encodedFiles = [];
const sourceAssetDir = `${rootDir}/../renderer/assets`;
const files = walk(sourceAssetDir);
for (const file of files) {
const destFile = file.substr(sourceAssetDir.length + 1);
encodedFiles.push(await encodeFile(file, destFile));
}
const hashes = [];
const indexJs = [];
for (const file of encodedFiles) {
indexJs.push(`'${file.name}': { data: require('./${file.encodedName}'), mime: '${file.mime}', encoding: '${file.encoding}' },`);
hashes.push(file.hash);
}
const hash = md5(hashes.join(''));
await fs.writeFile(`${outputDir}/index.js`, `module.exports = {\nhash:"${hash}", files: {\n${indexJs.join('\n')}\n}\n};`);
}
module.exports = main;