#!/usr/bin/env node /* eslint-disable no-console */ require('source-map-support').install(); import * as fs from 'fs-extra'; import * as path from 'path'; import * as process from 'process'; import validatePluginId from '@joplin/lib/services/plugins/utils/validatePluginId'; import validatePluginVersion from '@joplin/lib/services/plugins/utils/validatePluginVersion'; import { resolveRelativePathWithinDir, gitPullTry, gitRepoCleanTry, gitRepoClean } from '@joplin/tools/tool-utils.js'; import checkIfPluginCanBeAdded from './lib/checkIfPluginCanBeAdded'; import updateReadme from './lib/updateReadme'; import { NpmPackage } from './lib/types'; import gitCompareUrl from './lib/gitCompareUrl'; import commandUpdateRelease from './commands/updateRelease'; import { isJoplinPluginPackage, readJsonFile } from './lib/utils'; import { applyManifestOverrides, getObsoleteManifests, readManifestOverrides } from './lib/overrideUtils'; import { execCommand } from '@joplin/utils'; function pluginInfoFromSearchResults(results: any[]): NpmPackage[] { const output: NpmPackage[] = []; for (const r of results) { if (!isJoplinPluginPackage(r)) continue; output.push({ name: r.name, version: r.version, date: new Date(r.date), }); } return output; } async function checkPluginRepository(dirPath: string, dryRun: boolean) { if (!(await fs.pathExists(dirPath))) throw new Error(`No plugin repository at: ${dirPath}`); if (!(await fs.pathExists(`${dirPath}/.git`))) throw new Error(`Directory is not a Git repository: ${dirPath}`); const previousDir = chdir(dirPath); if (!dryRun) { await gitRepoCleanTry(); await gitPullTry(); } chdir(previousDir); } async function extractPluginFilesFromPackage(existingManifests: any, workDir: string, packageName: string, destDir: string): Promise { const previousDir = chdir(workDir); await execCommand(`npm install ${packageName} --save --ignore-scripts`, { showStderr: false, showStdout: false }); const pluginDir = resolveRelativePathWithinDir(workDir, 'node_modules', packageName, 'publish'); if (!(await fs.pathExists(pluginDir))) throw new Error(`Could not find publish directory at ${pluginDir}`); const files = await fs.readdir(pluginDir); const manifestFilePath = path.resolve(pluginDir, files.find((f: any) => path.extname(f) === '.json')); const pluginFilePath = path.resolve(pluginDir, files.find((f: any) => path.extname(f) === '.jpl')); if (!(await fs.pathExists(manifestFilePath))) throw new Error(`Could not find manifest file at ${manifestFilePath}`); if (!(await fs.pathExists(pluginFilePath))) throw new Error(`Could not find plugin file at ${pluginFilePath}`); // At this point, we need to check the manifest ID as it's used in various // places including as directory name and object key in manifests.json, so // it needs to be correct. It's mostly for security reasons. The other // manifest properties are checked when the plugin is loaded into the app. const manifest = await readJsonFile(manifestFilePath); validatePluginId(manifest.id); validatePluginVersion(manifest.version); manifest._npm_package_name = packageName; checkIfPluginCanBeAdded(existingManifests, manifest); const pluginDestDir = resolveRelativePathWithinDir(destDir, manifest.id); await fs.mkdirp(pluginDestDir); await fs.writeFile(path.resolve(pluginDestDir, 'manifest.json'), JSON.stringify(manifest, null, '\t'), 'utf8'); await fs.copy(pluginFilePath, path.resolve(pluginDestDir, 'plugin.jpl')); chdir(previousDir); return manifest; } interface CommandBuildArgs { pluginRepoDir: string; dryRun: boolean; } enum ProcessingActionType { Add = 1, Update = 2, } function commitMessage(actionType: ProcessingActionType, manifest: any, previousManifest: any, npmPackage: NpmPackage, error: any): string { const output: string[] = []; if (!error) { if (actionType === ProcessingActionType.Add) { output.push('New'); } else { output.push('Update'); } output.push(`${manifest.id}@${manifest.version}`); } else { output.push(`Error: ${npmPackage.name}@${npmPackage.version}`); } const compareUrl = gitCompareUrl(manifest, previousManifest); return output.join(': ') + (compareUrl ? `\n\n${compareUrl}` : ''); } function pluginManifestsPath(repoDir: string): string { return path.resolve(repoDir, 'manifests.json'); } async function readManifests(repoDir: string): Promise { return readJsonFile(pluginManifestsPath(repoDir), {}); } async function writeManifests(repoDir: string, manifests: any) { await fs.writeFile(pluginManifestsPath(repoDir), JSON.stringify(manifests, null, '\t'), 'utf8'); } function chdir(path: string): string { const previous = process.cwd(); try { process.chdir(path); } catch (error) { throw new Error(`Could not chdir to path: ${path}`); } return previous; } async function processNpmPackage(npmPackage: NpmPackage, repoDir: string, dryRun: boolean) { const tempDir = `${repoDir}/temp`; await fs.mkdirp(tempDir); const originalPluginManifests = await readManifests(repoDir); const manifestOverrides = await readManifestOverrides(repoDir); const obsoleteManifests = getObsoleteManifests(manifestOverrides); const existingManifests = { ...originalPluginManifests, ...obsoleteManifests, }; const packageTempDir = `${tempDir}/packages`; await fs.mkdirp(packageTempDir); chdir(packageTempDir); await execCommand('npm init --yes --loglevel silent', { quiet: true }); let actionType: ProcessingActionType = ProcessingActionType.Update; let manifests: any = {}; let manifest: any = {}; let error: any = null; let previousManifest: any = null; try { const destDir = `${repoDir}/plugins/`; manifest = await extractPluginFilesFromPackage(existingManifests, packageTempDir, npmPackage.name, destDir); if (!existingManifests[manifest.id]) { actionType = ProcessingActionType.Add; } if (!obsoleteManifests[manifest.id]) { previousManifest = { ...originalPluginManifests[manifest.id] }; manifests[manifest.id] = manifest; } } catch (e) { console.error(e); error = e; } if (!error) { // We preserve the original manifests so that if a plugin has been removed // from npm, we still keep it. It's also a security feature - it means that // if a plugin is removed from npm, it's not possible to highjack it by // creating a new npm package with the same plugin ID. manifests = { ...originalPluginManifests, ...manifests, }; manifests = applyManifestOverrides(manifests, manifestOverrides); await writeManifests(repoDir, manifests); await updateReadme(`${repoDir}/README.md`, manifests); } chdir(repoDir); await fs.remove(tempDir); if (!dryRun) { if (!(await gitRepoClean())) { await execCommand('git add -A', { showStdout: false }); await execCommand(['git', 'commit', '-m', commitMessage(actionType, manifest, previousManifest, npmPackage, error)], { showStdout: false }); } else { console.info('Nothing to commit'); } } } async function commandBuild(args: CommandBuildArgs) { const dryRun = !!args.dryRun; console.info(new Date(), 'Building repository...'); if (dryRun) console.info('Dry run: on'); const repoDir = args.pluginRepoDir; await checkPluginRepository(repoDir, dryRun); // When starting, always update and commit README, in case something has // been updated via a pull request. We do that separately so that the README // update doesn't get mixed up with plugin updates, as in this example: // https://github.com/joplin/plugins/commit/8a65bbbf64bf267674f854a172466ffd4f07c672 const manifests = await readManifests(repoDir); await updateReadme(`${repoDir}/README.md`, manifests); const previousDir = chdir(repoDir); if (!dryRun) { if (!(await gitRepoClean())) { console.info('Updating README...'); await execCommand('git add -A'); await execCommand('git commit -m "Update README"'); } } chdir(previousDir); const searchResults = (await execCommand('npm search joplin-plugin --searchlimit 5000 --json', { showStdout: false, showStderr: false })).trim(); const npmPackages = pluginInfoFromSearchResults(JSON.parse(searchResults)); for (const npmPackage of npmPackages) { await processNpmPackage(npmPackage, repoDir, dryRun); } if (!dryRun) { await commandUpdateRelease(args); if (!(await gitRepoClean())) { await execCommand('git add -A'); await execCommand('git commit -m "Update stats"'); } await execCommand('git push'); } } async function commandVersion() { const paths = [ path.resolve(__dirname, 'package.json'), path.resolve(__dirname, '..', 'package.json'), ]; for (const p of paths) { try { const info = await readJsonFile(p); console.info(`Version ${info.version}`); return; } catch (error) { // Try the next path } } throw new Error(`Cannot find package.json in any of these paths: ${JSON.stringify(paths)}`); } async function main() { const scriptName = 'plugin-repo-cli'; const commands: Record = { build: commandBuild, version: commandVersion, updateRelease: commandUpdateRelease, }; let selectedCommand = ''; let selectedCommandArgs = ''; function setSelectedCommand(name: string, args: any) { selectedCommand = name; selectedCommandArgs = args; } require('yargs') .scriptName(scriptName) .usage('$0 [args]') .command('build [dry-run]', 'Build the plugin repository', (yargs: any) => { yargs.positional('plugin-repo-dir', { type: 'string', describe: 'Directory where the plugin repository is located', }); }, (args: any) => setSelectedCommand('build', args)) .command('version', 'Gives version info', () => {}, (args: any) => setSelectedCommand('version', args)) .command('update-release ', 'Update GitHub release', () => {}, (args: any) => setSelectedCommand('updateRelease', args)) .help() .argv; if (!selectedCommand) { console.error(`Please provide a command name or type \`${scriptName} --help\` for help`); process.exit(1); } if (!commands[selectedCommand]) { console.error(`No such command: ${selectedCommand}`); process.exit(1); } await commands[selectedCommand](selectedCommandArgs); } main().catch((error) => { console.error('Fatal error'); console.error(error); process.exit(1); });