diff --git a/packages/app-cli/tests/support/plugins/codemirror_content_script/package.json b/packages/app-cli/tests/support/plugins/codemirror_content_script/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/codemirror_content_script/package.json
+++ b/packages/app-cli/tests/support/plugins/codemirror_content_script/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/content_script/package.json b/packages/app-cli/tests/support/plugins/content_script/package.json
index 57b42f9ce2..611b90942a 100644
--- a/packages/app-cli/tests/support/plugins/content_script/package.json
+++ b/packages/app-cli/tests/support/plugins/content_script/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/dialog/package.json b/packages/app-cli/tests/support/plugins/dialog/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/dialog/package.json
+++ b/packages/app-cli/tests/support/plugins/dialog/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/editor_context_menu/package.json b/packages/app-cli/tests/support/plugins/editor_context_menu/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/editor_context_menu/package.json
+++ b/packages/app-cli/tests/support/plugins/editor_context_menu/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/events/package.json b/packages/app-cli/tests/support/plugins/events/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/events/package.json
+++ b/packages/app-cli/tests/support/plugins/events/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/jpl_test/package.json b/packages/app-cli/tests/support/plugins/jpl_test/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/jpl_test/package.json
+++ b/packages/app-cli/tests/support/plugins/jpl_test/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/json_export/package.json b/packages/app-cli/tests/support/plugins/json_export/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/json_export/package.json
+++ b/packages/app-cli/tests/support/plugins/json_export/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/menu/package.json b/packages/app-cli/tests/support/plugins/menu/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/menu/package.json
+++ b/packages/app-cli/tests/support/plugins/menu/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/multi_selection/package.json b/packages/app-cli/tests/support/plugins/multi_selection/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/multi_selection/package.json
+++ b/packages/app-cli/tests/support/plugins/multi_selection/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/package.json b/packages/app-cli/tests/support/plugins/package.json
deleted file mode 100644
index d6ea7ffccc..0000000000
--- a/packages/app-cli/tests/support/plugins/package.json
+++ /dev/null
@@ -1,19 +0,0 @@
-{
-  "name": "test_plugin",
-  "version": "1.0.0",
-  "description": "",
-  "scripts": {
-    "dist": "webpack"
-  },
-  "keywords": [],
-  "author": "",
-  "license": "MIT",
-  "devDependencies": {
-    "@types/node": "^14.0.14",
-    "copy-webpack-plugin": "^6.0.3",
-    "ts-loader": "^7.0.5",
-    "typescript": "^3.9.3",
-    "webpack": "^4.43.0",
-    "webpack-cli": "^3.3.11"
-  }
-  }
\ No newline at end of file
diff --git a/packages/app-cli/tests/support/plugins/register_command/package.json b/packages/app-cli/tests/support/plugins/register_command/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/register_command/package.json
+++ b/packages/app-cli/tests/support/plugins/register_command/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/selected_text/package.json b/packages/app-cli/tests/support/plugins/selected_text/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/selected_text/package.json
+++ b/packages/app-cli/tests/support/plugins/selected_text/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/settings/package.json b/packages/app-cli/tests/support/plugins/settings/package.json
index 41242def28..6b0c9a55a1 100644
--- a/packages/app-cli/tests/support/plugins/settings/package.json
+++ b/packages/app-cli/tests/support/plugins/settings/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/toc/package.json b/packages/app-cli/tests/support/plugins/toc/package.json
index b291479c40..6c153df1ec 100644
--- a/packages/app-cli/tests/support/plugins/toc/package.json
+++ b/packages/app-cli/tests/support/plugins/toc/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",
diff --git a/packages/app-cli/tests/support/plugins/withExternalModules/package.json b/packages/app-cli/tests/support/plugins/withExternalModules/package.json
index 57b42f9ce2..611b90942a 100644
--- a/packages/app-cli/tests/support/plugins/withExternalModules/package.json
+++ b/packages/app-cli/tests/support/plugins/withExternalModules/package.json
@@ -4,10 +4,9 @@
   "description": "",
   "scripts": {
     "dist": "webpack",
-    "postinstall": "npm run dist",
     "prepare": "npm run dist"
   },
-  "keywords": {},
+  "keywords": ["joplin-plugin"],
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^14.0.14",