diff --git a/.github/scripts/run_ci.sh b/.github/scripts/run_ci.sh
index 0e8fef498..02b32ff95 100755
--- a/.github/scripts/run_ci.sh
+++ b/.github/scripts/run_ci.sh
@@ -114,17 +114,6 @@ if [ "$RUN_TESTS" == "1" ]; then
 	fi
 fi
 
-# =============================================================================
-# Check that the website builder can run without errors
-# =============================================================================
-
-if [ "$RUN_TESTS" == "1" ]; then
-	if [ "$IS_LINUX" == "1" ]; then
-		echo "Step: Running website builder..."
-		node packages/tools/website/processDocs.js --env dev
-	fi
-fi
-
 # =============================================================================
 # Run linter for pull requests only. We also don't want this to make the desktop
 # release randomly fail.
@@ -210,6 +199,7 @@ if [ "$RUN_TESTS" == "1" ]; then
 	echo "Step: Check that the website still builds..."
 
 	mkdir -p ../joplin-website/docs
+	ll ../joplin-website/docs/api/references/plugin_api
 	SKIP_SPONSOR_PROCESSING=1 yarn run buildWebsite
 	testResult=$?
 	if [ $testResult -ne 0 ]; then
diff --git a/readme/api/references/plugin_api.md b/readme/api/references/plugin_api_index.md
similarity index 100%
rename from readme/api/references/plugin_api.md
rename to readme/api/references/plugin_api_index.md