diff --git a/src/bin/plugins/lib/backend-tests.yml b/src/bin/plugins/lib/backend-tests.yml
index 3cb7dad50..a4a01530d 100644
--- a/src/bin/plugins/lib/backend-tests.yml
+++ b/src/bin/plugins/lib/backend-tests.yml
@@ -1,6 +1,3 @@
-# You need to change lines 38 and 46 in case the plugin's name on npmjs.com is different
-# from the repository name
-
 name: "Backend tests"
 
 # any branch is useful for testing before a PR is submitted
@@ -17,6 +14,10 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
+    - uses: actions/setup-node@v2
+      with:
+        node-version: 12
+
     - name: Install libreoffice
       run: |
         sudo add-apt-repository -y ppa:libreoffice/ppa
@@ -32,19 +33,32 @@ jobs:
     - name: Install all dependencies and symlink for ep_etherpad-lite
       run: src/bin/installDeps.sh
 
-    # clone this repository into node_modules/ep_plugin-name
     - name: Checkout plugin repository
       uses: actions/checkout@v2
       with:
-        path: ./node_modules/${{github.event.repository.name}}
+        path: ./node_modules/__tmp
+
+    - name: Determine plugin name
+      id: plugin_name
+      run: |
+        cd ./node_modules/__tmp
+        npx -c 'printf %s\\n "::set-output name=plugin_name::${npm_package_name}"'
+
+    - name: Rename plugin directory
+      run: |
+        mv ./node_modules/__tmp ./node_modules/"${PLUGIN_NAME}"
+      env:
+        PLUGIN_NAME: ${{ steps.plugin_name.outputs.plugin_name }}
 
     - name: Install plugin dependencies
       run: |
-        cd node_modules/${{github.event.repository.name}}
+        cd ./node_modules/"${PLUGIN_NAME}"
         npm ci
+      env:
+        PLUGIN_NAME: ${{ steps.plugin_name.outputs.plugin_name }}
 
     - name: Run the backend tests
       run: cd src && npm test
 
-##ETHERPAD_NPM_V=2
-## NPM configuration automatically created using src/bin/plugins/updateAllPluginsScript.sh
+# Automatically generated by src/bin/plugins/checkPlugin.js
+##ETHERPAD_NPM_V=3