diff --git a/packages/cli/src/commands/plugin/rollup.config.ts b/packages/cli/src/commands/plugin/rollup.config.ts
index f2c46d1976..9c645c5a2e 100644
--- a/packages/cli/src/commands/plugin/rollup.config.ts
+++ b/packages/cli/src/commands/plugin/rollup.config.ts
@@ -46,6 +46,11 @@ export default {
     json(),
     typescript({
       include: `${paths.resolveTarget('src')}/**/*.{js,jsx,ts,tsx}`,
+      tsconfigOverride: {
+        // The dev folder is for the local plugin serve, ignore it in the build
+        // If we don't do this we get a folder structure similar to dist/{src,dev}/...
+        exclude: ['dev'],
+      },
       clean: true,
     }),
   ],