diff --git a/.github/workflows/cli-win.yml b/.github/workflows/cli-win.yml
index 1355ed251e..4e7a186282 100644
--- a/.github/workflows/cli-win.yml
+++ b/.github/workflows/cli-win.yml
@@ -7,6 +7,7 @@ on:
     paths:
       - '.github/workflows/cli-win.yml'
       - 'packages/cli/**'
+      - 'packages/create-app/**'
 
 jobs:
   build:
diff --git a/.github/workflows/cli.yml b/.github/workflows/cli.yml
index 32fb15d329..6e4fdad214 100644
--- a/.github/workflows/cli.yml
+++ b/.github/workflows/cli.yml
@@ -5,6 +5,7 @@ on:
     paths:
       - '.github/workflows/cli.yml'
       - 'packages/cli/**'
+      - 'packages/create-app/**'
       - 'packages/core/**'
       - 'packages/core-api/**'
       - 'yarn.lock'
diff --git a/packages/create-app/.eslintrc.js b/packages/create-app/.eslintrc.js
index 503c048748..69bec6cd2a 100644
--- a/packages/create-app/.eslintrc.js
+++ b/packages/create-app/.eslintrc.js
@@ -1,5 +1,6 @@
 module.exports = {
   extends: [require.resolve('@backstage/cli/config/eslint.backend')],
+  ignorePatterns: ['templates/**'],
   rules: {
     'no-console': 0,
   },
diff --git a/packages/create-app/package.json b/packages/create-app/package.json
index 282a1f692f..79b14fc379 100644
--- a/packages/create-app/package.json
+++ b/packages/create-app/package.json
@@ -1,7 +1,7 @@
 {
   "name": "@backstage/create-app",
   "description": "Create app package for Backstage",
-  "version": "0.1.1-alpha.12",
+  "version": "0.1.1-alpha.16",
   "private": false,
   "publishConfig": {
     "access": "public"
@@ -21,16 +21,17 @@
     "backstage-create-app": "bin/backstage-create-app"
   },
   "scripts": {
-    "build": "backstage-cli build --outputs cjs"
+    "build": "backstage-cli build --outputs cjs",
+    "lint": "backstage-cli lint"
   },
   "dependencies": {
     "commander": "^4.1.1",
     "chalk": "^4.0.0",
     "fs-extra": "^9.0.0",
-    "react-dev-utils": "^10.2.1",
+    "handlebars": "^4.7.3",
     "inquirer": "^7.0.4",
-    "recursive-readdir": "^2.2.2",
-    "ora": "^4.0.3"
+    "ora": "^4.0.3",
+    "recursive-readdir": "^2.2.2"
   },
   "devDependencies": {
     "@types/fs-extra": "^9.0.1",