diff --git a/.changeset/loud-kids-dance.md b/.changeset/loud-kids-dance.md
new file mode 100644
index 0000000000..035e038f58
--- /dev/null
+++ b/.changeset/loud-kids-dance.md
@@ -0,0 +1,8 @@
+---
+'@backstage/cli': patch
+'@backstage/create-app': patch
+---
+
+Append `-credentials.yaml` to credentials file generated by `backstage-cli create-github-app`.
+
+Add `*-credentials.yaml` to gitignore to prevent accidental commits.