diff --git a/packages/integration/src/github/GithubCredentialsProvider.test.ts b/packages/integration/src/github/GithubCredentialsProvider.test.ts
index a272714887..f708f75184 100644
--- a/packages/integration/src/github/GithubCredentialsProvider.test.ts
+++ b/packages/integration/src/github/GithubCredentialsProvider.test.ts
@@ -170,7 +170,7 @@ describe('GithubCredentialsProvider tests', () => {
         url: 'https://github.com/backstage',
       }),
     ).rejects.toThrow(
-      'Application must be installed for the entire organization',
+      'The Backstage GitHub application used in the backstage organization must be installed for the entire organization to be able to issue credentials without a specified repository.',
     );
   });
 
diff --git a/packages/integration/src/github/GithubCredentialsProvider.ts b/packages/integration/src/github/GithubCredentialsProvider.ts
index ae1e73c3b8..04b38d6e27 100644
--- a/packages/integration/src/github/GithubCredentialsProvider.ts
+++ b/packages/integration/src/github/GithubCredentialsProvider.ts
@@ -88,7 +88,7 @@ class GithubAppManager {
 
     if (repositorySelection !== 'all' && !repo) {
       throw new Error(
-        'Application must be installed for the entire organization',
+        `The Backstage GitHub application used in the ${owner} organization must be installed for the entire organization to be able to issue credentials without a specified repository.`,
       );
     }