diff --git a/packages/backend-common/package.json b/packages/backend-common/package.json
index 60824f0c40..c0705ae32d 100644
--- a/packages/backend-common/package.json
+++ b/packages/backend-common/package.json
@@ -36,6 +36,7 @@
     "@backstage/integration": "^0.6.7",
     "@backstage/types": "^0.1.1",
     "@google-cloud/storage": "^5.8.0",
+    "@lerna/project": "^4.0.0",
     "@octokit/rest": "^18.5.3",
     "@types/cors": "^2.8.6",
     "@types/dockerode": "^3.2.1",
diff --git a/packages/backend-common/src/config.ts b/packages/backend-common/src/config.ts
index 7a79d1df38..cfb655cbeb 100644
--- a/packages/backend-common/src/config.ts
+++ b/packages/backend-common/src/config.ts
@@ -180,14 +180,20 @@ export async function loadBackendConfig(options: {
   const args = parseArgs(options.argv);
   const configPaths: string[] = [args.config ?? []].flat();
 
-  const schema = await loadConfigSchema({
-    dependencies: ['@backstage/backend-common'],
-  });
-  const config = new ObservableConfigProxy(options.logger);
-
   /* eslint-disable-next-line no-restricted-syntax */
   const paths = findPaths(__dirname);
 
+  // TODO(hhogg): This is fetching _all_ of the packages of the monorepo
+  // in order to find the secrets for redactions, however we only care about
+  // the backend ones, we need to find a way to exclude the frontend packages.
+  const { Project } = require('@lerna/project');
+  const project = new Project(paths.targetDir);
+  const packages = await project.getPackages();
+  const schema = await loadConfigSchema({
+    dependencies: packages.map((p: any) => p.name),
+  });
+
+  const config = new ObservableConfigProxy(options.logger);
   const configs = await loadConfig({
     configRoot: paths.targetRoot,
     configPaths: configPaths.map(opt => resolvePath(opt)),