Merge pull request #17478 from zcurrent/master

Avoid secondary rate limits during GitHub Discovery

.changeset/olive-turkeys-switch.md

@@ -0,0 +1,5 @@
+---
+'@backstage/plugin-catalog-backend-module-github': patch
+---
+
+Fixed bug in queryWithPaging that caused secondary rate limit errors in GitHub with organizations having more than 1000 repositories. This change makes one request per second to avoid concurrency issues.

plugins/catalog-backend-module-github/src/lib/github.ts

@@ -545,6 +545,7 @@ export async function queryWithPaging<
   variables: Variables,
 ): Promise<OutputType[]> {
   const result: OutputType[] = [];
+  const sleep = (ms: number) => new Promise(r => setTimeout(r, ms));
 
   let cursor: string | undefined = undefined;
   for (let j = 0; j < 1000 /* just for sanity */; ++j) {
@@ -573,6 +574,7 @@ export async function queryWithPaging<
     if (!conn.pageInfo.hasNextPage) {
       break;
     } else {
+      await sleep(1000);
       cursor = conn.pageInfo.endCursor;
     }
   }