paulononato/backstage
1
0
Fork 0
Code Issues Pull Requests Actions 34 Packages Projects Releases Wiki Activity

Speed improvement and fix typo

Browse Source 
Signed-off-by: Damon Kaswell <damon.kaswell1@hp.com>
This commit is contained in:
Damon Kaswell
2022-12-02 09:03:59 -08:00
parent e3576b80ec
commit a579b64bc6
1 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
plugins/catalog-backend-module-incremental-ingestion/src/database/IncrementalIngestionDatabaseManager.ts
+11 -9
View File
@@ -298,7 +298,7 @@ export class IncrementalIngestionDatabaseManager {
* @param ingestionId - string
* @returns All entities to remove for this burst.
*/
async computeRemoved(provider: string, providerId: string) {
async computeRemoved(provider: string, ingestionId: string) {
const previousIngestion = await this.getPreviousIngestionRecord(provider);
return await this.client.transaction(async tx => {
const count = await tx('ingestion_mark_entities')
@@ -309,7 +309,7 @@ export class IncrementalIngestionDatabaseManager {
'ingestion_mark_entities.ingestion_mark_id',
)
.join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')
.where('ingestions.id', providerId);
.where('ingestions.id', ingestionId);
const total = count.reduce((acc, cur) => acc + (cur.total as number), 0);
@@ -563,17 +563,19 @@ export class IncrementalIngestionDatabaseManager {
const refs = entities.map(e => stringifyEntityRef(e.entity));
await this.client.transaction(async tx => {
const existingRefs = (
await tx<{ ref: string }>('ingestion_mark_entities')
.select('ref')
.whereIn('ref', refs)
).map(e => e.ref);
const existingRefs = new Set(
...(
await tx<{ ref: string }>('ingestion_mark_entities')
.select('ref')
.whereIn('ref', refs)
).map(e => e.ref),
);
const newRefs = refs.filter(e => !existingRefs.includes(e));
const newRefs = refs.filter(e => !existingRefs.has(e));
await tx('ingestion_mark_entities')
.update('ingestion_mark_id', markId)
.whereIn('ref', existingRefs);
.whereIn('ref', Array.from(existingRefs));
await tx('ingestion_mark_entities').insert(
newRefs.map(ref => ({