paulononato/backstage
1
0
Fork 0
Code Issues Pull Requests Actions 28 Packages Projects Releases Wiki Activity

refactor build method in indexBuilder

Browse Source 
Signed-off-by: Emma Indal <emma.indahl@gmail.com>
This commit is contained in:
Emma Indal
2021-04-26 16:39:33 +02:00
parent da489d2cd3
commit 0b9eac3a81
1 changed files with 32 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
plugins/search-backend-node/src/IndexBuilder.ts
+32 -30
View File
@@ -16,7 +16,7 @@
import { DocumentCollator, DocumentDecorator } from '@backstage/search-common';
import { Logger } from 'winston';
import { Scheduler } from './index';
import {
RegisterCollatorParameters,
RegisterDecoratorParameters,
@@ -92,40 +92,42 @@ export class IndexBuilder {
}
/**
* Starts the process of executing collators and decorators and building the
* search index.
*
* TODO: But like with coordination, timing, error handling, and what have you.
* Compiles collators and decorators into tasks, which are added to a
* scheduler returned to the caller.
*/
async build() {
return Promise.all(
Object.keys(this.collators).map(async type => {
setInterval(async () => {
const decorators: DocumentDecorator[] = (
this.decorators['*'] || []
).concat(this.decorators[type] || []);
async build(): Promise<{ scheduler: Scheduler }> {
const scheduler = new Scheduler({ logger: this.logger });
Object.keys(this.collators).map(type => {
scheduler.addToSchedule(async () => {
// Collate, Decorate, Index.
const decorators: DocumentDecorator[] = (
this.decorators['*'] || []
).concat(this.decorators[type] || []);
this.logger.debug(
`Collating documents for ${type} via ${this.collators[type].collate.constructor.name}`,
);
let documents = await this.collators[type].collate.execute();
for (let i = 0; i < decorators.length; i++) {
this.logger.debug(
`Collating documents for ${type} via ${this.collators[type].collate.constructor.name}`,
`Decorating ${type} documents via ${decorators[i].constructor.name}`,
);
let documents = await this.collators[type].collate.execute();
for (let i = 0; i < decorators.length; i++) {
this.logger.debug(
`Decorating ${type} documents via ${decorators[i].constructor.name}`,
);
documents = await decorators[i].execute(documents);
}
documents = await decorators[i].execute(documents);
}
if (!documents || documents.length === 0) {
this.logger.debug(`No documents for type "${type}" to index`);
return;
}
if (!documents || documents.length === 0) {
this.logger.debug(`No documents for type "${type}" to index`);
return;
}
// pushing documents to index to a configured search engine.
this.searchEngine.index(type, documents);
// refreshInterval configured in seconds, setInterval want milliseconds
}, this.collators[type].refreshInterval * 1000);
}),
);
// pushing documents to index to a configured search engine.
this.searchEngine.index(type, documents);
}, this.collators[type].refreshInterval * 1000);
});
return {
scheduler,
};
}
}