-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
fix: refactor indexers and processor classes and add env vars (#94)
Co-authored-by: Alexandru Matei <[email protected]>
- Loading branch information
1 parent
b10bcac
commit 99e5813
Showing
10 changed files
with
279 additions
and
105 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
123 changes: 123 additions & 0 deletions
123
packages/indexer/src/data-indexing/service/AcrossIndexerManager.ts
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,123 @@ | ||
| import { Logger } from "winston"; | ||
|
|
||
| import { DataSource } from "@repo/indexer-database"; | ||
|
|
||
| import { Config } from "../../parseEnv"; | ||
| import { HubPoolRepository } from "../../database/HubPoolRepository"; | ||
| import { RedisCache } from "../../redis/redisCache"; | ||
| import { RetryProvidersFactory } from "../../web3/RetryProvidersFactory"; | ||
| import { SpokePoolRepository } from "../../database/SpokePoolRepository"; | ||
| import { IndexerQueuesService } from "../../messaging/service"; | ||
| import { SpokePoolProcessor } from "../../services/spokePoolProcessor"; | ||
|
|
||
| import { HubPoolIndexerDataHandler } from "./HubPoolIndexerDataHandler"; | ||
| import { SpokePoolIndexerDataHandler } from "./SpokePoolIndexerDataHandler"; | ||
| import { | ||
| ConfigStoreClientFactory, | ||
| HubPoolClientFactory, | ||
| SpokePoolClientFactory, | ||
| } from "../../utils"; | ||
| import { Indexer } from "./Indexer"; | ||
| import { | ||
| getFinalisedBlockBufferDistance, | ||
| getLoopWaitTimeSeconds, | ||
| } from "./constants"; | ||
|
|
||
| export class AcrossIndexerManager { | ||
| private hubPoolIndexer?: Indexer; | ||
| private spokePoolIndexers: Indexer[] = []; | ||
|
|
||
| constructor( | ||
| private logger: Logger, | ||
| private config: Config, | ||
| private postgres: DataSource, | ||
| private configStoreClientFactory: ConfigStoreClientFactory, | ||
| private hubPoolClientFactory: HubPoolClientFactory, | ||
| private spokePoolClientFactory: SpokePoolClientFactory, | ||
| private retryProvidersFactory: RetryProvidersFactory, | ||
| private hubPoolRepository: HubPoolRepository, | ||
| private spokePoolRepository: SpokePoolRepository, | ||
| private redisCache: RedisCache, | ||
| private indexerQueuesService: IndexerQueuesService, | ||
| ) {} | ||
|
|
||
| public async start() { | ||
| return Promise.all([ | ||
| this.startHubPoolIndexer(), | ||
| this.startSpokePoolIndexers(), | ||
| ]); | ||
| } | ||
|
|
||
| public async stopGracefully() { | ||
| this.hubPoolIndexer?.stopGracefully(); | ||
| this.spokePoolIndexers.map((indexer) => indexer.stopGracefully()); | ||
| } | ||
|
|
||
| private startHubPoolIndexer() { | ||
| if (!this.config.enableHubPoolIndexer) { | ||
| this.logger.warn("Hub pool indexer is disabled"); | ||
| return; | ||
| } | ||
| const hubPoolIndexerDataHandler = new HubPoolIndexerDataHandler( | ||
| this.logger, | ||
| this.config.hubChainId, | ||
| this.configStoreClientFactory, | ||
| this.hubPoolClientFactory, | ||
| this.hubPoolRepository, | ||
| ); | ||
| this.hubPoolIndexer = new Indexer( | ||
| { | ||
| loopWaitTimeSeconds: getLoopWaitTimeSeconds(this.config.hubChainId), | ||
| finalisedBlockBufferDistance: getFinalisedBlockBufferDistance( | ||
| this.config.hubChainId, | ||
| ), | ||
| }, | ||
| hubPoolIndexerDataHandler, | ||
| this.retryProvidersFactory.getProviderForChainId(this.config.hubChainId), | ||
| this.redisCache, | ||
| this.logger, | ||
| ); | ||
|
|
||
| return this.hubPoolIndexer.start(); | ||
| } | ||
|
|
||
| private async startSpokePoolIndexers() { | ||
| const spokePoolIndexers = this.config.spokePoolChainsEnabled.map( | ||
| (chainId) => { | ||
| const spokePoolIndexerDataHandler = new SpokePoolIndexerDataHandler( | ||
| this.logger, | ||
| chainId, | ||
| this.config.hubChainId, | ||
| this.retryProvidersFactory.getProviderForChainId(chainId), | ||
| this.configStoreClientFactory, | ||
| this.hubPoolClientFactory, | ||
| this.spokePoolClientFactory, | ||
| this.spokePoolRepository, | ||
| new SpokePoolProcessor(this.postgres, this.logger, chainId), | ||
| this.indexerQueuesService, | ||
| ); | ||
| const spokePoolIndexer = new Indexer( | ||
| { | ||
| loopWaitTimeSeconds: getLoopWaitTimeSeconds(chainId), | ||
| finalisedBlockBufferDistance: | ||
| getFinalisedBlockBufferDistance(chainId), | ||
| }, | ||
| spokePoolIndexerDataHandler, | ||
| this.retryProvidersFactory.getProviderForChainId(chainId), | ||
| this.redisCache, | ||
| this.logger, | ||
| ); | ||
| return spokePoolIndexer; | ||
| }, | ||
| ); | ||
|
|
||
| if (this.spokePoolIndexers.length === 0) { | ||
| this.logger.warn("No spoke pool indexers to start"); | ||
| return; | ||
| } | ||
| this.spokePoolIndexers = spokePoolIndexers; | ||
| return Promise.all( | ||
| this.spokePoolIndexers.map((indexer) => indexer.start()), | ||
| ); | ||
| } | ||
| } |
8 changes: 4 additions & 4 deletions
8
...src/services/HubPoolIndexerDataHandler.ts → ...xing/service/HubPoolIndexerDataHandler.ts
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.