Create liquidity events webhook

.env.devnet

@@ -1,2 +1,7 @@
 NETWORK=devnet
 API_URL=https://devnet-api.multiversx.com
+DATA_API_CEX_URL=https://data-api.multiversx.com/v1/quotes/cex
+DATA_API_XEXCHANGE_URL=https://data-api.multiversx.com/v1/quotes/xexchange
+DUNE_MOCK_URL=http://localhost:3001/dune-mock
+DUNE_NAMESPACE=
+DUNE_API_KEY=

.env.mainnet

@@ -1,2 +1,7 @@
 NETWORK=mainnet
 API_URL=https://api.multiversx.com
+DATA_API_CEX_URL=https://data-api.multiversx.com/v1/quotes/cex
+DATA_API_XEXCHANGE_URL=https://data-api.multiversx.com/v1/quotes/xexchange
+DUNE_MOCK_API_URL=http://localhost:3001/dune-mock
+DUNE_NAMESPACE=nicolaemogage
+DUNE_API_KEY=

.env.testnet

@@ -1,2 +1,7 @@
 NETWORK=testnet
 API_URL=https://testnet-api.multiversx.com
+DATA_API_CEX_URL=https://data-api.multiversx.com/v1/quotes/cex
+DATA_API_XEXCHANGE_URL=https://data-api.multiversx.com/v1/quotes/xexchange
+DUNE_MOCK_URL=http://localhost:3001/dune-mock
+DUNE_NAMESPACE=
+DUNE_API_KEY=

.eslintrc.js

@@ -28,16 +28,8 @@ module.exports = {
         pattern: 'apps/api',
       },
       {
-        type: 'apps/cache-warmer',
-        pattern: 'apps/cache-warmer',
-      },
-      {
-        type: 'apps/queue-worker',
-        pattern: 'apps/queue-worker',
-      },
-      {
-        type: 'apps/transactions-processor',
-        pattern: 'apps/transactions-processor',
+        type: 'apps/dune-mock',
+        pattern: 'apps/dune-mock',
       },
       {
         type: 'libs/common',
@@ -82,15 +74,7 @@ module.exports = {
           allow: ['libs/common', 'libs/entities', 'libs/services']
         },
         {
-          from: 'apps/cache-warmer',
-          allow: ['libs/common', 'libs/entities', 'libs/services']
-        },
-        {
-          from: 'apps/queue-worker',
-          allow: ['libs/common', 'libs/entities', 'libs/services']
-        },
-        {
-          from: 'apps/transactions-processor',
+          from: 'apps/dune-mock',
           allow: ['libs/common', 'libs/entities', 'libs/services']
         },
         {

.gitignore

@@ -47,3 +47,6 @@ lerna-debug.log*
 # Environment
 .env
 .env.custom
+/scripts/insertCsv.ts
+scripts/
+out_csv/

.multiversx/config/config.yaml

@@ -3,13 +3,6 @@ apps:
     port: 3000
     privatePort: 4000
     useCachingInterceptor: true
-  cacheWarmer:
-    port: 4001
-  queueWorker:
-    port: 4002
-  transactionsProcessor:
-    port: 4003
-    maxLookBehind: 100
 libs:
   common:
     network: ${NETWORK}

apps/api/src/config/app-config.service.ts

@@ -4,4 +4,32 @@ import { Injectable } from "@nestjs/common";
 @Injectable()
 export class AppConfigService {
   readonly config = configuration().apps.api;
+
+  getDuneNamespace(): string {
+    return configuration().libs.common.features.dune.namespace ?? "";
+  }
+
+  getDuneApiKey(): string {
+    return configuration().libs.common.features.dune.apiKey ?? "";
+  }
+
+  getApiUrl(): string {
+    return configuration().libs.common.urls.api ?? "";
+  }
+
+  getDataApiCexUrl(): string {
+    return configuration().libs.common.urls.dataApiCex ?? "";
+  }
+
+  getDataApiXexchangeUrl(): string {
+    return configuration().libs.common.urls.dataApiXexchange ?? "";
+  }
+
+  getDuneMockApiUrl(): string {
+    return configuration().libs.common.urls.duneMockApi ?? "";
+  }
+
+  isDuneSendingEnabled(): boolean {
+    return configuration().libs.common.features.dune.enabled ?? false;
+  }
 }

apps/api/src/endpoints/endpoints.module.ts

@@ -1,16 +1,10 @@
 import { Module } from "@nestjs/common";
 import { DynamicModuleUtils } from "@libs/common";
-import { AuthModule } from "./auth/auth.module";
-import { TokenModule } from "./token/token.module";
-import { UserModule } from "./user/user.module";
-import { ExampleModule } from "./example/example.module";
+import { EventsModule } from "./events/events.module";
 
 @Module({
   imports: [
-    AuthModule,
-    TokenModule,
-    UserModule,
-    ExampleModule,
+    EventsModule,
   ],
   providers: [
     DynamicModuleUtils.getNestJsApiConfigService(),

apps/api/src/endpoints/events/entities/event.log.ts

@@ -0,0 +1,48 @@
+import { ApiProperty } from "@nestjs/swagger";
+
+export class EventLog {
+  constructor(init?: Partial<EventLog>) {
+    Object.assign(this, init);
+  }
+  @ApiProperty()
+  eventId: string = '';
+
+  @ApiProperty()
+  txHash: string = '';
+
+  @ApiProperty()
+  shardId: number = 0;
+
+  @ApiProperty()
+  timestamp: number = 0;
+
+  @ApiProperty()
+  address: string = '';
+
+  @ApiProperty()
+  identifier: string = '';
+
+  @ApiProperty()
+  topics: string[] = [];
+
+  @ApiProperty()
+  data: string = '';
+
+  @ApiProperty()
+  additionalData: string[] = [];
+
+  @ApiProperty()
+  txOrder: number = 0;
+
+  @ApiProperty()
+  eventOrder: number = 0;
+}
+
+export class EventsLog {
+  constructor(init?: Partial<EventsLog>) {
+    Object.assign(this, init);
+  }
+
+  @ApiProperty({ type: EventLog, isArray: true })
+  events: EventLog[] = [];
+}

apps/api/src/endpoints/events/entities/index.ts

@@ -0,0 +1 @@
+export * from "./event.log";

apps/api/src/endpoints/events/events.controller.ts

@@ -0,0 +1,19 @@
+import { Body, Controller, Post } from "@nestjs/common";
+import { ApiTags } from "@nestjs/swagger";
+import { EventLog } from "./entities/event.log";
+import { EventsService } from "@libs/services/events";
+
+@Controller()
+@ApiTags('events')
+export class EventsController {
+    constructor(
+        private readonly eventsService: EventsService,
+    ) { }
+
+    @Post("/events-webhook")
+    async eventsWebhook(
+        @Body() body: EventLog[],
+    ): Promise<void> {
+        await this.eventsService.eventsWebhook(body);
+    }
+}

apps/api/src/endpoints/events/events.module.ts

@@ -0,0 +1,13 @@
+import { Module } from "@nestjs/common";
+import { ServicesModule } from "@libs/services/services.module";
+import { EventsController } from "./events.controller";
+
+@Module({
+    imports: [
+        ServicesModule,
+    ],
+    controllers: [
+        EventsController,
+    ],
+})
+export class EventsModule { }