queue latency metrics

Author: arcoraven

src/server/routes/system/queue.ts

@@ -1,6 +1,8 @@
 import { Static, Type } from "@sinclair/typebox";
 import { FastifyInstance } from "fastify";
 import { StatusCodes } from "http-status-codes";
+import { TransactionDB } from "../../../db/transactions/db";
+import { MinedTransaction } from "../../../utils/transaction/types";
 import { MineTransactionQueue } from "../../../worker/queues/mineTransactionQueue";
 import { SendTransactionQueue } from "../../../worker/queues/sendTransactionQueue";
 import { standardResponseSchema } from "../../schemas/sharedApiSchemas";
@@ -9,6 +11,16 @@ const responseBodySchema = Type.Object({
   result: Type.Object({
     queued: Type.Number(),
     pending: Type.Number(),
+    latency: Type.Object({
+      msToSend: Type.Object({
+        p50: Type.Number(),
+        p90: Type.Number(),
+      }),
+      msToMine: Type.Object({
+        p50: Type.Number(),
+        p90: Type.Number(),
+      }),
+    }),
   }),
 });
 
@@ -30,13 +42,45 @@ export async function queueStatus(fastify: FastifyInstance) {
       },
     },
     handler: async (req, res) => {
+      // Get # queued and sent transactions.
       const queued = await SendTransactionQueue.length();
       const pending = await MineTransactionQueue.length();
 
+      // Get last 1k mined transactions.
+      const minedTransactionsList =
+        await TransactionDB.getTransactionListByStatus({
+          status: "mined",
+          page: 1,
+          limit: 1_000,
+        });
+      const minedTransactions =
+        minedTransactionsList.transactions as MinedTransaction[];
+
+      // Get "queue -> send" and "queue -> mine" times.
+      const msToSendArr: number[] = [];
+      const msToMineArr: number[] = [];
+      for (const transaction of minedTransactions) {
+        const queuedAt = transaction.queuedAt.getTime();
+        const sentAt = transaction.sentAt.getTime();
+        const minedAt = transaction.minedAt.getTime();
+        msToSendArr.push(sentAt - queuedAt);
+        msToMineArr.push(minedAt - queuedAt);
+      }
+
       res.status(StatusCodes.OK).send({
         result: {
           queued,
           pending,
+          latency: {
+            msToSend: {
+              p50: getPercentile(msToSendArr, 50),
+              p90: getPercentile(msToSendArr, 90),
+            },
+            msToMine: {
+              p50: getPercentile(msToMineArr, 50),
+              p90: getPercentile(msToMineArr, 90),
+            },
+          },
         },
       });
     },