perf: decouple item counting logic from data fetching (#581)

* fix(api): set category filter to `ROLLUP` when the rollup filter is provided

* feat(api): create blob `getCount` procedure

* chore: add changeset

* refactor(web): use `getCount()` procedure to retrieve total amount of blobs

* chore: add changeset

* feat(api): create block `getCount` procedure

* chore: add changeset

* fix(web): align header sleketon on blobs page view

* refactor(web): use `getCount()` procedure to retrieve total amount of blocks

* refactor(api): use count logic in `getAll` block procedure

* feat(api): add transaction `getCount` procedure

* refactor(web): use `getCount()` procedure to retrieve total amount of transactions on txs page

* chore: merge changesets

* refactor(web): organize query parameters by filter and pagination usage

* test(api): remove rollup test

Author: PJColombo

.changeset/chilly-rings-call.md

@@ -0,0 +1,5 @@
+---
+"@blobscan/web": patch
+---
+
+Improved performance on Blobs, Blocks and Txs pages by fetching the total amount of items only once and not on every request

.changeset/tame-rabbits-carry.md

@@ -0,0 +1,5 @@
+---
+"@blobscan/api": minor
+---
+
+Added procedures to count total amount of blobs, blocks or txs given a set of filters

packages/api/src/routers/blob/getAll.ts

@@ -1,4 +1,3 @@
-import type { Prisma } from "@blobscan/db";
 import { z } from "@blobscan/zod";
 
 import {
@@ -45,16 +44,6 @@ export const getAll = publicProcedure
   .use(withExpands)
   .output(outputSchema)
   .query(async ({ ctx: { filters, expands, pagination, prisma, count } }) => {
-    let leadingOrderColumn: Prisma.BlobsOnTransactionsOrderByWithRelationInput =
-      {
-        blockTimestamp: filters.sort,
-      };
-
-    if (filters.blockNumber) {
-      leadingOrderColumn = {
-        blockNumber: filters.sort,
-      };
-    }
     const blockFiltersExists = filters.blockSlot || filters.blockType;
     const txFiltersExists =
       filters.transactionRollup !== undefined ||

packages/api/src/routers/blob/getCount.ts

@@ -24,9 +24,6 @@ export async function countBlobs(
       select: {
         totalBlobs: true,
       },
-      where: {
-        AND: [{ category: null }, { rollup: null }],
-      },
     });
 
     return overallStats?.totalBlobs ?? 0;

packages/api/src/routers/tx/getCount.ts

@@ -21,9 +21,6 @@ export async function countTxs(prisma: BlobscanPrismaClient, filters: Filters) {
       select: {
         totalTransactions: true,
       },
-      where: {
-        AND: [{ category: null }, { rollup: null }],
-      },
     });
 
     return overallStats?.totalTransactions ?? 0;

packages/api/test/blob.test.ts

@@ -129,7 +129,10 @@ describe("Blob router", async () => {
 
   describe("getCount", () => {
     it("should return the overall total blobs stat when no filters are provided", async () => {
-      await ctx.prisma.blobOverallStats.populate();
+      await ctx.prisma.blobOverallStats.increment({
+        from: 0,
+        to: 9999,
+      });
       const { totalBlobs } = await caller.blob.getCount({});
 
       expect(totalBlobs).toBe(fixtures.canonicalBlobs.length);

packages/api/test/block.test.ts

@@ -134,7 +134,10 @@ describe("Block router", async () => {
 
   describe("getCount", () => {
     it("should return the overall total blocks stat when no filters are provided", async () => {
-      await ctx.prisma.blockOverallStats.populate();
+      await ctx.prisma.blockOverallStats.increment({
+        from: 0,
+        to: 9999,
+      });
       const { totalBlocks } = await caller.block.getCount({});
 
       expect(totalBlocks).toBe(fixtures.canonicalBlocks.length);

packages/api/test/tx.test.ts

@@ -95,8 +95,10 @@ describe("Transaction router", async () => {
 
   describe("getCount", () => {
     it("should return the overall total transactions stat when no filters are provided", async () => {
-      await ctx.prisma.transactionOverallStats.populate();
-
+      await ctx.prisma.transactionOverallStats.increment({
+        from: 0,
+        to: 9999,
+      });
       const { totalTransactions } = await caller.tx.getCount({});
 
       expect(totalTransactions).toBe(fixtures.canonicalTxs.length);