fix: fix materialized view query (prod) (#161)

migrations/1669710834801-DepositsMv.ts

@@ -0,0 +1,80 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class DepositsMv1669710834801 implements MigrationInterface {
+  name = "DepositsMv1669710834801";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(`ALTER TABLE "deposit_referral_stat" ADD "referralClaimedWindowIndex" integer`);
+    await queryRunner.query(`DROP MATERIALIZED VIEW IF EXISTS "deposits_mv"`);
+    await queryRunner.query(`DROP VIEW IF EXISTS "deposits_filtered_referrals"`);
+    await queryRunner.query(`CREATE VIEW "deposits_filtered_referrals" AS 
+        SELECT 
+        d.id,
+        d."depositorAddr",
+        d."stickyReferralAddress",
+        d."depositDate",
+        d."priceId",
+        d."tokenId",
+        d.amount,
+        d."rewardsWindowIndex",
+        case when d."rewardsWindowIndex" = c."windowIndex" then d."rewardsWindowIndex" else -1 end as "referralClaimedWindowIndex",
+        hmp."usd",
+        t.decimals
+      FROM deposit d
+      JOIN historic_market_price hmp on d."priceId" = hmp.id
+      JOIN token t on d."tokenId" = t.id
+      LEFT JOIN claim c on d."rewardsWindowIndex" = c."windowIndex" and d."stickyReferralAddress" = c."account"
+      WHERE "stickyReferralAddress" is not null
+        AND "depositDate" is not null
+        AND "tokenId" is not null
+        AND "priceId" is not null
+        AND status = 'filled';    
+    `);
+
+    await queryRunner.query(`CREATE MATERIALIZED VIEW "deposits_mv" AS 
+      SELECT
+        d.id,
+        d."depositId",
+        d."depositTxHash",
+        d."sourceChainId",
+        d."destinationChainId",
+        d.amount,
+        t.symbol,
+        t.decimals,
+        d."depositorAddr",
+        d."rewardsWindowIndex",
+        case when d."rewardsWindowIndex" = c."windowIndex" and d."depositorAddr" = c.account then d."rewardsWindowIndex" else -1 end as "depositorClaimedWindowIndex",
+        d1."referralClaimedWindowIndex",
+        d."stickyReferralAddress" AS "referralAddress",
+        d."depositDate",
+        hmp.usd AS "tokenUsdPrice",
+        (d."realizedLpFeePctCapped" / power(10, 18)) * (d.amount / power(10, t.decimals)) * hmp.usd AS "realizedLpFeeUsd",
+        (d."bridgeFeePct" / power(10, 18)) * (d.amount / power(10, t.decimals)) * hmp.usd AS "bridgeFeeUsd",
+      CASE
+        WHEN d1."referralCount" >= 20 OR d1."referralVolume" >= 500000 THEN 0.8
+        WHEN d1."referralCount" >= 10 OR d1."referralVolume" >= 250000 THEN 0.7
+        WHEN d1."referralCount" >= 5 OR d1."referralVolume" >= 100000 THEN 0.6
+        WHEN d1."referralCount" >= 3 OR d1."referralVolume" >= 50000 THEN 0.5
+        ELSE 0.4
+      END AS "referralRate",
+      CASE
+          WHEN d."depositDate" < '2022-07-22 17:00:00' THEN 3
+          ELSE 2
+      END AS multiplier
+      FROM deposit d
+      JOIN "deposit_referral_stat" d1 ON d."id" = d1."depositId"
+      JOIN token t ON d."tokenId" = t.id
+      JOIN historic_market_price hmp ON d."priceId" = hmp.id
+      LEFT JOIN claim c on d."rewardsWindowIndex" = c."windowIndex" and c.account = d."depositorAddr"
+      ORDER BY d."depositDate" desc;
+    `);
+    await queryRunner.query(
+      `CREATE UNIQUE INDEX "UK_deposits_mv_depositId_sourceChainId" ON deposits_mv ("depositId", "sourceChainId");`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(`DROP MATERIALIZED VIEW "deposits_mv"`);
+    await queryRunner.query(`DROP VIEW "deposits_filtered_referrals"`);
+  }
+}

src/modules/deposit/model/DepositsMv.entity.ts

@@ -18,7 +18,7 @@ import { DepositReferralStats } from "../../referral/model/DepositReferralStats.
       d."depositorAddr",
       d."rewardsWindowIndex",
       case when d."rewardsWindowIndex" = c."windowIndex" and d."depositorAddr" = c.account then d."rewardsWindowIndex" else -1 end as "depositorClaimedWindowIndex",
-      case when d."rewardsWindowIndex" = c."windowIndex" and d."stickyReferralAddress" = c.account then d."rewardsWindowIndex" else -1 end as "referralClaimedWindowIndex",
+      d1."referralClaimedWindowIndex",
       d."stickyReferralAddress" AS "referralAddress",
       d."depositDate",
       hmp.usd AS "tokenUsdPrice",
@@ -39,7 +39,7 @@ import { DepositReferralStats } from "../../referral/model/DepositReferralStats.
     JOIN "deposit_referral_stat" d1 ON d."id" = d1."depositId"
     JOIN token t ON d."tokenId" = t.id
     JOIN historic_market_price hmp ON d."priceId" = hmp.id
-    LEFT JOIN claim c on d."rewardsWindowIndex" = c."windowIndex" and (d."stickyReferralAddress" = c."account" or c.account = d."depositorAddr")
+    LEFT JOIN claim c on d."rewardsWindowIndex" = c."windowIndex" and c.account = d."depositorAddr"
     ORDER BY d."depositDate" desc;
   `,
 })

src/modules/deposit/model/deposit-referral-stat.entity.ts

@@ -15,6 +15,9 @@ export class DepositReferralStat {
   @Column({ type: "decimal" })
   referralVolume: string;
 
+  @Column({ nullable: true })
+  referralClaimedWindowIndex?: number;
+
   @CreateDateColumn()
   createdAt: Date;
 

src/modules/referral/model/DepositsFilteredReferrals.entity.ts

@@ -4,19 +4,25 @@ import { ViewEntity, ViewColumn } from "typeorm";
   expression: `
     SELECT 
       d.id,
+      d."depositorAddr",
       d."stickyReferralAddress",
       d."depositDate",
       d."priceId",
       d."tokenId",
       d.amount,
-      case when d."rewardsWindowIndex" = c."windowIndex" then d."rewardsWindowIndex" else -1 end as "claimedWindowIndex"
+      d."rewardsWindowIndex",
+      case when d."rewardsWindowIndex" = c."windowIndex" then d."rewardsWindowIndex" else -1 end as "referralClaimedWindowIndex",
+      hmp."usd",
+      t.decimals
     FROM deposit d
-    left join claim c on d."rewardsWindowIndex" = c."windowIndex" and d."referralAddress" = c."account"
+    JOIN historic_market_price hmp on d."priceId" = hmp.id
+    JOIN token t on d."tokenId" = t.id
+    LEFT JOIN claim c on d."rewardsWindowIndex" = c."windowIndex" and d."stickyReferralAddress" = c."account"
     WHERE "stickyReferralAddress" is not null
       AND "depositDate" is not null
       AND "tokenId" is not null
       AND "priceId" is not null
-      AND status = 'filled';
+      AND status = 'filled';    
   `,
 })
 export class DepositsFilteredReferrals {
@@ -42,7 +48,10 @@ export class DepositsFilteredReferrals {
   depositorAddr: string;
 
   @ViewColumn()
-  claimedWindowIndex?: number;
+  referralClaimedWindowIndex?: number;
+
+  @ViewColumn()
+  rewardsWindowIndex?: number;
 
   @ViewColumn()
   usd: string;

src/modules/referral/services/service.ts

@@ -271,7 +271,7 @@ export class ReferralService {
       const deposits = await entityManager
         .createQueryBuilder(DepositsFilteredReferrals, "d")
         .select("d.stickyReferralAddress")
-        .where("d.claimedWindowIndex = :claimedWindowIndex", { claimedWindowIndex: window })
+        .where("d.referralClaimedWindowIndex = :claimedWindowIndex", { claimedWindowIndex: window })
         .groupBy("d.stickyReferralAddress")
         .getMany();
       const referralAddresses = deposits.map((deposit) => deposit.stickyReferralAddress);
@@ -292,7 +292,7 @@ export class ReferralService {
   private async computeStatsForReferralAddress(entityManager: EntityManager, window: number, referralAddress: string) {
     const depositsResult = await entityManager
       .createQueryBuilder(DepositsFilteredReferrals, "d")
-      .where("d.claimedWindowIndex = :claimedWindowIndex", { claimedWindowIndex: window })
+      .where("d.referralClaimedWindowIndex = :claimedWindowIndex", { claimedWindowIndex: window })
       .andWhere("d.stickyReferralAddress = :referralAddress", { referralAddress })
       .getMany();
     const depositorAddrCounts = {};
@@ -321,16 +321,20 @@ export class ReferralService {
     }
 
     for (const depositsChunk of splitArrayInChunks(sortedDeposits, 100)) {
-      const values = depositsChunk.map((d) => ({
+      const values: Partial<DepositReferralStat>[] = depositsChunk.map((d) => ({
         depositId: d.id,
         referralCount: depositCounts[d.id],
         referralVolume: depositVolume[d.id].toFixed(),
+        referralClaimedWindowIndex: d.referralClaimedWindowIndex,
       }));
       await entityManager
         .createQueryBuilder(DepositReferralStat, "d")
         .insert()
         .values(values)
-        .orUpdate({ conflict_target: ["depositId"], overwrite: ["referralCount", "referralVolume"] })
+        .orUpdate({
+          conflict_target: ["depositId"],
+          overwrite: ["referralCount", "referralVolume", "referralClaimedWindowIndex"],
+        })
         .execute();
     }
   }