Rewardful import coupons

apps/web/app/(ee)/api/cron/import/rewardful/route.ts

@@ -1,5 +1,6 @@
 import { handleAndReturnErrorResponse } from "@/lib/api/errors";
 import { verifyQstashSignature } from "@/lib/cron/verify-qstash";
+import { importAffiliateCoupons } from "@/lib/rewardful/import-affiliate-coupons";
 import { importCampaigns } from "@/lib/rewardful/import-campaigns";
 import { importCommissions } from "@/lib/rewardful/import-commissions";
 import { importCustomers } from "@/lib/rewardful/import-customers";
@@ -23,6 +24,9 @@ export async function POST(req: Request) {
       case "import-partners":
         await importPartners(payload);
         break;
+      case "import-affiliate-coupons":
+        await importAffiliateCoupons(payload);
+        break;
       case "import-customers":
         await importCustomers(payload);
         break;

apps/web/lib/rewardful/api.ts

@@ -1,6 +1,7 @@
 import { DubApiError } from "@/lib/api/errors";
 import {
   RewardfulAffiliate,
+  RewardfulCoupon,
   RewardfulCampaign,
   RewardfulCommission,
   RewardfulReferral,
@@ -93,4 +94,16 @@ export class RewardfulApi {
 
     return data;
   }
+
+  async listAffiliateCoupons({ page = 1 }: { page?: number }) {
+    const searchParams = new URLSearchParams();
+    searchParams.append("page", page.toString());
+    searchParams.append("limit", PAGE_LIMIT.toString());
+
+    const { data } = await this.fetch<{ data: RewardfulCoupon[] }>(
+      `${this.baseUrl}/affiliate_coupons?${searchParams.toString()}`,
+    );
+
+    return data;
+  }
 }

apps/web/lib/rewardful/import-affiliate-coupons.ts

@@ -0,0 +1,122 @@
+import { prisma } from "@dub/prisma";
+import { bulkCreateLinks } from "../api/links";
+import { redis } from "../upstash";
+import { RewardfulApi } from "./api";
+import { MAX_BATCHES, rewardfulImporter } from "./importer";
+import { RewardfulImportPayload } from "./types";
+
+export async function importAffiliateCoupons(payload: RewardfulImportPayload) {
+  const { programId, userId, page = 1 } = payload;
+
+  const program = await prisma.program.findUniqueOrThrow({
+    where: {
+      id: programId,
+    },
+    select: {
+      id: true,
+      workspaceId: true,
+      domain: true,
+      url: true,
+      defaultFolderId: true,
+    },
+  });
+
+  const { token } = await rewardfulImporter.getCredentials(program.workspaceId);
+
+  const rewardfulApi = new RewardfulApi({ token });
+
+  let currentPage = page;
+  let hasMore = true;
+  let processedBatches = 0;
+
+  while (hasMore && processedBatches < MAX_BATCHES) {
+    const affiliateCoupons = await rewardfulApi.listAffiliateCoupons({
+      page: currentPage,
+    });
+
+    if (affiliateCoupons.length === 0) {
+      hasMore = false;
+      break;
+    }
+
+    const affiliateIds = affiliateCoupons.map(
+      (affiliateCoupon) => affiliateCoupon.affiliate_id,
+    );
+
+    const results = await redis.hmget<Record<string, string>>(
+      `rewardful:affiliates:${program.id}`,
+      ...affiliateIds,
+    );
+
+    const filteredPartners = Object.fromEntries(
+      Object.entries(results ?? {}).filter(
+        ([_, value]) => value !== null && value !== undefined,
+      ),
+    );
+
+    const affiliateIdToCouponsMap = affiliateCoupons.reduce(
+      (acc, coupon) => {
+        if (!acc[coupon.affiliate_id]) {
+          acc[coupon.affiliate_id] = [];
+        }
+
+        acc[coupon.affiliate_id].push(coupon);
+        return acc;
+      },
+      {} as Record<string, typeof affiliateCoupons>,
+    );
+
+    if (Object.keys(filteredPartners).length > 0) {
+      const linksToCreate: any[] = [];
+
+      for (const [affiliateId, partnerId] of Object.entries(filteredPartners)) {
+        const coupons = affiliateIdToCouponsMap[affiliateId];
+
+        if (!coupons) {
+          continue;
+        }
+
+        const activeCoupons = affiliateCoupons.filter(
+          (coupon) => !coupon.archived,
+        );
+
+        if (activeCoupons.length === 0) {
+          continue;
+        }
+
+        linksToCreate.push(
+          ...activeCoupons.map((coupon) => ({
+            domain: program.domain,
+            key: coupon.token,
+            url: program.url,
+            trackConversion: true,
+            programId,
+            partnerId,
+            folderId: program.defaultFolderId,
+            userId,
+            projectId: program.workspaceId,
+          })),
+        );
+      }
+
+      await bulkCreateLinks({
+        links: linksToCreate,
+      });
+    }
+
+    currentPage++;
+    processedBatches++;
+  }
+
+  if (!hasMore) {
+    await redis.del(`rewardful:affiliates:${program.id}`);
+  }
+
+  const action = hasMore ? "import-affiliate-coupons" : "import-customers";
+
+  await rewardfulImporter.queue({
+    ...payload,
+    action,
+    page: hasMore ? currentPage : undefined,
+  });
+}

apps/web/lib/rewardful/import-campaigns.ts

@@ -63,6 +63,7 @@ export async function importCampaigns(payload: RewardfulImportPayload) {
       new Date(),
       createdGroup.createdAt,
     );
+
     console.log(
       `This group was created ${createdSecondsAgo} seconds ago (most likely ${createdSecondsAgo < 10 ? "created" : "upserted"})`,
     );
@@ -90,6 +91,7 @@ export async function importCampaigns(payload: RewardfulImportPayload) {
               : commission_percent,
         },
       });
+
       console.log(
         `Since group was newly created, also created reward ${createdReward.id} with amount ${createdReward.amount} and type ${createdReward.type}`,
       );

apps/web/lib/rewardful/import-customers.ts

@@ -99,21 +99,28 @@ async function createCustomer({
     entity_id: referralId,
   } as const;
 
-  if (!referral.link) {
+  if (!referral.link && !referral.coupon) {
     await logImportError({
       ...commonImportLogInputs,
       code: "LINK_NOT_FOUND",
-      message: `Link not found for referral ${referralId} (could've been a coupon-based referral).`,
+      message: `Link or coupon not found for referral ${referralId}.`,
     });
 
     return;
   }
 
+  const shortLinkToken = referral.link?.token || referral.coupon?.token;
+
+  if (!shortLinkToken) {
+    console.error(`Short link token not found for referral ${referralId}.`);
+    return;
+  }
+
   const link = await prisma.link.findUnique({
     where: {
       domain_key: {
         domain: program.domain!,
-        key: referral.link.token,
+        key: shortLinkToken,
       },
     },
   });
@@ -122,7 +129,7 @@ async function createCustomer({
     await logImportError({
       ...commonImportLogInputs,
       code: "LINK_NOT_FOUND",
-      message: `Link not found for referral ${referralId} (token: ${referral.link.token}).`,
+      message: `Link not found for referral ${referralId} (token: ${shortLinkToken}).`,
     });
 
     return;

apps/web/lib/rewardful/import-partners.ts

@@ -4,6 +4,7 @@ import { nanoid } from "@dub/utils";
 import { createId } from "../api/create-id";
 import { bulkCreateLinks } from "../api/links";
 import { logImportError } from "../tinybird/log-import-error";
+import { redis } from "../upstash";
 import { RewardfulApi } from "./api";
 import { MAX_BATCHES, rewardfulImporter } from "./importer";
 import { RewardfulAffiliate, RewardfulImportPayload } from "./types";
@@ -72,10 +73,11 @@ export async function importPartners(payload: RewardfulImportPayload) {
     }
 
     if (activeAffiliates.length > 0) {
-      await Promise.all(
+      const partners = await Promise.all(
         activeAffiliates.map((affiliate) => {
           const groupId = campaignIdToGroupMap[affiliate.campaign.id];
           const group = program.groups.find((group) => group.id === groupId);
+
           if (!group) {
             console.error(
               `Group not found for campaign ${affiliate.campaign.id}`,
@@ -102,6 +104,22 @@ export async function importPartners(payload: RewardfulImportPayload) {
           });
         }),
       );
+
+      const filteredPartners = partners.filter(
+        (p): p is NonNullable<typeof p> => p !== undefined,
+      );
+
+      if (filteredPartners.length > 0) {
+        await redis.hset(
+          `rewardful:affiliates:${program.id}`,
+          Object.fromEntries(
+            filteredPartners.map((p) => [
+              p.rewardfulAffiliateId,
+              p.dubPartnerId,
+            ]),
+          ),
+        );
+      }
     }
 
     if (notImportedAffiliates.length > 0) {
@@ -119,7 +137,7 @@ export async function importPartners(payload: RewardfulImportPayload) {
     processedBatches++;
   }
 
-  const action = hasMore ? "import-partners" : "import-customers";
+  const action = hasMore ? "import-partners" : "import-affiliate-coupons";
 
   await rewardfulImporter.queue({
     ...payload,
@@ -206,4 +224,9 @@ async function createPartnerAndLinks({
       partnerGroupDefaultLinkId: idx === 0 ? partnerGroupDefaultLinkId : null,
     })),
   });
+
+  return {
+    rewardfulAffiliateId: affiliate.id,
+    dubPartnerId: partner.id,
+  };
 }

apps/web/lib/rewardful/schemas.ts

@@ -3,6 +3,7 @@ import { z } from "zod";
 export const rewardfulImportSteps = z.enum([
   "import-campaigns",
   "import-partners",
+  "import-affiliate-coupons",
   "import-customers",
   "import-commissions",
 ]);

apps/web/lib/rewardful/types.ts

@@ -58,6 +58,7 @@ export interface RewardfulAffiliate {
 export interface RewardfulReferral {
   id: string;
   link?: RewardfulLink; // could be null for coupon-based referrals
+  coupon?: RewardfulCoupon; // could be null for link-based referrals
   customer: RewardfulCustomer;
   affiliate: RewardfulAffiliate;
   created_at: string;
@@ -100,6 +101,15 @@ export interface RewardfulCommission {
   sale: RewardfulCommissionSale;
 }
 
+export interface RewardfulCoupon {
+  id: string;
+  external_id: string;
+  archived: boolean;
+  archived_at: string;
+  token: string;
+  affiliate_id: string;
+}
+
 export type RewardfulImportPayload = z.infer<
   typeof rewardfulImportPayloadSchema
 >;

apps/web/scripts/migrations/migrate-sales.ts

@@ -4,44 +4,22 @@ import { EventType } from "@dub/prisma/client";
 import "dotenv-flow/config";
 
 async function main() {
-  // @ts-ignore (old sales table)
-  const sales = await prisma.sale.findMany({
-    select: {
-      id: true,
-      programId: true,
-      partnerId: true,
-      linkId: true,
-      payoutId: true,
-      invoiceId: true,
-      customerId: true,
-      eventId: true,
-      amount: true,
-      earnings: true,
-      currency: true,
-      status: true,
-      createdAt: true,
-      updatedAt: true,
+  const program = await prisma.program.findUniqueOrThrow({
+    where: {
+      id: "prog_1K2J9DRWPPJ2F1RX53N92TSGA",
     },
-    take: 1000,
-    skip: 2500,
   });
 
-  if (!sales.length) {
-    console.log("No sales found.");
-    return;
-  }
-
-  await prisma.commission.createMany({
-    data: sales.map((sale) => ({
-      ...sale,
-      id: createId({ prefix: "cm_" }),
-      type: EventType.sale,
-      quantity: 1,
-    })),
-    skipDuplicates: true,
+  const link = await prisma.link.findUnique({
+    where: {
+      domain_key: {
+        domain: program.domain!,
+        key: "BESTPIC",
+      },
+    },
   });
 
-  console.log(`Migrated ${sales.length} sales.`);
+  console.log(link)
 }
 
 main();