✨ server: add runtime entrypoints for api and hooks

.changeset/brown-ties-create.md

@@ -0,0 +1,5 @@
+---
+"@exactly/infra": minor
+---
+
+🧱 setup services for api and hooks

.changeset/yellow-corners-bet.md

@@ -0,0 +1,5 @@
+---
+"@exactly/server": patch
+---
+
+✨ add runtime entrypoints for api and hooks

infra/utils/modules.ts

@@ -2,10 +2,61 @@ export default define({
   common: ["redis-url", "sentry-dsn"],
   crema: ["redis-address", "redis-password", "redis-username"],
   services: {
+    api: {
+      secrets: [
+        "auth-secret",
+        "bridge-api-key",
+        "intercom-identity-key",
+        "manteca-api-key",
+        "panda-api-key",
+        "pax-associate-id-key",
+        "pax-api-key",
+        "persona-api-key",
+        "postgres-url",
+        "sardine-api-key",
+        "segment-write-key",
+        "wallet-extension-secret",
+      ],
+      shared: [
+        "bridge-api-url",
+        "manteca-api-url",
+        "panda-api-url",
+        "pax-api-url",
+        "persona-api-url",
+        "sardine-api-url",
+      ],
+    },
+    activity: { secrets: ["alchemy-webhooks-key", "onesignal-api-key", "postgres-url"] },
+    block: { secrets: ["alchemy-webhooks-key", "onesignal-api-key"], signers: ["executor"] },
+    bridge: {
+      secrets: ["bridge-api-key", "onesignal-api-key", "persona-api-key", "postgres-url", "segment-write-key"],
+      shared: ["bridge-api-url", "persona-api-url"],
+    },
     chat: {
       env: { WHATSAPP_PHONE_NUMBER_ID: "whatsappPhoneNumberId" },
       secrets: ["whatsapp-app-secret", "whatsapp-verify-token"],
     },
+    manteca: {
+      secrets: ["manteca-api-key", "onesignal-api-key", "postgres-url", "segment-write-key", "webhooks-key"],
+      shared: ["manteca-api-url"],
+    },
+    panda: {
+      secrets: ["onesignal-api-key", "panda-api-key", "postgres-url", "sardine-api-key", "segment-write-key"],
+      shared: ["panda-api-url", "sardine-api-url"],
+      signers: ["settler", "issuer"],
+    },
+    persona: {
+      secrets: [
+        "panda-api-key",
+        "pax-associate-id-key",
+        "pax-api-key",
+        "persona-api-key",
+        "persona-webhook-secret",
+        "postgres-url",
+        "sardine-api-key",
+      ],
+      shared: ["panda-api-url", "pax-api-url", "persona-api-url", "sardine-api-url"],
+    },
   },
   workers: {
     allow: { signers: ["allower"] },

server/api/bin.ts

@@ -0,0 +1,95 @@
+import { SecretManagerServiceClient } from "@google-cloud/secret-manager";
+import { drizzle } from "drizzle-orm/node-postgres";
+import { Redis } from "ioredis";
+
+import api from ".";
+import * as schema from "../database/schema";
+import supervise, { own } from "../supervise";
+import createIntercom from "../utils/intercom";
+import createPanda from "../utils/panda";
+import createPax from "../utils/pax";
+import createPersona from "../utils/persona";
+import createBridge from "../utils/ramps/bridge";
+import createManteca from "../utils/ramps/manteca";
+import createSardine from "../utils/sardine";
+import secret from "../utils/secret";
+import createSegment from "../utils/segment";
+import createWalletExtension from "../utils/walletExtension";
+import createCredit from "../workers/credit/queue";
+import createSubscribe from "../workers/subscribe/queue";
+import { connect } from "../workers/worker";
+
+const secrets = new SecretManagerServiceClient();
+
+supervise(
+  "api",
+  Promise.all([
+    secret("redis-url", secrets).then((url) => {
+      const bullmq = connect(url);
+      return [new Redis(url), bullmq, createCredit(bullmq), createSubscribe(bullmq)] as const;
+    }),
+    secret("api-auth-secret", secrets),
+    Promise.all([secret("api-bridge-api-key", secrets), secret("bridge-api-url", secrets)]).then(([key, url]) =>
+      createBridge(key, url),
+    ),
+    secret("api-postgres-url", secrets).then((url) => drizzle(url, { schema })),
+    secret("api-intercom-identity-key", secrets).then((key) => createIntercom(key)),
+    Promise.all([secret("api-manteca-api-key", secrets), secret("manteca-api-url", secrets)]).then(([key, url]) =>
+      createManteca(key, url),
+    ),
+    Promise.all([secret("api-panda-api-key", secrets), secret("panda-api-url", secrets)]).then(([key, url]) =>
+      createPanda({ key, url }),
+    ),
+    Promise.all([
+      secret("api-pax-associate-id-key", secrets),
+      secret("api-pax-api-key", secrets),
+      secret("pax-api-url", secrets),
+    ]).then(([associateKey, key, url]) => createPax({ associateKey, key, url })),
+    Promise.all([secret("api-persona-api-key", secrets), secret("persona-api-url", secrets)]).then(([key, url]) =>
+      createPersona(key, url),
+    ),
+    Promise.all([secret("api-sardine-api-key", secrets), secret("sardine-api-url", secrets)]).then(([key, url]) =>
+      createSardine(key, url),
+    ),
+    secret("api-segment-write-key", secrets).then((key) => createSegment(key)),
+    secret("api-wallet-extension-secret", secrets).then((value) => createWalletExtension(value)),
+  ]).then(
+    ([
+      [redis, bullmq, credit, subscribe],
+      authSecret,
+      bridge,
+      database,
+      intercom,
+      manteca,
+      panda,
+      pax,
+      persona,
+      sardine,
+      segment,
+      walletExtension,
+    ]) =>
+      own(
+        api({
+          authSecret,
+          bridge,
+          credit,
+          database,
+          intercom,
+          manteca,
+          panda,
+          pax,
+          persona,
+          redis,
+          sardine,
+          segment,
+          subscribe,
+          walletExtension,
+        }),
+        () => database.$client.end(),
+        () => redis.quit(),
+        () => secrets.close(),
+        () => segment.close(),
+        () => Promise.all([credit.close(), subscribe.close()]).finally(() => bullmq.quit()),
+      ),
+  ),
+);

server/hooks/bin/activity.ts

@@ -0,0 +1,34 @@
+import { SecretManagerServiceClient } from "@google-cloud/secret-manager";
+import { drizzle } from "drizzle-orm/node-postgres";
+import { Redis } from "ioredis";
+
+import * as schema from "../../database/schema";
+import supervise, { own } from "../../supervise";
+import createAlchemy from "../../utils/alchemy";
+import createOnesignal from "../../utils/onesignal";
+import secret from "../../utils/secret";
+import createPoke from "../../workers/poke/queue";
+import { connect } from "../../workers/worker";
+import activity from "../activity";
+
+const secrets = new SecretManagerServiceClient();
+
+supervise(
+  "activity",
+  Promise.all([
+    secret("activity-alchemy-webhooks-key", secrets).then((key) => createAlchemy(key)),
+    secret("activity-postgres-url", secrets).then((url) => drizzle(url, { schema })),
+    secret("activity-onesignal-api-key", secrets).then((key) => createOnesignal(key)),
+    secret("redis-url", secrets)
+      .then((url) => [new Redis(url), connect(url)] as const)
+      .then(([redis, bullmq]) => [redis, bullmq, createPoke(bullmq)] as const),
+  ]).then(([alchemy, database, onesignal, [redis, bullmq, poke]]) =>
+    own(
+      activity({ alchemy, database, onesignal, poke, redis }),
+      () => database.$client.end(),
+      () => poke.close().finally(() => bullmq.quit()),
+      () => redis.quit(),
+      () => secrets.close(),
+    ),
+  ),
+);

server/hooks/bin/block.ts

@@ -0,0 +1,30 @@
+import { KeyManagementServiceClient } from "@google-cloud/kms";
+import { SecretManagerServiceClient } from "@google-cloud/secret-manager";
+import { Redis } from "ioredis";
+
+import supervise, { own } from "../../supervise";
+import createAlchemy from "../../utils/alchemy";
+import createOnesignal from "../../utils/onesignal";
+import secret from "../../utils/secret";
+import { signer } from "../../utils/wallet";
+import block from "../block";
+
+const kms = new KeyManagementServiceClient();
+const secrets = new SecretManagerServiceClient();
+
+supervise(
+  "block",
+  Promise.all([
+    secret("block-alchemy-webhooks-key", secrets).then((key) => createAlchemy(key)),
+    signer("executor", kms),
+    secret("block-onesignal-api-key", secrets).then((key) => createOnesignal(key)),
+    secret("redis-url", secrets).then((url) => new Redis(url)),
+  ]).then(([alchemy, executor, onesignal, redis]) =>
+    own(
+      block({ alchemy, executor, onesignal, redis }),
+      () => kms.close(),
+      () => redis.quit(),
+      () => secrets.close(),
+    ),
+  ),
+);

server/hooks/bin/bridge.ts

@@ -0,0 +1,35 @@
+import { SecretManagerServiceClient } from "@google-cloud/secret-manager";
+import { drizzle } from "drizzle-orm/node-postgres";
+
+import * as schema from "../../database/schema";
+import supervise, { own } from "../../supervise";
+import createOnesignal from "../../utils/onesignal";
+import createPersona from "../../utils/persona";
+import createBridge from "../../utils/ramps/bridge";
+import secret from "../../utils/secret";
+import createSegment from "../../utils/segment";
+import bridge from "../bridge";
+
+const secrets = new SecretManagerServiceClient();
+
+supervise(
+  "bridge",
+  Promise.all([
+    Promise.all([secret("bridge-bridge-api-key", secrets), secret("bridge-api-url", secrets)]).then(([key, url]) =>
+      createBridge(key, url),
+    ),
+    secret("bridge-postgres-url", secrets).then((url) => drizzle(url, { schema })),
+    secret("bridge-onesignal-api-key", secrets).then((key) => createOnesignal(key)),
+    Promise.all([secret("bridge-persona-api-key", secrets), secret("persona-api-url", secrets)]).then(([key, url]) =>
+      createPersona(key, url),
+    ),
+    secret("bridge-segment-write-key", secrets).then((key) => createSegment(key)),
+  ]).then(([provider, database, onesignal, persona, segment]) =>
+    own(
+      bridge({ bridge: provider, database, onesignal, persona, segment }),
+      () => database.$client.end(),
+      () => secrets.close(),
+      () => segment.close(),
+    ),
+  ),
+);

server/hooks/bin/manteca.ts

@@ -0,0 +1,32 @@
+import { SecretManagerServiceClient } from "@google-cloud/secret-manager";
+import { drizzle } from "drizzle-orm/node-postgres";
+
+import * as schema from "../../database/schema";
+import supervise, { own } from "../../supervise";
+import createOnesignal from "../../utils/onesignal";
+import createManteca from "../../utils/ramps/manteca";
+import secret from "../../utils/secret";
+import createSegment from "../../utils/segment";
+import manteca from "../manteca";
+
+const secrets = new SecretManagerServiceClient();
+
+supervise(
+  "manteca",
+  Promise.all([
+    secret("manteca-postgres-url", secrets).then((url) => drizzle(url, { schema })),
+    Promise.all([secret("manteca-manteca-api-key", secrets), secret("manteca-api-url", secrets)]).then(([key, url]) =>
+      createManteca(key, url),
+    ),
+    secret("manteca-webhooks-key", secrets),
+    secret("manteca-onesignal-api-key", secrets).then((key) => createOnesignal(key)),
+    secret("manteca-segment-write-key", secrets).then((key) => createSegment(key)),
+  ]).then(([database, provider, mantecaWebhookKey, onesignal, segment]) =>
+    own(
+      manteca({ database, manteca: provider, mantecaWebhookKey, onesignal, segment }),
+      () => database.$client.end(),
+      () => secrets.close(),
+      () => segment.close(),
+    ),
+  ),
+);

server/hooks/bin/panda.ts

@@ -0,0 +1,48 @@
+import { KeyManagementServiceClient } from "@google-cloud/kms";
+import { SecretManagerServiceClient } from "@google-cloud/secret-manager";
+import { drizzle } from "drizzle-orm/node-postgres";
+
+import * as schema from "../../database/schema";
+import supervise, { own } from "../../supervise";
+import createOnesignal from "../../utils/onesignal";
+import createPanda from "../../utils/panda";
+import createSardine from "../../utils/sardine";
+import secret from "../../utils/secret";
+import createSegment from "../../utils/segment";
+import { signer } from "../../utils/wallet";
+import createHook from "../../workers/hook/queue";
+import createRefund from "../../workers/refund/queue";
+import { connect } from "../../workers/worker";
+import panda from "../panda";
+
+const kms = new KeyManagementServiceClient();
+const secrets = new SecretManagerServiceClient();
+
+supervise(
+  "panda",
+  Promise.all([
+    secret("panda-postgres-url", secrets).then((url) => drizzle(url, { schema })),
+    signer("issuer", kms),
+    secret("panda-onesignal-api-key", secrets).then((key) => createOnesignal(key)),
+    Promise.all([secret("panda-panda-api-key", secrets), secret("panda-api-url", secrets)]).then(([key, url]) =>
+      createPanda({ key, url }),
+    ),
+    secret("redis-url", secrets)
+      .then((url) => connect(url))
+      .then((bullmq) => [bullmq, createRefund(bullmq), createHook(bullmq)] as const),
+    Promise.all([secret("panda-sardine-api-key", secrets), secret("sardine-api-url", secrets)]).then(([key, url]) =>
+      createSardine(key, url),
+    ),
+    secret("panda-segment-write-key", secrets).then((key) => createSegment(key)),
+    signer("settler", kms),
+  ]).then(([database, issuer, onesignal, provider, [bullmq, refund, webhook], sardine, segment, settler]) =>
+    own(
+      panda({ database, issuer, onesignal, panda: provider, refund, sardine, segment, settler, webhook }),
+      () => database.$client.end(),
+      () => kms.close(),
+      () => secrets.close(),
+      () => segment.close(),
+      () => Promise.all([refund.close(), webhook.close()]).finally(() => bullmq.quit()),
+    ),
+  ),
+);