[WIP] sst stack (#39)

* sst init

* hmmmm

* zod schema hell

* pkg fix

* this works every time 25% of the time

* removed rules

* AAAAAA

* event bus fix

* fixed event / returing issue

* add .sst/types

* removed triple-slash

Author: davidabram

apps/extract-stack/.gitignore

@@ -0,0 +1,3 @@
+.sst/*
+!.sst/types/index.ts
+

apps/extract-stack/.sst/types/index.ts

@@ -0,0 +1,42 @@
+import "sst/node/config";
+declare module "sst/node/config" {
+  export interface ConfigTypes {
+    APP: string;
+    STAGE: string;
+  }
+}import "sst/node/event-bus";
+declare module "sst/node/event-bus" {
+  export interface EventBusResources {
+    "ExtractBus": {
+      eventBusName: string;
+    }
+  }
+}import "sst/node/config";
+declare module "sst/node/config" {
+  export interface SecretResources {
+    "DATABASE_URL": {
+      value: string;
+    }
+  }
+}import "sst/node/config";
+declare module "sst/node/config" {
+  export interface SecretResources {
+    "DATABASE_AUTH_TOKEN": {
+      value: string;
+    }
+  }
+}import "sst/node/config";
+declare module "sst/node/config" {
+  export interface SecretResources {
+    "GITLAB_TOKEN": {
+      value: string;
+    }
+  }
+}import "sst/node/api";
+declare module "sst/node/api" {
+  export interface ApiResources {
+    "ExtractApi": {
+      url: string;
+    }
+  }
+}

apps/extract-stack/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@acme/extract-stack",
+  "version": "1.0.0",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "type-check": "tsc --noEmit && echo \"✔ No TypeScript warnings or errors\"",
+    "test": "echo \"Warning: no test specified\"",
+    "lint": "eslint . && echo \"✔ No ESLint warnings or errors\"",
+    "dev": "sst dev",
+    "build": "sst build",
+    "deploy": "sst deploy",
+    "remove": "sst remove",
+    "console": "sst console"
+  },
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "@acme/extract-functions": "^1.0.0",
+    "@acme/extract-schema": "^1.0.0",
+    "@acme/source-control": "^1.0.0",
+    "@libsql/client": "^0.3.1",
+    "@tsconfig/node16": "^16.1.0",
+    "aws-cdk-lib": "2.84.0",
+    "aws-lambda": "^1.0.7",
+    "constructs": "10.1.156",
+    "drizzle-orm": "^0.27.2",
+    "sst": "2.20.1",
+    "zod": "^3.21.4"
+  },
+  "devDependencies": {
+    "@types/aws-lambda": "^8.10.119"
+  }
+}

apps/extract-stack/src/events.ts

@@ -0,0 +1,32 @@
+import { createEventBuilder } from "sst/node/event-bus";
+import { z } from "zod";
+import { RepositorySchema } from "@acme/extract-schema";
+import { NamespaceSchema } from "@acme/extract-schema/src/namespaces";
+
+const eventBuilder = createEventBuilder({
+  bus: "ExtractBus",
+  metadata: z.object({
+    version: z.number(),
+    timestamp: z.number(),
+    caller: z.string(),
+  }).shape,
+});
+
+const extractRepositoryEventSchema = z.object({
+  repository: RepositorySchema,
+  namespace: z.nullable(NamespaceSchema),
+});
+
+export const extractRepositoryEvent = {
+  schemaShape: extractRepositoryEventSchema.shape,
+  source: 'extract',
+  detailType: 'repository',
+};
+
+export function defineEvent<EventSchemaShape extends z.ZodRawShape>(p: {
+  source: string;
+  detailType: string;
+  schemaShape: EventSchemaShape;
+}) {
+  return eventBuilder(`${p.source}.${p.detailType}`, p.schemaShape);
+}

apps/extract-stack/src/extract-repository.ts

@@ -0,0 +1,61 @@
+import { extractRepositoryEvent, defineEvent } from "./events";
+import { getRepository } from "@acme/extract-functions";
+import type { Context, GetRepositorySourceControl, GetRepositoryEntities } from "@acme/extract-functions";
+import { GitlabSourceControl } from "@acme/source-control";
+import { repositories, namespaces } from "@acme/extract-schema";
+import { createClient } from '@libsql/client';
+import { drizzle } from 'drizzle-orm/libsql';
+import type { APIGatewayProxyHandlerV2 } from "aws-lambda";
+import { z } from "zod";
+import { Config } from "sst/node/config";
+
+const client = createClient({ url: Config.DATABASE_URL, authToken: Config.DATABASE_AUTH_TOKEN });
+
+const db = drizzle(client);
+
+const event = defineEvent(extractRepositoryEvent);
+
+
+const context: Context<GetRepositorySourceControl, GetRepositoryEntities> = {
+  entities: {
+    repositories,
+    namespaces,
+  },
+  integrations: {
+    sourceControl: new GitlabSourceControl(Config.GITLAB_TOKEN),
+  },
+  db,
+};
+
+const inputSchema = z.object({
+  repositoryId: z.number(),
+  repositoryName: z.string(),
+  namespaceName: z.string(),
+});
+
+type Input = z.infer<typeof inputSchema>;
+
+export const handler: APIGatewayProxyHandlerV2 = async (apiGatewayEvent) => {
+
+  let input: Input;
+
+  try {
+    input = inputSchema.parse(apiGatewayEvent);
+  } catch (error) {
+    return {
+      statusCode: 400,
+      body: JSON.stringify({ error: (error as Error).message }),
+    };
+  }
+
+  const { repositoryId, repositoryName, namespaceName } = input;
+
+  const { repository, namespace } = await getRepository({ externalRepositoryId: repositoryId, repositoryName, namespaceName }, context);
+
+  await event.publish({ repository, namespace }, { caller: 'extract-repository', timestamp: new Date().getTime(), version: 1 });
+
+  return {
+    statusCode: 200,
+    body: JSON.stringify({})
+  };
+}

apps/extract-stack/src/sst-env.d.ts

@@ -0,0 +1 @@
+import "../.sst/types/index.ts";

apps/extract-stack/src/stack.ts

@@ -0,0 +1,35 @@
+import { Api, EventBus } from "sst/constructs";
+import type { StackContext } from "sst/constructs";
+import { Config } from "sst/constructs";
+
+export function ExtractStack({ stack }: StackContext) {
+  const bus = new EventBus(stack, "ExtractBus", {
+    defaults: {
+      retries: 10,
+    },
+  });
+
+  const DATABASE_URL = new Config.Secret(stack, "DATABASE_URL");
+  const DATABASE_AUTH_TOKEN = new Config.Secret(stack, "DATABASE_AUTH_TOKEN");
+  const GITLAB_TOKEN = new Config.Secret(stack, "GITLAB_TOKEN");
+
+  const api = new Api(stack, "ExtractApi", {
+    defaults: {
+      function: {
+        bind: [bus, DATABASE_URL, DATABASE_AUTH_TOKEN, GITLAB_TOKEN],
+      },
+    },
+    routes: {
+      "POST /gitlab": "src/extract-repository.handler",
+    },
+  });
+
+  stack.addOutputs({
+    ApiEndpoint: api.url,
+  });
+
+  return {
+    ExtractBus: bus,
+  };
+}
+

apps/extract-stack/sst.config.ts

@@ -0,0 +1,14 @@
+import type { SSTConfig } from "sst";
+import { ExtractStack } from "./src/stack";
+
+export default {
+  config(_input) {
+    return {
+      name: "extract",
+      region: "eu-central-1",
+    };
+  },
+  stacks(app) {
+    app.stack(ExtractStack);
+  }
+} satisfies SSTConfig;

apps/extract-stack/tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "extends": "../../tsconfig.json",
+  "compilerOptions": {
+    "baseUrl": ".",
+  },
+  "exclude": [],
+  "include": [
+    "sst.config.ts",
+    "src/**/*.ts",
+    "src/**/*.ts",
+    "src/**/*.cjs",
+    "src/**/*.mjs"
+ ]
+}