projects now have a dedicated build server (#1281)

Author: ericallam

apps/webapp/app/env.server.ts

@@ -114,6 +114,7 @@ const EnvironmentSchema = z.object({
   DEPOT_TOKEN: z.string().optional(),
   DEPOT_PROJECT_ID: z.string().optional(),
   DEPOT_ORG_ID: z.string().optional(),
+  DEPOT_REGION: z.string().default("us-east-1"),
   CONTAINER_REGISTRY_ORIGIN: z.string().optional(),
   CONTAINER_REGISTRY_USERNAME: z.string().optional(),
   CONTAINER_REGISTRY_PASSWORD: z.string().optional(),

apps/webapp/app/v3/remoteImageBuilder.server.ts

@@ -1,13 +1,17 @@
 import { depot } from "@depot/sdk-node";
+import { Project } from "@trigger.dev/database";
+import { prisma } from "~/db.server";
 import { env } from "~/env.server";
 
-export async function createRemoteImageBuild() {
+export async function createRemoteImageBuild(project: Project) {
   if (!env.DEPOT_TOKEN || !env.DEPOT_PROJECT_ID) {
     return;
   }
 
+  const builderProjectId = await createBuilderProjectIfNotExists(project);
+
   const result = await depot.build.v1.BuildService.createBuild(
-    { projectId: env.DEPOT_PROJECT_ID },
+    { projectId: builderProjectId },
     {
       headers: {
         Authorization: `Bearer ${env.DEPOT_TOKEN}`,
@@ -16,8 +20,40 @@ export async function createRemoteImageBuild() {
   );
 
   return {
-    projectId: env.DEPOT_PROJECT_ID,
+    projectId: builderProjectId,
     buildToken: result.buildToken,
     buildId: result.buildId,
   };
 }
+
+async function createBuilderProjectIfNotExists(project: Project) {
+  if (project.builderProjectId) {
+    return project.builderProjectId;
+  }
+
+  const result = await depot.core.v1.ProjectService.createProject(
+    {
+      name: `${env.APP_ENV} ${project.externalRef}`,
+      organizationId: env.DEPOT_ORG_ID,
+      regionId: env.DEPOT_REGION,
+    },
+    {
+      headers: {
+        Authorization: `Bearer ${env.DEPOT_TOKEN}`,
+      },
+    }
+  );
+
+  if (!result.project) {
+    throw new Error("Failed to create builder project");
+  }
+
+  await prisma.project.update({
+    where: { id: project.id },
+    data: {
+      builderProjectId: result.project.projectId,
+    },
+  });
+
+  return result.project.projectId;
+}

apps/webapp/app/v3/services/initializeDeployment.server.ts

@@ -29,7 +29,7 @@ export class InitializeDeploymentService extends BaseService {
       const nextVersion = calculateNextBuildVersion(latestDeployment?.version);
 
       // Try and create a depot build and get back the external build data
-      const externalBuildData = await createRemoteImageBuild();
+      const externalBuildData = await createRemoteImageBuild(environment.project);
 
       const triggeredBy = payload.userId
         ? await this._prisma.user.findUnique({

apps/webapp/package.json

@@ -45,7 +45,7 @@
     "@codemirror/view": "^6.5.0",
     "@conform-to/react": "^0.6.1",
     "@conform-to/zod": "^0.6.1",
-    "@depot/sdk-node": "^0.5.0",
+    "@depot/sdk-node": "^1.0.0",
     "@headlessui/react": "^1.7.8",
     "@heroicons/react": "^2.0.12",
     "@internationalized/date": "^3.5.1",

packages/database/prisma/migrations/20240905134437_add_builder_project_id_to_projects/migration.sql

@@ -0,0 +1,2 @@
+-- AlterTable
+ALTER TABLE "Project" ADD COLUMN     "builderProjectId" TEXT;

packages/database/prisma/schema.prisma

@@ -441,6 +441,8 @@ model Project {
 
   version ProjectVersion @default(V2)
 
+  builderProjectId String?
+
   environments           RuntimeEnvironment[]
   endpoints              Endpoint[]
   jobs                   Job[]