feat(mono): Add worker app

.github/workflows/worker.yml

@@ -0,0 +1,104 @@
+name: Docker Publish Worker
+
+permissions:
+  contents: write
+  packages: write
+
+on:
+  push:
+    branches: [main]
+    tags: ['worker-v*.*.*']
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    outputs:
+      has_changes: ${{ steps.check_for_changes.outputs.has_changes }}
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 3
+      - uses: actions/setup-node@v3
+        with:
+          node-version: '22.14.0'
+      - name: Install turbo
+        run: npm install -g turbo@2.4.4 && npm install -g turbo-ignore
+      - name: Check for changes
+        id: check_for_changes
+        run: |
+          if [[ "${GITHUB_REF}" == refs/tags/worker-v* ]]; then
+            echo "has_changes=true" >> "$GITHUB_OUTPUT"
+            exit 0
+          fi
+
+          npx turbo-ignore worker --fallback=HEAD^1 && echo "has_changes=false" >> "$GITHUB_OUTPUT" || echo "has_changes=true" >> "$GITHUB_OUTPUT"
+  build:
+    runs-on: ubuntu-latest
+    needs: check
+    if: needs.check.outputs.has_changes == 'true'
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 3
+      - name: Install turbo
+        run: npm install -g turbo@^2
+      - name: Login to Docker
+        run: |
+          echo "${{ github.token }}" | docker login https://ghcr.io -u ${GITHUB_ACTOR} --password-stdin
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Resolve release tags
+        id: release_meta
+        run: |
+          if [[ "${GITHUB_REF}" == refs/tags/worker-v* ]]; then
+            VERSION="${GITHUB_REF_NAME#worker-v}"
+            if [[ ! "${VERSION}" =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
+              echo "Invalid release tag format: ${GITHUB_REF_NAME}. Expected worker-vX.Y.Z"
+              exit 1
+            fi
+
+            IFS='.' read -r MAJOR MINOR PATCH <<< "${VERSION}"
+            echo "is_release=true" >> "$GITHUB_OUTPUT"
+            echo "version=${VERSION}" >> "$GITHUB_OUTPUT"
+            echo "major=${MAJOR}" >> "$GITHUB_OUTPUT"
+            echo "minor=${MINOR}" >> "$GITHUB_OUTPUT"
+            exit 0
+          fi
+
+          echo "is_release=false" >> "$GITHUB_OUTPUT"
+      - name: Build and push Docker image
+        env:
+          DOCKER_BUILDKIT: 1
+          IS_RELEASE: ${{ steps.release_meta.outputs.is_release }}
+          RELEASE_VERSION: ${{ steps.release_meta.outputs.version }}
+          RELEASE_MAJOR: ${{ steps.release_meta.outputs.major }}
+          RELEASE_MINOR: ${{ steps.release_meta.outputs.minor }}
+        run: |
+          IMAGE="ghcr.io/buildtheearth/website-worker"
+          TAGS=(
+            --tag "${IMAGE}:sha-$(git rev-parse --short=12 HEAD)"
+          )
+
+          if [[ "${IS_RELEASE}" == "true" ]]; then
+            TAGS+=(
+              --tag "${IMAGE}:${RELEASE_VERSION}"
+              --tag "${IMAGE}:${RELEASE_MAJOR}.${RELEASE_MINOR}"
+              --tag "${IMAGE}:${RELEASE_MAJOR}"
+              --tag "${IMAGE}:latest"
+            )
+          fi
+
+          docker buildx build . \
+            --file apps/worker/Dockerfile \
+            --label org.opencontainers.image.source="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}" \
+            --label org.opencontainers.image.revision="${GITHUB_SHA}" \
+            --label org.opencontainers.image.version="${RELEASE_VERSION:-sha-$(git rev-parse --short=12 HEAD)}" \
+            "${TAGS[@]}" \
+            --push
+      - name: Publish GitHub release
+        if: steps.release_meta.outputs.is_release == 'true'
+        uses: softprops/action-gh-release@v2
+        with:
+          tag_name: ${{ github.ref_name }}
+          name: worker-v${{ steps.release_meta.outputs.version }}
+          generate_release_notes: true

.vscode/settings.json

@@ -40,7 +40,9 @@
 		"frontend/map",
 		"frontend/assets",
 		"dash/team",
-		"frontend/mobile"
+		"frontend/mobile",
+		"worker",
+		"worker/tasks"
 	],
 	"js/ts.tsdk.path": "node_modules\\typescript\\lib"
 }

README.md

@@ -22,6 +22,7 @@ This repository contains the following apps and other shared packages:
 | apps/frontend              | BuildTheEarth Website frontend        | Next.js, TypeScript    | https://buildtheearth.net     |
 | apps/api                   | BuildTheEarth API and Website backend | Express.js, TypeScript | https://api.buildtheearth.net |
 | apps/dashboard             | BuildTheEarth Dashboard               | Next.js, TypeScript    | https://my.buildtheearth.net  |
+| apps/worker                | Queue Worker for async tasks          | BullMQ, TypeScript     | -/-                           |
 | packages/typescript-config | Shared tsconfig for all apps          | TypeScript, JSON       | -/-                           |
 | packages/prettier-config   | Shared Prettier config for all apps   | Prettier, JSON         | -/-                           |
 | packages/db                | Shared Prisma client and schema       | Prisma.js              | -/-                           |

apps/worker/.infisical.json

@@ -0,0 +1,5 @@
+{
+	"workspaceId": "1609eb2b-2a36-4273-bd12-470f3f3ad35e",
+	"defaultEnvironment": "dev",
+	"gitBranchToEnvironmentMapping": null
+}

apps/worker/Dockerfile

@@ -0,0 +1,36 @@
+FROM node:22-alpine AS base
+
+FROM base AS builder
+RUN apk update
+RUN apk add --no-cache libc6-compat
+WORKDIR /app
+
+# Run turbo
+RUN corepack enable
+RUN corepack prepare yarn@4.9.1 --activate
+COPY . .
+RUN yarn dlx turbo@2.1.1 prune worker --docker
+
+# Add lockfile and package.json
+FROM base AS installer
+RUN apk update
+RUN apk add --no-cache libc6-compat
+WORKDIR /app
+
+# Install dependencies
+COPY --from=builder /app/out/json/ .
+# Enable corepack to use the correct Yarn version
+RUN corepack enable
+RUN corepack prepare yarn@4.9.1 --activate
+RUN yarn install
+
+# Build the project
+COPY --from=builder /app/out/full/ .
+RUN yarn turbo run build --filter=worker...
+
+FROM base AS runner
+WORKDIR /app
+
+COPY --from=installer /app .
+
+CMD ["node", "apps/worker/dist/main.js"]

apps/worker/README.md

@@ -0,0 +1,14 @@
+<!-- markdownlint-disable -->
+<div align="center">
+
+<img width="128" src="https://github.com/BuildTheEarth/assets/blob/main/logos/logo.png?raw=true" />
+
+# Website Worker
+
+_Independent worker for handling events._
+
+![official](https://go.buildtheearth.net/official-shield)
+[![chat](https://img.shields.io/discord/706317564904472627.svg?color=768AD4&label=discord&logo=https%3A%2F%2Fdiscordapp.com%2Fassets%2F8c9701b98ad4372b58f13fd9f65f966e.svg)](https://discord.gg/buildtheearth)
+
+</div>
+<!-- markdownlint-restore -->

apps/worker/package.json

@@ -0,0 +1,32 @@
+{
+	"name": "worker",
+	"version": "1.0.0",
+	"private": true,
+	"packageManager": "yarn@4.9.1+sha512.f95ce356460e05be48d66401c1ae64ef84d163dd689964962c6888a9810865e39097a5e9de748876c2e0bf89b232d583c33982773e9903ae7a76257270986538",
+	"scripts": {
+		"dev": "infisical run --path=\"/worker\" -- tsx watch --tsconfig tsconfig.runtime.json src/main.ts",
+		"build": "tsc",
+		"start": "infisical run --path=\"/worker\" -- tsx --tsconfig tsconfig.runtime.json dist/main.js",
+		"prettier": "prettier ./src --write --ignore-unknown",
+		"test": "infisical run --path=\"/worker\" -- tsx --tsconfig tsconfig.test.json test/index.test.ts"
+	},
+	"devDependencies": {
+		"@repo/prettier-config": "workspace:^",
+		"@repo/typescript-config": "workspace:^",
+		"@types/node": "^22",
+		"tsx": "^4.22.3",
+		"typescript": "^5.6.3"
+	},
+	"dependencies": {
+		"@prisma/adapter-pg": "^7.8.0",
+		"@repo/db": "*",
+		"bullmq": "^5.77.0",
+		"ioredis": "^5.10.1",
+		"zod": "^4.1.13",
+		"winston": "^3.19.0"
+	},
+	"prettier": "@repo/prettier-config",
+	"lint-staged": {
+		"*": "prettier --write --ignore-unknown"
+	}
+}

apps/worker/src/lib/buildteamWebhook.ts

@@ -0,0 +1,62 @@
+import { logger } from './logger';
+import prisma from './prisma';
+
+type WebhookPayload = {
+	type: string;
+	data: any;
+};
+export type WebhookBuildTeam =
+	| {
+			url: string;
+	  }
+	| { id: string }
+	| { slug: string };
+
+export class BuildTeamWebhook {
+	async send(
+		destination: WebhookBuildTeam,
+		type: string,
+		data: WebhookPayload['data'],
+	): Promise<{ ok: boolean; status: number; error?: string }> {
+		const url = 'url' in destination ? destination.url : await this.resolveUrl(destination);
+
+		if (!url) {
+			return { ok: true, status: 202 };
+		}
+
+		try {
+			const res = await fetch(url, {
+				method: 'POST',
+				headers: {
+					'Content-Type': 'application/json',
+					'User-Agent': 'BuildTheEarth Worker',
+					Accept: 'application/json',
+				},
+				body: JSON.stringify({ type, data }),
+			});
+
+			const body = await res.text();
+
+			if (!res.ok) {
+				logger.error('BuildTeam webhook request failed', { status: res.status });
+				return { ok: false, status: res.status, error: typeof body === 'string' ? body : undefined };
+			}
+
+			logger.debug('BuildTeam webhook sent', { status: res.status });
+			return { ok: true, status: res.status };
+		} catch (err: any) {
+			logger.error('BuildTeam webhook error', { error: err?.message });
+			return { ok: false, status: 0, error: err?.message };
+		}
+	}
+
+	private async resolveUrl(destination: WebhookBuildTeam): Promise<string | null> {
+		const bt = await prisma.buildTeam.findUnique({
+			where:
+				'id' in destination ? { id: destination.id } : 'slug' in destination ? { slug: destination.slug } : { id: '' },
+		});
+		return bt?.webhook || null;
+	}
+}
+
+export default new BuildTeamWebhook();

apps/worker/src/lib/config.ts

@@ -0,0 +1,31 @@
+/*
+ * Static constant configuration values
+ */
+
+import { remove } from 'winston';
+
+export const config = {
+	// The number of worker threads to spawn for processing background jobs
+	workerThreadCount: 5,
+	eventQueueName: 'EventQueue',
+	retryOptions: {
+		attempts: 3,
+		backoff: {
+			type: 'exponential',
+			delay: 1000, // Initial delay of 1 second for retries
+		},
+	},
+	removalOptions: {
+		removeOnComplete: {
+			age: 3600, // 1h
+			count: 200,
+		},
+		removeOnFail: {
+			count: 200,
+		},
+	},
+	webhooks: {
+		errorReporting: process.env.DISCORD_WEBHOOK_ERRORS || '',
+		logging: process.env.DISCORD_WEBHOOK_LOGGING || '',
+	},
+};

apps/worker/src/lib/discordBot.ts

@@ -0,0 +1,78 @@
+import { z } from 'zod';
+
+export type DiscordDmResult = {
+	success: string[];
+	failure: string[];
+};
+
+export enum DiscordBotEmojisRaw {
+	WARN = '<:warn:1441532241628102686>',
+	UNMUTE = '<:unmute:1441532234573156433>',
+	UNBAN = '<:unban:1441532232627130548>',
+	MUTE = '<:mute:1441532230643224587>',
+	KICK = '<:kick:1441532228550131725>',
+	INVALID = '<:invalid:1441532226427813901>',
+	INFORMATION = '<:information:1441532225119191175>',
+	INPROGRESS = '<:inprogress:1441532224473268234>',
+	FORWARDED = '<:forwarded:1441532223298863305>',
+	DUPLICATE = '<:duplicate:1441532221470146663>',
+	DENIED = '<:denied:1441532217779294350>',
+	BAN = '<:ban:1441532215828676790>',
+	APPROVED = '<:approved:1441532214562128034>',
+}
+export enum DiscordBotEmojis {
+	WARN = 'WARN',
+	UNMUTE = 'UNMUTE',
+	UNBAN = 'UNBAN',
+	MUTE = 'MUTE',
+	KICK = 'KICK',
+	INVALID = 'INVALID',
+	INFORMATION = 'INFORMATION',
+	INPROGRESS = 'INPROGRESS',
+	FORWARDED = 'FORWARDED',
+	DUPLICATE = 'DUPLICATE',
+	DENIED = 'DENIED',
+	BAN = 'BAN',
+	APPROVED = 'APPROVED',
+}
+
+export const discordBotMessageMessageSchema = z.object({
+	title: z.string(),
+	emoji: z.nativeEnum(DiscordBotEmojis),
+	body: z.string(),
+	footer: z.string().optional(),
+});
+
+export async function sendDiscordDm(
+	message: string | z.infer<typeof discordBotMessageMessageSchema>,
+	users: string[],
+): Promise<DiscordDmResult> {
+	try {
+		const content =
+			typeof message === 'string'
+				? message
+				: `## ${DiscordBotEmojisRaw[message.emoji]} ${message.title}\n\n${message.body}${
+						message.footer ? `\n\n-# ${message.footer}` : ''
+					}`;
+
+		const res = await fetch(process.env.DISCORD_BOT_API_URL + '/api/v1/website/message/blank', {
+			method: 'POST',
+			headers: {
+				'Content-type': 'application/json',
+				authorization: `Bearer ${process.env.DISCORD_BOT_SECRET}`,
+			},
+			body: JSON.stringify({ params: { text: content }, ids: users }),
+		});
+		const json = await res.json();
+		return {
+			success: json.success || [],
+			failure: json.failed || [],
+		};
+	} catch (e) {
+		console.error(e);
+		return {
+			success: [],
+			failure: users,
+		};
+	}
+}