feat: azure deployment

.cspell.json

@@ -4,8 +4,26 @@
   "ignorePaths": ["**/*.json", "**/*.css", "node_modules", "**/*.log"],
   "useGitignore": true,
   "language": "en",
-  "words": ["dataurl", "devpool", "fkey", "mswjs", "outdir", "servedir", "supabase", "typebox", "ubiquity-os",
-		"smee", "tomlify", "hono", "cfworker", "pavlovcik", "ghijklmnopqrstuvwxyz", "GHIJKLMNOPQRSTUVWXYZ", "ubiquityos"],
+  "words": [
+    "dataurl",
+    "devpool",
+    "fkey",
+    "mswjs",
+    "outdir",
+    "servedir",
+    "supabase",
+    "typebox",
+    "ubiquity-os",
+    "smee",
+    "tomlify",
+    "hono",
+    "cfworker",
+    "workerd",
+    "pavlovcik",
+    "ghijklmnopqrstuvwxyz",
+    "GHIJKLMNOPQRSTUVWXYZ",
+    "ubiquityos"
+  ],
   "dictionaries": ["typescript", "node", "software-terms"],
   "import": ["@cspell/dict-typescript/cspell-ext.json", "@cspell/dict-node/cspell-ext.json", "@cspell/dict-software-terms"],
   "ignoreRegExpList": ["[0-9a-fA-F]{6}"]

.funcignore

@@ -0,0 +1,10 @@
+*.js.map
+*.ts
+.git*
+.vscode
+__azurite_db*__.json
+__blobstorage__
+__queuestorage__
+local.settings.json
+test
+tsconfig.json

.github/knip.ts

@@ -1,7 +1,7 @@
 import type { KnipConfig } from "knip";
 
 const config: KnipConfig = {
-  entry: ["src/worker.ts", "deploy/setup-kv-namespace.ts"],
+  entry: ["src/kernel.ts", "src/adapters/cloudflare-worker.ts", "deploy/setup-kv-namespace.ts"],
   project: ["src/**/*.ts"],
   ignore: ["jest.config.ts"],
   ignoreBinaries: ["i", "publish"],

.github/workflows/development-azure.yml

@@ -0,0 +1,74 @@
+# Docs for the Azure Web Apps Deploy action: https://github.com/azure/functions-action
+# More GitHub Actions for Azure: https://github.com/Azure/actions
+
+name: Build and deploy Node.js project to Azure Function App - ubiquity-os
+
+on:
+  push:
+    branches:
+      - feat/azure
+  workflow_dispatch:
+
+env:
+  AZURE_FUNCTIONAPP_PACKAGE_PATH: '.' # set this to the path to your web app project, defaults to the repository root
+  NODE_VERSION: '20.x' # set this to the node version to use (supports 8.x, 10.x, 12.x)
+
+jobs:
+  build:
+    runs-on: windows-latest
+    steps:
+      - name: 'Checkout GitHub Action'
+        uses: actions/checkout@v4
+
+      - name: Setup Node ${{ env.NODE_VERSION }} Environment
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+
+      - uses: oven-sh/setup-bun@v2
+
+      - name: 'Resolve Project Dependencies Using Bun'
+        shell: pwsh
+        run: |
+          pushd './${{ env.AZURE_FUNCTIONAPP_PACKAGE_PATH }}'
+          bun install --frozen-lockfile
+          bun run jest:test
+          bun run build
+          bun rimraf node_modules
+          bun install --frozen-lockfile --production
+          popd
+
+      - name: Upload artifact for deployment job
+        uses: actions/upload-artifact@v4
+        with:
+          name: node-app
+          path: .
+
+  deploy:
+    runs-on: windows-latest
+    needs: build
+
+    permissions:
+      id-token: write #This is required for requesting the JWT
+
+    steps:
+      - name: Download artifact from build job
+        uses: actions/download-artifact@v4
+        with:
+          name: node-app
+
+      - name: Login to Azure
+        uses: azure/login@v2
+        with:
+          client-id: ${{ secrets.AZUREAPPSERVICE_CLIENTID_FF1543FDA6074B97A548B4AFA510042F }}
+          tenant-id: ${{ secrets.AZUREAPPSERVICE_TENANTID_58410EA2C4124ABF95F7CE33E01A187E }}
+          subscription-id: ${{ secrets.AZUREAPPSERVICE_SUBSCRIPTIONID_4D4EF1EB2DF646689862334A9DE27D20 }}
+
+      - name: 'Run Azure Functions Action'
+        uses: Azure/functions-action@v1
+        id: fa
+        with:
+          app-name: 'ubiquity-os'
+          slot-name: 'Production'
+          package: ${{ env.AZURE_FUNCTIONAPP_PACKAGE_PATH }}
+

.vscode/extensions.json

@@ -1,3 +1,8 @@
 {
-  "recommendations": ["arcanis.vscode-zipfs", "dbaeumer.vscode-eslint", "esbenp.prettier-vscode"]
-}
+  "recommendations": [
+    "ms-azuretools.vscode-azurefunctions",
+    "arcanis.vscode-zipfs",
+    "dbaeumer.vscode-eslint",
+    "esbenp.prettier-vscode"
+  ]
+}

.vscode/settings.json

@@ -1,4 +1,13 @@
 {
   "typescript.enablePromptUseWorkspaceTsdk": true,
-  "cSpell.words": ["smee"]
-}
+  "cSpell.words": [
+    "smee"
+  ],
+  "azureFunctions.deploySubpath": ".",
+  "azureFunctions.postDeployTask": "npm install (functions)",
+  "azureFunctions.projectLanguage": "TypeScript",
+  "azureFunctions.projectRuntime": "~4",
+  "debug.internalConsoleOptions": "neverOpen",
+  "azureFunctions.projectLanguageModel": 4,
+  "azureFunctions.preDeployTask": "npm prune (functions)"
+}

eslint.config.mjs

@@ -9,7 +9,7 @@ export default tsEslint.config({
     "@typescript-eslint": tsEslint.plugin,
     "check-file": checkFile,
   },
-  ignores: [".github/knip.ts", "**/.wrangler/**", "jest.config.ts", ".husky/**"],
+  ignores: [".github/knip.ts", "**/.wrangler/**", "jest.config.ts", ".husky/**", "dist/**"],
   extends: [eslint.configs.recommended, ...tsEslint.configs.recommended, sonarjs.configs.recommended],
   languageOptions: {
     parser: tsEslint.parser,

host.json

@@ -0,0 +1,20 @@
+{
+  "version": "2.0",
+  "logging": {
+    "applicationInsights": {
+      "samplingSettings": {
+        "isEnabled": true,
+        "excludedTypes": "Request"
+      }
+    }
+  },
+  "extensionBundle": {
+    "id": "Microsoft.Azure.Functions.ExtensionBundle",
+    "version": "[4.*, 5.0.0)"
+  },
+	"extensions": {
+		"http": {
+			"routePrefix": ""
+		}
+	}
+}

local.settings.json

@@ -0,0 +1,7 @@
+{
+  "IsEncrypted": false,
+  "Values": {
+    "AzureWebJobsStorage": "UseDevelopmentStorage=true",
+    "FUNCTIONS_WORKER_RUNTIME": "node"
+  }
+}

package.json

@@ -3,8 +3,7 @@
   "version": "2.1.5",
   "private": false,
   "description": "The kernel for UbiquityOS.",
-  "module": "dist/index.mjs",
-  "main": "dist/index.js",
+  "main": "dist/*.js",
   "typings": "dist/index.d.ts",
   "files": [
     "dist"
@@ -14,6 +13,7 @@
   "engines": {
     "node": ">=20.10.0"
   },
+  "type": "module",
   "scripts": {
     "dev": "run-p worker proxy",
     "predev": "tsx predev.ts",
@@ -32,7 +32,13 @@
     "jest:test": "jest --coverage",
     "plugin:hello-world": "tsx tests/__mocks__/hello-world-plugin.ts",
     "setup-kv": "bun --env-file=.dev.vars scripts/setup-kv-namespace.ts",
-    "setup": "tsx ./scripts/setup.ts"
+    "setup": "tsx ./scripts/setup.ts",
+		"start:local": "run-p proxy build:watch start",
+    "start": "func start",
+    "prestart": "bun run build",
+    "build": "tsup",
+    "build:watch": "tsup --watch",
+    "prebuild": "rimraf dist"
   },
   "keywords": [
     "typescript",
@@ -42,7 +48,9 @@
     "open-source"
   ],
   "dependencies": {
+    "@azure/functions": "^4.6.0",
     "@cfworker/json-schema": "2.0.1",
+    "@marplex/hono-azurefunc-adapter": "^1.0.1",
     "@octokit/auth-app": "7.1.0",
     "@octokit/core": "6.1.2",
     "@octokit/plugin-paginate-rest": "11.3.3",
@@ -56,6 +64,7 @@
     "@sinclair/typebox": "0.34.3",
     "@ubiquity-os/plugin-sdk": "^1.1.0",
     "dotenv": "16.4.5",
+    "hono": "^4.6.12",
     "openai": "^4.70.2",
     "typebox-validators": "0.3.5",
     "yaml": "2.4.5"
@@ -77,13 +86,15 @@
     "@types/jest": "29.5.12",
     "@types/node": "20.14.10",
     "@types/node-rsa": "^1.1.4",
+    "azure-functions-core-tools": "^4.0.6610",
     "cspell": "8.9.0",
     "esbuild": "0.23.0",
     "eslint": "9.7.0",
     "eslint-config-prettier": "9.1.0",
     "eslint-plugin-check-file": "2.8.0",
     "eslint-plugin-prettier": "5.1.3",
     "eslint-plugin-sonarjs": "1.0.3",
+    "glob": "^11.0.0",
     "husky": "9.1.6",
     "jest": "29.7.0",
     "jest-junit": "16.0.0",
@@ -94,10 +105,12 @@
     "open": "^10.1.0",
     "ora": "^8.1.1",
     "prettier": "3.3.3",
+    "rimraf": "^6.0.1",
     "smee-client": "^2.0.4",
     "toml": "3.0.0",
     "tomlify-j0.4": "3.0.0",
     "ts-node": "^10.9.2",
+    "tsup": "^8.3.5",
     "tsx": "4.16.2",
     "typescript": "5.6.3",
     "typescript-eslint": "7.16.0",

src/adapters/cloudflare-worker.ts

@@ -0,0 +1,3 @@
+import { app } from "../kernel";
+
+export default app;

src/functions/http-trigger.ts

@@ -0,0 +1,10 @@
+import { app } from "@azure/functions";
+import { azureHonoHandler } from "@marplex/hono-azurefunc-adapter";
+import { app as honoApp } from "../kernel";
+
+app.http("http-trigger", {
+  methods: ["GET", "POST"],
+  authLevel: "anonymous",
+  route: "{*proxy}",
+  handler: azureHonoHandler(honoApp.fetch),
+});

src/index.ts

@@ -0,0 +1,5 @@
+import { app } from "@azure/functions";
+
+app.setup({
+  enableHttpStream: true,
+});

src/kernel.ts

@@ -0,0 +1,93 @@
+import { emitterEventNames } from "@octokit/webhooks";
+import { Value } from "@sinclair/typebox/value";
+import { GitHubEventHandler } from "./github/github-event-handler";
+import { bindHandlers } from "./github/handlers";
+import { Env, envSchema } from "./github/types/env";
+import { EmptyStore } from "./github/utils/kv-store";
+import { WebhookEventName } from "@octokit/webhooks-types";
+import OpenAI from "openai";
+import { Context, Hono, HonoRequest } from "hono";
+import { env as honoEnv, getRuntimeKey } from "hono/adapter";
+import { StatusCode } from "hono/utils/http-status";
+
+export const app = new Hono();
+
+app.post("/", async (ctx: Context) => {
+  try {
+    const env = honoEnv(ctx);
+    const request = ctx.req;
+
+    validateEnv(env);
+    const eventName = getEventName(request);
+    const signatureSha256 = getSignature(request);
+    const id = getId(request);
+    const openAiClient = new OpenAI({
+      apiKey: env.OPENAI_API_KEY,
+    });
+    const eventHandler = new GitHubEventHandler({
+      environment: env.ENVIRONMENT,
+      webhookSecret: env.APP_WEBHOOK_SECRET,
+      appId: env.APP_ID,
+      privateKey: env.APP_PRIVATE_KEY,
+      pluginChainState: new EmptyStore(),
+      openAiClient,
+    });
+    bindHandlers(eventHandler);
+
+    // if running in Cloudflare Worker, handle the webhook in the background and return a response immediately
+    if (getRuntimeKey() === "workerd") {
+      ctx.executionCtx.waitUntil(eventHandler.webhooks.verifyAndReceive({ id, name: eventName, payload: await request.text(), signature: signatureSha256 }));
+    } else {
+      await eventHandler.webhooks.verifyAndReceive({ id, name: eventName, payload: await request.text(), signature: signatureSha256 });
+    }
+    return ctx.text("ok\n", 200);
+  } catch (error) {
+    return handleUncaughtError(ctx, error);
+  }
+});
+
+function handleUncaughtError(ctx: Context, error: unknown) {
+  console.error(error);
+  let status = 500;
+  let errorMessage = "An uncaught error occurred";
+  if (error instanceof AggregateError) {
+    const err = error.errors[0];
+    errorMessage = err.message ? `${err.name}: ${err.message}` : `Error: ${errorMessage}`;
+    status = typeof err.status !== "undefined" && typeof err.status === "number" ? err.status : 500;
+  } else {
+    errorMessage = error instanceof Error ? `${error.name}: ${error.message}` : `Error: ${error}`;
+  }
+  return ctx.json({ error: errorMessage }, status as StatusCode);
+}
+
+function validateEnv(env: Env): void {
+  if (!Value.Check(envSchema, env)) {
+    const errors = [...Value.Errors(envSchema, env)];
+    console.error("Invalid environment variables", errors);
+    throw new Error("Invalid environment variables");
+  }
+}
+
+function getEventName(request: HonoRequest): WebhookEventName {
+  const eventName = request.header("x-github-event");
+  if (!eventName || !emitterEventNames.includes(eventName as WebhookEventName)) {
+    throw new Error(`Unsupported or missing "x-github-event" header value: ${eventName}`);
+  }
+  return eventName as WebhookEventName;
+}
+
+function getSignature(request: HonoRequest): string {
+  const signatureSha256 = request.header("x-hub-signature-256");
+  if (!signatureSha256) {
+    throw new Error(`Missing "x-hub-signature-256" header`);
+  }
+  return signatureSha256;
+}
+
+function getId(request: HonoRequest): string {
+  const id = request.header("x-github-delivery");
+  if (!id) {
+    throw new Error(`Missing "x-github-delivery" header`);
+  }
+  return id;
+}

src/proxy.ts

@@ -4,7 +4,7 @@ dotenv.config({ path: ".dev.vars" });
 
 const smee = new SmeeClient({
   source: process.env.WEBHOOK_PROXY_URL || "https://smee.io/new",
-  target: "http://localhost:8787/events",
+  target: "http://localhost:7071",
   logger: console,
 });