chore(server): add Easy-Monitor

Author: fengmk2

.github/actions/deploy/deploy.mjs

@@ -19,6 +19,9 @@ const {
   AFFINE_INDEXER_SEARCH_PROVIDER,
   AFFINE_INDEXER_SEARCH_ENDPOINT,
   AFFINE_INDEXER_SEARCH_API_KEY,
+  EZM_SERVER,
+  EZM_APP_ID,
+  EZM_APP_SECRET,
 } = process.env;
 
 const buildType = BUILD_TYPE || 'canary';
@@ -89,6 +92,14 @@ const createHelmCommand = ({ isDryRun }) => {
     `--set-string global.indexer.endpoint="${AFFINE_INDEXER_SEARCH_ENDPOINT}"`,
     `--set-string global.indexer.apiKey="${AFFINE_INDEXER_SEARCH_API_KEY}"`,
   ];
+  const ezmOptions =
+    EZM_SERVER && EZM_APP_ID && EZM_APP_SECRET
+      ? [
+          `--set-string global.ezm.server="${EZM_SERVER}"`,
+          `--set-string global.ezm.appId="${EZM_APP_ID}"`,
+          `--set-string global.ezm.appSecret="${EZM_APP_SECRET}"`,
+        ]
+      : [];
   const serviceAnnotations = [
     `--set-json   web.serviceAccount.annotations="{ \\"iam.gke.io/gcp-service-account\\": \\"${APP_IAM_ACCOUNT}\\" }"`,
     `--set-json   graphql.serviceAccount.annotations="{ \\"iam.gke.io/gcp-service-account\\": \\"${APP_IAM_ACCOUNT}\\" }"`,
@@ -144,6 +155,7 @@ const createHelmCommand = ({ isDryRun }) => {
     `--set-string global.version="${APP_VERSION}"`,
     ...redisAndPostgres,
     ...indexerOptions,
+    ...ezmOptions,
     `--set        web.replicaCount=${replica.web}`,
     `--set-string web.image.tag="${imageTag}"`,
     `--set        graphql.replicaCount=${replica.graphql}`,

.github/deployment/node/Dockerfile

@@ -7,7 +7,10 @@ COPY ./packages/frontend/apps/mobile/dist /app/static/mobile
 WORKDIR /app
 
 RUN apt-get update && \
-  apt-get install -y --no-install-recommends openssl && \
+  apt-get install -y --no-install-recommends openssl libjemalloc2 procps && \
   rm -rf /var/lib/apt/lists/*
 
+# Enable jemalloc by preloading the library
+# ENV LD_PRELOAD=libjemalloc.so.2
+
 CMD ["node", "./dist/main.js"]

.github/helm/affine/charts/graphql/templates/deployment.yaml

@@ -76,6 +76,17 @@ spec:
               secretKeyRef:
                 name: indexer
                 key: indexer-apiKey
+          {{- if .Values.global.ezm.server }}
+          - name: EZM_SERVER
+            value: "{{ .Values.global.ezm.server }}"
+          - name: EZM_APP_ID
+            value: "{{ .Values.global.ezm.appId }}"
+          - name: EZM_APP_SECRET
+            valueFrom:
+              secretKeyRef:
+                name: ezm
+                key: ezm-appSecret
+          {{- end }}
           - name: AFFINE_SERVER_PORT
             value: "{{ .Values.service.port }}"
           - name: AFFINE_SERVER_SUB_PATH

.github/helm/affine/charts/graphql/values.yaml

@@ -30,6 +30,10 @@ resources:
   requests:
     cpu: '2'
     memory: 2Gi
+    ephemeral-storage: 2Gi
+  limits:
+    # allow create core dump file
+    ephemeral-storage: 2Gi
 
 probe:
   initialDelaySeconds: 20

.github/helm/affine/templates/ezm-secret.yaml

@@ -0,0 +1,13 @@
+{{- if .Values.global.ezm.appSecret -}}
+apiVersion: v1
+kind: Secret
+metadata:
+  name: ezm
+  annotations:
+    "helm.sh/hook": pre-install,pre-upgrade
+    "helm.sh/hook-weight": "-2"
+    "helm.sh/hook-delete-policy": before-hook-creation
+type: Opaque
+data:
+  ezm-appSecret: {{ .Values.global.ezm.appSecret | b64enc }}
+{{- end }}

.github/helm/affine/values.yaml

@@ -32,6 +32,10 @@ global:
     endpoint: ''
     username: ''
     password: ''
+  ezm:
+    appId: ''
+    appSecret: ''
+    server: ''
   docService:
     name: 'affine-doc'
     port: 3020

.github/workflows/release-cloud.yml

@@ -64,3 +64,6 @@ jobs:
           AFFINE_INDEXER_SEARCH_PROVIDER: ${{ secrets.AFFINE_INDEXER_SEARCH_PROVIDER }}
           AFFINE_INDEXER_SEARCH_ENDPOINT: ${{ secrets.AFFINE_INDEXER_SEARCH_ENDPOINT }}
           AFFINE_INDEXER_SEARCH_API_KEY: ${{ secrets.AFFINE_INDEXER_SEARCH_API_KEY }}
+          EZM_SERVER: ${{ secrets.EZM_SERVER }}
+          EZM_APP_ID: ${{ secrets.EZM_APP_ID }}
+          EZM_APP_SECRET: ${{ secrets.EZM_APP_SECRET }}

packages/backend/server/package.json

@@ -118,6 +118,8 @@
     "ts-node": "^10.9.2",
     "typescript": "^5.7.2",
     "winston": "^3.17.0",
+    "xprofiler": "^3.0.0",
+    "xtransit": "^3.0.1",
     "yjs": "^13.6.21",
     "zod": "^3.24.1"
   },

packages/backend/server/src/ezm.ts

@@ -0,0 +1,9 @@
+import { start as startXprofiler } from 'xprofiler';
+import { start as startXtransit } from 'xtransit';
+
+startXprofiler();
+startXtransit({
+  server: process.env.EZM_SERVER ?? '',
+  appId: parseInt(process.env.EZM_APP_ID ?? '0'),
+  appSecret: process.env.EZM_APP_SECRET ?? '',
+});

packages/backend/server/src/index.ts

@@ -7,5 +7,8 @@ import { run as runServer } from './server';
 if (env.flavors.script) {
   await runCli();
 } else {
+  if (process.env.EZM_SERVER) {
+    await import('./ezm');
+  }
   await runServer();
 }