Observability di Node.js: Logs, Metrics, dan Traces Tanpa Kerumitan

// src/lib/logger.ts
import pino from "pino";
 
export const logger = pino({
  level: process.env.LOG_LEVEL || "info",
 
  // Redact field sensitif
  redact: {
    paths: ["req.headers.authorization", "req.headers.cookie", "body.password", "body.token", "body.creditCard"],
    censor: "[REDACTED]",
  },
 
  // Tambahkan metadata berguna ke setiap baris log
  base: {
    service: process.env.SERVICE_NAME || "api",
    version: process.env.APP_VERSION || "unknown",
    env: process.env.NODE_ENV || "development",
  },
 
  // Timestamp sebagai ISO string (default epoch ms kurang bisa dibaca manusia)
  timestamp: pino.stdTimeFunctions.isoTime,
 
  // Formatting yang lebih bagus di development
  ...(process.env.NODE_ENV !== "production" && {
    transport: {
      target: "pino-pretty",
      options: {
        colorize: true,
        translateTime: "HH:MM:ss",
        ignore: "pid,hostname",
      },
    },
  }),
});

{
  "level": 30,
  "time": "2026-03-15T14:23:07.123Z",
  "service": "api",
  "version": "1.2.3",
  "env": "production",
  "msg": "Request selesai",
  "statusCode": 200,
  "duration": 45,
  "path": "/api/products"
}

// src/middleware/request-logger.ts
import { randomUUID } from "node:crypto";
import type { Request, Response, NextFunction } from "express";
import { logger } from "../lib/logger";
 
export function requestLogger(req: Request, res: Response, next: NextFunction) {
  const requestId = req.headers["x-request-id"]?.toString() || randomUUID();
  const startTime = performance.now();
 
  // Buat child logger dengan konteks request
  req.log = logger.child({
    requestId,
    method: req.method,
    url: req.originalUrl,
    userAgent: req.headers["user-agent"],
    ip: req.headers["x-forwarded-for"]?.toString().split(",").pop()?.trim() || req.socket.remoteAddress,
  });
 
  // Set header request ID di response untuk korelasi
  res.setHeader("x-request-id", requestId);
 
  req.log.info("Request diterima");
 
  res.on("finish", () => {
    const duration = Math.round(performance.now() - startTime);
    const logMethod = res.statusCode >= 500 ? "error" : res.statusCode >= 400 ? "warn" : "info";
 
    req.log[logMethod](
      {
        statusCode: res.statusCode,
        duration,
        contentLength: res.getHeader("content-length"),
      },
      "Request selesai",
    );
  });
 
  next();
}

// src/lib/async-context.ts
import { AsyncLocalStorage } from "node:async_hooks";
import { logger } from "./logger";
import type { Logger } from "pino";
 
interface RequestContext {
  requestId: string;
  logger: Logger;
  userId?: string;
  startTime: number;
}
 
export const asyncContext = new AsyncLocalStorage<RequestContext>();
 
// Dapatkan logger kontekstual dari mana saja di call stack
export function getLogger(): Logger {
  const store = asyncContext.getStore();
  return store?.logger || logger;
}
 
export function getRequestId(): string | undefined {
  const store = asyncContext.getStore();
  return store?.requestId;
}

// src/middleware/async-context-middleware.ts
import { randomUUID } from "node:crypto";
import type { Request, Response, NextFunction } from "express";
import { asyncContext } from "../lib/async-context";
import { logger } from "../lib/logger";
 
export function asyncContextMiddleware(req: Request, res: Response, next: NextFunction) {
  const requestId = req.headers["x-request-id"]?.toString() || randomUUID();
 
  const requestLogger = logger.child({ requestId });
 
  asyncContext.run(
    {
      requestId,
      logger: requestLogger,
      startTime: performance.now(),
    },
    () => next(),
  );
}

import { getLogger } from "../lib/async-context";
 
export async function processOrder(orderId: string) {
  const log = getLogger(); // Otomatis memiliki requestId terlampir
 
  log.info({ orderId }, "Memproses order");
 
  const items = await fetchOrderItems(orderId);
  log.info({ itemCount: items.length }, "Item diambil");
 
  // Tidak perlu meneruskan logger — ia mengikuti konteks async
}

// FATAL: Proses tidak bisa dilanjutkan. Diikuti oleh process.exit().
log.fatal({ err }, "Konfigurasi database tidak valid - proses keluar");
 
// ERROR: Operasi gagal. Memerlukan perhatian.
log.error({ err, orderId }, "Pemrosesan pembayaran gagal");
 
// WARN: Sesuatu yang tidak terduga tapi tidak kritis.
log.warn({ retryCount: 3, service: "stripe" }, "Percobaan ulang panggilan API eksternal");
 
// INFO: Event bisnis yang signifikan.
log.info({ orderId, total: 49.99 }, "Order berhasil diproses");
 
// DEBUG: Detail teknis berguna untuk pengembangan.
log.debug({ query, params }, "Query database dieksekusi");
 
// TRACE: Detail yang sangat verbose. Jarang digunakan di production.
log.trace({ headers: req.headers }, "Header request mentah");

# PM2 sudah merotasi log
pm2 start ecosystem.config.js
# Log ada di ~/.pm2/logs/
 
# Atau kirim ke file secara eksplisit
node server.js | pino-pretty > app.log  # development
node server.js >> /var/log/app/api.log   # production (dengan logrotate)

// src/lib/metrics.ts
import client from "prom-client";
 
// Buat registry (jangan gunakan registry default global — ia mengumpulkan
// metrics dari library yang mungkin tidak kamu inginkan)
export const metricsRegistry = new client.Registry();
 
// Tambahkan metrics default Node.js (heap size, event loop lag, GC, dll.)
client.collectDefaultMetrics({
  register: metricsRegistry,
  prefix: "nodeapp_",
});
 
// --- Metrics Kustom ---
 
// Counter: Hanya naik. Bagus untuk request total, error total, dll.
export const httpRequestsTotal = new client.Counter({
  name: "nodeapp_http_requests_total",
  help: "Total HTTP requests",
  labelNames: ["method", "route", "status_code"] as const,
  registers: [metricsRegistry],
});
 
// Histogram: Distribusi durasi. Memberi p50, p95, p99.
export const httpRequestDuration = new client.Histogram({
  name: "nodeapp_http_request_duration_seconds",
  help: "HTTP request duration in seconds",
  labelNames: ["method", "route", "status_code"] as const,
  buckets: [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10],
  registers: [metricsRegistry],
});
 
// Gauge: Naik dan turun. Bagus untuk nilai saat ini (koneksi aktif, ukuran antrian).
export const activeConnections = new client.Gauge({
  name: "nodeapp_active_connections",
  help: "Koneksi aktif saat ini",
  registers: [metricsRegistry],
});
 
// Histogram untuk durasi query DB
export const dbQueryDuration = new client.Histogram({
  name: "nodeapp_db_query_duration_seconds",
  help: "Database query duration in seconds",
  labelNames: ["operation", "table"] as const,
  buckets: [0.001, 0.005, 0.01, 0.05, 0.1, 0.5, 1],
  registers: [metricsRegistry],
});
 
// Counter dan Histogram untuk panggilan API eksternal
export const externalApiDuration = new client.Histogram({
  name: "nodeapp_external_api_duration_seconds",
  help: "External API call duration in seconds",
  labelNames: ["service", "endpoint", "status"] as const,
  buckets: [0.05, 0.1, 0.25, 0.5, 1, 2.5, 5],
  registers: [metricsRegistry],
});
 
export const ordersProcessed = new client.Counter({
  name: "nodeapp_orders_processed_total",
  help: "Total orders diproses",
  labelNames: ["status"] as const,
  registers: [metricsRegistry],
});

// src/middleware/metrics-middleware.ts
import type { Request, Response, NextFunction } from "express";
import { httpRequestsTotal, httpRequestDuration } from "../lib/metrics";
 
export function metricsMiddleware(req: Request, res: Response, next: NextFunction) {
  // Lewati endpoint metrics sendiri untuk menghindari rekursi
  if (req.path === "/metrics") return next();
 
  const end = httpRequestDuration.startTimer();
 
  res.on("finish", () => {
    const route = req.route?.path || req.path;
    const labels = {
      method: req.method,
      route,
      status_code: res.statusCode.toString(),
    };
 
    httpRequestsTotal.inc(labels);
    end(labels);
  });
 
  next();
}

// src/routes/metrics.ts
import { Router } from "express";
import { metricsRegistry } from "../lib/metrics";
import { timingSafeEqual } from "node:crypto";
 
const router = Router();
 
// Proteksi basic auth — endpoint metrics tidak boleh publik
router.get("/metrics", async (req, res) => {
  const authHeader = req.headers.authorization;
  const expected = `Basic ${Buffer.from(`${process.env.METRICS_USER}:${process.env.METRICS_PASSWORD}`).toString(
    "base64",
  )}`;
 
  if (!authHeader || !timingSafeEqual(Buffer.from(authHeader), Buffer.from(expected))) {
    res.status(401).set("WWW-Authenticate", "Basic").send("Unauthorized");
    return;
  }
 
  try {
    const metrics = await metricsRegistry.metrics();
    res.set("Content-Type", metricsRegistry.contentType);
    res.send(metrics);
  } catch (err) {
    res.status(500).send("Error mengumpulkan metrics");
  }
});
 
export default router;

// Di order service
import { ordersProcessed, externalApiDuration } from "../lib/metrics";
 
export async function processOrder(order: Order) {
  try {
    // Ukur waktu panggilan payment provider
    const paymentTimer = externalApiDuration.startTimer({
      service: "stripe",
      endpoint: "charges.create",
    });
 
    const charge = await stripe.charges.create({
      amount: order.total,
      currency: "usd",
      source: order.paymentToken,
    });
 
    paymentTimer({ status: "success" });
 
    ordersProcessed.inc({ status: "success" });
    return charge;
  } catch (err) {
    ordersProcessed.inc({ status: "failed" });
 
    externalApiDuration.startTimer({
      service: "stripe",
      endpoint: "charges.create",
    })({ status: "error" });
 
    throw err;
  }
}

rate(nodeapp_http_requests_total[5m])

100 * (
  sum(rate(nodeapp_http_requests_total{status_code=~"5.."}[5m]))
  /
  sum(rate(nodeapp_http_requests_total[5m]))
)

histogram_quantile(0.99,
  sum(rate(nodeapp_http_request_duration_seconds_bucket[5m])) by (le)
)

nodeapp_nodejs_eventloop_lag_seconds{quantile="0.99"}

nodeapp_nodejs_heap_size_used_bytes / nodeapp_nodejs_heap_size_total_bytes * 100

nodeapp_nodejs_active_handles_total

# /etc/grafana/provisioning/dashboards/dashboards.yml
apiVersion: 1
providers:
  - name: "Node.js Services"
    orgId: 1
    folder: "Services"
    type: file
    disableDeletion: false
    editable: true
    options:
      path: /var/lib/grafana/dashboards
      foldersFromFilesStructure: true

// src/instrumentation.ts
// File ini HARUS dimuat sebelum import lainnya.
// Di Node.js, gunakan flag --require atau --import.
 
import { NodeSDK } from "@opentelemetry/sdk-node";
import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
import { OTLPMetricExporter } from "@opentelemetry/exporter-metrics-otlp-http";
import { PeriodicExportingMetricReader } from "@opentelemetry/sdk-metrics";
import { getNodeAutoInstrumentations } from "@opentelemetry/auto-instrumentations-node";
import { Resource } from "@opentelemetry/resources";
import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from "@opentelemetry/semantic-conventions";
 
const sdk = new NodeSDK({
  resource: new Resource({
    [ATTR_SERVICE_NAME]: process.env.SERVICE_NAME || "node-api",
    [ATTR_SERVICE_VERSION]: process.env.APP_VERSION || "0.0.0",
    "deployment.environment": process.env.NODE_ENV || "development",
  }),
 
  // Kirim traces ke collector (Jaeger, Tempo, dll.)
  traceExporter: new OTLPTraceExporter({
    url: process.env.OTEL_EXPORTER_OTLP_ENDPOINT || "http://localhost:4318/v1/traces",
  }),
 
  // Opsional kirim metrics melalui OTel juga
  metricReader: new PeriodicExportingMetricReader({
    exporter: new OTLPMetricExporter({
      url: process.env.OTEL_EXPORTER_OTLP_ENDPOINT || "http://localhost:4318/v1/metrics",
    }),
    exportIntervalMillis: 15000,
  }),
 
  // Auto-instrumentation: otomatis membuat span untuk
  // HTTP request, route Express, query PostgreSQL, perintah Redis,
  // DNS lookup, dan lainnya
  instrumentations: [
    getNodeAutoInstrumentations({
      // Nonaktifkan instrumentasi yang berisik
      "@opentelemetry/instrumentation-fs": { enabled: false },
      "@opentelemetry/instrumentation-dns": { enabled: false },
      // Konfigurasi yang spesifik
      "@opentelemetry/instrumentation-http": {
        ignoreIncomingPaths: ["/health", "/ready", "/metrics"],
      },
      "@opentelemetry/instrumentation-express": {
        ignoreLayersType: ["middleware"],
      },
    }),
  ],
});
 
sdk.start();
 
// Graceful shutdown
process.on("SIGTERM", () => {
  sdk.shutdown().then(
    () => console.log("OTel SDK berhasil dimatikan"),
    (err) => console.error("Error mematikan OTel SDK", err),
  );
});

node --import ./src/instrumentation.ts ./src/server.ts

// src/services/order-service.ts
import { trace, SpanStatusCode } from "@opentelemetry/api";
 
const tracer = trace.getTracer("order-service");
 
export async function processOrder(orderId: string): Promise<Order> {
  return tracer.startActiveSpan("processOrder", async (span) => {
    try {
      span.setAttribute("order.id", orderId);
 
      // Span ini menjadi parent dari query DB atau panggilan HTTP
      // yang di-auto-instrumentasi di dalam fungsi-fungsi ini
      const order = await fetchOrder(orderId);
      span.setAttribute("order.total", order.total);
      span.setAttribute("order.item_count", order.items.length);
 
      const validationResult = await tracer.startActiveSpan("validateOrder", async (validationSpan) => {
        const result = await validateInventory(order);
        validationSpan.setAttribute("validation.passed", result.valid);
        if (!result.valid) {
          validationSpan.setStatus({
            code: SpanStatusCode.ERROR,
            message: `Validasi gagal: ${result.reason}`,
          });
        }
        validationSpan.end();
        return result;
      });
 
      if (!validationResult.valid) {
        span.setStatus({
          code: SpanStatusCode.ERROR,
          message: "Validasi order gagal",
        });
        throw new Error(validationResult.reason);
      }
 
      const payment = await processPayment(order);
      span.setAttribute("payment.id", payment.id);
 
      span.setStatus({ code: SpanStatusCode.OK });
      return order;
    } catch (err) {
      span.recordException(err as Error);
      span.setStatus({
        code: SpanStatusCode.ERROR,
        message: (err as Error).message,
      });
      throw err;
    } finally {
      span.end();
    }
  });
}

import { context, propagation } from "@opentelemetry/api";
 
// Saat mempublikasikan pesan
function publishEvent(queue: string, payload: object) {
  const carrier: Record<string, string> = {};
 
  // Suntikkan trace context saat ini ke carrier
  propagation.inject(context.active(), carrier);
 
  // Kirim baik payload maupun trace context
  messageQueue.publish(queue, {
    payload,
    traceContext: carrier,
  });
}
 
// Saat mengonsumsi pesan
function consumeEvent(message: QueueMessage) {
  // Ekstrak trace context dari pesan
  const parentContext = propagation.extract(context.active(), message.traceContext);
 
  // Jalankan handler dalam konteks yang diekstrak
  // Sekarang span apa pun yang dibuat di sini akan menjadi children dari trace asli
  context.with(parentContext, () => {
    tracer.startActiveSpan("processEvent", (span) => {
      span.setAttribute("queue.message_id", message.id);
      handleEvent(message.payload);
      span.end();
    });
  });
}

# docker-compose.otel.yml
services:
  jaeger:
    image: jaegertracing/all-in-one:latest
    ports:
      - "16686:16686" # UI Jaeger
      - "4318:4318" # Receiver OTLP HTTP
    environment:
      - COLLECTOR_OTLP_ENABLED=true

// src/routes/health.ts
import { Router } from "express";
import { Pool } from "pg";
import Redis from "ioredis";
 
const router = Router();
 
interface HealthCheckResult {
  status: "ok" | "degraded" | "error";
  checks: Record<
    string,
    {
      status: "ok" | "error";
      latency?: number;
      message?: string;
    }
  >;
  uptime: number;
  timestamp: string;
  version: string;
}
 
async function checkDatabase(pool: Pool): Promise<{ ok: boolean; latency: number }> {
  const start = performance.now();
  try {
    await pool.query("SELECT 1");
    return { ok: true, latency: Math.round(performance.now() - start) };
  } catch {
    return { ok: false, latency: Math.round(performance.now() - start) };
  }
}
 
async function checkRedis(redis: Redis): Promise<{ ok: boolean; latency: number }> {
  const start = performance.now();
  try {
    await redis.ping();
    return { ok: true, latency: Math.round(performance.now() - start) };
  } catch {
    return { ok: false, latency: Math.round(performance.now() - start) };
  }
}
 
export function createHealthRoutes(pool: Pool, redis: Redis) {
  // Liveness — cukup periksa apakah proses bisa merespons
  router.get("/live", (_req, res) => {
    res.status(200).json({ status: "ok" });
  });
 
  // Readiness — periksa semua dependency
  router.get("/ready", async (_req, res) => {
    const [db, cache] = await Promise.all([checkDatabase(pool), checkRedis(redis)]);
 
    const allOk = db.ok && cache.ok;
 
    res.status(allOk ? 200 : 503).json({
      status: allOk ? "ok" : "not_ready",
      checks: {
        database: db,
        redis: cache,
      },
    });
  });
 
  // Full health — status detail untuk dashboard dan debugging
  router.get("/health", async (_req, res) => {
    const [db, cache] = await Promise.all([checkDatabase(pool), checkRedis(redis)]);
 
    const anyError = !db.ok || !cache.ok;
    const allError = !db.ok && !cache.ok;
 
    const result: HealthCheckResult = {
      status: allError ? "error" : anyError ? "degraded" : "ok",
      checks: {
        database: {
          status: db.ok ? "ok" : "error",
          latency: db.latency,
          ...(!db.ok && { message: "Koneksi gagal" }),
        },
        redis: {
          status: cache.ok ? "ok" : "error",
          latency: cache.latency,
          ...(!cache.ok && { message: "Koneksi gagal" }),
        },
      },
      uptime: process.uptime(),
      timestamp: new Date().toISOString(),
      version: process.env.APP_VERSION || "unknown",
    };
 
    // Return 200 untuk ok/degraded (layanan masih bisa menangani sebagian traffic)
    // Return 503 untuk error (layanan harus dihapus dari rotasi)
    res.status(result.status === "error" ? 503 : 200).json(result);
  });
 
  return router;
}

# k8s/deployment.yml
spec:
  containers:
    - name: api
      livenessProbe:
        httpGet:
          path: /live
          port: 3000
        initialDelaySeconds: 10
        periodSeconds: 15
        timeoutSeconds: 5
        failureThreshold: 3 # Restart setelah 3 kegagalan berturut-turut (45 detik)
      readinessProbe:
        httpGet:
          path: /ready
          port: 3000
        initialDelaySeconds: 5
        periodSeconds: 10
        timeoutSeconds: 5
        failureThreshold: 2 # Hapus dari LB setelah 2 kegagalan (20 detik)
      startupProbe:
        httpGet:
          path: /ready
          port: 3000
        initialDelaySeconds: 0
        periodSeconds: 5
        failureThreshold: 30 # Beri waktu sampai 150 detik untuk startup

// src/lib/sentry.ts
import * as Sentry from "@sentry/node";
import { nodeProfilingIntegration } from "@sentry/profiling-node";
 
export function initSentry() {
  Sentry.init({
    dsn: process.env.SENTRY_DSN,
    environment: process.env.NODE_ENV || "development",
    release: process.env.APP_VERSION || "unknown",
 
    // Sample 10% transaksi untuk monitoring performa
    // (100% di development)
    tracesSampleRate: process.env.NODE_ENV === "production" ? 0.1 : 1.0,
 
    // Profile 100% transaksi yang di-sample
    profilesSampleRate: 1.0,
 
    integrations: [
      nodeProfilingIntegration(),
      // Filter error yang berisik
      Sentry.rewriteFramesIntegration({
        root: process.cwd(),
      }),
    ],
 
    // Jangan kirim error dari development
    enabled: process.env.NODE_ENV === "production",
 
    // Filter masalah yang sudah diketahui bukan bug
    ignoreErrors: [
      // Pemutusan koneksi client bukan bug
      "ECONNRESET",
      "ECONNABORTED",
      "EPIPE",
      // Bot mengirim sampah
      "SyntaxError: Unexpected token",
    ],
 
    // Hapus PII sebelum mengirim
    beforeSend(event) {
      // Hapus alamat IP
      if (event.request) {
        delete event.request.headers?.["x-forwarded-for"];
        delete event.request.headers?.["x-real-ip"];
        delete event.request.cookies;
      }
 
      // Hapus query param sensitif
      if (event.request?.query_string) {
        const params = new URLSearchParams(event.request.query_string);
        params.delete("token");
        params.delete("api_key");
        event.request.query_string = params.toString();
      }
 
      return event;
    },
  });
}

// src/middleware/error-handler.ts
import * as Sentry from "@sentry/node";
import { getLogger } from "../lib/async-context";
import type { Request, Response, NextFunction } from "express";
 
// Request handler Sentry harus lebih dulu
export const sentryRequestHandler = Sentry.Handlers.requestHandler();
 
// Tracing handler Sentry
export const sentryTracingHandler = Sentry.Handlers.tracingHandler();
 
// Error handler kustommu datang terakhir
export function errorHandler(err: Error, req: Request, res: Response, _next: NextFunction) {
  const log = getLogger();
 
  // Tambahkan konteks kustom ke event Sentry
  Sentry.withScope((scope) => {
    scope.setTag("route", req.route?.path || req.path);
    scope.setTag("method", req.method);
 
    if (req.user) {
      scope.setUser({
        id: req.user.id,
        // Jangan kirim email atau username ke Sentry
      });
    }
 
    // Tambahkan breadcrumb untuk debugging
    scope.addBreadcrumb({
      category: "request",
      message: `${req.method} ${req.path}`,
      level: "info",
      data: {
        query: req.query,
        statusCode: res.statusCode,
      },
    });
 
    Sentry.captureException(err);
  });
 
  // Log error dengan konteks lengkap
  log.error(
    {
      err,
      statusCode: 500,
      route: req.route?.path || req.path,
      method: req.method,
    },
    "Error tidak tertangani di request handler",
  );
 
  // Kirim respons error generik
  // Jangan pernah ekspos detail error ke client di production
  res.status(500).json({
    error: "Internal Server Error",
    ...(process.env.NODE_ENV !== "production" && {
      message: err.message,
      stack: err.stack,
    }),
  });
}

# Di pipeline CI/CD
npx @sentry/cli sourcemaps upload \
  --org your-org \
  --project your-project \
  --release $APP_VERSION \
  ./dist

// vite.config.ts (atau yang setara)
import { sentryVitePlugin } from "@sentry/vite-plugin";
 
export default defineConfig({
  build: {
    sourcemap: true, // Diperlukan untuk Sentry
  },
  plugins: [
    sentryVitePlugin({
      org: process.env.SENTRY_ORG,
      project: process.env.SENTRY_PROJECT,
      authToken: process.env.SENTRY_AUTH_TOKEN,
    }),
  ],
});

// src/server.ts — di dekat awal entry point
process.on("unhandledRejection", (reason, promise) => {
  logger.fatal({ reason, promise }, "Unhandled promise rejection — crashing");
  Sentry.captureException(reason);
 
  // Flush event Sentry sebelum crash
  Sentry.flush(2000).finally(() => {
    process.exit(1);
  });
});
 
process.on("uncaughtException", (error) => {
  logger.fatal({ err: error }, "Uncaught exception — crashing");
  Sentry.captureException(error);
 
  Sentry.flush(2000).finally(() => {
    process.exit(1);
  });
});

# alertmanager.yml
global:
  resolve_timeout: 5m
  slack_api_url: $SLACK_WEBHOOK_URL
 
route:
  receiver: "slack-warnings"
  group_by: ["alertname", "service"]
  group_wait: 30s
  group_interval: 5m
  repeat_interval: 4h
  routes:
    - match:
        severity: critical
      receiver: "pagerduty-critical"
      repeat_interval: 15m
    - match:
        severity: warning
      receiver: "slack-warnings"
 
receivers:
  - name: "pagerduty-critical"
    pagerduty_configs:
      - routing_key: $PAGERDUTY_ROUTING_KEY
        severity: critical
  - name: "slack-warnings"
    slack_configs:
      - channel: "#alerts"
        title: '{{ template "slack.title" . }}'
        text: '{{ template "slack.text" . }}'

# prometheus/rules/node-api.yml
groups:
  - name: node-api-critical
    rules:
      # Error rate tinggi — ada yang rusak
      - alert: HighErrorRate
        expr: |
          (
            sum(rate(nodeapp_http_requests_total{status_code=~"5.."}[5m]))
            /
            sum(rate(nodeapp_http_requests_total[5m]))
          ) > 0.01
        for: 5m
        labels:
          severity: critical
        annotations:
          summary: "Error rate di atas 1% selama 5 menit"
          description: "{{ $value | humanizePercentage }} request mengembalikan 5xx"
 
      # Response lambat — pengguna menderita
      - alert: HighP99Latency
        expr: |
          histogram_quantile(0.99,
            sum(rate(nodeapp_http_request_duration_seconds_bucket[5m])) by (le)
          ) > 1
        for: 5m
        labels:
          severity: critical
        annotations:
          summary: "Latensi p99 di atas 1 detik selama 5 menit"
          description: "Latensi p99 adalah {{ $value | humanizeDuration }}"
 
      # Memory leak — akan OOM segera
      - alert: HighHeapUsage
        expr: |
          (
            nodeapp_nodejs_heap_size_used_bytes
            /
            nodeapp_nodejs_heap_size_total_bytes
          ) > 0.80
        for: 10m
        labels:
          severity: critical
        annotations:
          summary: "Penggunaan heap di atas 80% selama 10 menit"
          description: "Penggunaan heap di {{ $value | humanizePercentage }}"
 
      # Proses down
      - alert: ServiceDown
        expr: up{job="node-api"} == 0
        for: 1m
        labels:
          severity: critical
        annotations:
          summary: "Node.js API sedang down"
 
  - name: node-api-warnings
    rules:
      # Event loop mulai lambat
      - alert: HighEventLoopLag
        expr: |
          nodeapp_nodejs_eventloop_lag_seconds{quantile="0.99"} > 0.1
        for: 5m
        labels:
          severity: warning
        annotations:
          summary: "Event loop lag di atas 100ms"
          description: "Event loop lag p99 adalah {{ $value | humanizeDuration }}"
 
      # Traffic turun signifikan — kemungkinan masalah routing
      - alert: TrafficDrop
        expr: |
          sum(rate(nodeapp_http_requests_total[5m]))
          < (sum(rate(nodeapp_http_requests_total[5m] offset 1h)) * 0.5)
        for: 10m
        labels:
          severity: warning
        annotations:
          summary: "Traffic turun lebih dari 50% dibanding 1 jam lalu"
 
      # Query database mulai lambat
      - alert: SlowDatabaseQueries
        expr: |
          histogram_quantile(0.99,
            sum(rate(nodeapp_db_query_duration_seconds_bucket[5m])) by (le, operation)
          ) > 0.5
        for: 5m
        labels:
          severity: warning
        annotations:
          summary: "Waktu query database p99 di atas 500ms"
          description: "Query {{ $labels.operation }} lambat: {{ $value | humanizeDuration }}"
 
      # API eksternal gagal
      - alert: ExternalAPIFailures
        expr: |
          (
            sum(rate(nodeapp_external_api_duration_seconds_count{status="error"}[5m])) by (service)
            /
            sum(rate(nodeapp_external_api_duration_seconds_count[5m])) by (service)
          ) > 0.1
        for: 5m
        labels:
          severity: warning
        annotations:
          summary: "API eksternal {{ $labels.service }} gagal >10%"

// src/server.ts
import { initSentry } from "./lib/sentry";
 
// Inisialisasi Sentry pertama — sebelum import lainnya
initSentry();
 
import express from "express";
import * as Sentry from "@sentry/node";
import { Pool } from "pg";
import Redis from "ioredis";
import { logger } from "./lib/logger";
import { asyncContextMiddleware } from "./middleware/async-context-middleware";
import { metricsMiddleware } from "./middleware/metrics-middleware";
import { requestLogger } from "./middleware/request-logger";
import { sentryRequestHandler, sentryTracingHandler, errorHandler } from "./middleware/error-handler";
import { createHealthRoutes } from "./routes/health";
import metricsRouter from "./routes/metrics";
import apiRouter from "./routes/api";
 
const app = express();
const pool = new Pool({ connectionString: process.env.DATABASE_URL });
const redis = new Redis(process.env.REDIS_URL);
 
// --- Urutan Middleware Penting ---
 
// 1. Request handler Sentry (harus pertama)
app.use(sentryRequestHandler);
app.use(sentryTracingHandler);
 
// 2. Async context (membuat konteks per-request)
app.use(asyncContextMiddleware);
 
// 3. Request logging
app.use(requestLogger);
 
// 4. Pengumpulan metrics
app.use(metricsMiddleware);
 
// 5. Body parsing
app.use(express.json({ limit: "1mb" }));
 
// --- Routes ---
 
// Health check (tidak perlu auth)
app.use(createHealthRoutes(pool, redis));
 
// Metrics (dilindungi basic auth)
app.use(metricsRouter);
 
// Route API
app.use("/api", apiRouter);
 
// --- Error Handling ---
 
// Error handler Sentry (harus sebelum error handler kustom)
app.use(Sentry.Handlers.errorHandler());
 
// Error handler kustom (harus terakhir)
app.use(errorHandler);
 
// --- Mulai ---
 
const port = parseInt(process.env.PORT || "3000", 10);
 
app.listen(port, () => {
  logger.info(
    {
      port,
      nodeEnv: process.env.NODE_ENV,
      version: process.env.APP_VERSION,
    },
    "Server dimulai",
  );
});
 
// Graceful shutdown
async function shutdown(signal: string) {
  logger.info({ signal }, "Sinyal shutdown diterima");
 
  // Berhenti menerima koneksi baru
  // Proses request yang sedang berjalan (Express melakukan ini otomatis)
 
  // Tutup pool database
  await pool.end().catch((err) => {
    logger.error({ err }, "Error menutup pool database");
  });
 
  // Tutup koneksi Redis
  await redis.quit().catch((err) => {
    logger.error({ err }, "Error menutup koneksi Redis");
  });
 
  // Flush Sentry
  await Sentry.close(2000);
 
  logger.info("Shutdown selesai");
  process.exit(0);
}
 
process.on("SIGTERM", () => shutdown("SIGTERM"));
process.on("SIGINT", () => shutdown("SIGINT"));

// Ini adalah setup minimal. Di bawah 50 baris. Tidak ada alasan.
import pino from "pino";
import express from "express";
import * as Sentry from "@sentry/node";
 
const logger = pino({ level: "info" });
const app = express();
 
Sentry.init({ dsn: process.env.SENTRY_DSN });
app.use(Sentry.Handlers.requestHandler());
 
app.get("/health", (_req, res) => {
  res.json({ status: "ok", uptime: process.uptime() });
});
 
app.use("/api", apiRoutes);
 
app.use(Sentry.Handlers.errorHandler());
app.use((err: Error, _req: express.Request, res: express.Response, _next: express.NextFunction) => {
  logger.error({ err }, "Error tidak tertangani");
  res.status(500).json({ error: "Internal Server Error" });
});
 
app.listen(3000, () => logger.info("Server dimulai di port 3000"));