feat(M01-C): 建立MySQL异步任务基础

2026-06-18 10:20:39 +08:00
parent a2d578f73b
commit 2b90d1f101
15 changed files with 609 additions and 30 deletions
@@ -19,10 +19,19 @@ export interface MigrationExecutionResult extends MigrationPlan {
 }

 const repoRoot = resolve(dirname(fileURLToPath(import.meta.url)), '../../..');
-const migrationFiles: Record<MigrationDirection, string> = {
-  up: 'database/migrations/2026061601_m01b_core_schema.up.sql',
-  verify: 'database/migrations/2026061601_m01b_core_schema.verify.sql',
-  down: 'database/migrations/2026061601_m01b_core_schema.down.sql'
+const migrationFiles: Record<MigrationDirection, readonly string[]> = {
+  up: [
+    'database/migrations/2026061601_m01b_core_schema.up.sql',
+    'database/migrations/2026061802_m01c_async_tasks.up.sql'
+  ],
+  verify: [
+    'database/migrations/2026061601_m01b_core_schema.verify.sql',
+    'database/migrations/2026061802_m01c_async_tasks.verify.sql'
+  ],
+  down: [
+    'database/migrations/2026061802_m01c_async_tasks.down.sql',
+    'database/migrations/2026061601_m01b_core_schema.down.sql'
+  ]
 };

 export function splitSqlStatements(sql: string): string[] {
@@ -110,12 +119,15 @@ export function splitSqlStatements(sql: string): string[] {
 }

 export async function loadMigrationPlan(direction: MigrationDirection): Promise<MigrationPlan> {
-  const relativeFile = migrationFiles[direction];
-  const sql = await readFile(resolve(repoRoot, relativeFile), 'utf8');
+  const relativeFiles = migrationFiles[direction];
+  const sqlParts = await Promise.all(
+    relativeFiles.map((relativeFile) => readFile(resolve(repoRoot, relativeFile), 'utf8'))
+  );
+  const sql = sqlParts.join('\n');

  return {
    direction,
-    file: relativeFile,
+    file: relativeFiles.join(','),
    checksum: createHash('sha256').update(sql).digest('hex'),
    statements: splitSqlStatements(sql)
  };
@@ -134,7 +146,7 @@ export async function executeMigrationPlan(
  for (const [index, statement] of plan.statements.entries()) {
    const [result] = await pool.query(statement);
    if (plan.direction === 'verify') {
-      const minimumRows = [10, 26, 1][index] ?? 1;
+      const minimumRows = [10, 26, 1, 2, 5, 1][index] ?? 1;
      if (!Array.isArray(result) || result.length < minimumRows) {
        throw new Error(
          `Migration verification statement ${index + 1} returned fewer than ${minimumRows} rows.`
@@ -0,0 +1,69 @@
+import type { ResultSetHeader, RowDataPacket } from 'mysql2/promise';
+import type { MySqlPool } from '../db/mysql.js';
+
+export interface AppendOutboxEventInput {
+  tenantId: string;
+  aggregateType: string;
+  aggregateId: string;
+  eventType: string;
+  idempotencyKey: string;
+  payload: unknown;
+  availableAt?: Date;
+}
+
+type SqlExecutor = Pick<MySqlPool, 'execute'>;
+
+export class OutboxRepository {
+  constructor(private readonly executor: SqlExecutor) {}
+
+  async append(input: AppendOutboxEventInput): Promise<{ id: string; created: boolean }> {
+    const [result] = await this.executor.execute<ResultSetHeader>(
+      `INSERT IGNORE INTO qipai_outbox_events
+        (tenant_id, aggregate_type, aggregate_id, event_type,
+         idempotency_key, payload, available_at)
+       VALUES (?, ?, ?, ?, ?, CAST(? AS JSON), ?)`,
+      [
+        input.tenantId,
+        input.aggregateType,
+        input.aggregateId,
+        input.eventType,
+        input.idempotencyKey,
+        JSON.stringify(input.payload),
+        input.availableAt ?? new Date()
+      ]
+    );
+    if (result.insertId > 0) {
+      return { id: String(result.insertId), created: true };
+    }
+    const [rows] = await this.executor.execute<Array<RowDataPacket & { id: string }>>(
+      `SELECT id FROM qipai_outbox_events
+       WHERE tenant_id = ? AND idempotency_key = ?`,
+      [input.tenantId, input.idempotencyKey]
+    );
+    if (!rows[0]) throw new Error('Idempotent outbox lookup failed after duplicate insert.');
+    return { id: String(rows[0].id), created: false };
+  }
+
+  async markPublished(eventId: string): Promise<boolean> {
+    const [result] = await this.executor.execute<ResultSetHeader>(
+      `UPDATE qipai_outbox_events
+       SET status = 'PUBLISHED', published_at = UTC_TIMESTAMP(3),
+           attempts = attempts + 1, last_error = NULL
+       WHERE id = ? AND status = 'PENDING'`,
+      [eventId]
+    );
+    return result.affectedRows === 1;
+  }
+
+  async markFailed(eventId: string, error: unknown, delayMs: number): Promise<boolean> {
+    const message = error instanceof Error ? error.message : String(error);
+    const [result] = await this.executor.execute<ResultSetHeader>(
+      `UPDATE qipai_outbox_events
+       SET available_at = DATE_ADD(UTC_TIMESTAMP(3), INTERVAL ? MICROSECOND),
+           attempts = attempts + 1, last_error = ?
+       WHERE id = ? AND status = 'PENDING'`,
+      [delayMs * 1000, message.slice(0, 1000), eventId]
+    );
+    return result.affectedRows === 1;
+  }
+}
@@ -0,0 +1,177 @@
+import type { PoolConnection, ResultSetHeader, RowDataPacket } from 'mysql2/promise';
+import type { MySqlPool } from '../db/mysql.js';
+
+export const taskTypes = [
+  'notification.dispatch',
+  'order.advance',
+  'device.command',
+  'refund.query',
+  'statistics.aggregate',
+  'outbox.publish'
+] as const;
+
+export type TaskType = (typeof taskTypes)[number];
+export type TaskStatus =
+  | 'PENDING'
+  | 'RUNNING'
+  | 'RETRY'
+  | 'SUCCEEDED'
+  | 'FAILED'
+  | 'COMPENSATION_REQUIRED'
+  | 'CANCELLED';
+
+export interface AsyncTask {
+  id: string;
+  tenantId: string;
+  taskType: TaskType;
+  idempotencyKey: string;
+  payload: unknown;
+  status: TaskStatus;
+  attempts: number;
+  maxAttempts: number;
+}
+
+interface TaskRow extends RowDataPacket {
+  id: string;
+  tenantId: string;
+  taskType: TaskType;
+  idempotencyKey: string;
+  payload: string | object;
+  status: TaskStatus;
+  attempts: number;
+  maxAttempts: number;
+}
+
+export interface EnqueueTaskInput {
+  tenantId: string;
+  taskType: TaskType;
+  idempotencyKey: string;
+  payload: unknown;
+  priority?: number;
+  availableAt?: Date;
+  maxAttempts?: number;
+}
+
+export class TaskRepository {
+  constructor(private readonly pool: MySqlPool) {}
+
+  async enqueue(input: EnqueueTaskInput): Promise<{ id: string; created: boolean }> {
+    const [result] = await this.pool.execute<ResultSetHeader>(
+      `INSERT IGNORE INTO qipai_async_tasks
+        (tenant_id, task_type, idempotency_key, payload, priority, available_at, max_attempts)
+       VALUES (?, ?, ?, CAST(? AS JSON), ?, ?, ?)`,
+      [
+        input.tenantId,
+        input.taskType,
+        input.idempotencyKey,
+        JSON.stringify(input.payload),
+        input.priority ?? 0,
+        input.availableAt ?? new Date(),
+        input.maxAttempts ?? 8
+      ]
+    );
+    if (result.insertId > 0) {
+      return { id: String(result.insertId), created: true };
+    }
+    const [rows] = await this.pool.execute<Array<RowDataPacket & { id: string }>>(
+      `SELECT id FROM qipai_async_tasks
+       WHERE tenant_id = ? AND task_type = ? AND idempotency_key = ?`,
+      [input.tenantId, input.taskType, input.idempotencyKey]
+    );
+    if (!rows[0]) throw new Error('Idempotent task lookup failed after duplicate insert.');
+    return { id: String(rows[0].id), created: false };
+  }
+
+  async claimNext(workerId: string, leaseMs: number): Promise<AsyncTask | null> {
+    const connection = await this.pool.getConnection();
+    try {
+      await connection.beginTransaction();
+      await this.recoverExpiredLease(connection);
+      const [rows] = await connection.execute<TaskRow[]>(
+        `SELECT id, tenant_id AS tenantId, task_type AS taskType,
+                idempotency_key AS idempotencyKey, payload, status,
+                attempts, max_attempts AS maxAttempts
+         FROM qipai_async_tasks
+         WHERE status IN ('PENDING', 'RETRY')
+           AND available_at <= UTC_TIMESTAMP(3)
+         ORDER BY priority DESC, available_at ASC, id ASC
+         LIMIT 1
+         FOR UPDATE SKIP LOCKED`
+      );
+      const row = rows[0];
+      if (!row) {
+        await connection.commit();
+        return null;
+      }
+
+      await connection.execute(
+        `UPDATE qipai_async_tasks
+         SET status = 'RUNNING',
+             lease_owner = ?,
+             lease_expires_at = DATE_ADD(UTC_TIMESTAMP(3), INTERVAL ? MICROSECOND),
+             attempts = attempts + 1,
+             last_error = NULL
+         WHERE id = ?`,
+        [workerId, leaseMs * 1000, row.id]
+      );
+      await connection.commit();
+      return {
+        ...row,
+        id: String(row.id),
+        tenantId: String(row.tenantId),
+        status: 'RUNNING',
+        attempts: row.attempts + 1,
+        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload
+      };
+    } catch (error) {
+      await connection.rollback();
+      throw error;
+    } finally {
+      connection.release();
+    }
+  }
+
+  async complete(taskId: string, workerId: string): Promise<boolean> {
+    const [result] = await this.pool.execute<ResultSetHeader>(
+      `UPDATE qipai_async_tasks
+       SET status = 'SUCCEEDED', completed_at = UTC_TIMESTAMP(3),
+           lease_owner = NULL, lease_expires_at = NULL
+       WHERE id = ? AND status = 'RUNNING' AND lease_owner = ?`,
+      [taskId, workerId]
+    );
+    return result.affectedRows === 1;
+  }
+
+  async fail(task: AsyncTask, workerId: string, error: unknown): Promise<TaskStatus> {
+    const terminal = task.attempts >= task.maxAttempts;
+    const nextStatus: TaskStatus = terminal ? 'COMPENSATION_REQUIRED' : 'RETRY';
+    const delayMs = retryDelayMs(task.attempts);
+    const message = error instanceof Error ? error.message : String(error);
+    const [result] = await this.pool.execute<ResultSetHeader>(
+      `UPDATE qipai_async_tasks
+       SET status = ?, available_at = DATE_ADD(UTC_TIMESTAMP(3), INTERVAL ? MICROSECOND),
+           lease_owner = NULL, lease_expires_at = NULL, last_error = ?
+       WHERE id = ? AND status = 'RUNNING' AND lease_owner = ?`,
+      [nextStatus, delayMs * 1000, message.slice(0, 1000), task.id, workerId]
+    );
+    if (result.affectedRows !== 1) {
+      throw new Error(`Task ${task.id} lease was lost before failure could be recorded.`);
+    }
+    return nextStatus;
+  }
+
+  private async recoverExpiredLease(connection: PoolConnection): Promise<void> {
+    await connection.execute(
+      `UPDATE qipai_async_tasks
+       SET status = 'RETRY', lease_owner = NULL, lease_expires_at = NULL,
+           available_at = UTC_TIMESTAMP(3),
+           last_error = COALESCE(last_error, 'worker lease expired')
+       WHERE status = 'RUNNING' AND lease_expires_at < UTC_TIMESTAMP(3)`
+    );
+  }
+}
+
+export function retryDelayMs(attempts: number): number {
+  const exponent = Math.max(0, Math.min(attempts - 1, 20));
+  return Math.min(60 * 60 * 1000, 1000 * 2 ** exponent);
+}
@@ -0,0 +1,76 @@
+import { hostname } from 'node:os';
+import { randomUUID } from 'node:crypto';
+import { resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import type { AsyncTask, TaskType } from './task-repository.js';
+import { TaskRepository } from './task-repository.js';
+import { closeMySqlPool, createMySqlPool } from '../db/mysql.js';
+import { loadConfig } from '../config.js';
+
+type TaskHandler = (task: AsyncTask) => Promise<void>;
+
+export interface WorkerOptions {
+  repository: TaskRepository;
+  handlers: ReadonlyMap<TaskType, TaskHandler>;
+  workerId: string;
+  leaseMs?: number;
+}
+
+export class TaskWorker {
+  private stopping = false;
+
+  constructor(private readonly options: WorkerOptions) {}
+
+  stop(): void {
+    this.stopping = true;
+  }
+
+  async runOnce(): Promise<boolean> {
+    const task = await this.options.repository.claimNext(
+      this.options.workerId,
+      this.options.leaseMs ?? 60_000
+    );
+    if (!task) return false;
+
+    const handler = this.options.handlers.get(task.taskType);
+    try {
+      if (!handler) throw new Error(`No handler registered for task type ${task.taskType}.`);
+      await handler(task);
+      if (!(await this.options.repository.complete(task.id, this.options.workerId))) {
+        throw new Error(`Task ${task.id} lease was lost before completion.`);
+      }
+    } catch (error) {
+      await this.options.repository.fail(task, this.options.workerId, error);
+    }
+    return true;
+  }
+
+  async run(pollIntervalMs = 1000): Promise<void> {
+    while (!this.stopping) {
+      const processed = await this.runOnce();
+      if (!processed) await sleep(pollIntervalMs);
+    }
+  }
+}
+
+export function sleep(ms: number): Promise<void> {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
+if (process.argv[1] && fileURLToPath(import.meta.url) === resolve(process.argv[1])) {
+  const config = loadConfig();
+  const pool = createMySqlPool(config);
+  const worker = new TaskWorker({
+    repository: new TaskRepository(pool),
+    handlers: new Map(),
+    workerId: `${hostname()}:${process.pid}:${randomUUID()}`
+  });
+  const shutdown = () => worker.stop();
+  process.on('SIGINT', shutdown);
+  process.on('SIGTERM', shutdown);
+  try {
+    await worker.run();
+  } finally {
+    await closeMySqlPool(pool);
+  }
+}