Feature migration

.gitignore

@@ -46,6 +46,16 @@ pnpm-debug.log*
 .env.test.local
 .env.production.local
 
+# Build info
+*.tsbuildinfo
+
+# Claude Code
+.claude/settings.local.json
+
+# BetterDB context
+.betterdb_context.md
+**/.betterdb_context.md
+
 # Turbo
 .turbo
 

Dockerfile

@@ -76,6 +76,18 @@ ENV NODE_ENV=production
 ENV PORT=3001
 ENV STORAGE_TYPE=memory
 
+# Install RedisShake binary for migration execution (with checksum verification)
+ARG TARGETARCH
+ARG REDISSHAKE_VERSION=4.6.0
+RUN REDISSHAKE_SHA256_AMD64="6ccab1ff2ba3c200950f8ada811f0c6fe6e2f5e6bd3b8e92b4d9444dc0aff4df" && \
+    REDISSHAKE_SHA256_ARM64="653298efa83ef3d495ae2ec21b40c773f36eb15e507f8b3f2931660509d09690" && \
+    if [ "${TARGETARCH}" = "amd64" ]; then EXPECTED_SHA256="${REDISSHAKE_SHA256_AMD64}"; else EXPECTED_SHA256="${REDISSHAKE_SHA256_ARM64}"; fi && \
+    wget -qO /tmp/redis-shake.tar.gz "https://github.com/tair-opensource/RedisShake/releases/download/v${REDISSHAKE_VERSION}/redis-shake-v${REDISSHAKE_VERSION}-linux-${TARGETARCH}.tar.gz" && \
+    echo "${EXPECTED_SHA256}  /tmp/redis-shake.tar.gz" | sha256sum -c - && \
+    tar -xzf /tmp/redis-shake.tar.gz --strip-components=0 -C /usr/local/bin ./redis-shake && \
+    chmod +x /usr/local/bin/redis-shake && \
+    rm /tmp/redis-shake.tar.gz
+
 # Create non-root user for security (Docker Scout compliance)
 RUN addgroup --system --gid 1001 nodejs && \
     adduser --system --uid 1001 --ingroup nodejs betterdb

Dockerfile.prod

@@ -154,6 +154,20 @@ ENV DB_USERNAME=default
 ENV STORAGE_TYPE=memory
 ENV AI_ENABLED=false
 
+# Install RedisShake binary for migration execution (with checksum verification)
+ARG TARGETARCH
+ARG REDISSHAKE_VERSION=4.6.0
+RUN apk add --no-cache wget && \
+    REDISSHAKE_SHA256_AMD64="6ccab1ff2ba3c200950f8ada811f0c6fe6e2f5e6bd3b8e92b4d9444dc0aff4df" && \
+    REDISSHAKE_SHA256_ARM64="653298efa83ef3d495ae2ec21b40c773f36eb15e507f8b3f2931660509d09690" && \
+    if [ "${TARGETARCH}" = "amd64" ]; then EXPECTED_SHA256="${REDISSHAKE_SHA256_AMD64}"; else EXPECTED_SHA256="${REDISSHAKE_SHA256_ARM64}"; fi && \
+    wget -qO /tmp/redis-shake.tar.gz "https://github.com/tair-opensource/RedisShake/releases/download/v${REDISSHAKE_VERSION}/redis-shake-v${REDISSHAKE_VERSION}-linux-${TARGETARCH}.tar.gz" && \
+    echo "${EXPECTED_SHA256}  /tmp/redis-shake.tar.gz" | sha256sum -c - && \
+    tar -xzf /tmp/redis-shake.tar.gz --strip-components=0 -C /usr/local/bin ./redis-shake && \
+    chmod +x /usr/local/bin/redis-shake && \
+    rm /tmp/redis-shake.tar.gz && \
+    apk del wget
+
 # Create non-root user for security (Docker Scout compliance)
 RUN addgroup --system --gid 1001 nodejs && \
     adduser --system --uid 1001 --ingroup nodejs betterdb

apps/api/package.json

@@ -26,6 +26,7 @@
     "test:integration:redis": "TEST_DB_PORT=6392 jest test/database-compatibility.e2e-spec.ts",
     "test:integration:valkey": "TEST_DB_PORT=6390 jest --testRegex='.e2e-spec.ts$'",
     "test:cluster": "jest test/api-cluster.e2e-spec.ts",
+    "test:migration-topology": "RUN_TOPOLOGY_TESTS=true jest test/migration-topology.e2e-spec.ts",
     "test:cluster:unit": "jest src/cluster/*.spec.ts",
     "test:integration:cluster": "TEST_DB_HOST=localhost TEST_DB_PORT=7001 jest test/api-cluster.e2e-spec.ts",
     "test:unit:parsers": "jest src/database/parsers/*.spec.ts",

apps/api/src/app.module.ts

@@ -16,6 +16,7 @@ import { SettingsModule } from './settings/settings.module';
 import { WebhooksModule } from './webhooks/webhooks.module';
 import { TelemetryModule } from './telemetry/telemetry.module';
 import { VectorSearchModule } from './vector-search/vector-search.module';
+import { MigrationModule } from './migration/migration.module';
 import { CloudAuthModule } from './auth/cloud-auth.module';
 import { McpModule } from './mcp/mcp.module';
 import { MetricForecastingModule } from './metric-forecasting/metric-forecasting.module';
@@ -120,6 +121,7 @@ const baseImports = [
   WebhooksModule,
   McpModule,
   VectorSearchModule,
+  MigrationModule,
   MetricForecastingModule,
 ];
 

apps/api/src/migration/__tests__/commandlog-analyzer.spec.ts

@@ -0,0 +1,133 @@
+import { analyzeCommands } from '../analysis/commandlog-analyzer';
+import type { DatabasePort, DatabaseCapabilities } from '../../common/interfaces/database-port.interface';
+
+function createMockAdapter(options: {
+  hasCommandLog?: boolean;
+  commandLogEntries?: Array<{ command: string[] }>;
+  slowLogEntries?: Array<{ command: string[] }>;
+  commandLogError?: boolean;
+  slowLogError?: boolean;
+} = {}): DatabasePort {
+  const {
+    hasCommandLog = false,
+    commandLogEntries = [],
+    slowLogEntries = [],
+    commandLogError = false,
+    slowLogError = false,
+  } = options;
+
+  return {
+    getCapabilities: jest.fn().mockReturnValue({
+      hasCommandLog,
+    } as Partial<DatabaseCapabilities>),
+    getCommandLog: jest.fn().mockImplementation(() => {
+      if (commandLogError) return Promise.reject(new Error('COMMANDLOG failed'));
+      return Promise.resolve(commandLogEntries);
+    }),
+    getSlowLog: jest.fn().mockImplementation(() => {
+      if (slowLogError) return Promise.reject(new Error('SLOWLOG failed'));
+      return Promise.resolve(slowLogEntries);
+    }),
+  } as unknown as DatabasePort;
+}
+
+describe('analyzeCommands', () => {
+  it('should return top commands from COMMANDLOG when available', async () => {
+    const adapter = createMockAdapter({
+      hasCommandLog: true,
+      commandLogEntries: [
+        { command: ['SET', 'key1', 'val'] },
+        { command: ['SET', 'key2', 'val'] },
+        { command: ['GET', 'key1'] },
+        { command: ['SET', 'key3', 'val'] },
+      ],
+    });
+
+    const result = await analyzeCommands(adapter);
+
+    expect(result.sourceUsed).toBe('commandlog');
+    expect(result.topCommands).toHaveLength(2);
+    expect(result.topCommands[0]).toEqual({ command: 'SET', count: 3 });
+    expect(result.topCommands[1]).toEqual({ command: 'GET', count: 1 });
+  });
+
+  it('should fall back to SLOWLOG when COMMANDLOG is not available', async () => {
+    const adapter = createMockAdapter({
+      hasCommandLog: false,
+      slowLogEntries: [
+        { command: ['HGETALL', 'myhash'] },
+        { command: ['HGETALL', 'myhash2'] },
+        { command: ['ZADD', 'myset', '1', 'a'] },
+      ],
+    });
+
+    const result = await analyzeCommands(adapter);
+
+    expect(result.sourceUsed).toBe('slowlog');
+    expect(result.topCommands[0]).toEqual({ command: 'HGETALL', count: 2 });
+    expect(result.topCommands[1]).toEqual({ command: 'ZADD', count: 1 });
+  });
+
+  it('should fall back to SLOWLOG when COMMANDLOG errors', async () => {
+    const adapter = createMockAdapter({
+      hasCommandLog: true,
+      commandLogError: true,
+      slowLogEntries: [
+        { command: ['INFO', 'all'] },
+      ],
+    });
+
+    const result = await analyzeCommands(adapter);
+
+    expect(result.sourceUsed).toBe('slowlog');
+    expect(result.topCommands).toHaveLength(1);
+    expect(result.topCommands[0].command).toBe('INFO');
+  });
+
+  it('should return empty topCommands when both logs are empty', async () => {
+    const adapter = createMockAdapter({
+      hasCommandLog: true,
+      commandLogEntries: [],
+    });
+
+    const result = await analyzeCommands(adapter);
+
+    expect(result.sourceUsed).toBe('commandlog');
+    expect(result.topCommands).toEqual([]);
+  });
+
+  it('should return unavailable when both sources fail', async () => {
+    const adapter = createMockAdapter({
+      hasCommandLog: false,
+      slowLogError: true,
+    });
+
+    const result = await analyzeCommands(adapter);
+
+    expect(result.sourceUsed).toBe('unavailable');
+    expect(result.topCommands).toEqual([]);
+  });
+
+  it('should sort commands by count descending', async () => {
+    const adapter = createMockAdapter({
+      hasCommandLog: true,
+      commandLogEntries: [
+        { command: ['GET', 'a'] },
+        { command: ['SET', 'a', '1'] },
+        { command: ['SET', 'b', '2'] },
+        { command: ['SET', 'c', '3'] },
+        { command: ['GET', 'b'] },
+        { command: ['DEL', 'a'] },
+      ],
+    });
+
+    const result = await analyzeCommands(adapter);
+
+    expect(result.topCommands[0].command).toBe('SET');
+    expect(result.topCommands[0].count).toBe(3);
+    expect(result.topCommands[1].command).toBe('GET');
+    expect(result.topCommands[1].count).toBe(2);
+    expect(result.topCommands[2].command).toBe('DEL');
+    expect(result.topCommands[2].count).toBe(1);
+  });
+});