test: add k6 works list load test
This commit is contained in:
247
scripts/loadtest/extract-works-list-data.test.ts
Normal file
247
scripts/loadtest/extract-works-list-data.test.ts
Normal file
@@ -0,0 +1,247 @@
|
||||
import { execFile } from 'node:child_process';
|
||||
import { mkdtemp, readFile, rm, writeFile } from 'node:fs/promises';
|
||||
import { tmpdir } from 'node:os';
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { promisify } from 'node:util';
|
||||
|
||||
import { describe, expect, it } from 'vitest';
|
||||
|
||||
import { extractWorksListData } from './extract-works-list-data.mjs';
|
||||
|
||||
const execFileAsync = promisify(execFile);
|
||||
const scriptPath = fileURLToPath(new URL('./extract-works-list-data.mjs', import.meta.url));
|
||||
|
||||
const fixtureMigration = {
|
||||
schema_version: 7,
|
||||
tables: [
|
||||
{
|
||||
name: 'puzzle_work_profile',
|
||||
rows: [
|
||||
{
|
||||
profile_id: 'profile-real-aaa',
|
||||
work_id: 'work-real-aaa',
|
||||
owner_user_id: 'owner-secret-123',
|
||||
author_display_name: 'Alice Secret',
|
||||
author_public_user_code: 'author-code-secret',
|
||||
public_work_code: 'public-code-secret',
|
||||
title: '超长标题'.repeat(20),
|
||||
summary: 'summary '.repeat(80),
|
||||
description: 'description '.repeat(120),
|
||||
publication_status: 'published',
|
||||
play_count: 42,
|
||||
like_count: 7,
|
||||
cover_asset_id: { some: 'asset-secret-cover' },
|
||||
cover_image_src: { some: 'https://cdn.example.test/cover.png?token=***&sig=abc' },
|
||||
levels_json: JSON.stringify({ secret: 'level-token-value', data: 'x'.repeat(2000) }),
|
||||
theme_tags_json: JSON.stringify(['化学家', '实验室']),
|
||||
remix_count: 2,
|
||||
updated_at: '2026-05-01T00:00:00Z',
|
||||
},
|
||||
{
|
||||
profile_id: 'profile-real-bbb',
|
||||
work_id: 'work-real-bbb',
|
||||
owner_user_id: 'owner-secret-123',
|
||||
author_display_name: 'Alice Secret',
|
||||
publication_status: 'draft',
|
||||
play_count: 3,
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
name: 'custom_world_profile',
|
||||
rows: [
|
||||
{
|
||||
profile_id: 'world-profile-secret',
|
||||
work_id: 'world-work-secret',
|
||||
owner_user_id: 'world-owner-secret',
|
||||
title: '世界作品',
|
||||
profile_payload_json: '{"large":"' + 'y'.repeat(2000) + '"}',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
name: 'public_work_play_daily_stat',
|
||||
rows: [
|
||||
{
|
||||
source_type: 'puzzle',
|
||||
profile_id: 'profile-real-aaa',
|
||||
owner_user_id: 'owner-secret-123',
|
||||
user_id: 'player-secret-456',
|
||||
source_session_id: 'session-secret-789',
|
||||
played_day: '2026-05-01',
|
||||
play_count: 12,
|
||||
updated_at: '2026-05-02T00:00:00Z',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
name: 'user_account',
|
||||
rows: [
|
||||
{
|
||||
user_id: 'owner-secret-123',
|
||||
phone: '+8613800138000',
|
||||
auth_token: 'auth-token-secret',
|
||||
wallet_balance: 999,
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
name: 'refresh_session',
|
||||
rows: [{ token: 'refresh-token-secret', source_session_id: 'session-secret-789' }],
|
||||
},
|
||||
{
|
||||
name: 'profile_wallet_ledger',
|
||||
rows: [{ wallet_id: 'wallet-secret', amount: 100 }],
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
async function withTempDir(fn) {
|
||||
const dir = await mkdtemp(path.join(tmpdir(), 'works-list-test-'));
|
||||
try {
|
||||
return await fn(dir);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
}
|
||||
|
||||
describe('extractWorksListData', () => {
|
||||
it('只保留作品 profile 白名单表，禁用的行为/敏感表不会出现在输出 JSON 字符串中', () => {
|
||||
const output = extractWorksListData(fixtureMigration, { source: 'fixture.local.json' });
|
||||
const serialized = JSON.stringify(output);
|
||||
|
||||
expect(Object.keys(output.tables).sort()).toEqual([
|
||||
'custom_world_profile',
|
||||
'puzzle_work_profile',
|
||||
]);
|
||||
expect(serialized).not.toContain('public_work_play_daily_stat');
|
||||
expect(serialized).not.toContain('user_account');
|
||||
expect(serialized).not.toContain('refresh_session');
|
||||
expect(serialized).not.toContain('profile_wallet_ledger');
|
||||
expect(serialized).not.toContain('+8613800138000');
|
||||
expect(serialized).not.toContain('auth-token-secret');
|
||||
expect(serialized).not.toContain('wallet-secret');
|
||||
});
|
||||
|
||||
it('不会输出 owner/user/session/auth/token/phone/wallet 等敏感原值，owner 稳定映射', () => {
|
||||
const output = extractWorksListData(fixtureMigration, { source: 'fixture.local.json' });
|
||||
const serialized = JSON.stringify(output);
|
||||
|
||||
for (const secret of [
|
||||
'owner-secret-123',
|
||||
'player-secret-456',
|
||||
'session-secret-789',
|
||||
'Alice Secret',
|
||||
'author-code-secret',
|
||||
'public-code-secret',
|
||||
'asset-secret-cover',
|
||||
'SECRET_TOKEN',
|
||||
]) {
|
||||
expect(serialized).not.toContain(secret);
|
||||
}
|
||||
|
||||
expect(output.tables.puzzle_work_profile[0].owner_user_id).toBe('user-001');
|
||||
expect(output.tables.puzzle_work_profile[1].owner_user_id).toBe('user-001');
|
||||
expect(output.tables.puzzle_work_profile[0].author_display_name).toBe('author-001');
|
||||
expect(serialized).not.toContain('level-token-value');
|
||||
});
|
||||
|
||||
it('puzzle 数据生成 profileIds/workIds 和 normalizedWorks，并保留列表展示字段', () => {
|
||||
const output = extractWorksListData(fixtureMigration, { source: 'fixture.local.json' });
|
||||
|
||||
expect(output.source).toBe('fixture.local.json');
|
||||
expect(output.generatedAt).toEqual(expect.any(String));
|
||||
expect(output.counts.puzzle_work_profile).toBe(2);
|
||||
expect(output.profileIds.puzzle).toEqual(['profile-001', 'profile-002']);
|
||||
expect(output.workIds.puzzle).toEqual(['work-001', 'work-002']);
|
||||
expect(output.normalizedWorks).toEqual(
|
||||
expect.arrayContaining([
|
||||
expect.objectContaining({
|
||||
type: 'puzzle',
|
||||
workId: 'work-001',
|
||||
profileId: 'profile-001',
|
||||
publicationStatus: 'published',
|
||||
playCount: 42,
|
||||
title: expect.any(String),
|
||||
remixCount: 2,
|
||||
}),
|
||||
]),
|
||||
);
|
||||
expect(output.tables.puzzle_work_profile[0].cover_image_src).toBe('https://cdn.example.test/cover.png');
|
||||
expect(output.tables.puzzle_work_profile[0].theme_tags_json).toBe('["化学家","实验室"]');
|
||||
});
|
||||
|
||||
it('data image、URL token 和绝对输入路径不会泄露到输出', async () => {
|
||||
await withTempDir(async (dir) => {
|
||||
const input = path.join(dir, 'migration.local.json');
|
||||
const output = path.join(dir, 'works-list.local.json');
|
||||
await writeFile(
|
||||
input,
|
||||
JSON.stringify({
|
||||
tables: [
|
||||
{
|
||||
name: 'puzzle_work_profile',
|
||||
rows: [
|
||||
{
|
||||
profile_id: 'profile-real',
|
||||
work_id: 'work-real',
|
||||
cover_image_src: { some: 'data:image/png;base64,SECRET_IMAGE_BYTES' },
|
||||
levels_json: JSON.stringify({ token: 'SECRET_TOKEN_VALUE', title: 'safe' }),
|
||||
},
|
||||
],
|
||||
},
|
||||
],
|
||||
}),
|
||||
'utf8',
|
||||
);
|
||||
|
||||
await execFileAsync(process.execPath, [scriptPath, '--input', input, '--output', output]);
|
||||
const extracted = JSON.parse(await readFile(output, 'utf8'));
|
||||
const serialized = JSON.stringify(extracted);
|
||||
|
||||
expect(extracted.source).toBe('migration.local.json');
|
||||
expect(serialized).not.toContain(dir);
|
||||
expect(serialized).not.toContain('SECRET_IMAGE_BYTES');
|
||||
expect(serialized).not.toContain('SECRET_TOKEN_VALUE');
|
||||
expect(extracted.tables.puzzle_work_profile[0].cover_image_src).toBe('[redacted-data-image]');
|
||||
});
|
||||
});
|
||||
|
||||
it('sample-output 只输出少量脱敏样例', async () => {
|
||||
await withTempDir(async (dir) => {
|
||||
const input = path.join(dir, 'migration.local.json');
|
||||
const output = path.join(dir, 'works-list.local.json');
|
||||
const sampleOutput = path.join(dir, 'works-list.sample.json');
|
||||
const manyRows = Array.from({ length: 5 }, (_, index) => ({
|
||||
profile_id: `profile-real-${index}`,
|
||||
work_id: `work-real-${index}`,
|
||||
owner_user_id: `owner-secret-${index}`,
|
||||
title: `作品 ${index}`,
|
||||
publication_status: 'published',
|
||||
play_count: index,
|
||||
}));
|
||||
await writeFile(
|
||||
input,
|
||||
JSON.stringify({ tables: [{ name: 'puzzle_work_profile', rows: manyRows }] }),
|
||||
'utf8',
|
||||
);
|
||||
|
||||
await execFileAsync(process.execPath, [scriptPath, '--input', input, '--output', output, '--sample-output', sampleOutput]);
|
||||
const sample = JSON.parse(await readFile(sampleOutput, 'utf8'));
|
||||
const serialized = JSON.stringify(sample);
|
||||
|
||||
expect(sample.tables.puzzle_work_profile).toHaveLength(3);
|
||||
expect(sample.normalizedWorks).toHaveLength(3);
|
||||
expect(serialized).not.toContain('owner-secret-0');
|
||||
expect(serialized).not.toContain('work-real-0');
|
||||
});
|
||||
});
|
||||
|
||||
it('CLI 参数缺失时退出非 0 并输出清晰错误', async () => {
|
||||
await expect(execFileAsync(process.execPath, [scriptPath, '--input', 'missing.json'])).rejects.toMatchObject({
|
||||
code: 1,
|
||||
stderr: expect.stringContaining('--output'),
|
||||
});
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user