cc6211fd41
## 背景 这是一个独立的 CI 修复 PR,针对 Backend 与 Native shell 测试失败进行修复,不包含资源画布功能变更。 此前 CI 失败主要集中在: - 后台精选素材契约测试初始化缺少来源素材字段。 - `spacetime-module` host 测试因缺少 SpacetimeDB WASM 宿主 ABI 符号而无法链接。 - Native shell 自主创作模式、runtime action、provider batch 和测试初始化之间存在状态机断言不一致。 - 部分失败测试曾被临时绕过,本 PR 恢复这些测试门禁。 ## 变更内容 ### Backend - 补齐后台精选素材 payload 测试所需的来源素材字段。 - 增加 camelCase 序列化断言,防止 snake_case 字段泄漏。 - 调整 server-rs workspace 测试拆分: - 普通 workspace host 测试继续排除 `spacetime-module`,避免其 `spacetime-types` feature 污染其他领域 crate 的 host 链接。 - 新增独立的 `spacetime-module` 单元测试步骤,不再跳过该模块自身测试。 - 为 host 测试构建提供仅测试期的 SpacetimeDB ABI 链接支持。 - 同步更新 CI workflow 断言、开发流程文档和运维验证文档。 ### Native shell - 恢复被临时跳过的 Native shell 失败测试门禁。 - 修复自主创作模式下的完成条件、runtime action 执行、provider batch 和 finalization 状态流转。 - 修正 Tauri/native 测试初始化、恢复流程及断言,使测试与实际运行时协议保持一致。 - 保持自主创作模式的宽松行为,不通过忽略测试规避失败。 ## 验证 当前提交已完成以下本地验证: - `cargo test --locked -p spacetime-module --no-fail-fast` - 259 个测试 - 258 个通过 - 0 个失败 - 1 个已有的外部 fixture 测试 ignored - `cargo check --locked -p spacetime-module --target wasm32-unknown-unknown` - `cargo build --locked -p spacetime-module --target wasm32-unknown-unknown` - `cargo check --locked -p api-server --all-targets` - `npm run check:server-rs-ddd` - `npm run check:spacetime-schema` - `npm run check:encoding` - `npm run test -- scripts/project-ci-workflow.test.ts` - `cargo fmt --manifest-path server-rs/Cargo.toml --all -- --check` - `git diff --check` 没有新增 `#[ignore]` 来规避失败。 ## 测试边界说明 `spacetime-module` 的 host ABI 链接支持仅用于执行纯单元测试,不是 SpacetimeDB runtime 替身。Reducer、procedure 和真实数据库事务行为仍需要通过真实 SpacetimeDB runtime/integration harness 验证。 本机 Windows 上完整 workspace 测试中的 `wallet_refund_outbox` 测试仍有 11 项因 `os error 5(拒绝访问)`失败,表现为临时文件权限/锁定问题;该问题与本 PR 的 SpacetimeDB 模块测试改动无关,也没有通过忽略这些测试来掩盖。 Reviewed-on: http://192.168.35.82/git/GenarrativeAI/Genarrative/pulls/209 Co-authored-by: suzmii <suzmii@qq.com> Co-committed-by: suzmii <suzmii@qq.com>
325 lines
12 KiB
TypeScript
325 lines
12 KiB
TypeScript
import { readFileSync } from 'node:fs';
|
|
import { resolve } from 'node:path';
|
|
|
|
import { describe, expect, it } from 'vitest';
|
|
|
|
const workflow = readFileSync(
|
|
resolve(process.cwd(), '.gitea/workflows/project-ci.yml'),
|
|
'utf8',
|
|
);
|
|
const imageBuildScript = readFileSync(
|
|
resolve(process.cwd(), 'scripts/gitea-ci-job-image.sh'),
|
|
'utf8',
|
|
);
|
|
const imageCheckScript = readFileSync(
|
|
resolve(process.cwd(), 'scripts/check-gitea-ci-job-image.sh'),
|
|
'utf8',
|
|
);
|
|
const npmCiRetryScript = readFileSync(
|
|
resolve(process.cwd(), 'scripts/ci-npm-ci-with-retry.sh'),
|
|
'utf8',
|
|
);
|
|
const imageDockerfile = readFileSync(
|
|
resolve(process.cwd(), 'deploy/container/gitea-ci-job.Dockerfile'),
|
|
'utf8',
|
|
);
|
|
const imageDockerignore = readFileSync(
|
|
resolve(
|
|
process.cwd(),
|
|
'deploy/container/gitea-ci-job.Dockerfile.dockerignore',
|
|
),
|
|
'utf8',
|
|
);
|
|
const apiServerDockerfile = readFileSync(
|
|
resolve(process.cwd(), 'deploy/container/api-server.Dockerfile'),
|
|
'utf8',
|
|
);
|
|
|
|
const jobNames = [
|
|
'repository-checks',
|
|
'frontend-tests',
|
|
'backend-tests',
|
|
'native-shell-tests',
|
|
] as const;
|
|
|
|
function jobSection(jobName: (typeof jobNames)[number]) {
|
|
const jobStart = workflow.indexOf(` ${jobName}:`);
|
|
expect(jobStart).toBeGreaterThanOrEqual(0);
|
|
|
|
const nextJobOffset = workflow
|
|
.slice(jobStart + 1)
|
|
.search(/^ {2}[a-z][a-z0-9-]+:$/m);
|
|
return workflow.slice(
|
|
jobStart,
|
|
nextJobOffset < 0 ? undefined : jobStart + 1 + nextJobOffset,
|
|
);
|
|
}
|
|
|
|
function stepSection(jobName: (typeof jobNames)[number], stepName: string) {
|
|
const job = jobSection(jobName);
|
|
const stepStart = job.indexOf(` - name: ${stepName}`);
|
|
expect(stepStart).toBeGreaterThanOrEqual(0);
|
|
|
|
const nextStepOffset = job.slice(stepStart + 1).search(/^ {6}- name: /m);
|
|
return job.slice(
|
|
stepStart,
|
|
nextStepOffset < 0 ? undefined : stepStart + 1 + nextStepOffset,
|
|
);
|
|
}
|
|
|
|
function backendStepIndex(stepName: string) {
|
|
const backendJobStart = workflow.indexOf(' backend-tests:');
|
|
const nativeShellJobStart = workflow.indexOf(' native-shell-tests:');
|
|
expect(backendJobStart).toBeGreaterThanOrEqual(0);
|
|
expect(nativeShellJobStart).toBeGreaterThan(backendJobStart);
|
|
|
|
return workflow
|
|
.slice(backendJobStart, nativeShellJobStart)
|
|
.indexOf(` - name: ${stepName}`);
|
|
}
|
|
|
|
describe('project CI workflow', () => {
|
|
it('runs for master pushes, pull requests, and manual dispatch only', () => {
|
|
expect(workflow).toMatch(
|
|
/on:\n {2}push:\n {4}branches:\n {6}- master\n {2}pull_request:\n {2}workflow_dispatch:/u,
|
|
);
|
|
expect(workflow).not.toContain('codex/ai-game-creator-app');
|
|
});
|
|
|
|
it('keeps every job on the isolated preinstalled CI image boundary', () => {
|
|
expect(workflow.match(/^ {4}runs-on: genarrative-ci$/gm)).toHaveLength(4);
|
|
expect(workflow).not.toContain('actions/checkout');
|
|
expect(workflow).not.toContain('actions/setup-node');
|
|
expect(workflow).not.toMatch(/^\s+run: .*\b(?:apt|rustup)\b/m);
|
|
|
|
for (const jobName of jobNames) {
|
|
const job = jobSection(jobName);
|
|
const checkout = job.indexOf('genarrative-gitea-checkout');
|
|
const validateImage = job.indexOf(
|
|
'GENARRATIVE_GITEA_CI_CHECK_RUNTIME=1 bash scripts/check-gitea-ci-job-image.sh',
|
|
);
|
|
const installDependencies = job.indexOf(
|
|
'- name: Install npm dependencies',
|
|
);
|
|
|
|
expect(checkout).toBeGreaterThanOrEqual(0);
|
|
expect(validateImage).toBeGreaterThan(checkout);
|
|
expect(installDependencies).toBeGreaterThan(validateImage);
|
|
}
|
|
|
|
expect(imageDockerfile).toMatch(
|
|
/^ARG RUST_IMAGE=[^\s]+@sha256:[a-f0-9]{64}$/m,
|
|
);
|
|
expect(imageDockerfile).toMatch(
|
|
/^ARG RUNNER_IMAGE=[^\s]+@sha256:[a-f0-9]{64}$/m,
|
|
);
|
|
expect(imageDockerfile).toContain('ARG NPM_VERSION=10.9.7');
|
|
expect(imageDockerfile).toContain(
|
|
'npm install --global "npm@${NPM_VERSION}" --no-audit --no-fund',
|
|
);
|
|
expect(imageDockerfile).toContain(
|
|
'GENARRATIVE_GITEA_CI_NPM_VERSION=${NPM_VERSION}',
|
|
);
|
|
expect(imageCheckScript).toContain(
|
|
'test "$(npm --version)" = "${GENARRATIVE_GITEA_CI_NPM_VERSION}"',
|
|
);
|
|
expect(imageCheckScript).toContain("printf 'npm_version=hit\\n'");
|
|
expect(imageCheckScript).toContain("printf 'npm_version=partial\\n'");
|
|
expect(imageCheckScript).toContain(
|
|
'::warning title=CI npm version metadata is partial::',
|
|
);
|
|
expect(imageCheckScript).toContain('continue with the root npm ci');
|
|
expect(imageCheckScript).not.toContain(
|
|
'test -n "${GENARRATIVE_GITEA_CI_NPM_VERSION:-}"',
|
|
);
|
|
});
|
|
|
|
it('retries the single root workspace clean install in every job as a bounded whole command', () => {
|
|
for (const jobName of jobNames) {
|
|
const install = stepSection(jobName, 'Install npm dependencies');
|
|
expect(install).toContain('bash scripts/ci-npm-ci-with-retry.sh');
|
|
expect(install).not.toContain('--prefix');
|
|
expect(
|
|
jobSection(jobName).match(/ci-npm-ci-with-retry\.sh/gu),
|
|
).toHaveLength(1);
|
|
}
|
|
expect(workflow).not.toContain('Install AI game creator dependencies');
|
|
|
|
expect(npmCiRetryScript).toContain(
|
|
'max_attempts="${GENARRATIVE_CI_NPM_CI_ATTEMPTS:-3}"',
|
|
);
|
|
expect(npmCiRetryScript).toContain(
|
|
'base_delay_seconds="${GENARRATIVE_CI_NPM_CI_RETRY_DELAY_SECONDS:-5}"',
|
|
);
|
|
expect(npmCiRetryScript).toContain(
|
|
'for attempt in $(seq 1 "${max_attempts}"); do',
|
|
);
|
|
expect(npmCiRetryScript).toContain('if npm ci "$@"; then');
|
|
expect(npmCiRetryScript).toContain(
|
|
'if [[ "${attempt}" -eq "${max_attempts}" ]]; then',
|
|
);
|
|
});
|
|
|
|
it('builds one npm workspace cache from every manifest and keeps three Cargo lock caches', () => {
|
|
const workspaceManifests = [
|
|
'apps/admin-web/package.json',
|
|
'apps/ai-game-creator-shell/package.json',
|
|
'apps/desktop-shell/package.json',
|
|
'apps/mobile-shell/package.json',
|
|
'apps/preview-deployer-web/package.json',
|
|
'packages/image-canvas-core/package.json',
|
|
'packages/image-canvas-react/package.json',
|
|
'packages/shared/package.json',
|
|
'tools/spine-json-export-validator/package.json',
|
|
];
|
|
const rustManifest = 'apps/ai-game-creator-shell/src-tauri/Cargo.toml';
|
|
const rustLock = 'apps/ai-game-creator-shell/src-tauri/Cargo.lock';
|
|
|
|
for (const workspaceManifest of workspaceManifests) {
|
|
expect(imageBuildScript.split(workspaceManifest)).toHaveLength(3);
|
|
expect(imageDockerignore).toContain(`!${workspaceManifest}`);
|
|
expect(imageDockerfile).toContain(
|
|
`COPY ${workspaceManifest} /usr/local/share/genarrative-ci/npm/${workspaceManifest}`,
|
|
);
|
|
}
|
|
|
|
for (const [path, expectedCount] of [
|
|
[rustManifest, 2],
|
|
[rustLock, 3],
|
|
] as const) {
|
|
expect(imageBuildScript.split(path)).toHaveLength(expectedCount + 1);
|
|
expect(imageDockerignore).toContain(`!${path}`);
|
|
}
|
|
|
|
expect(imageBuildScript).toContain(
|
|
'--build-arg "AGC_RUST_LOCK_SHA256=${agc_rust_lock_sha256}"',
|
|
);
|
|
expect(imageDockerfile).toContain('ARG AGC_RUST_LOCK_SHA256');
|
|
expect(imageDockerfile.match(/\bnpm ci\b/gu)).toHaveLength(1);
|
|
expect(imageDockerfile).not.toContain('AGC_NPM_LOCK_SHA256');
|
|
expect(imageDockerfile).not.toContain('/agc-npm');
|
|
expect(imageBuildScript).not.toContain(
|
|
'apps/ai-game-creator-shell/package-lock.json',
|
|
);
|
|
expect(imageDockerignore).not.toContain(
|
|
'!apps/ai-game-creator-shell/package-lock.json',
|
|
);
|
|
expect(
|
|
imageDockerfile.match(
|
|
/--manifest-path \/tmp\/genarrative-cargo-cache\/apps\/ai-game-creator-shell\/src-tauri\/Cargo\.toml/g,
|
|
),
|
|
).toHaveLength(1);
|
|
expect(imageDockerfile).toContain(
|
|
'cargo_fetch_with_retry /tmp/genarrative-cargo-cache/apps/ai-game-creator-shell/src-tauri/Cargo.toml',
|
|
);
|
|
expect(imageDockerfile).toContain(
|
|
'GENARRATIVE_GITEA_CI_AGC_RUST_LOCK_SHA256=${AGC_RUST_LOCK_SHA256}',
|
|
);
|
|
|
|
expect(imageCheckScript).toContain(
|
|
'npm_lock_path="${repo_root}/package-lock.json"',
|
|
);
|
|
expect(imageCheckScript).not.toContain('agc_npm_lock_path');
|
|
expect(imageCheckScript).toContain(rustLock);
|
|
expect(imageCheckScript).toContain(
|
|
'${GENARRATIVE_GITEA_CI_AGC_RUST_LOCK_SHA256:-}',
|
|
);
|
|
expect(imageCheckScript).toContain(
|
|
'::warning title=CI dependency cache is partial::',
|
|
);
|
|
});
|
|
|
|
it('copies every workspace manifest before the API image web-builder clean install', () => {
|
|
const npmCiOffset = apiServerDockerfile.indexOf('RUN npm ci');
|
|
expect(npmCiOffset).toBeGreaterThanOrEqual(0);
|
|
expect(apiServerDockerfile.match(/\bRUN npm ci\b/gu)).toHaveLength(1);
|
|
expect(apiServerDockerfile).toContain('ARG NPM_VERSION=10.9.7');
|
|
expect(apiServerDockerfile).toContain(
|
|
'npm install --global "npm@${NPM_VERSION}" --no-audit --no-fund',
|
|
);
|
|
const npmVersionCheckOffset = apiServerDockerfile.indexOf(
|
|
'test "$(npm --version)" = "${NPM_VERSION}"',
|
|
);
|
|
expect(npmVersionCheckOffset).toBeGreaterThanOrEqual(0);
|
|
expect(npmVersionCheckOffset).toBeLessThan(npmCiOffset);
|
|
|
|
for (const manifest of [
|
|
'package.json',
|
|
'package-lock.json',
|
|
'apps/admin-web/package.json',
|
|
'apps/ai-game-creator-shell/package.json',
|
|
'apps/desktop-shell/package.json',
|
|
'apps/mobile-shell/package.json',
|
|
'apps/preview-deployer-web/package.json',
|
|
'packages/image-canvas-core/package.json',
|
|
'packages/image-canvas-react/package.json',
|
|
'packages/shared/package.json',
|
|
'tools/spine-json-export-validator/package.json',
|
|
]) {
|
|
const copyLine = apiServerDockerfile
|
|
.split('\n')
|
|
.find(
|
|
(line) =>
|
|
line.startsWith('COPY ') && line.split(/\s+/u).includes(manifest),
|
|
);
|
|
expect(copyLine).toBeDefined();
|
|
const copyOffset = apiServerDockerfile.indexOf(copyLine ?? '');
|
|
expect(copyOffset).toBeGreaterThanOrEqual(0);
|
|
expect(copyOffset).toBeLessThan(npmCiOffset);
|
|
}
|
|
});
|
|
|
|
it('prepares locked server-rs dependencies before the first Cargo build gate', () => {
|
|
const prepareDependencies = backendStepIndex(
|
|
'Prepare server-rs Rust dependencies',
|
|
);
|
|
const checkBoundaries = backendStepIndex('Check server-rs boundaries');
|
|
const runWorkspaceTests = backendStepIndex('Run server-rs workspace tests');
|
|
|
|
expect(prepareDependencies).toBeGreaterThanOrEqual(0);
|
|
expect(checkBoundaries).toBeGreaterThan(prepareDependencies);
|
|
expect(runWorkspaceTests).toBeGreaterThan(checkBoundaries);
|
|
expect(workflow).toContain('cargo fetch --locked');
|
|
expect(workflow).toContain('for attempt in $(seq 1 5); do');
|
|
expect(workflow).toContain(
|
|
'cargo test --locked --workspace --exclude spacetime-module --no-fail-fast --manifest-path server-rs/Cargo.toml',
|
|
);
|
|
expect(workflow).toContain(
|
|
'cargo test --locked -p spacetime-module --no-fail-fast --manifest-path server-rs/Cargo.toml',
|
|
);
|
|
});
|
|
|
|
it('never passes HEAD itself to the schema comparison gate', () => {
|
|
expect(
|
|
workflow.match(
|
|
/if \[\[ "\$\{resolved_base_ref\}" == "\$\{head_ref\}" \]\]; then/g,
|
|
),
|
|
).toHaveLength(2);
|
|
expect(workflow.match(/git rev-parse --verify HEAD\^/g)).toHaveLength(2);
|
|
expect(
|
|
workflow.match(
|
|
/comparison base must resolve to a commit distinct from HEAD\./g,
|
|
),
|
|
).toHaveLength(2);
|
|
});
|
|
|
|
it('keeps frontend, operations fixture, and native shell gates in dedicated jobs', () => {
|
|
const frontendJob = jobSection('frontend-tests');
|
|
expect(frontendJob).toContain('run: npm run test');
|
|
expect(frontendJob).toContain('run: npm run bgfilter-worker:smoke-test');
|
|
expect(frontendJob).toContain(
|
|
'run: npm run check:production-health-patrol',
|
|
);
|
|
expect(frontendJob).toContain('run: npm run check:production-api-release');
|
|
expect(frontendJob).toContain('run: npm run check:production-api-deploy');
|
|
|
|
const nativeJob = jobSection('native-shell-tests');
|
|
expect(nativeJob).toContain('run: npm run check:native-shells');
|
|
expect(nativeJob).toContain(
|
|
'git diff --exit-code -- apps/desktop-shell/src-tauri/Cargo.lock apps/ai-game-creator-shell/src-tauri/Cargo.lock',
|
|
);
|
|
expect(nativeJob).toContain('server-rs/Cargo.toml');
|
|
expect(nativeJob).toContain('cargo fetch --locked');
|
|
});
|
|
});
|