合并图标规范与图集生成优化

合入 PR 137 的图标规范生成、稳定引用与图集提示词链路保留主分支现行音效提交、Prompt 模块与结果压缩逻辑解决 External Worker、生成提交和客户端测试冲突
2026-08-08 21:44:15 +08:00
parent a2fc6054e3 02b4b6955d
commit 3c00bcd2e0
76 changed files with 7690 additions and 3063 deletions
@@ -20,6 +20,16 @@ const EDITOR_SHOWCASE_ASSET_API_BASE = '/api/editor/showcase/assets';
 const EDITOR_PROJECT_RESOURCE_API_BASE = '/api/editor/project-resources';
 const EDITOR_IMAGE_GENERATION_API = '/api/editor/images/generations';
 const EDITOR_SCENE_GENERATION_API = '/api/editor/scenes/generations';
+const EDITOR_ICON_SPEC_GENERATION_API = '/api/editor/icon-specs/generations';
+const EDITOR_ICON_SPEC_REFINE_GAME_PLAY_API =
+  '/api/editor/llm/icon-specs/refine-game-play';
+const EDITOR_ICON_SPEC_REFINE_ART_STYLE_API =
+  '/api/editor/llm/icon-specs/refine-art-style';
+export const EDITOR_ICON_SPEC_PROMPT_MAX_LENGTH = 200;
+export const EDITOR_ICON_DESCRIPTION_LIMIT = 100;
+export const EDITOR_ICON_DESCRIPTION_MAX_CHARS = 200;
+export const EDITOR_ICON_DESCRIPTIONS_MAX_TOTAL_CHARS = 2_000;
+export const EDITOR_ICON_DESCRIPTIONS_MAX_TOTAL_UTF8_BYTES = 6 * 1024;
 const EDITOR_IMAGE_EDIT_API = '/api/editor/images/edits';
 const EDITOR_BACKGROUND_REMOVAL_API = '/api/editor/images/background-removals';
 const EDITOR_PIXEL_ART_SNAP_API = '/api/editor/images/pixel-art-snaps';
@@ -76,6 +86,19 @@ function assertStableEditorMediaReferences(
  );
 }

+function requireEditorIconSpecPromptLength(value: string, fieldLabel: string) {
+  const normalized = value.trim();
+  if (!normalized) {
+    throw new Error(`${fieldLabel}不能为空`);
+  }
+  if (Array.from(normalized).length > EDITOR_ICON_SPEC_PROMPT_MAX_LENGTH) {
+    throw new Error(
+      `${fieldLabel}不能超过 ${EDITOR_ICON_SPEC_PROMPT_MAX_LENGTH} 个字符`,
+    );
+  }
+  return normalized;
+}
+
 function resolveEditorProviderReferenceLimit(model: string | null | undefined) {
  const normalized = model?.trim();
  return normalized === EDITOR_IMAGE_MODEL_NANOBANANA2 ||
@@ -96,6 +119,40 @@ function assertEditorReferenceLimit(
  }
 }

+function normalizeEditorIconDescriptions(values: readonly string[]) {
+  const normalized = values.map((value) => value.trim()).filter(Boolean);
+  if (
+    normalized.length < 1 ||
+    normalized.length > EDITOR_ICON_DESCRIPTION_LIMIT
+  ) {
+    throw new Error(
+      `图标素材描述数量必须在 1 到 ${EDITOR_ICON_DESCRIPTION_LIMIT} 个之间`,
+    );
+  }
+  normalized.forEach((description, index) => {
+    const actualLength = Array.from(description).length;
+    if (actualLength > EDITOR_ICON_DESCRIPTION_MAX_CHARS) {
+      throw new Error(
+        `第 ${index + 1} 条图标素材描述不能超过 ${EDITOR_ICON_DESCRIPTION_MAX_CHARS} 个字符`,
+      );
+    }
+  });
+  const prompt = normalized.join('\n');
+  const totalLength = Array.from(prompt).length;
+  if (totalLength > EDITOR_ICON_DESCRIPTIONS_MAX_TOTAL_CHARS) {
+    throw new Error(
+      `图标素材描述合计不能超过 ${EDITOR_ICON_DESCRIPTIONS_MAX_TOTAL_CHARS} 个字符`,
+    );
+  }
+  const totalUtf8Bytes = new TextEncoder().encode(prompt).byteLength;
+  if (totalUtf8Bytes > EDITOR_ICON_DESCRIPTIONS_MAX_TOTAL_UTF8_BYTES) {
+    throw new Error(
+      `图标素材描述合计不能超过 ${EDITOR_ICON_DESCRIPTIONS_MAX_TOTAL_UTF8_BYTES} 个 UTF-8 字节`,
+    );
+  }
+  return normalized;
+}
+
 function assertStableEditorVideoReferences(input: EditorVideoGenerationInput) {
  const references = [
    ...(input.referenceImageSrcs ?? []),
@@ -141,9 +198,7 @@ export type EditorAssetGenerationInputs = {
 };

 export type EditorProjectResourceSourceType =
-  | 'uploaded'
-  | 'generated'
-  | 'mock_generated';
+  'uploaded' | 'generated' | 'mock_generated';

 export type EditorProjectResourceSnapshot = {
  resourceId: string;
@@ -247,11 +302,7 @@ export type EditorImageGenerationInput = {
  prompt: string;
  size?: string;
  kind?:
-    | 'spec'
-    | 'character'
-    | 'quick-edit'
-    | 'ui-design'
-    | 'publication-material';
+    'spec' | 'character' | 'quick-edit' | 'ui-design' | 'publication-material';
  model?: string;
  screenColor?: string;
  segModel?: string;
@@ -268,6 +319,18 @@ export type EditorImageGenerationInput = {
  canvasCompletion?: EditorCanvasGenerationCompletionInput | null;
 };

+export type EditorIconSpecGenerationInput = {
+  playSetting: string;
+  artStyle: string;
+  referenceId?: string;
+  projectId?: string | null;
+  generationInputs?: EditorAssetGenerationInputs | null;
+  assetFolderId?: string | null;
+  assetLabel?: string | null;
+  sourceResourceId?: string | null;
+  canvasCompletion?: EditorCanvasGenerationCompletionInput | null;
+};
+
 export type EditorCanvasGenerationCompletionInput = {
  dialogId?: string;
  title: string;
@@ -282,7 +345,7 @@ export type EditorCanvasGenerationCompletionInput = {
 };

 export type EditorIconSpritesheetGenerationInput = {
-  referenceImageSrc: string;
+  referenceId: string;
  referenceImageSrcs?: string[];
  iconDescriptions: string[];
  model?: string;
@@ -444,12 +507,7 @@ export type EditorIconSpritesheetSliceResult = {
 export type EditorCharacterAnimationResolution = '480p' | '720p';

 export type EditorCharacterAnimationRatio =
-  | 'same'
-  | '1:1'
-  | '4:3'
-  | '16:9'
-  | '9:16'
-  | '3:4';
+  'same' | '1:1' | '4:3' | '16:9' | '9:16' | '3:4';

 export type EditorCharacterAnimationFrameCount = 32 | 40 | 48;

@@ -511,12 +569,7 @@ export type EditorVideoModel =
 export type EditorVideoResolution = '480p' | '720p' | '1080p';
 export type EditorVideoSoundMode = 'on' | 'off';
 export type EditorVideoAspectRatio =
-  | '16:9'
-  | '9:16'
-  | '1:1'
-  | '4:3'
-  | '3:4'
-  | '21:9';
+  '16:9' | '9:16' | '1:1' | '4:3' | '3:4' | '21:9';

 export type EditorVideoGenerationInput = {
  prompt: string;
@@ -1121,11 +1174,73 @@ export async function generateEditorImage(input: EditorImageGenerationInput) {
  );
 }

+export async function refineEditorIconSpecPlaySetting(playSetting: string) {
+  const validPlaySetting = requireEditorIconSpecPromptLength(
+    playSetting,
+    '玩法设定',
+  );
+  const response = await requestJson<{ playSetting: string }>(
+    EDITOR_ICON_SPEC_REFINE_GAME_PLAY_API,
+    jsonRequest('POST', { playSetting: validPlaySetting }),
+    '优化玩法设定失败',
+  );
+  return requireEditorIconSpecPromptLength(response.playSetting, '玩法设定');
+}
+
+export async function refineEditorIconSpecArtStyle(artStyle: string) {
+  const validArtStyle = requireEditorIconSpecPromptLength(artStyle, '美术风格');
+  const response = await requestJson<{ artStyle: string }>(
+    EDITOR_ICON_SPEC_REFINE_ART_STYLE_API,
+    jsonRequest('POST', { artStyle: validArtStyle }),
+    '优化美术风格失败',
+  );
+  return requireEditorIconSpecPromptLength(response.artStyle, '美术风格');
+}
+
+export async function generateEditorIconSpec(
+  input: EditorIconSpecGenerationInput,
+) {
+  const playSetting = requireEditorIconSpecPromptLength(
+    input.playSetting,
+    '玩法设定',
+  );
+  const artStyle = requireEditorIconSpecPromptLength(
+    input.artStyle,
+    '美术风格',
+  );
+  return requestJson<EditorImageGenerationResponse>(
+    EDITOR_ICON_SPEC_GENERATION_API,
+    jsonRequest('POST', {
+      playSetting,
+      artStyle,
+      ...(input.referenceId ? { referenceId: input.referenceId } : {}),
+      ...(input.projectId ? { projectId: input.projectId } : {}),
+      ...(input.generationInputs
+        ? { generationInputs: input.generationInputs }
+        : {}),
+      ...(input.assetFolderId ? { assetFolderId: input.assetFolderId } : {}),
+      ...(input.assetLabel ? { assetLabel: input.assetLabel } : {}),
+      ...(input.sourceResourceId
+        ? { sourceResourceId: input.sourceResourceId }
+        : {}),
+      ...(input.canvasCompletion
+        ? { canvasCompletion: input.canvasCompletion }
+        : {}),
+    }),
+    '生成图标规范失败',
+    {
+      timeoutMs: 1_200_000,
+    },
+  );
+}
+
 export async function generateEditorIconSpritesheet(
  input: EditorIconSpritesheetGenerationInput,
 ) {
+  const iconDescriptions = normalizeEditorIconDescriptions(
+    input.iconDescriptions,
+  );
  const model = input.model?.trim() || EDITOR_IMAGE_MODEL_NANOBANANA2;
-  assertStableEditorMediaReference(input.referenceImageSrc, '图标素材规范');
  assertStableEditorMediaReferences(input.referenceImageSrcs, '图标素材参考图');
  assertEditorReferenceLimit(
    input.referenceImageSrcs,
@@ -1138,11 +1253,11 @@ export async function generateEditorIconSpritesheet(
  return requestJson<EditorIconSpritesheetGenerationResponse>(
    EDITOR_ICON_SPRITESHEET_GENERATION_API,
    jsonRequest('POST', {
-      referenceImageSrc: input.referenceImageSrc,
+      referenceId: input.referenceId,
      ...(input.referenceImageSrcs?.length
        ? { referenceImageSrcs: input.referenceImageSrcs }
        : {}),
-      iconDescriptions: input.iconDescriptions,
+      iconDescriptions,
      model,
      ...(input.screenColor ? { screenColor: input.screenColor } : {}),
      ...(input.segModel ? { segModel: input.segModel } : {}),