use super::*; #[cfg(test)] use crate::generated_asset_sheets::crop_generated_asset_sheet_view_edge_matte; use crate::generated_asset_sheets::{ GeneratedAssetSheetPersistInput, GeneratedAssetSheetPersistPrompt, GeneratedAssetSheetSliceImage, persist_generated_asset_sheet_bytes, slice_generated_asset_sheet_two_items_per_row, }; pub(super) async fn generate_match3d_item_assets( state: &AppState, request_context: &RequestContext, authenticated: &AuthenticatedAccessToken, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, item_plan: Vec, existing_assets: Vec, generated_background_asset: Option, ) -> Result, Response> { // 中文注释：抓大鹅音频生成当前关闭；自动草稿只补齐 2D 物品图片和可选点击音效。 let target_item_count = resolve_match3d_generated_item_count(config); let mut assets = normalize_match3d_generated_item_assets_for_resume(existing_assets); if has_match3d_required_generated_assets(&assets, target_item_count, config) { return Ok(assets.into_iter().take(target_item_count).collect()); } if !has_match3d_required_item_images(&assets, target_item_count) { assets = ensure_match3d_item_image_assets( state, request_context, authenticated, owner_user_id, session_id, profile_id, config, item_plan, assets, generated_background_asset, ) .await?; } assets = ensure_match3d_click_sound_assets( state, request_context, authenticated, owner_user_id, session_id, profile_id, config, assets, ) .await?; persist_match3d_generated_item_assets_snapshot( state, request_context, authenticated, session_id, owner_user_id, profile_id, &assets, ) .await?; Ok(assets.into_iter().take(target_item_count).collect()) } #[allow(clippy::too_many_arguments)] async fn ensure_match3d_item_image_assets( state: &AppState, request_context: &RequestContext, authenticated: &AuthenticatedAccessToken, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, item_plan: Vec, existing_assets: Vec, generated_background_asset: Option, ) -> Result, Response> { let mut assets = normalize_match3d_generated_item_assets_for_resume(existing_assets); let target_item_count = resolve_match3d_generated_item_count(config); let item_plan = normalize_match3d_item_plan(config, item_plan); let missing_items = item_plan .iter() .take(target_item_count) .enumerate() .filter_map(|(index, item)| { let item_id = format!("match3d-item-{}", index + 1); if assets.iter().any(|asset| { asset.item_id == item_id && is_match3d_generated_asset_image_ready(asset) }) { return None; } Some(Match3DItemImageGenerationSeed { item_id, item_name: item.name.clone(), item_size: item.item_size.clone(), sound_prompt: item.sound_prompt.clone(), persist_asset: true, background_music_title: None, background_music_style: None, background_music_prompt: None, background_asset: if index == 0 { generated_background_asset.clone().or_else(|| { assets .first() .and_then(|asset| asset.background_asset.clone()) }) } else { None }, }) }) .collect::>(); let generated_assets = generate_match3d_item_image_assets_in_batches( state, request_context, MATCH3D_AGENT_PROVIDER, owner_user_id, session_id, profile_id, config, missing_items, ) .await?; for generated_asset in generated_assets .into_iter() .filter(|generated| generated.persist_asset) .map(|generated| generated.asset) { upsert_match3d_generated_item_asset(&mut assets, generated_asset); persist_match3d_generated_item_assets_snapshot( state, request_context, authenticated, session_id, owner_user_id, profile_id, &assets, ) .await?; } Ok(assets) } #[derive(Clone)] struct Match3DItemImageGenerationSeed { item_id: String, item_name: String, item_size: String, sound_prompt: String, persist_asset: bool, background_music_title: Option, background_music_style: Option, background_music_prompt: Option, background_asset: Option, } struct Match3DMaterialBatchOutput { task_id: String, prompt: String, image_src: Option, image_object_key: Option, generated_at_micros: i64, items: Vec<( Match3DItemImageGenerationSeed, Vec, )>, } struct Match3DGeneratedItemImageAssetOutput { asset: Match3DGeneratedItemAsset, persist_asset: bool, } #[allow(clippy::too_many_arguments)] async fn generate_match3d_item_image_assets_in_batches( state: &AppState, request_context: &RequestContext, provider: &str, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, item_seeds: Vec, ) -> Result, Response> { if item_seeds.is_empty() { return Ok(Vec::new()); } require_match3d_oss_client(state) .map_err(|error| match3d_error_response(request_context, provider, error))?; let mut batch_tasks = item_seeds .chunks(MATCH3D_MATERIAL_ITEM_BATCH_SIZE) .map(|chunk| { let chunk_seeds = chunk.to_vec(); async move { let material_sheet = generate_match3d_material_sheet_from_level_scene( state, owner_user_id, session_id, profile_id, config, chunk_seeds .iter() .find_map(|seed| seed.background_asset.as_ref()), ) .await?; let generated_at_micros = current_utc_micros(); let persisted_seed_count = chunk_seeds .iter() .position(|seed| !seed.persist_asset) .unwrap_or(chunk_seeds.len()); debug_assert!( chunk_seeds[persisted_seed_count..] .iter() .all(|seed| !seed.persist_asset) ); let persisted_seeds = chunk_seeds .into_iter() .take(persisted_seed_count) .collect::>(); let persisted_item_names = persisted_seeds .iter() .map(|item| item.item_name.clone()) .collect::>(); let item_images = slice_generated_asset_sheet_two_items_per_row( &material_sheet.image, &persisted_item_names, MATCH3D_MATERIAL_GRID_SIZE as usize, MATCH3D_ITEM_VIEW_COUNT, )?; Ok::<_, AppError>(Match3DMaterialBatchOutput { task_id: material_sheet.task_id, prompt: material_sheet.prompt, image_src: material_sheet.image_src, image_object_key: material_sheet.image_object_key, generated_at_micros, items: persisted_seeds .into_iter() .zip(item_images.into_iter()) .collect::>(), }) } }) .collect::>(); let mut batches = Vec::new(); while let Some(batch_result) = batch_tasks.next().await { batches.push( batch_result .map_err(|error| match3d_error_response(request_context, provider, error))?, ); } let mut generated_assets = Vec::new(); for batch in batches { let sheet_task_id = batch.task_id; let sheet_prompt = batch.prompt; let sheet_image_src = batch.image_src; let sheet_image_object_key = batch.image_object_key; let generated_at_micros = batch.generated_at_micros; for (item_index, (seed, item_images)) in batch.items.into_iter().enumerate() { let item_slug = build_match3d_item_slug(seed.item_id.as_str(), seed.item_name.as_str()); let mut image_views = Vec::with_capacity(item_images.len()); for (view_index, item_image) in item_images.into_iter().enumerate() { let view_number = view_index + 1; let (sheet_row_index, sheet_col_index) = resolve_match3d_material_sheet_cell_indices(item_index, view_index); let item_name_prompt = format!( "第{}行第{}种：{} 的 5 个不同形态", item_index / 2 + 1, item_index % 2 + 1, seed.item_name ); let view_upload = persist_generated_asset_sheet_bytes( state, GeneratedAssetSheetPersistInput { prefix: LegacyAssetPrefix::Match3DAssets, owner_user_id: owner_user_id.to_string(), session_id: session_id.to_string(), profile_id: profile_id.to_string(), path_segments: vec![ "items".to_string(), item_slug.clone(), "views".to_string(), ], file_name: format!("view-{view_number:02}.png"), content_type: "image/png".to_string(), bytes: item_image.bytes, asset_kind: "match3d_item_image_view".to_string(), source_job_id: Some(sheet_task_id.clone()), generated_at_micros: generated_at_micros.saturating_add( (item_index * MATCH3D_ITEM_VIEW_COUNT + view_index) as i64 + 1, ), grid_size: MATCH3D_MATERIAL_GRID_SIZE as usize, row_index: sheet_row_index, view_index: sheet_col_index, prompt: GeneratedAssetSheetPersistPrompt { sheet_prompt: Some(sheet_prompt.clone()), item_name_prompt: Some(item_name_prompt), special_prompt: Some(match3d_material_sheet_special_prompt()), }, }, ) .await .map_err(|error| match3d_error_response(request_context, provider, error))?; image_views.push(Match3DGeneratedItemImageView { view_id: format!("view-{view_number:02}"), view_index: view_number as u32, image_src: Some(view_upload.src), image_object_key: Some(view_upload.object_key), }); } let primary_view = image_views.first().cloned(); generated_assets.push(Match3DGeneratedItemImageAssetOutput { persist_asset: seed.persist_asset, asset: Match3DGeneratedItemAsset { item_id: seed.item_id, item_name: seed.item_name, item_size: Some(normalize_match3d_item_size(seed.item_size.as_str())) .filter(|value| !value.is_empty()) .or_else(|| Some(MATCH3D_ITEM_SIZE_LARGE.to_string())), image_src: primary_view .as_ref() .and_then(|view| view.image_src.clone()), image_object_key: primary_view .as_ref() .and_then(|view| view.image_object_key.clone()), image_views, model_src: None, model_object_key: None, model_file_name: None, task_uuid: None, subscription_key: None, sound_prompt: Some(seed.sound_prompt), background_music_title: seed.background_music_title, background_music_style: seed.background_music_style, background_music_prompt: seed.background_music_prompt, background_music: None, click_sound: None, background_asset: merge_match3d_item_spritesheet_asset_metadata( seed.background_asset, sheet_prompt.clone(), sheet_image_src.clone(), sheet_image_object_key.clone(), ), status: "image_ready".to_string(), error: None, }, }); } } generated_assets.sort_by(|left, right| { match3d_item_sort_index(left.asset.item_id.as_str()) .cmp(&match3d_item_sort_index(right.asset.item_id.as_str())) .then_with(|| left.asset.item_id.cmp(&right.asset.item_id)) }); Ok(generated_assets) } #[allow(clippy::too_many_arguments)] pub(super) async fn append_match3d_item_assets( state: &AppState, request_context: &RequestContext, authenticated: &AuthenticatedAccessToken, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, generation_plan: Match3DItemAssetsGenerationPlan, existing_assets: Vec, ) -> Result, Response> { match generation_plan { Match3DItemAssetsGenerationPlan::Append(append_plan) => { append_match3d_new_item_assets( state, request_context, authenticated, owner_user_id, session_id, profile_id, config, append_plan, existing_assets, ) .await } Match3DItemAssetsGenerationPlan::Replace(replace_plan) => { replace_match3d_item_assets( state, request_context, authenticated, owner_user_id, session_id, profile_id, config, replace_plan, existing_assets, ) .await } } } #[allow(clippy::too_many_arguments)] async fn ensure_match3d_click_sound_assets( state: &AppState, request_context: &RequestContext, authenticated: &AuthenticatedAccessToken, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, assets: Vec, ) -> Result, Response> { if !config.generate_click_sound { return Ok(assets); } let mut assets = normalize_match3d_generated_item_assets_for_resume(assets); let seeds = assets .iter() .filter(|asset| is_match3d_generated_asset_image_ready(asset)) .filter(|asset| asset.click_sound.is_none()) .cloned() .collect::>(); if seeds.is_empty() { return Ok(assets); } let mut sound_tasks = seeds .into_iter() .map(|asset| async move { let prompt = asset .sound_prompt .clone() .filter(|value| !value.trim().is_empty()) .unwrap_or_else(|| { build_fallback_match3d_item_sound_prompt(config, asset.item_name.as_str()) }); let result = generate_match3d_click_sound_asset( state, owner_user_id, profile_id, asset.item_id.as_str(), asset.item_name.as_str(), prompt.as_str(), ) .await; (asset, prompt, result) }) .collect::>(); while let Some((mut asset, prompt, result)) = sound_tasks.next().await { match result { Ok(click_sound) => { asset.sound_prompt = Some(prompt); asset.click_sound = Some(click_sound); asset.error = None; } Err(error) => { tracing::warn!( provider = MATCH3D_AGENT_PROVIDER, session_id, profile_id, item_id = asset.item_id.as_str(), error = %error, "抓大鹅入口内联点击音效生成失败，保留草稿并允许结果页重试" ); } } upsert_match3d_generated_item_asset(&mut assets, asset); persist_match3d_generated_item_assets_snapshot( state, request_context, authenticated, session_id, owner_user_id, profile_id, &assets, ) .await?; } Ok(assets) } async fn generate_match3d_click_sound_asset( state: &AppState, owner_user_id: &str, profile_id: &str, item_id: &str, item_name: &str, prompt: &str, ) -> Result { let mut asset = generate_sound_effect_asset_for_creation( state, owner_user_id, prompt.to_string(), Some(3), None, GeneratedCreationAudioTarget { entity_kind: "match3d_item".to_string(), entity_id: item_id.to_string(), slot: "click_sound".to_string(), asset_kind: MATCH3D_CLICK_SOUND_ASSET_KIND.to_string(), profile_id: Some(profile_id.to_string()), storage_prefix: LegacyAssetPrefix::Match3DAssets, }, ) .await?; asset.title = Some(format!("{item_name}点击音效")); Ok(asset) } #[allow(clippy::too_many_arguments)] async fn append_match3d_new_item_assets( state: &AppState, request_context: &RequestContext, authenticated: &AuthenticatedAccessToken, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, append_plan: Match3DItemAssetAppendPlan, existing_assets: Vec, ) -> Result, Response> { let mut assets = sort_match3d_generated_assets(existing_assets); let existing_item_count = assets.len(); let requested_item_count = append_plan.requested_item_names.len(); if requested_item_count == 0 { return Ok(assets); } let mut next_item_index = next_match3d_generated_item_index(&assets); let background_asset = find_match3d_generated_background_asset(&assets); let item_seeds = append_plan .padded_item_names .into_iter() .enumerate() .map(|(index, item_name)| { let item_id = allocate_match3d_generated_item_id(&assets, &mut next_item_index); Match3DItemImageGenerationSeed { item_id, item_size: infer_match3d_item_size(item_name.as_str()), sound_prompt: build_fallback_match3d_item_sound_prompt(config, item_name.as_str()), item_name, persist_asset: index < requested_item_count, background_music_title: None, background_music_style: None, background_music_prompt: None, background_asset: if index == 0 { background_asset.clone() } else { None }, } }) .collect::>(); let generated_assets = generate_match3d_item_image_assets_in_batches( state, request_context, MATCH3D_WORKS_PROVIDER, owner_user_id, session_id, profile_id, config, item_seeds, ) .await?; for generated_asset in generated_assets .into_iter() .filter(|generated| generated.persist_asset) .map(|generated| generated.asset) { upsert_match3d_generated_item_asset(&mut assets, generated_asset); persist_match3d_generated_item_assets_snapshot( state, request_context, authenticated, session_id, owner_user_id, profile_id, &assets, ) .await?; } ensure_match3d_click_sound_assets( state, request_context, authenticated, owner_user_id, session_id, profile_id, config, assets, ) .await .map(|assets| { sort_match3d_generated_assets(assets) .into_iter() .take(existing_item_count + requested_item_count) .collect() }) } #[allow(clippy::too_many_arguments)] async fn replace_match3d_item_assets( state: &AppState, request_context: &RequestContext, authenticated: &AuthenticatedAccessToken, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, replace_plan: Match3DItemAssetReplacePlan, existing_assets: Vec, ) -> Result, Response> { let mut assets = sort_match3d_generated_assets(existing_assets); if replace_plan.target_assets.is_empty() { return Ok(assets); } let target_by_name = replace_plan .target_assets .iter() .map(|asset| (asset.item_name.trim().to_string(), asset.clone())) .collect::>(); let mut next_item_index = next_match3d_generated_item_index(&assets); let requested_item_count = replace_plan.requested_item_names.len(); let item_seeds = replace_plan .padded_item_names .into_iter() .enumerate() .map(|(index, item_name)| { let matched_asset = target_by_name.get(item_name.trim()).cloned(); let item_id = matched_asset .as_ref() .map(|asset| asset.item_id.clone()) .unwrap_or_else(|| { allocate_match3d_generated_item_id(&assets, &mut next_item_index) }); Match3DItemImageGenerationSeed { item_id, item_size: matched_asset .as_ref() .and_then(|asset| asset.item_size.clone()) .map(|value| normalize_match3d_item_size(value.as_str())) .filter(|value| !value.is_empty()) .unwrap_or_else(|| infer_match3d_item_size(item_name.as_str())), sound_prompt: matched_asset .as_ref() .and_then(|asset| asset.sound_prompt.clone()) .filter(|value| !value.trim().is_empty()) .unwrap_or_else(|| { build_fallback_match3d_item_sound_prompt(config, item_name.as_str()) }), item_name, persist_asset: index < requested_item_count, background_music_title: matched_asset .as_ref() .and_then(|asset| asset.background_music_title.clone()), background_music_style: matched_asset .as_ref() .and_then(|asset| asset.background_music_style.clone()), background_music_prompt: matched_asset .as_ref() .and_then(|asset| asset.background_music_prompt.clone()), background_asset: matched_asset .as_ref() .and_then(|asset| asset.background_asset.clone()), } }) .collect::>(); let generated_assets = generate_match3d_item_image_assets_in_batches( state, request_context, MATCH3D_WORKS_PROVIDER, owner_user_id, session_id, profile_id, config, item_seeds, ) .await?; for generated_asset in generated_assets .into_iter() .filter(|generated| generated.persist_asset) .map(|generated| generated.asset) { let current_asset = assets .iter() .find(|candidate| candidate.item_id == generated_asset.item_id) .cloned(); upsert_match3d_generated_item_asset( &mut assets, merge_regenerated_match3d_item_asset(current_asset, generated_asset), ); persist_match3d_generated_item_assets_snapshot( state, request_context, authenticated, session_id, owner_user_id, profile_id, &assets, ) .await?; } ensure_match3d_click_sound_assets( state, request_context, authenticated, owner_user_id, session_id, profile_id, config, assets, ) .await .map(sort_match3d_generated_assets) } pub(super) struct Match3DMaterialSheet { pub(super) task_id: String, pub(super) prompt: String, pub(super) image_src: Option, pub(super) image_object_key: Option, pub(super) image: DownloadedOpenAiImage, } pub(super) struct Match3DVectorEngineGeminiImageSettings { pub(super) base_url: String, pub(super) api_key: String, pub(super) request_timeout_ms: u64, } #[cfg(test)] pub(super) struct Match3DSlicedItemImage { pub(super) bytes: Vec, } async fn generate_match3d_material_sheet_from_level_scene( state: &AppState, owner_user_id: &str, session_id: &str, profile_id: &str, config: &Match3DConfigJson, background_asset: Option<&Match3DGeneratedBackgroundAsset>, ) -> Result { let settings = require_openai_image_settings(state)?; let http_client = build_openai_image_http_client(&settings)?; let prompt = build_match3d_item_spritesheet_prompt(); let reference = load_match3d_level_scene_reference_image(state, background_asset).await?; let generated = create_openai_image_edit( &http_client, &settings, prompt.as_str(), Some(build_match3d_material_sheet_negative_prompt(config).as_str()), "2k", &reference, "抓大鹅物品 spritesheet 生成失败", ) .await?; let image = generated.images.into_iter().next().ok_or_else(|| { AppError::from_status(StatusCode::BAD_GATEWAY).with_details(json!({ "provider": "vector-engine", "message": "抓大鹅物品 spritesheet 生成失败：未返回图片", })) })?; let image = make_match3d_spritesheet_image_transparent(image)?; let upload = persist_match3d_generated_bytes( state, owner_user_id, session_id, profile_id, &["item-spritesheet", generated.task_id.as_str()], "item-spritesheet.png", image.mime_type.as_str(), image.bytes.clone(), "match3d_item_spritesheet_image", Some(generated.task_id.as_str()), current_utc_micros(), ) .await?; Ok(Match3DMaterialSheet { task_id: generated.task_id, prompt, image_src: Some(upload.src), image_object_key: Some(upload.object_key), image, }) } fn merge_match3d_item_spritesheet_asset_metadata( background_asset: Option, prompt: String, image_src: Option, image_object_key: Option, ) -> Option { background_asset.map(|mut asset| { asset.item_spritesheet_prompt = Some(prompt); asset.item_spritesheet_image_src = image_src; asset.item_spritesheet_image_object_key = image_object_key; asset }) } async fn load_match3d_level_scene_reference_image( state: &AppState, background_asset: Option<&Match3DGeneratedBackgroundAsset>, ) -> Result { let Some(source) = background_asset .and_then(|asset| { asset .level_scene_image_object_key .as_deref() .or(asset.level_scene_image_src.as_deref()) }) .map(str::trim) .filter(|value| !value.is_empty()) else { return Err( AppError::from_status(StatusCode::BAD_REQUEST).with_details(json!({ "provider": MATCH3D_AGENT_PROVIDER, "message": "抓大鹅物品 spritesheet 生成缺少关卡画面参考图", })), ); }; let bytes = if source.starts_with("data:image/") { decode_match3d_data_url_bytes(source)? } else if source.trim_start_matches('/').starts_with("generated-") { read_match3d_generated_object_bytes( state, source, "读取抓大鹅关卡画面参考图失败", MATCH3D_ITEM_IMAGE_MAX_BYTES, ) .await? } else { return Err( AppError::from_status(StatusCode::BAD_REQUEST).with_details(json!({ "provider": MATCH3D_AGENT_PROVIDER, "message": "抓大鹅关卡画面参考图必须是图片 Data URL 或 /generated-* 路径", })), ); }; Ok(OpenAiReferenceImage { bytes, mime_type: "image/png".to_string(), file_name: "match3d-level-scene.png".to_string(), }) } pub(super) fn normalize_match3d_item_name(raw: &str) -> String { raw.trim() .trim_matches(['"', '\'', '“', '”', '。', '，', ',', '、']) .chars() .filter(|character| !character.is_control()) .take(12) .collect::() .trim() .to_string() } pub(super) fn normalize_match3d_item_size(raw: &str) -> String { let normalized = raw .trim() .trim_matches(['"', '\'', '“', '”', '。', '，', ',', '、']); match normalized { "大" | "大型" | "偏大" | "large" | "Large" | "L" | "l" => { MATCH3D_ITEM_SIZE_LARGE.to_string() } "中" | "中型" | "中等" | "medium" | "Medium" | "M" | "m" => { MATCH3D_ITEM_SIZE_MEDIUM.to_string() } "小" | "小型" | "偏小" | "small" | "Small" | "S" | "s" => { MATCH3D_ITEM_SIZE_SMALL.to_string() } _ => String::new(), } } pub(super) fn infer_match3d_item_size(item_name: &str) -> String { let name = item_name.trim(); let large_keywords = [ "西瓜", "南瓜", "椰子", "箱", "盒", "桶", "盆", "锅", "坛", "瓶子", "大瓶", "包", "书包", "枕", "抱枕", "玩偶", "球", "圆球", "足球", "篮球", "鼓", ]; if large_keywords.iter().any(|keyword| name.contains(keyword)) { return MATCH3D_ITEM_SIZE_LARGE.to_string(); } let small_keywords = [ "草莓", "蓝莓", "葡萄", "樱桃", "莓", "糖", "糖果", "钥匙", "硬币", "纽扣", "徽章", "戒指", "耳环", "铃铛", "星星", "宝石", "叶片", "花瓣", "蘑菇", "贝壳", "印章", "彩蛋", "棋子", "骰子", "挂件", ]; if small_keywords.iter().any(|keyword| name.contains(keyword)) { return MATCH3D_ITEM_SIZE_SMALL.to_string(); } MATCH3D_ITEM_SIZE_MEDIUM.to_string() } pub(super) fn fallback_match3d_item_names(theme_text: &str) -> Vec { let theme = theme_text.trim(); let normalized_theme = if theme.is_empty() { "主题" } else { theme }; [ "小物件", "徽章", "摆件", "挂件", "圆球", "方块", "钥匙", "杯子", "糖果", "星星", "宝石", "铃铛", "叶片", "蘑菇", "花朵", "果冻", "小瓶", "帽子", "贝壳", "纽扣", "积木", "印章", "彩蛋", "小鼓", "风车", ] .into_iter() .map(|suffix| format!("{normalized_theme}{suffix}")) .take(MATCH3D_MAX_GENERATED_ITEM_COUNT) .collect() } pub(super) fn normalize_match3d_item_plan( config: &Match3DConfigJson, items: Vec, ) -> Vec { let target_item_count = resolve_match3d_generated_item_count(config); let mut normalized = Vec::new(); for item in items { let name = normalize_match3d_item_name(item.name.as_str()); if name.is_empty() || normalized .iter() .any(|candidate: &Match3DGeneratedItemPlan| candidate.name == name) { continue; } let sound_prompt = normalize_match3d_audio_prompt(item.sound_prompt.as_str()); let item_size = normalize_match3d_item_size(item.item_size.as_str()); normalized.push(Match3DGeneratedItemPlan { item_size: if item_size.is_empty() { infer_match3d_item_size(&name) } else { item_size }, sound_prompt: if sound_prompt.is_empty() { build_fallback_match3d_item_sound_prompt(config, &name) } else { sound_prompt }, name, }); if normalized.len() >= target_item_count { break; } } if normalized.len() < target_item_count { for name in fallback_match3d_item_names(config.theme_text.as_str()) { if normalized.iter().any(|candidate| candidate.name == name) { continue; } normalized.push(Match3DGeneratedItemPlan { item_size: infer_match3d_item_size(&name), sound_prompt: build_fallback_match3d_item_sound_prompt(config, &name), name, }); if normalized.len() >= target_item_count { break; } } } if normalized.len() < target_item_count { fill_match3d_item_plan_to_count(config, &mut normalized, target_item_count); } normalized } fn fill_match3d_item_plan_to_count( config: &Match3DConfigJson, normalized: &mut Vec, target_item_count: usize, ) { let normalized_theme = config.theme_text.trim(); let fallback_prefix = if normalized_theme.is_empty() { "补充物品".to_string() } else { format!("{normalized_theme}补充") }; let mut index = 1usize; while normalized.len() < target_item_count { let name = normalize_match3d_item_name(format!("{fallback_prefix}{index}").as_str()); if !name.is_empty() && !normalized .iter() .any(|candidate: &Match3DGeneratedItemPlan| candidate.name == name) { normalized.push(Match3DGeneratedItemPlan { item_size: infer_match3d_item_size(&name), sound_prompt: build_fallback_match3d_item_sound_prompt(config, &name), name, }); } index += 1; } } pub(super) fn normalize_match3d_batch_item_names(items: Vec) -> Vec { let mut normalized: Vec = Vec::new(); for item in items { let name = normalize_match3d_item_name(item.as_str()); if name.is_empty() || normalized.iter().any(|candidate| candidate == &name) { continue; } normalized.push(name); if normalized.len() >= MATCH3D_MAX_GENERATED_ITEM_COUNT { break; } } normalized } pub(super) fn normalize_match3d_item_assets_generation_mode( mode: Option<&str>, ) -> Match3DItemAssetsGenerationMode { match mode .unwrap_or_default() .trim() .to_ascii_lowercase() .as_str() { "replace" | "regenerate" => Match3DItemAssetsGenerationMode::Replace, _ => Match3DItemAssetsGenerationMode::Append, } } pub(super) fn build_match3d_item_assets_generation_plan( mode: Match3DItemAssetsGenerationMode, item_names: Vec, existing_assets: &[Match3DGeneratedItemAsset], ) -> Match3DItemAssetsGenerationPlan { match mode { Match3DItemAssetsGenerationMode::Append => Match3DItemAssetsGenerationPlan::Append( build_match3d_item_asset_append_plan(item_names, existing_assets), ), Match3DItemAssetsGenerationMode::Replace => Match3DItemAssetsGenerationPlan::Replace( build_match3d_item_asset_replace_plan(item_names, existing_assets), ), } } pub(super) fn build_match3d_item_asset_append_plan( item_names: Vec, existing_assets: &[Match3DGeneratedItemAsset], ) -> Match3DItemAssetAppendPlan { let available_capacity = MATCH3D_MAX_GENERATED_ITEM_COUNT.saturating_sub(existing_assets.len()); let mut requested_item_names = item_names .into_iter() .filter(|name| { !existing_assets .iter() .any(|asset| asset.item_name.trim() == name.trim()) }) .take(available_capacity) .collect::>(); requested_item_names.truncate(available_capacity); let padded_item_names = build_match3d_padded_item_names_for_generation( &requested_item_names, existing_assets, available_capacity, ); Match3DItemAssetAppendPlan { requested_item_names, padded_item_names, } } fn build_match3d_padded_item_names_for_generation( item_names: &[String], existing_assets: &[Match3DGeneratedItemAsset], available_capacity: usize, ) -> Vec { let mut padded = item_names .iter() .take(available_capacity) .cloned() .collect::>(); let target_item_count = round_match3d_item_count_to_full_sheet(padded.len()); let mut fallback_index = 1usize; while padded.len() < target_item_count { let candidate = normalize_match3d_item_name(format!("追加物品{fallback_index}").as_str()); fallback_index += 1; if candidate.is_empty() || padded.iter().any(|name| name == &candidate) || existing_assets .iter() .any(|asset| asset.item_name.trim() == candidate.as_str()) { continue; } padded.push(candidate); } padded } pub(super) fn build_match3d_item_asset_replace_plan( item_names: Vec, existing_assets: &[Match3DGeneratedItemAsset], ) -> Match3DItemAssetReplacePlan { let mut requested_item_names = Vec::new(); let mut target_assets = Vec::new(); for item_name in item_names { let Some(asset) = existing_assets .iter() .find(|asset| asset.item_name.trim() == item_name.trim()) else { continue; }; if target_assets .iter() .any(|candidate: &Match3DGeneratedItemAsset| candidate.item_id == asset.item_id) { continue; } requested_item_names.push(asset.item_name.clone()); target_assets.push(asset.clone()); if requested_item_names.len() >= MATCH3D_MAX_GENERATED_ITEM_COUNT { break; } } let padded_item_names = build_match3d_padded_item_names_for_generation( &requested_item_names, existing_assets, MATCH3D_MAX_GENERATED_ITEM_COUNT, ); Match3DItemAssetReplacePlan { requested_item_names, padded_item_names, target_assets, } } pub(super) fn calculate_match3d_item_assets_points_cost(item_count: usize) -> u64 { if item_count == 0 { return 0; } item_count.div_ceil(MATCH3D_MATERIAL_ITEM_BATCH_SIZE) as u64 * MATCH3D_ITEM_ASSETS_POINTS_PER_BATCH } pub(super) fn normalize_match3d_cover_prompt(raw: &str) -> String { raw.trim() .chars() .filter(|character| !character.is_control()) .take(900) .collect::() .trim() .to_string() } pub(super) fn normalize_match3d_audio_prompt(raw: &str) -> String { raw.trim() .chars() .filter(|character| !character.is_control()) .take(500) .collect::() .trim() .to_string() } pub(super) fn normalize_match3d_background_prompt(raw: &str) -> String { raw.trim() .chars() .filter(|character| !character.is_control()) .take(900) .collect::() .trim() .to_string() } pub(super) fn build_match3d_prompt_fingerprint(value: &str) -> String { let mut hash = 0u32; for character in value.chars() { hash = hash.wrapping_mul(31).wrapping_add(character as u32); } format!("{hash:08x}") } pub(super) fn build_fallback_match3d_background_prompt(config: &Match3DConfigJson) -> String { let theme = config.theme_text.trim(); let normalized_theme = if theme.is_empty() { "抓大鹅" } else { theme }; normalize_match3d_background_prompt( format!( "{normalized_theme}题材抓大鹅游戏竖屏纯背景图，表现题材环境、绿色纵向渐变和轻快休闲氛围，中央区域保持干净通透，方便运行态叠加默认交互容器。无锅、无圆盘、无托盘、无拼图槽、无物品槽、无文字、无水印、无 UI、无按钮、无倒计时、无物品、无角色、无手。" ) .as_str(), ) } pub(super) fn build_fallback_match3d_item_sound_prompt( config: &Match3DConfigJson, item_name: &str, ) -> String { let theme = config.theme_text.trim(); let normalized_theme = if theme.is_empty() { "抓大鹅" } else { theme }; normalize_match3d_audio_prompt( format!( "{normalized_theme}题材抓大鹅中“{item_name}”被点击并消除时的短促反馈音效，清脆、可爱、有轻微弹跳感，适合移动端休闲游戏。" ) .as_str(), ) } pub(super) fn normalize_match3d_generated_item_assets_for_resume( assets: Vec, ) -> Vec { let mut normalized = Vec::new(); for asset in sort_match3d_generated_assets(assets) { if asset.item_id.trim().is_empty() || normalized .iter() .any(|candidate: &Match3DGeneratedItemAsset| candidate.item_id == asset.item_id) { continue; } normalized.push(asset); if normalized.len() >= MATCH3D_MAX_GENERATED_ITEM_COUNT { break; } } normalized } pub(super) fn resolve_match3d_gameplay_item_count(config: &Match3DConfigJson) -> usize { match config.clear_count { 8 => 3, 12 => 9, 16 => 15, 20 | 21 => 20, _ => match config.difficulty { 0..=2 => 3, 3..=4 => 9, 5..=6 => 15, _ => 20, }, } .min(MATCH3D_MAX_GENERATED_ITEM_COUNT) } pub(super) fn resolve_match3d_generated_item_count(config: &Match3DConfigJson) -> usize { let _ = config; MATCH3D_MAX_GENERATED_ITEM_COUNT } fn round_match3d_item_count_to_full_sheet(item_count: usize) -> usize { if item_count == 0 { return 0; } item_count.div_ceil(MATCH3D_MATERIAL_ITEM_BATCH_SIZE) * MATCH3D_MATERIAL_ITEM_BATCH_SIZE } pub(super) fn resolve_match3d_material_sheet_cell_indices( item_index: usize, view_index: usize, ) -> (usize, usize) { let items_per_row = (MATCH3D_MATERIAL_GRID_SIZE as usize / MATCH3D_ITEM_VIEW_COUNT).max(1); let row_index = item_index / items_per_row + 1; let col_index = (item_index % items_per_row) * MATCH3D_ITEM_VIEW_COUNT + view_index + 1; (row_index, col_index) } pub(super) fn sort_match3d_generated_assets( mut assets: Vec, ) -> Vec { assets.sort_by(|left, right| { match3d_item_sort_index(left.item_id.as_str()) .cmp(&match3d_item_sort_index(right.item_id.as_str())) .then_with(|| left.item_id.cmp(&right.item_id)) }); assets } pub(super) fn match3d_item_sort_index(item_id: &str) -> u32 { item_id .rsplit('-') .next() .and_then(|value| value.parse::().ok()) .unwrap_or(u32::MAX) } fn is_match3d_generated_asset_image_ready(asset: &Match3DGeneratedItemAsset) -> bool { let view_count = asset .image_views .iter() .filter(|view| { view.image_object_key .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some() || view .image_src .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some() }) .count(); view_count >= MATCH3D_ITEM_VIEW_COUNT } pub(super) fn has_match3d_required_item_images( assets: &[Match3DGeneratedItemAsset], required_item_count: usize, ) -> bool { assets.len() >= required_item_count && assets .iter() .take(required_item_count) .all(is_match3d_generated_asset_image_ready) } pub(super) fn has_match3d_required_generated_assets( assets: &[Match3DGeneratedItemAsset], required_item_count: usize, config: &Match3DConfigJson, ) -> bool { has_match3d_required_item_images(assets, required_item_count) && (!config.generate_click_sound || assets .iter() .take(required_item_count) .all(|asset| asset.click_sound.is_some())) } pub(super) fn upsert_match3d_generated_item_asset( assets: &mut Vec, asset: Match3DGeneratedItemAsset, ) { if let Some(current) = assets .iter_mut() .find(|candidate| candidate.item_id == asset.item_id) { *current = asset; *assets = sort_match3d_generated_assets(std::mem::take(assets)); return; } assets.push(asset); *assets = sort_match3d_generated_assets(std::mem::take(assets)); } pub(super) fn merge_regenerated_match3d_item_asset( current_asset: Option, generated_asset: Match3DGeneratedItemAsset, ) -> Match3DGeneratedItemAsset { let Some(current_asset) = current_asset else { return generated_asset; }; Match3DGeneratedItemAsset { item_id: current_asset.item_id, item_name: current_asset.item_name, item_size: current_asset .item_size .or(generated_asset.item_size) .or_else(|| Some(MATCH3D_ITEM_SIZE_LARGE.to_string())), image_src: generated_asset.image_src, image_object_key: generated_asset.image_object_key, image_views: generated_asset.image_views, model_src: current_asset.model_src, model_object_key: current_asset.model_object_key, model_file_name: current_asset.model_file_name, task_uuid: generated_asset.task_uuid.or(current_asset.task_uuid), subscription_key: generated_asset .subscription_key .or(current_asset.subscription_key), sound_prompt: generated_asset.sound_prompt.or(current_asset.sound_prompt), background_music_title: current_asset.background_music_title, background_music_style: current_asset.background_music_style, background_music_prompt: current_asset.background_music_prompt, background_music: current_asset.background_music, click_sound: current_asset.click_sound, background_asset: current_asset.background_asset, status: generated_asset.status, error: generated_asset.error, } } fn next_match3d_generated_item_index(assets: &[Match3DGeneratedItemAsset]) -> u32 { assets .iter() .filter_map(|asset| { let value = match3d_item_sort_index(asset.item_id.as_str()); if value == u32::MAX { None } else { Some(value) } }) .max() .unwrap_or(0) .saturating_add(1) } fn allocate_match3d_generated_item_id( assets: &[Match3DGeneratedItemAsset], next_item_index: &mut u32, ) -> String { loop { let candidate = format!("match3d-item-{}", *next_item_index); *next_item_index = next_item_index.saturating_add(1); if !assets.iter().any(|asset| asset.item_id == candidate) { return candidate; } } } pub(super) fn is_match3d_background_asset_ready(asset: &Match3DGeneratedBackgroundAsset) -> bool { asset.status == "image_ready" && (asset .image_object_key .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some() || asset .image_src .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some()) && (asset .ui_spritesheet_image_object_key .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some() || asset .ui_spritesheet_image_src .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some() || asset .container_image_object_key .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some() || asset .container_image_src .as_deref() .map(str::trim) .filter(|value| !value.is_empty()) .is_some()) } pub(super) fn build_match3d_material_sheet_prompt( config: &Match3DConfigJson, item_names: &[String], ) -> String { let _ = (config, item_names); build_match3d_item_spritesheet_prompt() } pub(super) fn build_match3d_item_spritesheet_prompt() -> String { "固定生成10行*10列spritesheet图，统一纯绿色绿幕背景（高饱和亮绿色，接近 #00FF00），背景平整无纹理、无渐变、无阴影、无场景内容，后端会在生图后将绿幕扣成透明并把透明背景 PNG 存到 OSS。素材间距严格均匀分布，任意两个素材间距相同，物品来自参考图中画面中心容器中的2D素材。每一行包含两种物品，每种物品的五个不同形态。物品素材自身不得使用接近 #00FF00 的高饱和纯绿；绿色物品只能使用深绿、橄榄绿、金绿或蓝绿，并用清晰描边与绿幕区分。严禁出现两种高相似度的物品".to_string() } fn match3d_material_sheet_special_prompt() -> String { "每一行包含两种物品，每种物品的五个不同形态。".to_string() } pub(super) fn build_match3d_material_sheet_negative_prompt(config: &Match3DConfigJson) -> String { let base = "文字、水印、UI、边框、网格线、标签、人物手部、复杂背景、非绿幕背景、白色背景、灰色背景、渐变背景、纹理背景"; if !is_match3d_pixel_retro_style(config) { return base.to_string(); } format!( "{base}、抗锯齿、平滑插画、柔焦、软边渐变、矢量扁平插画、真实 3D 渲染、PBR 材质、摄影棚光照" ) } pub(super) fn resolve_match3d_asset_style_prompt(config: &Match3DConfigJson) -> Option { let prompt = config .asset_style_prompt .as_deref() .or(config.asset_style_label.as_deref()) .map(str::trim) .filter(|value| !value.is_empty()) .map(str::to_string); if !is_match3d_pixel_retro_style(config) { return prompt; } Some(match prompt { Some(prompt) if prompt.contains("禁止抗锯齿") && prompt.contains("64x64") => prompt, Some(prompt) => format!("{prompt}；{MATCH3D_PIXEL_RETRO_STYLE_PROMPT}"), None => MATCH3D_PIXEL_RETRO_STYLE_PROMPT.to_string(), }) } fn is_match3d_pixel_retro_style(config: &Match3DConfigJson) -> bool { config .asset_style_id .as_deref() .map(str::trim) .is_some_and(|value| value.eq_ignore_ascii_case("pixel-retro")) || config .asset_style_label .as_deref() .map(str::trim) .is_some_and(|value| value.contains("像素复古")) } #[cfg(test)] pub(super) fn slice_match3d_material_sheet( image: &DownloadedOpenAiImage, item_names: &[String], ) -> Result>, AppError> { slice_generated_asset_sheet_two_items_per_row( image, item_names, MATCH3D_MATERIAL_GRID_SIZE as usize, MATCH3D_ITEM_VIEW_COUNT, ) .map(|rows| { rows.into_iter() .map(|views| { views .into_iter() .map(|view| Match3DSlicedItemImage { bytes: view.bytes }) .collect() }) .collect() }) } #[cfg(test)] pub(super) fn crop_match3d_material_view_edge_matte( image: image::DynamicImage, ) -> image::DynamicImage { crop_generated_asset_sheet_view_edge_matte(image) } fn compute_match3d_material_white_screen_score(pixel: [u8; 4]) -> f32 { if pixel[3] == 0 { return 1.0; } let red = pixel[0] as f32; let green = pixel[1] as f32; let blue = pixel[2] as f32; let max_channel = red.max(green).max(blue); let min_channel = red.min(green).min(blue); let average = (red + green + blue) / 3.0; if average < 188.0 || min_channel < 168.0 { return 0.0; } let spread = max_channel - min_channel; let neutrality = 1.0 - ((spread - 6.0) / 34.0).clamp(0.0, 1.0); let brightness = ((average - 188.0) / 55.0).clamp(0.0, 1.0); let floor = ((min_channel - 168.0) / 60.0).clamp(0.0, 1.0); (neutrality * (brightness * 0.85 + floor * 0.15)).clamp(0.0, 1.0) } pub(super) fn remove_match3d_container_plain_background( pixels: &mut [u8], width: usize, height: usize, ) -> bool { let pixel_count = width.saturating_mul(height); if pixel_count == 0 || pixels.len() < pixel_count.saturating_mul(4) { return false; } let mut background_mask = vec![0u8; pixel_count]; let mut queue = Vec::::new(); let mut queue_index = 0usize; let seed_pixel = |pixel_index: usize, background_mask: &mut [u8], queue: &mut Vec| { if background_mask[pixel_index] != 0 { return; } let offset = pixel_index * 4; if is_match3d_container_background_pixel([ pixels[offset], pixels[offset + 1], pixels[offset + 2], pixels[offset + 3], ]) { background_mask[pixel_index] = 1; queue.push(pixel_index); } }; for x in 0..width { seed_pixel(x, &mut background_mask, &mut queue); seed_pixel((height - 1) * width + x, &mut background_mask, &mut queue); } for y in 1..height.saturating_sub(1) { seed_pixel(y * width, &mut background_mask, &mut queue); seed_pixel(y * width + width - 1, &mut background_mask, &mut queue); } while queue_index < queue.len() { let pixel_index = queue[queue_index]; queue_index += 1; let x = pixel_index % width; let y = pixel_index / width; let neighbors = [ (x > 0).then(|| pixel_index - 1), (x + 1 < width).then_some(pixel_index + 1), (y > 0).then(|| pixel_index - width), (y + 1 < height).then_some(pixel_index + width), ]; for next_pixel_index in neighbors.into_iter().flatten() { if background_mask[next_pixel_index] != 0 { continue; } let offset = next_pixel_index * 4; if is_match3d_container_background_pixel([ pixels[offset], pixels[offset + 1], pixels[offset + 2], pixels[offset + 3], ]) { background_mask[next_pixel_index] = 1; queue.push(next_pixel_index); } } } // 中文注释：图生图偶尔会在容器边缘留下白底抗锯齿，扩一层只清理连到背景的浅色边。 for _ in 0..2 { let mut expanded_mask = background_mask.clone(); for y in 0..height { for x in 0..width { let pixel_index = y * width + x; if background_mask[pixel_index] != 0 { continue; } let offset = pixel_index * 4; let pixel = [ pixels[offset], pixels[offset + 1], pixels[offset + 2], pixels[offset + 3], ]; if !is_match3d_container_soft_background_pixel(pixel) { continue; } let mut adjacent_background_count = 0usize; for offset_y in -1i32..=1 { for offset_x in -1i32..=1 { if offset_x == 0 && offset_y == 0 { continue; } let next_x = x as i32 + offset_x; let next_y = y as i32 + offset_y; if next_x < 0 || next_x >= width as i32 || next_y < 0 || next_y >= height as i32 { adjacent_background_count += 1; continue; } if background_mask[next_y as usize * width + next_x as usize] != 0 { adjacent_background_count += 1; } } } if adjacent_background_count >= 3 { expanded_mask[pixel_index] = 1; } } } background_mask = expanded_mask; } let mut changed = false; for pixel_index in 0..pixel_count { if background_mask[pixel_index] == 0 { continue; } let offset = pixel_index * 4; if pixels[offset + 3] != 0 { pixels[offset + 3] = 0; changed = true; } } changed } fn is_match3d_container_background_pixel(pixel: [u8; 4]) -> bool { pixel[3] < 16 || compute_match3d_material_white_screen_score(pixel) > 0.34 } fn is_match3d_container_soft_background_pixel(pixel: [u8; 4]) -> bool { pixel[3] < 80 || compute_match3d_material_white_screen_score(pixel) > 0.18 }