Integrate role asset studio into custom world agent flow

This commit is contained in:
2026-04-14 20:16:41 +08:00
parent 0981d6ee1b
commit bc2999ffb9
118 changed files with 31211 additions and 1232 deletions

View File

@@ -0,0 +1,221 @@
import { Router } from 'express';
import { z } from 'zod';
import type {
CreateCustomWorldAgentSessionRequest,
CustomWorldAgentActionRequest,
SendCustomWorldAgentMessageRequest,
} from '../../../packages/shared/src/contracts/customWorldAgent.js';
import type { AppContext } from '../context.js';
import { badRequest, notFound } from '../errors.js';
import { asyncHandler, prepareApiResponse, sendApiResponse } from '../http.js';
import { routeMeta } from '../middleware/routeMeta.js';
const createSessionSchema = z.object({
seedText: z.string().trim().optional().default(''),
});
const sendMessageSchema = z.object({
clientMessageId: z.string().trim().min(1),
text: z.string().trim().min(1),
focusCardId: z.string().trim().nullable().optional().default(null),
selectedCardIds: z.array(z.string().trim().min(1)).optional().default([]),
});
const actionSchema = z.discriminatedUnion('action', [
z.object({
action: z.literal('draft_foundation'),
}),
z.object({
action: z.literal('update_draft_card'),
cardId: z.string().trim().min(1),
sections: z
.array(
z.object({
sectionId: z.string().trim().min(1),
value: z.string(),
}),
)
.min(1),
}),
z.object({
action: z.literal('generate_characters'),
count: z.number().int().min(1).max(3),
promptText: z.string().trim().nullable().optional().default(null),
anchorCardIds: z.array(z.string().trim().min(1)).optional().default([]),
}),
z.object({
action: z.literal('generate_landmarks'),
count: z.number().int().min(1).max(3),
promptText: z.string().trim().nullable().optional().default(null),
anchorCardIds: z.array(z.string().trim().min(1)).optional().default([]),
}),
z.object({
action: z.literal('generate_role_assets'),
roleIds: z.array(z.string().trim().min(1)).min(1),
}),
z.object({
action: z.literal('sync_role_assets'),
roleId: z.string().trim().min(1),
portraitPath: z.string().trim().min(1),
generatedVisualAssetId: z.string().trim().min(1),
generatedAnimationSetId: z.string().trim().nullable().optional(),
animationMap: z.record(z.string(), z.unknown()).nullable().optional(),
}),
z.object({
action: z.literal('publish_world'),
}),
]);
function readParam(param: string | string[] | undefined) {
return Array.isArray(param) ? param[0]?.trim() || '' : param?.trim() || '';
}
export function createCustomWorldAgentRoutes(context: AppContext) {
const router = Router();
router.post(
'/sessions',
routeMeta({ operation: 'runtime.customWorldAgent.createSession' }),
asyncHandler(async (request, response) => {
const payload = createSessionSchema.parse(
request.body,
) as CreateCustomWorldAgentSessionRequest;
sendApiResponse(response, {
session: await context.customWorldAgentOrchestrator.createSession(
request.userId!,
payload,
),
});
}),
);
router.get(
'/sessions/:sessionId',
routeMeta({ operation: 'runtime.customWorldAgent.getSession' }),
asyncHandler(async (request, response) => {
const sessionId = readParam(request.params.sessionId);
if (!sessionId) {
throw badRequest('sessionId is required');
}
const session = await context.customWorldAgentOrchestrator.getSessionSnapshot(
request.userId!,
sessionId,
);
if (!session) {
throw notFound('custom world agent session not found');
}
sendApiResponse(response, session);
}),
);
router.post(
'/sessions/:sessionId/messages',
routeMeta({ operation: 'runtime.customWorldAgent.sendMessage' }),
asyncHandler(async (request, response) => {
const sessionId = readParam(request.params.sessionId);
if (!sessionId) {
throw badRequest('sessionId is required');
}
const payload = sendMessageSchema.parse(
request.body,
) as SendCustomWorldAgentMessageRequest;
sendApiResponse(
response,
await context.customWorldAgentOrchestrator.submitMessage(
request.userId!,
sessionId,
payload,
),
);
}),
);
router.post(
'/sessions/:sessionId/actions',
routeMeta({ operation: 'runtime.customWorldAgent.executeAction' }),
asyncHandler(async (request, response) => {
const sessionId = readParam(request.params.sessionId);
if (!sessionId) {
throw badRequest('sessionId is required');
}
const payload = actionSchema.parse(
request.body,
) as CustomWorldAgentActionRequest;
sendApiResponse(
response,
await context.customWorldAgentOrchestrator.executeAction(
request.userId!,
sessionId,
payload,
),
);
}),
);
router.get(
'/sessions/:sessionId/operations/:operationId',
routeMeta({ operation: 'runtime.customWorldAgent.getOperation' }),
asyncHandler(async (request, response) => {
const sessionId = readParam(request.params.sessionId);
const operationId = readParam(request.params.operationId);
if (!sessionId) {
throw badRequest('sessionId is required');
}
if (!operationId) {
throw badRequest('operationId is required');
}
const operation = await context.customWorldAgentOrchestrator.getOperation(
request.userId!,
sessionId,
operationId,
);
if (!operation) {
throw notFound('custom world agent operation not found');
}
prepareApiResponse(request, response, {
statusCode: 200,
headers: {
'Content-Type': 'application/json; charset=utf-8',
},
});
response.end(JSON.stringify({ operation }));
}),
);
router.get(
'/sessions/:sessionId/cards/:cardId',
routeMeta({ operation: 'runtime.customWorldAgent.getCardDetail' }),
asyncHandler(async (request, response) => {
const sessionId = readParam(request.params.sessionId);
const cardId = readParam(request.params.cardId);
if (!sessionId) {
throw badRequest('sessionId is required');
}
if (!cardId) {
throw badRequest('cardId is required');
}
const card = await context.customWorldAgentOrchestrator.getCardDetail(
request.userId!,
sessionId,
cardId,
);
if (!card) {
throw notFound('custom world agent card not found');
}
sendApiResponse(response, {
card,
});
}),
);
return router;
}

View File

@@ -1,6 +1,7 @@
import { Router } from 'express';
import { z } from 'zod';
import type { ListCustomWorldWorksResponse } from '../../../packages/shared/src/contracts/customWorldAgent.js';
import type {
AnswerCustomWorldSessionQuestionRequest,
CreateCustomWorldSessionRequest,
@@ -27,6 +28,8 @@ import {
prepareEventStreamResponse,
sendApiResponse,
} from '../http.js';
import { requireJwtAuth } from '../middleware/auth.js';
import { routeMeta } from '../middleware/routeMeta.js';
import {
generateCharacterChatSuggestionsFromOrchestrator,
generateCharacterChatSummaryFromOrchestrator,
@@ -34,8 +37,6 @@ import {
streamNpcChatDialogueFromOrchestrator,
streamNpcRecruitDialogueFromOrchestrator,
} from '../modules/ai/chatOrchestrator.js';
import { requireJwtAuth } from '../middleware/auth.js';
import { routeMeta } from '../middleware/routeMeta.js';
import {
hydrateSavedSnapshot,
normalizeSavedSnapshotPayload,
@@ -48,6 +49,9 @@ import {
npcRecruitDialogueRequestSchema,
} from '../services/chatService.js';
import { generateCustomWorldProfile } from '../services/customWorldGenerationService.js';
import {
listCustomWorldWorkSummaries,
} from '../services/customWorldWorkSummaryService.js';
import { generateQuestForNpcEncounter } from '../services/questService.js';
import { generateRuntimeItemIntents } from '../services/runtimeItemService.js';
import {
@@ -59,6 +63,7 @@ import {
generateHighQualityNextStory,
parseStoryRequest,
} from '../services/storyService.js';
import { createCustomWorldAgentRoutes } from './customWorldAgent.js';
const jsonObjectSchema = z.record(z.string(), z.unknown());
@@ -109,6 +114,10 @@ export function createRuntimeRoutes(context: AppContext) {
const requireAuth = requireJwtAuth(context.config, context.userRepository);
router.use(requireAuth);
router.use(
'/runtime/custom-world/agent',
createCustomWorldAgentRoutes(context),
);
router.post(
'/llm/chat/completions',
@@ -198,6 +207,19 @@ export function createRuntimeRoutes(context: AppContext) {
}),
);
router.get(
'/runtime/custom-world/works',
routeMeta({ operation: 'runtime.customWorldWorks.list' }),
asyncHandler(async (request, response) => {
sendApiResponse<ListCustomWorldWorksResponse>(response, {
items: await listCustomWorldWorkSummaries(request.userId!, {
runtimeRepository: context.runtimeRepository,
customWorldAgentSessions: context.customWorldAgentSessions,
}),
});
}),
);
router.get(
'/runtime/custom-world-library',
routeMeta({ operation: 'runtime.customWorldLibrary.list' }),
@@ -356,7 +378,7 @@ export function createRuntimeRoutes(context: AppContext) {
) as CreateCustomWorldSessionRequest;
sendApiResponse(
response,
context.customWorldSessions.create(
await context.customWorldSessions.create(
request.userId!,
payload.settingText,
payload.creatorIntent,
@@ -370,7 +392,7 @@ export function createRuntimeRoutes(context: AppContext) {
'/runtime/custom-world/sessions/:sessionId',
routeMeta({ operation: 'runtime.customWorldSession.get' }),
asyncHandler(async (request, response) => {
const session = context.customWorldSessions.get(
const session = await context.customWorldSessions.get(
request.userId!,
readParam(request.params.sessionId),
);
@@ -388,7 +410,7 @@ export function createRuntimeRoutes(context: AppContext) {
const payload = customWorldAnswerSchema.parse(
request.body,
) as AnswerCustomWorldSessionQuestionRequest;
const session = context.customWorldSessions.answer(
const session = await context.customWorldSessions.answer(
request.userId!,
readParam(request.params.sessionId),
payload.questionId,
@@ -405,7 +427,7 @@ export function createRuntimeRoutes(context: AppContext) {
'/runtime/custom-world/sessions/:sessionId/generate/stream',
routeMeta({ operation: 'runtime.customWorldSession.generateStream' }),
asyncHandler(async (request, response) => {
const session = context.customWorldSessions.get(
const session = await context.customWorldSessions.get(
request.userId!,
readParam(request.params.sessionId),
);
@@ -426,7 +448,7 @@ export function createRuntimeRoutes(context: AppContext) {
};
writeEvent('progress', { phase: 'preparing', progress: 10 });
context.customWorldSessions.updateStatus(
await context.customWorldSessions.updateStatus(
request.userId!,
readParam(request.params.sessionId),
'generating',
@@ -443,7 +465,7 @@ export function createRuntimeRoutes(context: AppContext) {
);
},
});
context.customWorldSessions.setResult(
await context.customWorldSessions.setResult(
request.userId!,
readParam(request.params.sessionId),
profile,
@@ -456,7 +478,7 @@ export function createRuntimeRoutes(context: AppContext) {
error instanceof Error
? error.message
: 'custom world generation failed';
context.customWorldSessions.updateStatus(
await context.customWorldSessions.updateStatus(
request.userId!,
readParam(request.params.sessionId),
'generation_error',