AGC 支持 Anthropic 独立网关路由与后台协议选项
新增平台 Anthropic 网关路由 /api/llm/anthropic/{*path},复用账号 Router 凭据边界
OpenAI 侧规范路径改为 /api/llm/v1/responses 与 /api/llm/v1/chat/completions,旧路径保留兼容
baseUrl 不再携带路由与版本段,统一由协议自己拼 v1/<op>
cc 执行器改走平台网关,ANTHROPIC_AUTH_TOKEN 复用平台会话,不再直连 Router
后台模型目录 agentMode 增加 anthropic,管理页与客户端契约同步
补齐三条路由埋点与静态段白名单,新增三条回归测试
同步后端架构文档、模型别名文档与排障记忆
This commit is contained in:
File diff suppressed because it is too large
Load Diff
@@ -9,7 +9,7 @@ use crate::{
|
||||
auth::require_bearer_auth,
|
||||
llm::{
|
||||
LLM_REQUEST_MAX_BODY_BYTES, list_llm_models, proxy_llm_chat_completions,
|
||||
proxy_llm_responses,
|
||||
proxy_llm_messages, proxy_llm_responses,
|
||||
},
|
||||
state::AppState,
|
||||
volcengine_speech::{
|
||||
@@ -36,6 +36,15 @@ pub fn router(state: AppState) -> Router<AppState> {
|
||||
))
|
||||
.layer(DefaultBodyLimit::max(LLM_REQUEST_MAX_BODY_BYTES)),
|
||||
)
|
||||
.route(
|
||||
"/api/llm/v1/chat/completions",
|
||||
post(proxy_llm_chat_completions)
|
||||
.route_layer(middleware::from_fn_with_state(
|
||||
state.clone(),
|
||||
require_bearer_auth,
|
||||
))
|
||||
.layer(DefaultBodyLimit::max(LLM_REQUEST_MAX_BODY_BYTES)),
|
||||
)
|
||||
.route(
|
||||
"/api/llm/responses",
|
||||
post(proxy_llm_responses)
|
||||
@@ -45,6 +54,27 @@ pub fn router(state: AppState) -> Router<AppState> {
|
||||
))
|
||||
.layer(DefaultBodyLimit::max(LLM_REQUEST_MAX_BODY_BYTES)),
|
||||
)
|
||||
.route(
|
||||
"/api/llm/v1/responses",
|
||||
post(proxy_llm_responses)
|
||||
.route_layer(middleware::from_fn_with_state(
|
||||
state.clone(),
|
||||
require_bearer_auth,
|
||||
))
|
||||
.layer(DefaultBodyLimit::max(LLM_REQUEST_MAX_BODY_BYTES)),
|
||||
)
|
||||
// Anthropic 客户端(Claude Agent SDK / Claude Code CLI)固定请求
|
||||
// `{ANTHROPIC_BASE_URL}/v1/messages`,所以这里只声明 Anthropic 自己的
|
||||
// 路由前缀,尾段交给上游协议本身,网关不自己发明版本段。
|
||||
.route(
|
||||
"/api/llm/anthropic/{*path}",
|
||||
post(proxy_llm_messages)
|
||||
.route_layer(middleware::from_fn_with_state(
|
||||
state.clone(),
|
||||
require_bearer_auth,
|
||||
))
|
||||
.layer(DefaultBodyLimit::max(LLM_REQUEST_MAX_BODY_BYTES)),
|
||||
)
|
||||
.route(
|
||||
"/api/speech/volcengine/config",
|
||||
get(get_volcengine_speech_config).route_layer(middleware::from_fn_with_state(
|
||||
|
||||
@@ -602,6 +602,15 @@ fn resolve_route_tracking_spec(method: &Method, path: &str) -> Option<RouteTrack
|
||||
Some(route_spec("llm_request", "llm", User, "anonymous"))
|
||||
}
|
||||
("POST", "/api/llm/responses") => Some(route_spec("llm_request", "llm", User, "anonymous")),
|
||||
("POST", "/api/llm/v1/responses") => {
|
||||
Some(route_spec("llm_request", "llm", User, "anonymous"))
|
||||
}
|
||||
("POST", "/api/llm/v1/chat/completions") => {
|
||||
Some(route_spec("llm_request", "llm", User, "anonymous"))
|
||||
}
|
||||
("POST", "/api/llm/anthropic/v1/messages") => {
|
||||
Some(route_spec("llm_request", "llm", User, "anonymous"))
|
||||
}
|
||||
("GET", "/api/speech/volcengine/config") => Some(route_spec(
|
||||
"speech_config_view",
|
||||
"speech",
|
||||
@@ -946,6 +955,7 @@ fn is_known_static_route_segment(segment: &str) -> bool {
|
||||
matches!(
|
||||
segment,
|
||||
"ai" | "analytics"
|
||||
| "anthropic"
|
||||
| "api"
|
||||
| "api-keys"
|
||||
| "asr"
|
||||
@@ -988,11 +998,13 @@ fn is_known_static_route_segment(segment: &str) -> bool {
|
||||
| "library"
|
||||
| "llm"
|
||||
| "login"
|
||||
| "messages"
|
||||
| "optimizations"
|
||||
| "login-options"
|
||||
| "logout"
|
||||
| "logout-all"
|
||||
| "me"
|
||||
| "responses"
|
||||
| "metric"
|
||||
| "objects"
|
||||
| "orders"
|
||||
@@ -1616,6 +1628,35 @@ mod tests {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn llm_gateway_protocol_paths_keep_their_tracking_specs() {
|
||||
// 协议路径段必须保持静态,否则归一化会把 Anthropic 路由打成
|
||||
// `/api/llm/{id}/v1/{id}`,埋点永远匹配不上。
|
||||
assert_eq!(
|
||||
normalize_route_path("/api/llm/anthropic/v1/messages"),
|
||||
"/api/llm/anthropic/v1/messages"
|
||||
);
|
||||
assert_eq!(
|
||||
normalize_route_path("/api/llm/v1/responses"),
|
||||
"/api/llm/v1/responses"
|
||||
);
|
||||
assert_eq!(
|
||||
normalize_route_path("/api/llm/v1/chat/completions"),
|
||||
"/api/llm/v1/chat/completions"
|
||||
);
|
||||
|
||||
for path in [
|
||||
"/api/llm/v1/responses",
|
||||
"/api/llm/v1/chat/completions",
|
||||
"/api/llm/anthropic/v1/messages",
|
||||
] {
|
||||
let spec = resolve_route_tracking_spec(&Method::POST, path)
|
||||
.unwrap_or_else(|| panic!("{path} should keep the llm_request spec"));
|
||||
assert_eq!(spec.event_key, "llm_request");
|
||||
assert_eq!(spec.module_key, "llm");
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn active_runtime_settings_routes_keep_tracking_specs() {
|
||||
for (method, event_key) in [
|
||||
|
||||
Reference in New Issue
Block a user