feat: workerize external generation

This commit is contained in:
2026-06-05 17:29:08 +08:00
parent 5150925947
commit 8d54ea3374
60 changed files with 5285 additions and 700 deletions

View File

@@ -0,0 +1,201 @@
use super::*;
impl From<ExternalGenerationJobEnqueueRecordInput> for ExternalGenerationJobEnqueueInput {
fn from(input: ExternalGenerationJobEnqueueRecordInput) -> Self {
Self {
job_id: input.job_id,
dedupe_key: input.dedupe_key,
job_kind: input.job_kind,
owner_user_id: input.owner_user_id,
source_module: input.source_module,
source_entity_id: input.source_entity_id,
request_label: input.request_label,
request_payload_json: input.request_payload_json,
max_attempts: input.max_attempts,
available_at_micros: input.available_at_micros,
created_at_micros: input.created_at_micros,
}
}
}
impl From<ExternalGenerationJobClaimRecordInput> for ExternalGenerationJobClaimInput {
fn from(input: ExternalGenerationJobClaimRecordInput) -> Self {
Self {
worker_id: input.worker_id,
limit: input.limit,
lease_expires_at_micros: input.lease_expires_at_micros,
claimed_at_micros: input.claimed_at_micros,
}
}
}
impl From<ExternalGenerationJobCompleteRecordInput> for ExternalGenerationJobCompleteInput {
fn from(input: ExternalGenerationJobCompleteRecordInput) -> Self {
Self {
job_id: input.job_id,
worker_id: input.worker_id,
lease_token: input.lease_token,
result_payload_json: input.result_payload_json,
completed_at_micros: input.completed_at_micros,
}
}
}
impl From<ExternalGenerationJobRenewLeaseRecordInput> for ExternalGenerationJobRenewLeaseInput {
fn from(input: ExternalGenerationJobRenewLeaseRecordInput) -> Self {
Self {
job_id: input.job_id,
worker_id: input.worker_id,
lease_token: input.lease_token,
lease_expires_at_micros: input.lease_expires_at_micros,
renewed_at_micros: input.renewed_at_micros,
}
}
}
impl From<ExternalGenerationJobFailRecordInput> for ExternalGenerationJobFailInput {
fn from(input: ExternalGenerationJobFailRecordInput) -> Self {
Self {
job_id: input.job_id,
worker_id: input.worker_id,
lease_token: input.lease_token,
error_message: input.error_message,
retry_after_micros: input.retry_after_micros,
failed_at_micros: input.failed_at_micros,
}
}
}
pub(crate) fn map_external_generation_job_procedure_result(
result: ExternalGenerationJobProcedureResult,
) -> Result<ExternalGenerationJobRecord, SpacetimeClientError> {
if !result.ok {
return Err(SpacetimeClientError::procedure_failed(result.error_message));
}
let job = result
.job
.ok_or_else(|| SpacetimeClientError::missing_snapshot("external_generation_job 快照"))?;
Ok(map_external_generation_job_snapshot(job))
}
pub(crate) fn map_external_generation_job_claim_result(
result: ExternalGenerationJobProcedureResult,
) -> Result<Vec<ExternalGenerationJobRecord>, SpacetimeClientError> {
if !result.ok {
return Err(SpacetimeClientError::procedure_failed(result.error_message));
}
Ok(result
.jobs
.into_iter()
.map(map_external_generation_job_snapshot)
.collect())
}
fn map_external_generation_job_snapshot(
snapshot: ExternalGenerationJobSnapshot,
) -> ExternalGenerationJobRecord {
ExternalGenerationJobRecord {
job_id: snapshot.job_id,
dedupe_key: snapshot.dedupe_key,
job_kind: snapshot.job_kind,
owner_user_id: snapshot.owner_user_id,
source_module: snapshot.source_module,
source_entity_id: snapshot.source_entity_id,
request_label: snapshot.request_label,
request_payload_json: snapshot.request_payload_json,
status: snapshot.status,
attempt: snapshot.attempt,
max_attempts: snapshot.max_attempts,
last_error_message: snapshot.last_error_message,
worker_id: snapshot.worker_id,
lease_expires_at: snapshot
.lease_expires_at_micros
.map(format_timestamp_micros),
available_at: format_timestamp_micros(snapshot.available_at_micros),
result_payload_json: snapshot.result_payload_json,
created_at: format_timestamp_micros(snapshot.created_at_micros),
started_at: snapshot.started_at_micros.map(format_timestamp_micros),
completed_at: snapshot.completed_at_micros.map(format_timestamp_micros),
updated_at: format_timestamp_micros(snapshot.updated_at_micros),
lease_token: snapshot.lease_token,
}
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ExternalGenerationJobEnqueueRecordInput {
pub job_id: String,
pub dedupe_key: String,
pub job_kind: String,
pub owner_user_id: String,
pub source_module: String,
pub source_entity_id: String,
pub request_label: String,
pub request_payload_json: String,
pub max_attempts: u32,
pub available_at_micros: i64,
pub created_at_micros: i64,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ExternalGenerationJobClaimRecordInput {
pub worker_id: String,
pub limit: u32,
pub lease_expires_at_micros: i64,
pub claimed_at_micros: i64,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ExternalGenerationJobCompleteRecordInput {
pub job_id: String,
pub worker_id: String,
pub lease_token: String,
pub result_payload_json: Option<String>,
pub completed_at_micros: i64,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ExternalGenerationJobRenewLeaseRecordInput {
pub job_id: String,
pub worker_id: String,
pub lease_token: String,
pub lease_expires_at_micros: i64,
pub renewed_at_micros: i64,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ExternalGenerationJobFailRecordInput {
pub job_id: String,
pub worker_id: String,
pub lease_token: String,
pub error_message: String,
pub retry_after_micros: i64,
pub failed_at_micros: i64,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ExternalGenerationJobRecord {
pub job_id: String,
pub dedupe_key: String,
pub job_kind: String,
pub owner_user_id: String,
pub source_module: String,
pub source_entity_id: String,
pub request_label: String,
pub request_payload_json: String,
pub status: String,
pub attempt: u32,
pub max_attempts: u32,
pub last_error_message: Option<String>,
pub worker_id: Option<String>,
pub lease_expires_at: Option<String>,
pub available_at: String,
pub result_payload_json: Option<String>,
pub created_at: String,
pub started_at: Option<String>,
pub completed_at: Option<String>,
pub updated_at: String,
pub lease_token: Option<String>,
}

View File

@@ -642,6 +642,22 @@ pub struct PuzzleDraftCompileFailureRecordInput {
pub owner_user_id: String,
pub error_message: String,
pub failed_at_micros: i64,
pub external_generation_job_id: String,
pub external_generation_worker_id: String,
pub external_generation_lease_token: String,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct PuzzleLevelGenerationFailureRecordInput {
pub session_id: String,
pub owner_user_id: String,
pub level_id: Option<String>,
pub levels_json: Option<String>,
pub error_message: String,
pub failed_at_micros: i64,
pub external_generation_job_id: String,
pub external_generation_worker_id: String,
pub external_generation_lease_token: String,
}
#[derive(Clone, Debug, PartialEq, Eq)]
@@ -652,6 +668,9 @@ pub struct PuzzleGeneratedImagesSaveRecordInput {
pub levels_json: Option<String>,
pub candidates_json: String,
pub saved_at_micros: i64,
pub external_generation_job_id: String,
pub external_generation_worker_id: String,
pub external_generation_lease_token: String,
}
#[derive(Clone, Debug, PartialEq, Eq)]
@@ -664,6 +683,9 @@ pub struct PuzzleUiBackgroundSaveRecordInput {
pub image_src: String,
pub image_object_key: Option<String>,
pub saved_at_micros: i64,
pub external_generation_job_id: String,
pub external_generation_worker_id: String,
pub external_generation_lease_token: String,
}
#[derive(Clone, Debug, PartialEq, Eq)]