release: opensource snapshot 2026-02-27 19:25:00

tests/unit/worker/modify-image-reference-description.test.ts

@@ -0,0 +1,183 @@
+import type { Job } from 'bullmq'
+import { beforeEach, describe, expect, it, vi } from 'vitest'
+import { TASK_TYPE, type TaskJobData, type TaskType } from '@/lib/task/types'
+
+const utilsMock = vi.hoisted(() => ({
+  assertTaskActive: vi.fn(async () => {}),
+  getProjectModels: vi.fn(async () => ({ editModel: 'edit-model' })),
+  getUserModels: vi.fn(async () => ({ editModel: 'edit-model', analysisModel: 'analysis-model' })),
+  resolveImageSourceFromGeneration: vi.fn(async () => 'generated-image-source'),
+  stripLabelBar: vi.fn(async () => 'required-reference-image'),
+  toSignedUrlIfCos: vi.fn(() => 'https://signed/current-image.png'),
+  uploadImageSourceToCos: vi.fn(async () => 'cos/new-image.png'),
+  withLabelBar: vi.fn(async (source: unknown) => source),
+}))
+
+const outboundImageMock = vi.hoisted(() => ({
+  normalizeReferenceImagesForGeneration: vi.fn(async () => ['normalized-reference-image']),
+  normalizeToBase64ForGeneration: vi.fn(async () => 'base64-reference'),
+}))
+
+const llmClientMock = vi.hoisted(() => ({
+  chatCompletionWithVision: vi.fn(async () => ({ output_text: 'AI_EXTRACTED_DESCRIPTION' })),
+  getCompletionContent: vi.fn(() => 'AI_EXTRACTED_DESCRIPTION'),
+}))
+
+const promptMock = vi.hoisted(() => ({
+  PROMPT_IDS: {
+    CHARACTER_IMAGE_TO_DESCRIPTION: 'character_image_to_description',
+  },
+  buildPrompt: vi.fn(() => 'vision-prompt-template'),
+}))
+
+const loggerWarnMock = vi.hoisted(() => vi.fn())
+const loggingMock = vi.hoisted(() => ({
+  createScopedLogger: vi.fn(() => ({
+    warn: loggerWarnMock,
+  })),
+}))
+
+const prismaMock = vi.hoisted(() => ({
+  characterAppearance: {
+    findUnique: vi.fn(),
+    update: vi.fn(async () => ({})),
+  },
+  locationImage: {
+    findUnique: vi.fn(),
+    findFirst: vi.fn(),
+    update: vi.fn(async () => ({})),
+  },
+  novelPromotionPanel: {
+    findUnique: vi.fn(),
+    findFirst: vi.fn(),
+    update: vi.fn(async () => ({})),
+  },
+  novelPromotionProject: {
+    findUnique: vi.fn(),
+  },
+  globalCharacter: {
+    findFirst: vi.fn(),
+  },
+  globalCharacterAppearance: {
+    update: vi.fn(async () => ({})),
+  },
+  globalLocation: {
+    findFirst: vi.fn(),
+  },
+  globalLocationImage: {
+    update: vi.fn(async () => ({})),
+  },
+}))
+
+vi.mock('@/lib/workers/utils', () => utilsMock)
+vi.mock('@/lib/media/outbound-image', () => outboundImageMock)
+vi.mock('@/lib/llm-client', () => llmClientMock)
+vi.mock('@/lib/prompt-i18n', () => promptMock)
+vi.mock('@/lib/logging/core', () => loggingMock)
+vi.mock('@/lib/prisma', () => ({
+  prisma: prismaMock,
+}))
+
+import { handleModifyAssetImageTask } from '@/lib/workers/handlers/image-task-handlers-core'
+import { handleAssetHubModifyTask } from '@/lib/workers/handlers/asset-hub-modify-task-handler'
+
+function buildJob(type: TaskType, payload: Record<string, unknown>): Job<TaskJobData> {
+  return {
+    data: {
+      taskId: 'task-1',
+      type,
+      locale: 'zh',
+      projectId: 'project-1',
+      targetType: 'GlobalCharacter',
+      targetId: 'target-1',
+      payload,
+      userId: 'user-1',
+    },
+  } as unknown as Job<TaskJobData>
+}
+
+function getUpdateData(callArg: unknown): Record<string, unknown> {
+  if (!callArg || typeof callArg !== 'object') return {}
+  const maybeData = (callArg as { data?: unknown }).data
+  if (!maybeData || typeof maybeData !== 'object') return {}
+  return maybeData as Record<string, unknown>
+}
+
+describe('modify image with references writes real description', () => {
+  beforeEach(() => {
+    vi.clearAllMocks()
+
+    prismaMock.characterAppearance.findUnique.mockResolvedValue({
+      id: 'appearance-1',
+      imageUrls: JSON.stringify(['cos/original-image.png']),
+      imageUrl: 'cos/original-image.png',
+      selectedIndex: 0,
+      changeReason: 'base',
+      description: 'old description',
+      character: { name: 'Hero' },
+    })
+
+    prismaMock.globalCharacter.findFirst.mockResolvedValue({
+      id: 'global-character-1',
+      name: 'Hero',
+      appearances: [
+        {
+          id: 'global-appearance-1',
+          appearanceIndex: 0,
+          changeReason: 'base',
+          imageUrl: 'cos/original-global.png',
+          imageUrls: JSON.stringify(['cos/original-global.png']),
+          selectedIndex: 0,
+        },
+      ],
+    })
+  })
+
+  it('updates character appearance description from vision output in project modify handler', async () => {
+    const job = buildJob(TASK_TYPE.MODIFY_ASSET_IMAGE, {
+      type: 'character',
+      appearanceId: 'appearance-1',
+      modifyPrompt: 'enhance details',
+      extraImageUrls: [' https://ref.example/a.png '],
+    })
+
+    await handleModifyAssetImageTask(job)
+
+    expect(utilsMock.resolveImageSourceFromGeneration).toHaveBeenCalledWith(
+      expect.anything(),
+      expect.objectContaining({
+        options: expect.objectContaining({
+          aspectRatio: '3:2',
+          referenceImages: ['required-reference-image', 'normalized-reference-image'],
+        }),
+      }),
+    )
+
+    const updateArg = prismaMock.characterAppearance.update.mock.calls.at(-1)?.[0]
+    const updateData = getUpdateData(updateArg)
+    expect(updateData.description).toBe('AI_EXTRACTED_DESCRIPTION')
+    expect(updateData.previousDescription).toBe('old description')
+    expect(updateData.imageUrl).toBe('cos/new-image.png')
+  })
+
+  it('updates asset-hub character description from vision output when reference image exists', async () => {
+    utilsMock.uploadImageSourceToCos.mockResolvedValueOnce('cos/new-global-image.png')
+
+    const job = buildJob(TASK_TYPE.ASSET_HUB_MODIFY, {
+      type: 'character',
+      id: 'global-character-1',
+      appearanceIndex: 0,
+      imageIndex: 0,
+      modifyPrompt: 'make it sharper',
+      extraImageUrls: ['https://ref.example/b.png'],
+    })
+
+    await handleAssetHubModifyTask(job)
+
+    const updateArg = prismaMock.globalCharacterAppearance.update.mock.calls.at(-1)?.[0]
+    const updateData = getUpdateData(updateArg)
+    expect(updateData.description).toBe('AI_EXTRACTED_DESCRIPTION')
+    expect(updateData.imageUrl).toBe('cos/new-global-image.png')
+    expect(updateData.imageUrls).toBe(JSON.stringify(['cos/new-global-image.png']))
+  })
+})