8e5045b882
Harden cockpit dismiss timing and global settings navigation in E2E helpers, tune short-chapter AI prompts for local models, fix electron-updater CJS loading, and add a 10-chapter auto-writing integration test against LM Studio. Co-authored-by: Cursor <cursoragent@cursor.com>
212 lines
8.0 KiB
TypeScript
212 lines
8.0 KiB
TypeScript
import path from 'path'
|
|
import { mkdtempSync, rmSync, existsSync } from 'fs'
|
|
import { join } from 'path'
|
|
import { tmpdir } from 'os'
|
|
import { test, expect, _electron as electron, type Page } from '@playwright/test'
|
|
|
|
const ROOT = path.join(import.meta.dirname, '..')
|
|
|
|
async function launchApp(userDataDir: string) {
|
|
return electron.launch({
|
|
args: [ROOT],
|
|
env: { ...process.env, BILIN_E2E: '1', BILIN_E2E_USER_DATA: userDataDir }
|
|
})
|
|
}
|
|
|
|
async function skipOnboarding(page: Page): Promise<void> {
|
|
await page.waitForLoadState('domcontentloaded')
|
|
if (await page.getByText('欢迎使用笔临').isVisible()) {
|
|
await page.getByRole('button', { name: '跳过' }).click()
|
|
}
|
|
}
|
|
|
|
async function createAndOpenBook(page: Page, name = 'AI测试书'): Promise<void> {
|
|
await page.getByRole('button', { name: /新建书籍/ }).first().click()
|
|
await page.locator('.dialog-content input').first().fill(name)
|
|
await page.getByRole('button', { name: '创建' }).click()
|
|
await expect(page.locator('#editor-layout')).toBeVisible({ timeout: 15_000 })
|
|
await dismissCockpitIfOpen(page)
|
|
}
|
|
|
|
async function dismissCockpitIfOpen(page: Page): Promise<void> {
|
|
const cockpit = page.locator('[data-testid="cockpit-modal"]')
|
|
try {
|
|
await cockpit.waitFor({ state: 'visible', timeout: 15_000 })
|
|
await cockpit.locator('.modal-close').click()
|
|
await expect(cockpit).toBeHidden({ timeout: 5000 })
|
|
} catch {
|
|
/* cockpit did not open */
|
|
}
|
|
}
|
|
|
|
async function openGlobalSettings(page: Page): Promise<void> {
|
|
await page.getByTestId('topbar-settings').click()
|
|
await expect(page.locator('#settings-page')).toBeVisible({ timeout: 10_000 })
|
|
}
|
|
|
|
async function seedNamingConflict(page: Page): Promise<void> {
|
|
await page.getByTestId('sidebar-tab-setting').click()
|
|
await page.getByTestId('setting-new').click()
|
|
await page.getByTestId('setting-name-input').fill('林远')
|
|
await page.locator('.dialog-content select').selectOption('character')
|
|
await page.getByRole('button', { name: '创建' }).click()
|
|
const settingItem = page.getByTestId(/setting-item-/).first()
|
|
await expect(settingItem).toBeVisible({ timeout: 10_000 })
|
|
|
|
const bookId = await page.locator('#editor-layout').getAttribute('data-book-id')
|
|
const settingTestId = await settingItem.getAttribute('data-testid')
|
|
const settingId = settingTestId?.replace('setting-item-', '') ?? ''
|
|
expect(bookId).toBeTruthy()
|
|
expect(settingId).toBeTruthy()
|
|
|
|
await page.evaluate(
|
|
async ({ bookId, settingId }) => {
|
|
const result = await window.electronAPI.setting.update(bookId, settingId, {
|
|
description: '<p>正文中出现了林悦这一名字。</p>'
|
|
})
|
|
if (!result.ok) throw new Error(result.error.message)
|
|
},
|
|
{ bookId: bookId!, settingId }
|
|
)
|
|
|
|
const saved = await page.evaluate(async (bookId) => {
|
|
const result = await window.electronAPI.setting.list(bookId)
|
|
if (!result.ok) return ''
|
|
return result.data.find((s) => s.name === '林远')?.description ?? ''
|
|
}, bookId!)
|
|
expect(saved).toContain('林悦')
|
|
}
|
|
|
|
test.describe('AI chat', () => {
|
|
let userDataDir: string
|
|
|
|
test.beforeEach(() => {
|
|
userDataDir = mkdtempSync(join(tmpdir(), 'bilin-e2e-ai-'))
|
|
})
|
|
|
|
test.afterEach(() => {
|
|
if (userDataDir && existsSync(userDataDir)) {
|
|
try {
|
|
rmSync(userDataDir, { recursive: true, force: true, maxRetries: 3, retryDelay: 200 })
|
|
} catch {
|
|
/* ignore */
|
|
}
|
|
}
|
|
})
|
|
|
|
test('E2E-P3-CHAT-01: send message and receive assistant reply', async () => {
|
|
test.setTimeout(180_000)
|
|
|
|
const app = await launchApp(userDataDir)
|
|
const page = await app.firstWindow()
|
|
await skipOnboarding(page)
|
|
await createAndOpenBook(page)
|
|
|
|
await page.getByTestId('panel-tab-ai').click()
|
|
await expect(page.getByTestId('ai-panel')).toBeVisible({ timeout: 10_000 })
|
|
|
|
await page.getByTestId('ai-session-new').click()
|
|
await expect(page.getByTestId('ai-session-select')).not.toHaveValue('', { timeout: 10_000 })
|
|
|
|
await page.getByTestId('ai-chat-input').fill('你好')
|
|
await page.getByTestId('ai-send').click()
|
|
|
|
const assistant = page.getByTestId('chat-message-assistant').last()
|
|
await expect(assistant).toBeVisible({ timeout: 120_000 })
|
|
await expect(assistant).not.toBeEmpty()
|
|
|
|
await app.close()
|
|
})
|
|
|
|
test('E2E-P3-CTX-01: select setting updates context summary', async () => {
|
|
const app = await launchApp(userDataDir)
|
|
const page = await app.firstWindow()
|
|
await skipOnboarding(page)
|
|
await createAndOpenBook(page)
|
|
|
|
await page.getByTestId('sidebar-tab-setting').click()
|
|
await page.getByTestId('setting-new').click()
|
|
await page.getByTestId('setting-name-input').fill('主角林远')
|
|
await page.locator('.dialog-content select').selectOption('character')
|
|
await page.getByRole('button', { name: '创建' }).click()
|
|
await expect(page.getByTestId(/setting-item-/)).toBeVisible({ timeout: 10_000 })
|
|
|
|
await page.getByTestId('panel-tab-ai').click()
|
|
await page.getByTestId('ai-session-new').click()
|
|
await page.getByTestId('ai-context-preview').click()
|
|
await expect(page.getByTestId('context-editor-modal')).toBeVisible()
|
|
await page.getByTestId('context-tab-setting').click()
|
|
const settingItem = page.locator('[data-testid^="context-item-"]').first()
|
|
await settingItem.locator('input').check()
|
|
await page.getByTestId('context-save').click()
|
|
await expect(page.getByTestId('context-editor-modal')).toBeHidden()
|
|
await expect(page.getByTestId('ai-context-preview')).toContainText('设定1个', { timeout: 10_000 })
|
|
await app.close()
|
|
})
|
|
|
|
test('E2E-P3-CMD-01: slash summarize command sends and receives reply', async () => {
|
|
test.setTimeout(180_000)
|
|
|
|
const app = await launchApp(userDataDir)
|
|
const page = await app.firstWindow()
|
|
await skipOnboarding(page)
|
|
await createAndOpenBook(page)
|
|
|
|
await page.getByTestId('panel-tab-ai').click()
|
|
await page.getByTestId('ai-session-new').click()
|
|
await page.getByTestId('ai-quick-cmd-总结').click()
|
|
await expect(page.getByTestId('ai-send')).toBeEnabled()
|
|
await page.getByTestId('ai-send').click()
|
|
|
|
await expect(page.getByTestId('chat-message-user').last()).toContainText('/总结', { timeout: 120_000 })
|
|
const assistant = page.getByTestId('chat-message-assistant').last()
|
|
await expect(assistant).toBeVisible({ timeout: 120_000 })
|
|
await app.close()
|
|
})
|
|
|
|
test('E2E-P3-NAME-01: naming check finds conflict between setting and chapter', async () => {
|
|
test.setTimeout(180_000)
|
|
|
|
const app = await launchApp(userDataDir)
|
|
const page = await app.firstWindow()
|
|
await skipOnboarding(page)
|
|
await createAndOpenBook(page)
|
|
await seedNamingConflict(page)
|
|
|
|
await page.getByTestId('panel-tab-knowledge').click()
|
|
await page.getByTestId('naming-check-open').click()
|
|
await expect(page.getByTestId('naming-check-modal')).toBeVisible()
|
|
await page.getByTestId('naming-run-check').click()
|
|
|
|
const row = page.getByTestId('naming-row').first()
|
|
await expect(row).toBeVisible({ timeout: 30_000 })
|
|
await expect(row).toContainText('林远')
|
|
await expect(row).toContainText('林悦')
|
|
await app.close()
|
|
})
|
|
|
|
test('E2E-P3-OFF-01: cloud backend disables AI input when offline', async () => {
|
|
const app = await launchApp(userDataDir)
|
|
const page = await app.firstWindow()
|
|
await skipOnboarding(page)
|
|
await createAndOpenBook(page)
|
|
|
|
await openGlobalSettings(page)
|
|
await page.getByTestId('settings-nav-ai').click()
|
|
await page.getByTestId('ai-settings-backend').selectOption('openai')
|
|
await page.getByText('AI测试书').click()
|
|
await expect(page.locator('#editor-layout')).toBeVisible({ timeout: 10_000 })
|
|
|
|
await page.getByTestId('panel-tab-ai').click()
|
|
await page.getByTestId('ai-session-new').click()
|
|
await page.evaluate(() => {
|
|
window.dispatchEvent(new CustomEvent('bilin:e2e-set-ai-online', { detail: { online: false } }))
|
|
})
|
|
|
|
await expect(page.getByTestId('ai-offline-banner')).toBeVisible({ timeout: 10_000 })
|
|
await expect(page.getByTestId('ai-chat-input')).toBeDisabled()
|
|
await expect(page.getByTestId('ai-send')).toBeDisabled()
|
|
await app.close()
|
|
})
|
|
})
|