feat(memory,conversation): 记忆富化/证据包、时间线幂等字段与对话分段全链路
数据库 - 新增迁移 0003:timeline_events.memory_source_id 外键 → memory_sources,便于按 ingest 源做时间线幂等 后端 - 记忆 - 新增 ingest 后 LLM 富化(摘要/事实/时间线),可配置开关与最大字符数 - 新增证据包组装:合并 chunk、摘要、事实、时间线、故事等检索结果;支持空 query 时是否仍带 rolling 等开关 - repo/retriever/service/router/schemas/summarizer/timeline/extractor 等扩展;文档 memory-retrieval.md 更新 后端 - 对话 WS - 增加 PING/PONG;分段 ASR 日志与空音频处理;转写失败与「无助手回复」错误提示更明确 - 助手多段回复持久化使用统一分隔符,与分段逻辑一致 后端 - Agent - reply_limits:按 [SPLIT] 与段落拆段,并保证非空 fallback,供 WS 与 TTS 多段下发 后端 - 回忆录任务 - transcript ingest 记录 source_id;任务成功结?
This commit is contained in:
@@ -1,7 +1,12 @@
|
||||
/* eslint-disable import/first */
|
||||
|
||||
const mockSetAudioModeAsync = jest.fn().mockResolvedValue(undefined);
|
||||
const mockSetIsAudioActiveAsync = jest.fn().mockResolvedValue(undefined);
|
||||
|
||||
jest.mock('expo-audio', () => ({
|
||||
setAudioModeAsync: (...args: unknown[]) => mockSetAudioModeAsync(...args),
|
||||
setIsAudioActiveAsync: (...args: unknown[]) =>
|
||||
mockSetIsAudioActiveAsync(...args),
|
||||
}));
|
||||
|
||||
import { audioFocus } from '@/core/audio/audio-focus';
|
||||
@@ -9,8 +14,10 @@ import { audioFocus } from '@/core/audio/audio-focus';
|
||||
describe('audioFocus', () => {
|
||||
beforeEach(async () => {
|
||||
mockSetAudioModeAsync.mockClear();
|
||||
mockSetIsAudioActiveAsync.mockClear();
|
||||
await audioFocus.release();
|
||||
mockSetAudioModeAsync.mockClear();
|
||||
mockSetIsAudioActiveAsync.mockClear();
|
||||
});
|
||||
|
||||
test('acquires focus for recording', async () => {
|
||||
@@ -50,6 +57,26 @@ describe('audioFocus', () => {
|
||||
expect(audioFocus.isPlaying()).toBe(false);
|
||||
});
|
||||
|
||||
test('releaseIfOwnedBy does not clear another owner', async () => {
|
||||
await audioFocus.acquireForRecording();
|
||||
|
||||
await audioFocus.releaseIfOwnedBy('player');
|
||||
expect(audioFocus.isRecording()).toBe(true);
|
||||
expect(audioFocus.getCurrentOwner()).toBe('recorder');
|
||||
|
||||
await audioFocus.releaseIfOwnedBy('recorder');
|
||||
expect(audioFocus.getCurrentOwner()).toBeNull();
|
||||
});
|
||||
|
||||
test('release deactivates the native audio session', async () => {
|
||||
await audioFocus.acquireForPlayback();
|
||||
|
||||
await audioFocus.release();
|
||||
|
||||
expect(mockSetIsAudioActiveAsync).toHaveBeenCalledWith(false);
|
||||
expect(audioFocus.getCurrentOwner()).toBeNull();
|
||||
});
|
||||
|
||||
test('notifies listeners on owner change', async () => {
|
||||
const listener = jest.fn();
|
||||
const unsub = audioFocus.onOwnerChange(listener);
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
import {
|
||||
assistantSegmentMessageId,
|
||||
lastSegmentPreview,
|
||||
normalizeAssistantContentForSplit,
|
||||
splitMessageParts,
|
||||
splitStreamingSegments,
|
||||
} from '@/features/conversation/message-split';
|
||||
@@ -11,11 +13,31 @@ describe('message-split', () => {
|
||||
expect(splitMessageParts('a [Split] b')).toEqual(['a', 'b']);
|
||||
});
|
||||
|
||||
it('splitMessageParts handles spaces inside brackets and fullwidth brackets', () => {
|
||||
expect(splitMessageParts('a [ SPLIT ] b')).toEqual(['a', 'b']);
|
||||
expect(splitMessageParts('a[SPLIT]b')).toEqual(['a', 'b']);
|
||||
expect(splitMessageParts('a【SPLIT】b')).toEqual(['a', 'b']);
|
||||
});
|
||||
|
||||
it('splitMessageParts trims and drops empty segments', () => {
|
||||
expect(splitMessageParts(' x [SPLIT] y ')).toEqual(['x', 'y']);
|
||||
expect(splitMessageParts('[SPLIT]only')).toEqual(['only']);
|
||||
});
|
||||
|
||||
it('splitMessageParts splits multi-segment content as persisted / WS-joined', () => {
|
||||
expect(splitMessageParts('第一段[SPLIT]第二段')).toEqual([
|
||||
'第一段',
|
||||
'第二段',
|
||||
]);
|
||||
});
|
||||
|
||||
it('splitMessageParts falls back to double-newline paragraphs (no [SPLIT] in DB)', () => {
|
||||
const a = '太为你高兴了!在上海大剧院的舞台绽放,聚光灯下的你。';
|
||||
const b =
|
||||
'说到舞台,我忽然想起你黄浦江边的童年。从看着江水流淌,到在舞台上演绎别人的悲欢。';
|
||||
expect(splitMessageParts(`${a}\n\n${b}`)).toEqual([a, b]);
|
||||
});
|
||||
|
||||
it('splitStreamingSegments keeps empty tail after delimiter', () => {
|
||||
expect(splitStreamingSegments('first [SPLIT]')).toEqual(['first', '']);
|
||||
});
|
||||
@@ -24,4 +46,14 @@ describe('message-split', () => {
|
||||
expect(lastSegmentPreview('a [SPLIT] b', 10)).toBe('b');
|
||||
expect(lastSegmentPreview('hello', 3)).toBe('hel');
|
||||
});
|
||||
|
||||
it('assistantSegmentMessageId matches WS / TTS segment binding', () => {
|
||||
expect(assistantSegmentMessageId('uuid-a', 0)).toBe('uuid-a_seg_0');
|
||||
expect(assistantSegmentMessageId('uuid-a', 1)).toBe('uuid-a_seg_1');
|
||||
});
|
||||
|
||||
it('normalizeAssistantContentForSplit maps fullwidth brackets', () => {
|
||||
expect(normalizeAssistantContentForSplit('[x]')).toBe('[x]');
|
||||
expect(normalizeAssistantContentForSplit('【x】')).toBe('[x]');
|
||||
});
|
||||
});
|
||||
|
||||
51
app-expo/tests/features/voice/recorder.test.ts
Normal file
51
app-expo/tests/features/voice/recorder.test.ts
Normal file
@@ -0,0 +1,51 @@
|
||||
/* eslint-disable import/first */
|
||||
|
||||
import { Platform } from 'react-native';
|
||||
|
||||
jest.mock('expo-audio', () => ({
|
||||
AudioModule: { AudioRecorder: jest.fn() },
|
||||
AudioQuality: {
|
||||
HIGH: 'high',
|
||||
},
|
||||
IOSOutputFormat: {
|
||||
MPEG4AAC: 'aac',
|
||||
},
|
||||
}));
|
||||
|
||||
import {
|
||||
buildVoiceRecordingOptions,
|
||||
VOICE_RECORDING_OPTIONS,
|
||||
} from '@/features/voice/recorder';
|
||||
|
||||
describe('buildVoiceRecordingOptions', () => {
|
||||
test('uses 16 kHz mono m4a recording options for Tencent-compatible speech capture', () => {
|
||||
const passedOptions = buildVoiceRecordingOptions();
|
||||
|
||||
expect(passedOptions).toEqual(
|
||||
expect.objectContaining({
|
||||
extension: '.m4a',
|
||||
sampleRate: 16_000,
|
||||
numberOfChannels: 1,
|
||||
bitRate: 32_000,
|
||||
}),
|
||||
);
|
||||
|
||||
if (Platform.OS === 'ios') {
|
||||
expect(passedOptions).toEqual(
|
||||
expect.objectContaining({
|
||||
outputFormat: VOICE_RECORDING_OPTIONS.ios.outputFormat,
|
||||
audioQuality: VOICE_RECORDING_OPTIONS.ios.audioQuality,
|
||||
}),
|
||||
);
|
||||
}
|
||||
|
||||
if (Platform.OS === 'android') {
|
||||
expect(passedOptions).toEqual(
|
||||
expect.objectContaining({
|
||||
outputFormat: VOICE_RECORDING_OPTIONS.android.outputFormat,
|
||||
audioEncoder: VOICE_RECORDING_OPTIONS.android.audioEncoder,
|
||||
}),
|
||||
);
|
||||
}
|
||||
});
|
||||
});
|
||||
50
app-expo/tests/features/voice/use-player.test.tsx
Normal file
50
app-expo/tests/features/voice/use-player.test.tsx
Normal file
@@ -0,0 +1,50 @@
|
||||
import { renderHook } from '@testing-library/react-native';
|
||||
|
||||
import { usePlayer } from '@/features/voice/hooks/use-player';
|
||||
|
||||
const mockUseAudioPlayer = jest.fn();
|
||||
const mockUseAudioPlayerStatus = jest.fn();
|
||||
|
||||
jest.mock('expo-audio', () => ({
|
||||
useAudioPlayer: (...args: unknown[]) => mockUseAudioPlayer(...args),
|
||||
useAudioPlayerStatus: (...args: unknown[]) =>
|
||||
mockUseAudioPlayerStatus(...args),
|
||||
}));
|
||||
|
||||
jest.mock('@/core/audio/audio-focus', () => ({
|
||||
audioFocus: {
|
||||
acquireForPlayback: jest.fn(),
|
||||
releaseIfOwnedBy: jest.fn(),
|
||||
onOwnerChange: jest.fn(() => jest.fn()),
|
||||
},
|
||||
}));
|
||||
|
||||
describe('usePlayer', () => {
|
||||
beforeEach(() => {
|
||||
mockUseAudioPlayer.mockReset();
|
||||
mockUseAudioPlayerStatus.mockReset();
|
||||
|
||||
mockUseAudioPlayer.mockReturnValue({
|
||||
pause: jest.fn(),
|
||||
play: jest.fn(),
|
||||
});
|
||||
mockUseAudioPlayerStatus.mockReturnValue({
|
||||
isLoaded: false,
|
||||
playing: false,
|
||||
currentTime: 0,
|
||||
duration: 0,
|
||||
});
|
||||
});
|
||||
|
||||
test('keeps the native audio session active while app-level audio focus owns teardown', () => {
|
||||
renderHook(() => usePlayer());
|
||||
|
||||
expect(mockUseAudioPlayer).toHaveBeenCalledWith(
|
||||
null,
|
||||
expect.objectContaining({
|
||||
downloadFirst: false,
|
||||
keepAudioSessionActive: true,
|
||||
}),
|
||||
);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user