chatService.ts 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. export interface ChatMessage {
  2. role: 'user' | 'assistant';
  3. content: string;
  4. }
  5. export interface ChatSource {
  6. fileName: string;
  7. content: string;
  8. score: number;
  9. chunkIndex: number;
  10. pageNumber?: number; // 追加
  11. fileId?: string;
  12. }
  13. export class ChatService {
  14. async *streamChat(
  15. message: string,
  16. history: ChatMessage[],
  17. authToken: string,
  18. userLanguage: string = 'ja',
  19. selectedEmbeddingId?: string,
  20. selectedLLMId?: string, // 新增:选中的 LLM ID
  21. selectedGroups?: string[], // 新增:选中的分组
  22. selectedFiles?: string[], // 新增:选中的文件
  23. historyId?: string, // 新增:对话历史ID
  24. enableRerank?: boolean, // 新增:启用 Rerank
  25. selectedRerankId?: string, // 新增:Rerank 模型 ID
  26. temperature?: number, // 新增:temperature 参数
  27. maxTokens?: number, // 新增:maxTokens 参数
  28. topK?: number, // 新增:topK 参数
  29. similarityThreshold?: number, // 新增:similarityThreshold 参数
  30. enableQueryExpansion?: boolean, // 新增
  31. enableHyDE?: boolean, // 新增
  32. scoreThreshold?: number // 新增
  33. ): AsyncGenerator<{ type: 'content' | 'sources' | 'error'; data: any }> {
  34. try {
  35. const response = await fetch('/api/chat/stream', {
  36. method: 'POST',
  37. headers: {
  38. 'Content-Type': 'application/json',
  39. 'Authorization': `Bearer ${authToken}`,
  40. },
  41. body: JSON.stringify({
  42. message,
  43. history,
  44. userLanguage,
  45. selectedEmbeddingId,
  46. selectedLLMId, // Pass LLM ID
  47. selectedGroups, // 传递分组过滤参数
  48. selectedFiles, // 传递文件过滤参数
  49. historyId, // 传递历史记录ID
  50. enableRerank,
  51. selectedRerankId,
  52. temperature, // 传递 temperature 参数
  53. maxTokens, // 传递 maxTokens 参数
  54. topK, // 传递 topK 参数
  55. similarityThreshold, // 传递 similarityThreshold 参数
  56. enableQueryExpansion,
  57. enableHyDE,
  58. scoreThreshold
  59. }),
  60. });
  61. if (!response.ok) {
  62. let errorMessage = '请求失败';
  63. try {
  64. const error = await response.json();
  65. errorMessage = error.error || error.message || '请求失败';
  66. } catch {
  67. errorMessage = `服务器错误: ${response.status}`;
  68. }
  69. yield { type: 'error', data: errorMessage };
  70. return;
  71. }
  72. const reader = response.body?.getReader();
  73. if (!reader) {
  74. yield { type: 'error', data: '无法读取响应流' };
  75. return;
  76. }
  77. const decoder = new TextDecoder();
  78. let buffer = '';
  79. while (true) {
  80. const { done, value } = await reader.read();
  81. if (done) break;
  82. buffer += decoder.decode(value, { stream: true });
  83. const lines = buffer.split('\n');
  84. buffer = lines.pop() || '';
  85. for (const line of lines) {
  86. if (line.startsWith('data: ')) {
  87. const data = line.slice(6);
  88. if (data === '[DONE]') {
  89. return;
  90. }
  91. try {
  92. const parsed = JSON.parse(data);
  93. yield parsed;
  94. } catch (e) {
  95. console.warn('Failed to parse SSE data:', data);
  96. }
  97. }
  98. }
  99. }
  100. } catch (error) {
  101. yield { type: 'error', data: error.message || '网络错误' };
  102. }
  103. }
  104. async *streamAssist(
  105. instruction: string,
  106. context: string,
  107. authToken: string
  108. ): AsyncGenerator<{ type: 'content' | 'error'; data: any }> {
  109. try {
  110. const response = await fetch('/api/chat/assist', {
  111. method: 'POST',
  112. headers: {
  113. 'Content-Type': 'application/json',
  114. 'Authorization': `Bearer ${authToken}`,
  115. },
  116. body: JSON.stringify({ instruction, context }),
  117. });
  118. if (!response.ok) {
  119. yield { type: 'error', data: '请求失败' };
  120. return;
  121. }
  122. const reader = response.body?.getReader();
  123. if (!reader) return;
  124. const decoder = new TextDecoder();
  125. let buffer = '';
  126. while (true) {
  127. const { done, value } = await reader.read();
  128. if (done) break;
  129. buffer += decoder.decode(value, { stream: true });
  130. const lines = buffer.split('\n');
  131. buffer = lines.pop() || '';
  132. for (const line of lines) {
  133. if (line.startsWith('data: ')) {
  134. const data = line.slice(6);
  135. if (data === '[DONE]') return;
  136. try {
  137. yield JSON.parse(data);
  138. } catch (e) { console.warn(e) }
  139. }
  140. }
  141. }
  142. } catch (error: any) {
  143. yield { type: 'error', data: error.message };
  144. }
  145. }
  146. }
  147. export const chatService = new ChatService();