| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168 |
- export interface ChatMessage {
- role: 'user' | 'assistant';
- content: string;
- }
- export interface ChatSource {
- fileName: string;
- title?: string;
- content: string;
- score: number;
- chunkIndex: number;
- fileId?: string;
- }
- export class ChatService {
- async *streamChat(
- message: string,
- history: ChatMessage[],
- authToken: string,
- userLanguage: string = 'ja',
- selectedEmbeddingId?: string,
- selectedLLMId?: string, // Added: Selected LLM ID
- selectedGroups?: string[], // Added: Selected groups
- selectedFiles?: string[], // Added: Selected files
- historyId?: string, // Added: Conversation history ID
- enableRerank?: boolean, // Added: Enable Rerank
- selectedRerankId?: string, // Added: Rerank model ID
- temperature?: number, // Added: temperature parameter
- maxTokens?: number, // Added: maxTokens parameter
- topK?: number, // Added: topK parameter
- similarityThreshold?: number, // Added: similarityThreshold parameter
- rerankSimilarityThreshold?: number, // Added: rerankSimilarityThreshold parameter
- enableQueryExpansion?: boolean, // Added
- enableHyDE?: boolean // Added
- ): AsyncGenerator<{ type: 'content' | 'sources' | 'error' | 'historyId'; data: any }> {
- try {
- const response = await fetch('/api/chat/stream', {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${authToken}`,
- 'x-api-key': localStorage.getItem('kb_api_key') || authToken,
- 'x-user-language': userLanguage || localStorage.getItem('userLanguage') || 'ja',
- },
- body: JSON.stringify({
- message,
- history,
- userLanguage,
- selectedEmbeddingId,
- selectedLLMId, // Pass LLM ID
- selectedGroups, // Pass group filter parameters
- selectedFiles, // Pass file filter parameters
- historyId, // Pass history ID
- enableRerank,
- selectedRerankId,
- temperature, // Pass temperature parameter
- maxTokens, // Pass maxTokens parameter
- topK, // Pass topK parameter
- similarityThreshold, // Pass similarityThreshold parameter
- rerankSimilarityThreshold, // Pass rerankSimilarityThreshold parameter
- enableQueryExpansion, // Pass enableQueryExpansion
- enableHyDE // Pass enableHyDE
- }),
- });
- if (!response.ok) {
- let errorMessage = 'Request failed';
- try {
- const error = await response.json();
- errorMessage = error.error || error.message || 'Request failed';
- } catch {
- errorMessage = `Server error: ${response.status}`;
- }
- yield { type: 'error', data: errorMessage };
- return;
- }
- const reader = response.body?.getReader();
- if (!reader) {
- yield { type: 'error', data: 'Cannot read response stream' };
- return;
- }
- const decoder = new TextDecoder();
- let buffer = '';
- while (true) {
- const { done, value } = await reader.read();
- if (done) break;
- buffer += decoder.decode(value, { stream: true });
- const lines = buffer.split('\n');
- buffer = lines.pop() || '';
- for (const line of lines) {
- if (line.startsWith('data: ')) {
- const data = line.slice(6);
- if (data === '[DONE]') {
- return;
- }
- try {
- const parsed = JSON.parse(data);
- yield parsed;
- } catch (e) {
- console.warn('Failed to parse SSE data:', data);
- }
- }
- }
- }
- } catch (error) {
- yield { type: 'error', data: error.message || 'Network error' };
- }
- }
- async *streamAssist(
- instruction: string,
- context: string,
- authToken: string
- ): AsyncGenerator<{ type: 'content' | 'error'; data: any }> {
- try {
- const response = await fetch('/api/chat/assist', {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${authToken}`,
- 'x-api-key': localStorage.getItem('kb_api_key') || authToken,
- 'x-user-language': localStorage.getItem('userLanguage') || 'ja',
- },
- body: JSON.stringify({ instruction, context }),
- });
- if (!response.ok) {
- yield { type: 'error', data: 'Request failed' };
- return;
- }
- const reader = response.body?.getReader();
- if (!reader) return;
- const decoder = new TextDecoder();
- let buffer = '';
- while (true) {
- const { done, value } = await reader.read();
- if (done) break;
- buffer += decoder.decode(value, { stream: true });
- const lines = buffer.split('\n');
- buffer = lines.pop() || '';
- for (const line of lines) {
- if (line.startsWith('data: ')) {
- const data = line.slice(6);
- if (data === '[DONE]') return;
- try {
- yield JSON.parse(data);
- } catch (e) { console.warn(e) }
- }
- }
- }
- } catch (error: any) {
- yield { type: 'error', data: error.message };
- }
- }
- }
- export const chatService = new ChatService();
|