| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465 |
- import React, { useCallback, useEffect, useState, useMemo } from 'react'
- import IndexingModalWithMode from '../../components/IndexingModalWithMode'
- import { PDFPreview } from '../../components/PDFPreview'
- import { DragDropUpload } from '../../components/DragDropUpload'
- import { GlobalDragDropOverlay } from '../../components/GlobalDragDropOverlay'
- import {
- AppSettings,
- DEFAULT_MODELS,
- DEFAULT_SETTINGS,
- IndexingConfig,
- KnowledgeFile,
- ModelConfig,
- ModelType,
- RawFile,
- KnowledgeGroup,
- } from '../../types'
- import { readFile, formatBytes } from '../../utils/fileUtils'
- import { useLanguage } from '../../contexts/LanguageContext'
- import { useToast } from '../../contexts/ToastContext'
- import { userSettingService } from '../../services/userSettingService'
- import { uploadService } from '../../services/uploadService'
- import { knowledgeBaseService } from '../../services/knowledgeBaseService'
- import { knowledgeGroupService } from '../../services/knowledgeGroupService'
- import { useConfirm } from '../../contexts/ConfirmContext'
- import { ChunkInfoDrawer } from '../../components/ChunkInfoDrawer'
- import {
- Search,
- Filter,
- Plus,
- FileText,
- Image as ImageIcon,
- FileType,
- CheckCircle2,
- CircleDashed,
- RefreshCw,
- Eye,
- Trash2,
- RotateCcw,
- Settings,
- MoreVertical
- } from 'lucide-react'
- import { motion, AnimatePresence } from 'framer-motion'
- import { KB_ALLOWED_EXTENSIONS, IMAGE_MIME_TYPES, isExtensionAllowed, isFormatSupportedForPreview } from '../../constants/fileSupport'
- interface KnowledgeBaseViewProps {
- authToken: string;
- onLogout: () => void;
- modelConfigs?: ModelConfig[];
- onNavigate: (view: any) => void;
- isAdmin?: boolean;
- }
- export const KnowledgeBaseView: React.FC<KnowledgeBaseViewProps> = (props) => {
- const { authToken, modelConfigs = DEFAULT_MODELS, isAdmin = false } = props;
- const { showError, showWarning, showSuccess } = useToast()
- const { confirm } = useConfirm()
- const { t } = useLanguage()
- // Data State
- const [files, setFiles] = useState<KnowledgeFile[]>([])
- const [groups, setGroups] = useState<KnowledgeGroup[]>([])
- const [settings, setSettings] = useState<AppSettings>(DEFAULT_SETTINGS)
- const [isLoadingSettings, setIsLoadingSettings] = useState(true)
- const [isLoadingFiles, setIsLoadingFiles] = useState(true)
- // UI State
- const [pdfPreview, setPdfPreview] = useState<{ fileId: string; fileName: string } | null>(null)
- const [isIndexingModalOpen, setIsIndexingModalOpen] = useState(false)
- const [pendingFiles, setPendingFiles] = useState<RawFile[]>([])
- const [fileInputRef] = useState<React.RefObject<HTMLInputElement>>(React.createRef())
- const [shouldOpenModal, setShouldOpenModal] = useState(false)
- // Filter & Pagination State
- const [filterName, setFilterName] = useState('')
- const [filterGroup, setFilterGroup] = useState('all')
- const [filterStatus, setFilterStatus] = useState<'all' | 'ready' | 'indexing' | 'failed'>('all')
- const [currentPage, setCurrentPage] = useState(1)
- const pageSize = 12 // Adjusted for card grid
- const [chunkDrawer, setChunkDrawer] = useState<{ isOpen: boolean; fileId: string; fileName: string } | null>(null)
- // Auto-refresh state
- const [isAutoRefreshEnabled, setIsAutoRefreshEnabled] = useState(true)
- const [autoRefreshInterval] = useState<number>(5000)
- const fetchAndSetSettings = useCallback(async () => {
- if (!authToken) return
- try {
- const settingsData = isAdmin
- ? await userSettingService.getGlobal(authToken)
- : await userSettingService.get(authToken);
- setSettings({ ...DEFAULT_SETTINGS, ...settingsData })
- } catch (error) {
- console.error('Failed to fetch settings:', error)
- } finally {
- setIsLoadingSettings(false)
- }
- }, [authToken, isAdmin])
- const fetchAndSetFiles = useCallback(async () => {
- if (!authToken) return
- try {
- const remoteFiles = await knowledgeBaseService.getAll(authToken)
- setFiles(remoteFiles)
- } catch (error) {
- console.error('Failed to fetch files:', error)
- } finally {
- setIsLoadingFiles(false)
- }
- }, [authToken])
- const fetchAndSetGroups = useCallback(async () => {
- if (!authToken) return
- try {
- const remoteGroups = await knowledgeGroupService.getGroups()
- setGroups(remoteGroups)
- } catch (error) {
- console.error('Failed to fetch groups:', error)
- }
- }, [authToken])
- useEffect(() => {
- if (authToken) {
- fetchAndSetSettings()
- fetchAndSetFiles()
- fetchAndSetGroups()
- }
- }, [authToken, fetchAndSetSettings, fetchAndSetFiles, fetchAndSetGroups])
- useEffect(() => {
- if (shouldOpenModal && pendingFiles.length > 0) {
- setIsIndexingModalOpen(true);
- setShouldOpenModal(false);
- }
- }, [shouldOpenModal, pendingFiles.length]);
- const handleFileUpload = async (fileList: FileList) => {
- if (!authToken) {
- showWarning(t('loginRequired'))
- return
- }
- const MAX_FILE_SIZE = 104857600;
- const rawFiles: RawFile[] = []
- const errors: string[] = []
- const filesArray = Array.from(fileList);
- for (const file of filesArray) {
- const extension = file.name.split('.').pop() || ''
- if (!isExtensionAllowed(extension, 'kb')) {
- errors.push(t('unsupportedFileType', file.name, extension))
- continue
- }
- if (file.size > MAX_FILE_SIZE) {
- errors.push(t('fileSizeLimitExceeded', file.name, formatBytes(file.size), 100))
- continue;
- }
- try {
- const rawFile = await readFile(file)
- rawFiles.push(rawFile)
- } catch (error) {
- errors.push(`${file.name} - ${t('readingFailed')}`);
- }
- }
- if (errors.length > 0) showError(`${t('uploadErrors')}:\n${errors.join('\n')}`);
- if (rawFiles.length === 0) return;
- setPendingFiles(rawFiles);
- setShouldOpenModal(true);
- }
- const handleConfirmIndexing = async (config: IndexingConfig) => {
- if (!authToken) return
- let hasSuccess = false
- for (const rawFile of pendingFiles) {
- try {
- await uploadService.uploadFileWithConfig(rawFile.file, config, authToken)
- hasSuccess = true
- } catch (error: any) {
- showError(`${t('uploadFailed')}: ${rawFile.name} - ${error.message}`)
- }
- }
- if (hasSuccess) await fetchAndSetFiles()
- setPendingFiles([])
- setIsIndexingModalOpen(false)
- }
- const handleRemoveFile = async (id: string) => {
- if (!(await confirm(t('confirmDeleteFile')))) return
- if (!authToken) return
- try {
- await knowledgeBaseService.deleteFile(id, authToken)
- setFiles(prev => prev.filter(f => f.id !== id))
- showSuccess(t('fileDeleted'))
- } catch (error: any) {
- showError(`${t('deleteFailed')}: ` + error.message)
- }
- }
- const handleClearAll = async () => {
- if (!(await confirm(t('confirmClearKB')))) return
- if (!authToken) return
- try {
- await knowledgeBaseService.clearAll(authToken)
- setFiles([])
- showSuccess(t('kbCleared'))
- } catch (error: any) {
- showError(`${t('clearFailed')}: ` + error.message)
- }
- }
- const filteredFiles = useMemo(() => {
- return files.filter(file => {
- const matchName = file.name.toLowerCase().includes(filterName.toLowerCase());
- const matchGroup = filterGroup === 'all' || file.groups?.some(g => g.id === filterGroup);
- const matchStatus = filterStatus === 'all' ||
- (filterStatus === 'ready' && (file.status === 'ready' || file.status === 'vectorized')) ||
- (filterStatus === 'indexing' && (file.status === 'indexing' || file.status === 'pending' || file.status === 'extracted')) ||
- (filterStatus === 'failed' && (file.status === 'failed' || file.status === 'error'));
- return matchName && matchGroup && matchStatus;
- });
- }, [files, filterName, filterGroup, filterStatus]);
- const totalPages = Math.ceil(filteredFiles.length / pageSize);
- const paginatedFiles = useMemo(() => {
- const start = (currentPage - 1) * pageSize;
- return filteredFiles.slice(start, start + pageSize);
- }, [filteredFiles, currentPage, pageSize]);
- useEffect(() => {
- setCurrentPage(1);
- }, [filterName, filterGroup, filterStatus]);
- useEffect(() => {
- let intervalId: NodeJS.Timeout | null = null;
- const hasIndexingFiles = files.some(file => ['pending', 'indexing', 'extracted', 'vectorized'].includes(file.status));
- if (isAutoRefreshEnabled && hasIndexingFiles) {
- intervalId = setInterval(() => {
- fetchAndSetFiles();
- }, autoRefreshInterval);
- }
- return () => { if (intervalId) clearInterval(intervalId); };
- }, [isAutoRefreshEnabled, files, autoRefreshInterval, fetchAndSetFiles]);
- const getFileIcon = (file: KnowledgeFile) => {
- if (file.type.startsWith('image/')) return <ImageIcon size={20} className="text-slate-500" />;
- if (file.type === 'application/pdf') return <FileType size={20} className="text-blue-500" />;
- return <FileText size={20} className="text-blue-500" />;
- };
- if (isLoadingSettings) {
- return (
- <div className='flex items-center justify-center min-h-[400px] w-full'>
- <div className='text-blue-600 animate-spin rounded-full h-8 w-8 border-2 border-t-transparent border-blue-600'></div>
- </div>
- )
- }
- return (
- <div className='flex flex-col h-full w-full bg-transparent overflow-hidden'>
- <input
- type="file"
- ref={fileInputRef}
- onChange={(e) => {
- if (e.target.files && e.target.files.length > 0) handleFileUpload(e.target.files)
- }}
- multiple
- className="hidden"
- accept={KB_ALLOWED_EXTENSIONS.map(ext => `.${ext}`).join(',') + ',' + IMAGE_MIME_TYPES.join(',')}
- />
- <GlobalDragDropOverlay onFilesSelected={handleFileUpload} isAdmin={isAdmin} />
- {/* Header Section */}
- <div className="px-8 pt-8 pb-6 flex items-start justify-between shrink-0">
- <div>
- <h1 className="text-2xl font-bold text-slate-900 leading-tight">Knowledge Base</h1>
- <p className="text-[15px] text-slate-500 mt-1">Manage your documents and data sources.</p>
- </div>
- <div className="flex items-center gap-3">
- {isAdmin && (
- <button
- onClick={() => fileInputRef.current?.click()}
- className="flex items-center gap-2 px-5 py-2.5 bg-blue-600 hover:bg-blue-700 text-white rounded-lg shadow-sm shadow-blue-100 transition-all font-semibold text-sm active:scale-95"
- >
- <Plus size={18} />
- Add Document
- </button>
- )}
- </div>
- </div>
- {/* Filter Bar */}
- <div className="px-8 pb-6 flex items-center justify-between gap-4 shrink-0">
- <div className="flex items-center gap-3 flex-1">
- <div className="relative max-w-xs w-full">
- <Search className="absolute left-3 top-1/2 -translate-y-1/2 text-slate-400" size={16} />
- <input
- type="text"
- placeholder="Filter by name..."
- value={filterName}
- onChange={(e) => setFilterName(e.target.value)}
- className="w-full h-9 pl-9 pr-4 bg-white border border-slate-200 rounded-lg text-sm transition-all focus:ring-1 focus:ring-blue-500 focus:border-blue-500 outline-none"
- />
- </div>
- <select
- value={filterGroup}
- onChange={(e) => setFilterGroup(e.target.value)}
- className="h-9 px-3 bg-white border border-slate-200 rounded-lg text-sm outline-none focus:ring-1 focus:ring-blue-500 min-w-[140px]"
- >
- <option value="all">All Groups</option>
- {groups.map(g => <option key={g.id} value={g.id}>{g.name}</option>)}
- </select>
- </div>
- <div className="flex items-center gap-3">
- <button
- onClick={() => fetchAndSetFiles()}
- className="p-2 text-slate-400 hover:text-blue-600 hover:bg-blue-50 rounded-lg transition-all"
- title="Refresh"
- >
- <RefreshCw size={18} className={isAutoRefreshEnabled ? 'animate-spin' : ''} />
- </button>
- </div>
- </div>
- {/* Card Grid */}
- <div className="flex-1 overflow-y-auto px-8 pb-8">
- {isLoadingFiles ? (
- <div className="flex flex-col items-center justify-center py-20 gap-4">
- <div className="w-10 h-10 border-2 border-blue-600 border-t-transparent rounded-full animate-spin"></div>
- </div>
- ) : paginatedFiles.length > 0 ? (
- <div className="flex flex-col gap-3">
- <AnimatePresence mode="popLayout">
- {paginatedFiles.map((file) => (
- <motion.div
- key={file.id}
- layout
- initial={{ opacity: 0, y: 10 }}
- animate={{ opacity: 1, y: 0 }}
- exit={{ opacity: 0, scale: 0.95 }}
- className="bg-white rounded-xl border border-slate-200/80 p-4 shadow-sm hover:shadow-md transition-all group relative overflow-hidden flex items-center gap-4"
- >
- {/* Icon */}
- <div className="p-2.5 bg-blue-50 rounded-lg text-blue-600 shadow-sm border border-blue-100/30 shrink-0">
- {getFileIcon(file)}
- </div>
- {/* Name & Desc */}
- <div className="flex-1 min-w-0">
- <div className="flex items-center gap-3 mb-1">
- <h3
- onClick={() => setChunkDrawer({ isOpen: true, fileId: file.id, fileName: file.name })}
- className="font-bold text-slate-900 text-[15px] cursor-pointer hover:text-blue-600 transition-colors truncate"
- >
- {file.name}
- </h3>
- <span className="px-2 py-0.5 bg-slate-100 text-slate-500 rounded text-[10px] font-bold tracking-wider uppercase shrink-0">
- {file.name.split('.').pop()?.toUpperCase() || 'FILE'}
- </span>
- </div>
- <p className="text-[13px] text-slate-500 truncate">
- {file.status === 'ready' || file.status === 'vectorized'
- ? `Document processed and ready.`
- : `Processing... Currently in ${file.status} state.`
- }
- </p>
- </div>
- {/* Meta & Actions */}
- <div className="flex items-center gap-6 shrink-0">
- <div className="text-[12px] font-medium text-slate-400 flex flex-col items-end">
- <span>{new Date().toLocaleDateString('ja-JP')}</span>
- <span>{formatBytes(file.size)}</span>
- </div>
- <div className="flex items-center gap-2">
- {file.status !== 'ready' && file.status !== 'vectorized' ? (
- <CircleDashed size={16} className="text-blue-400 animate-spin mr-2" />
- ) : null}
- </div>
- <div className="flex items-center gap-1 opacity-100 md:opacity-0 group-hover:opacity-100 transition-opacity">
- {isFormatSupportedForPreview(file.name) && (
- <button onClick={() => setPdfPreview({ fileId: file.id, fileName: file.name })} className="p-1.5 text-slate-400 hover:text-blue-600 rounded-md bg-slate-50" title={t('preview') as string || 'Preview'}>
- <Eye size={16} />
- </button>
- )}
- {isAdmin && (
- <button onClick={() => handleRemoveFile(file.id)} className="p-1.5 text-slate-400 hover:text-red-500 rounded-md bg-slate-50" title={t('delete') as string || 'Delete'}>
- <Trash2 size={16} />
- </button>
- )}
- </div>
- </div>
- </motion.div>
- ))}
- </AnimatePresence>
- </div>
- ) : (
- <div className="max-w-4xl mx-auto w-full pt-12">
- <DragDropUpload onFilesSelected={handleFileUpload} isAdmin={isAdmin} />
- </div>
- )}
- </div>
- {/* Pagination */}
- {totalPages > 1 && (
- <div className="px-8 py-4 border-t border-slate-200/60 bg-white/50 backdrop-blur-md flex items-center justify-center gap-2 shrink-0">
- <button
- onClick={() => setCurrentPage(p => Math.max(1, p - 1))}
- disabled={currentPage === 1}
- className="p-2 border border-slate-200 rounded-lg hover:bg-slate-50 disabled:opacity-30 transition-all font-medium text-slate-600"
- >
- Previous
- </button>
- <div className="px-3 py-2 text-sm font-semibold text-slate-700">
- {currentPage} of {totalPages}
- </div>
- <button
- onClick={() => setCurrentPage(p => Math.min(totalPages, p + 1))}
- disabled={currentPage === totalPages}
- className="p-2 border border-slate-200 rounded-lg hover:bg-slate-50 disabled:opacity-30 transition-all font-medium text-slate-600"
- >
- Next
- </button>
- </div>
- )}
- <IndexingModalWithMode
- isOpen={isIndexingModalOpen}
- onClose={() => { setPendingFiles([]); setIsIndexingModalOpen(false); }}
- files={pendingFiles}
- embeddingModels={modelConfigs.filter(m => m.type === ModelType.EMBEDDING)}
- defaultEmbeddingId={settings.selectedEmbeddingId}
- onConfirm={handleConfirmIndexing}
- authToken={authToken}
- />
- {pdfPreview && (
- <PDFPreview
- fileId={pdfPreview.fileId}
- fileName={pdfPreview.fileName}
- authToken={authToken}
- onClose={() => setPdfPreview(null)}
- />
- )}
- {chunkDrawer && (
- <ChunkInfoDrawer
- isOpen={chunkDrawer.isOpen}
- onClose={() => setChunkDrawer(null)}
- fileId={chunkDrawer.fileId}
- fileName={chunkDrawer.fileName}
- authToken={authToken}
- />
- )}
- </div>
- )
- }
|