import { RETRIEVAL_API_BASE_URL } from '$lib/constants'; export const getRAGConfig = async (token: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/config`, { method: 'GET', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` } }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; type ChunkConfigForm = { chunk_size: number; chunk_overlap: number; }; type DocumentIntelligenceConfigForm = { key: string; endpoint: string; model: string; }; type ContentExtractConfigForm = { engine: string; tika_server_url: string | null; document_intelligence_config: DocumentIntelligenceConfigForm | null; }; type YoutubeConfigForm = { language: string[]; translation?: string | null; proxy_url: string; }; type RAGConfigForm = { PDF_EXTRACT_IMAGES?: boolean; CONTENT_EXTRACTION_SUPPORTED_MEDIA_MIME_TYPES?: string[]; ENABLE_GOOGLE_DRIVE_INTEGRATION?: boolean; ENABLE_ONEDRIVE_INTEGRATION?: boolean; EXTERNAL_DOCUMENT_LOADER_HEADERS?: Record; TIKA_SERVER_VERSION?: string | null; chunk?: ChunkConfigForm; content_extraction?: ContentExtractConfigForm; web_loader_ssl_verification?: boolean; web?: Record; youtube?: YoutubeConfigForm; }; export const updateRAGConfig = async (token: string, payload: RAGConfigForm) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/config/update`, { method: 'POST', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` }, body: JSON.stringify({ ...payload }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; export const getQuerySettings = async (token: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/query/settings`, { method: 'GET', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` } }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; type QuerySettings = { k: number | null; r: number | null; template: string | null; }; export const updateQuerySettings = async (token: string, settings: QuerySettings) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/query/settings/update`, { method: 'POST', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` }, body: JSON.stringify({ ...settings }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; export const getEmbeddingConfig = async (token: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/embedding`, { method: 'GET', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` } }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; type OpenAIConfigForm = { key: string; url: string; }; type OllamaConfigForm = OpenAIConfigForm; type AzureOpenAIConfigForm = { key: string; url: string; version: string; }; type EmbeddingModelUpdateForm = { openai_config?: OpenAIConfigForm; ollama_config?: OllamaConfigForm; azure_openai_config?: AzureOpenAIConfigForm; RAG_EMBEDDING_ENGINE: string; RAG_EMBEDDING_MODEL: string; RAG_EMBEDDING_BATCH_SIZE?: number; ENABLE_ASYNC_EMBEDDING?: boolean; RAG_EMBEDDING_CONCURRENT_REQUESTS?: number; }; export const updateEmbeddingConfig = async (token: string, payload: EmbeddingModelUpdateForm) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/embedding/update`, { method: 'POST', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` }, body: JSON.stringify({ ...payload }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; export const getRerankingConfig = async (token: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/reranking`, { method: 'GET', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` } }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; type RerankingModelUpdateForm = { reranking_model: string; }; export const updateRerankingConfig = async (token: string, payload: RerankingModelUpdateForm) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/reranking/update`, { method: 'POST', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` }, body: JSON.stringify({ ...payload }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; export interface SearchDocument { status: boolean; collection_name: string; filenames: string[]; } export const processYoutubeVideo = async (token: string, url: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/process/youtube`, { method: 'POST', headers: { Accept: 'application/json', 'Content-Type': 'application/json', authorization: `Bearer ${token}` }, body: JSON.stringify({ url: url }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; console.error(err); return null; }); if (error) { throw error; } return res; }; export const processUrl = async ( token: string, url: string, collection_name: string | null = null, process: boolean = true ) => { let error = null; const searchParams = new URLSearchParams(); if (!process) { searchParams.append('process', 'false'); } const res = await fetch(`${RETRIEVAL_API_BASE_URL}/process/url?${searchParams.toString()}`, { method: 'POST', headers: { Accept: 'application/json', 'Content-Type': 'application/json', authorization: `Bearer ${token}` }, body: JSON.stringify({ url, collection_name }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; console.error(err); return null; }); if (error) { throw error; } return res; }; export const processWeb = async ( token: string, collection_name: string, url: string, process: boolean = true ) => { let error = null; const searchParams = new URLSearchParams(); if (!process) { searchParams.append('process', 'false'); } const res = await fetch(`${RETRIEVAL_API_BASE_URL}/process/web?${searchParams.toString()}`, { method: 'POST', headers: { Accept: 'application/json', 'Content-Type': 'application/json', authorization: `Bearer ${token}` }, body: JSON.stringify({ url: url, collection_name: collection_name }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; console.error(err); return null; }); if (error) { throw error; } return res; }; export const processWebSearch = async ( token: string, query: string, collection_name?: string ): Promise => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/process/web/search`, { method: 'POST', headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` }, body: JSON.stringify({ query, collection_name: collection_name ?? '' }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { console.error(err); error = err.detail; return null; }); if (error) { throw error; } return res; }; export const queryDoc = async ( token: string, collection_name: string, query: string, k: number | null = null ) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/query/doc`, { method: 'POST', headers: { Accept: 'application/json', 'Content-Type': 'application/json', authorization: `Bearer ${token}` }, body: JSON.stringify({ collection_name: collection_name, query: query, k: k }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; return null; }); if (error) { throw error; } return res; }; export const queryCollection = async ( token: string, collection_names: string, query: string, k: number | null = null ) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/query/collection`, { method: 'POST', headers: { Accept: 'application/json', 'Content-Type': 'application/json', authorization: `Bearer ${token}` }, body: JSON.stringify({ collection_names: collection_names, query: query, k: k }) }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; return null; }); if (error) { throw error; } return res; }; export const resetUploadDir = async (token: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/reset/uploads`, { method: 'POST', headers: { Accept: 'application/json', authorization: `Bearer ${token}` } }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; return null; }); if (error) { throw error; } return res; }; export const resetVectorDB = async (token: string) => { let error = null; const res = await fetch(`${RETRIEVAL_API_BASE_URL}/reset/db`, { method: 'POST', headers: { Accept: 'application/json', authorization: `Bearer ${token}` } }) .then(async (res) => { if (!res.ok) throw await res.json(); return res.json(); }) .catch((err) => { error = err.detail; return null; }); if (error) { throw error; } return res; };