Skip to content

Commit

Permalink
fix: set graph reranker from config
Browse files Browse the repository at this point in the history
  • Loading branch information
634750802 committed May 20, 2024
1 parent e680846 commit e0fc4bb
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions src/core/services/llamaindex/chating.ts
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ import {buildEmbedding} from '@/lib/llamaindex/builders/embedding';
import {buildLLM} from "@/lib/llamaindex/builders/llm";
import {buildReranker} from "@/lib/llamaindex/builders/reranker";
import {LLMConfig, LLMProvider} from "@/lib/llamaindex/config/llm";
import {RerankerProvider} from "@/lib/llamaindex/config/reranker";
import { type RerankerConfig, RerankerProvider } from '@/lib/llamaindex/config/reranker';
import {ManagedAsyncIterable} from '@/lib/ManagedAsyncIterable';
import {LangfuseTraceClient} from "langfuse";
import {Liquid} from 'liquidjs';
Expand Down Expand Up @@ -168,6 +168,7 @@ export class LlamaindexChatService extends AppChatService {
result.document_relationships,
options.userInput,
retrieverConfig.top_k,
graphRetrieverConfig.reranker,
serviceContext,
kgRetrievalSpan
);
Expand Down Expand Up @@ -412,13 +413,14 @@ export class LlamaindexChatService extends AppChatService {
documentRelationships: DocumentRelationship[],
query: string,
topK: number = 10,
rerankerConfig: RerankerConfig,
serviceContext: ServiceContext,
trace?: LangfuseTraceClient
): Promise<DocumentRelationship[]> {
console.log(`[KG-Retrieving] Start knowledge graph reranking for query "${query}".`, { documentRelationship: documentRelationships.length, topK: topK });

// Build reranker.
const reranker = await buildReranker(serviceContext, { provider: RerankerProvider.JINAAI }, topK);
const reranker = await buildReranker(serviceContext, rerankerConfig, topK);

// Transform document relationships to TextNode.
const docIdRelationshipsMap = new Map(documentRelationships.map(dr => [dr.docId, dr]));
Expand Down

0 comments on commit e0fc4bb

Please sign in to comment.