smokephil/paperless-ngx
1
0
Fork 0
mirror of https://github.com/paperless-ngx/paperless-ngx.git synced 2025-12-21 22:16:44 +01:00
Code Issues Projects Releases Packages Wiki Activity

Refactor and consolidate rag / embedding and tests

Browse source
This commit is contained in:
shamoon 2025-04-28 17:36:23 -07:00
parent fe205b31c2
commit ad8519482c
No known key found for this signature in database
8 changed files with 121 additions and 77 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/paperless/ai/ai_classifier.py
View file

@ -5,7 +5,7 @@ from llama_index.core.base.llms.types import CompletionResponse
from documents.models import Document
from paperless.ai.client import AIClient
from paperless.ai.rag import get_context_for_document
from paperless.ai.indexing import query_similar_documents
from paperless.config import AIConfig
logger = logging.getLogger("paperless.ai.rag_classifier")
@ -65,6 +65,16 @@ def build_prompt_with_rag(document: Document) -> str:
return prompt
def get_context_for_document(doc: Document, max_docs: int = 5) -> str:
similar_docs = query_similar_documents(doc)[:max_docs]
context_blocks = []
for similar in similar_docs:
text = similar.content or ""
title = similar.title or similar.filename or "Untitled"
context_blocks.append(f"TITLE: {title}\n{text}")
return "\n\n".join(context_blocks)
def parse_ai_response(response: CompletionResponse) -> dict:
try:
raw = json.loads(response.text)