Just use the built-in ollama LLM class of course

This commit is contained in:
shamoon 2025-04-25 12:01:23 -07:00
parent a9ed46de11
commit bb3336f7bc
No known key found for this signature in database
6 changed files with 38 additions and 379 deletions

View file

@ -70,5 +70,4 @@ def stream_chat_with_documents(query_str: str, documents: list[Document]):
response_stream = query_engine.query(prompt)
for chunk in response_stream.response_gen:
yield chunk.text
yield from response_stream.response_gen