From 95305f59df84caded50286b1a57b6075e48725a8 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Wed, 24 Apr 2024 01:10:43 +0200 Subject: Rerank working llama3 sucks at rag --- rag/generator/ollama.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'rag/generator/ollama.py') diff --git a/rag/generator/ollama.py b/rag/generator/ollama.py index b72d763..9118906 100644 --- a/rag/generator/ollama.py +++ b/rag/generator/ollama.py @@ -1,5 +1,5 @@ import os -from typing import Any, Dict, Generator, List +from typing import Any, Generator, List import ollama from loguru import logger as log @@ -24,12 +24,12 @@ class Ollama(metaclass=AbstractGenerator): def __metaprompt(self, prompt: Prompt) -> str: metaprompt = ( - "Answer the question based only on the following context:\n" - "\n" - f"{self.__context(prompt.documents)}\n\n" - "\n" f"{ANSWER_INSTRUCTION}" + "Only the information between ... should be used to answer the question.\n" f"Question: {prompt.query.strip()}\n\n" + "\n" + f"{self.__context(prompt.documents)}\n\n" + "\n" "Answer:" ) return metaprompt -- cgit v1.2.3-70-g09d2