diff --git a/main.py b/main.py index 77e695b..5b52a38 100644 --- a/main.py +++ b/main.py @@ -23,7 +23,7 @@ def controller_message(message): return False def llama(prompt): - data = dict(model='llama3.1', prompt=prompt, stream=False) + data = dict(model='llama3.1', prompt=prompt, stream=False, keep_alive=-1) try: r = requests.post(LLAMA_URL, json=data, timeout=20) r.raise_for_status()