diff options
Diffstat (limited to 'ollama/ollama.py')
| -rwxr-xr-x | ollama/ollama.py | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/ollama/ollama.py b/ollama/ollama.py new file mode 100755 index 000000000..ea183b398 --- /dev/null +++ b/ollama/ollama.py @@ -0,0 +1,17 @@ +from ollama import chat, ChatResponse + +model = "deepseek-r1:70b" + +response: ChatResponse = chat( + model=model, messages=[ + { + 'role': 'user', + 'content': 'Hello, how are you?', + } + ], + stream=True +) + +for chunk in response: + print(chunk['message']['content'], end='', flush=True) +print("\n") |