From 65ef066e5d1654566c4797bbdd865ce68e0ff4ba Mon Sep 17 00:00:00 2001 From: haotian <2421912570@qq.com> Date: Fri, 18 Jul 2025 09:43:17 +0800 Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=E6=B5=8B=E8=AF=95ollama?= =?UTF-8?q?=E7=A4=BA=E4=BE=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- 008测试ollama示例.py | 59 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 008测试ollama示例.py diff --git a/008测试ollama示例.py b/008测试ollama示例.py new file mode 100644 index 0000000..bb9b6b2 --- /dev/null +++ b/008测试ollama示例.py @@ -0,0 +1,59 @@ +import json +import requests + +base_url = 'http://localhost:11434' + +session = requests.session() + +# # 获取ollama模型列表 +# response_model_list = session.get(f'{base_url}/api/tags') +# response_model_list.raise_for_status() +# response_model_list = response_model_list.json() +# print("-"*50) +# print(response_model_list) + + +# # 生成任务--response +# prompt = "介绍一下中国." +# stream =True +# data = { +# 'model': 'Qwen3-8B:latest', +# 'prompt': f"""请直接回答以下问题,不要显示思考过程、分析步骤或推理过程:{prompt}注意:请直接给出答案,不要包含"让我想想"、"分析一下"、"首先"、"然后"等思考过程的表述。""", +# 'stream': stream, +# 'temperature':0.7, +# 'max_tokens': 200 +# } + +# response_generate = session.post(f'{base_url}/api/generate', json=data, stream=stream) +# response_generate.raise_for_status() +# print("-"*50) +# if stream: +# for line in response_generate.iter_lines(): +# print(json.loads(line.decode('utf-8'))) +# else: +# response_generate = response_generate.json() +# print(response_generate) + + +# 对话模式--message--content +messages = [{"role": "user", "content": "请问你有什么能帮我的吗?"}] +stream = True +enable_thinking = True +data = { + 'model': 'Qwen3-8B-q8:latest', + 'messages' : messages, + 'stream': stream, + 'temperature':0.7, + 'max_tokens': 200, + # 'enable_thinking':enable_thinking +} +response_chat = session.post(f'{base_url}/api/chat', json=data, stream=stream) + +print("-"*50) +if stream: + for line in response_chat.iter_lines(): + print(json.loads(line.decode('utf-8')).get("message").get("content"), end="", flush=True) + print("\n") +else: + response_chat = response_chat.json() + print(response_chat) \ No newline at end of file