# 安装相应的包

# linux 安装curl -fsSL https://ollama.com/install.sh | shpip install ollama

# 开启ollama服务端！

$ ollama serve

# 启动llama2大模型（新开一个终端）

# autodl开启加速（其他平台省略）$ source /etc/network_turbo$ ollama run llama2-uncensored:7b-chat-q6_K

# 如果不想启动运行，只下载可以

# 拉取模型$ ollama pull llama2-uncensored:7b-chat-q6_K

在启动完后，就可以对话了

# python接口对话

import ollamaresponse = ollama.chat(model='llama2', messages=[ { 'role': 'user', 'content': 'Why is the sky blue?', },])print(response['message']['content'])

# OpenAI适配接口对话

from openai import OpenAIclient = OpenAI( base_url = 'http://localhost:11434/v1', api_key='ollama', # required, but unused)response = client.chat.completions.create( model="llama2", messages=[ {"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Who won the world series in 2020?"}, {"role": "assistant", "content": "The LA Dodgers won in 2020."}, {"role": "user", "content": "Where was it played?"} ])print(response.choices[0].message.content)

# CUR流式接口

curl -X POST http://localhost:11434/api/generate -d '{ "model": "llama2", "prompt":"Why is the sky blue?" }'

# 参考

llama2 (ollama.com)

https://ollama.com/library/llama2

OpenAI compatibility · Ollama Blog

https://ollama.com/blog/openai-compatibility