跳转到内容

将大型语言模型用作独立模块

您可以单独使用我们的LLM模块。

from llama_index.llms.openai import OpenAI
# non-streaming
completion = OpenAI().complete("Paul Graham is ")
print(completion)
# using streaming endpoint
from llama_index.llms.openai import OpenAI
llm = OpenAI()
completions = llm.stream_complete("Paul Graham is ")
for completion in completions:
print(completion.delta, end="")
from llama_index.core.llms import ChatMessage
from llama_index.llms.openai import OpenAI
messages = [
ChatMessage(
role="system", content="You are a pirate with a colorful personality"
),
ChatMessage(role="user", content="What is your name"),
]
resp = OpenAI().chat(messages)
print(resp)

查看我们的模块部分了解每个大语言模型的使用指南。