将大型语言模型用作独立模块
您可以单独使用我们的LLM模块。
from llama_index.llms.openai import OpenAI
# non-streamingcompletion = OpenAI().complete("Paul Graham is ")print(completion)
# using streaming endpointfrom llama_index.llms.openai import OpenAI
llm = OpenAI()completions = llm.stream_complete("Paul Graham is ")for completion in completions: print(completion.delta, end="")from llama_index.core.llms import ChatMessagefrom llama_index.llms.openai import OpenAI
messages = [ ChatMessage( role="system", content="You are a pirate with a colorful personality" ), ChatMessage(role="user", content="What is your name"),]resp = OpenAI().chat(messages)print(resp)查看我们的模块部分了解每个大语言模型的使用指南。