OpenAI Completion Client

Source vllm-project/vllm.

 1from openai import OpenAI
 2
 3# Modify OpenAI's API key and API base to use vLLM's API server.
 4openai_api_key = "EMPTY"
 5openai_api_base = "http://localhost:8000/v1"
 6
 7client = OpenAI(
 8    # defaults to os.environ.get("OPENAI_API_KEY")
 9    api_key=openai_api_key,
10    base_url=openai_api_base,
11)
12
13models = client.models.list()
14model = models.data[0].id
15
16# Completion API
17stream = False
18completion = client.completions.create(
19    model=model,
20    prompt="A robot may not injure a human being",
21    echo=False,
22    n=2,
23    stream=stream,
24    logprobs=3)
25
26print("Completion results:")
27if stream:
28    for c in completion:
29        print(c)
30else:
31    print(completion)