|
18 | 18 |
|
19 | 19 | # Make a request
|
20 | 20 | request = Request(
|
21 |
| - model="ai21/j2-large", model_deployment="ai21/j2-large", prompt="Life is like a box of", echo_prompt=True |
| 21 | + model="openai/gpt-4o-mini-2024-07-18", prompt="Life is like a box of", echo_prompt=True |
22 | 22 | )
|
23 | 23 | request_result: RequestResult = service.make_request(auth, request)
|
24 | 24 | print(request_result.completions[0].text)
|
25 | 25 |
|
26 | 26 | # Expect different responses for the same request but with different values for `random`.
|
27 | 27 | # Passing in the same value for `random` guarantees the same results.
|
28 |
| -request = Request(model="ai21/j2-large", model_deployment="ai21/j2-large", prompt="Life is like a box of", random="1") |
| 28 | +request = Request(model="openai/gpt-4o-mini-2024-07-18", prompt="Life is like a box of", random="1") |
29 | 29 | request_result = service.make_request(auth, request)
|
30 | 30 | print(request_result.completions[0].text)
|
31 | 31 |
|
32 | 32 | # How to get the embedding for some text
|
33 | 33 | request = Request(
|
34 | 34 | model="openai/text-embedding-ada-002",
|
35 |
| - model_deployment="openai/text-embedding-ada-002", |
36 | 35 | prompt="Life is like a box of",
|
37 | 36 | embedding=True,
|
38 | 37 | )
|
39 | 38 | request_result = service.make_request(auth, request)
|
40 | 39 | print(request_result.embedding)
|
41 | 40 |
|
42 | 41 | # Tokenize
|
43 |
| -request = TokenizationRequest(tokenizer="ai21/j1", text="Tokenize me please.") |
| 42 | +request = TokenizationRequest(tokenizer="openai/o200k_base", text="Tokenize me please.") |
44 | 43 | tokenization_request_result: TokenizationRequestResult = service.tokenize(auth, request)
|
45 | 44 | print(f"Number of tokens: {len(tokenization_request_result.tokens)}")
|
46 | 45 |
|
|
0 commit comments