Skip to content

Commit 39245a8

Browse files
authored
Update models in demo.py (stanford-crfm#2843)
1 parent ddf17f6 commit 39245a8

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

demo.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -18,29 +18,28 @@
1818

1919
# Make a request
2020
request = Request(
21-
model="ai21/j2-large", model_deployment="ai21/j2-large", prompt="Life is like a box of", echo_prompt=True
21+
model="openai/gpt-4o-mini-2024-07-18", prompt="Life is like a box of", echo_prompt=True
2222
)
2323
request_result: RequestResult = service.make_request(auth, request)
2424
print(request_result.completions[0].text)
2525

2626
# Expect different responses for the same request but with different values for `random`.
2727
# Passing in the same value for `random` guarantees the same results.
28-
request = Request(model="ai21/j2-large", model_deployment="ai21/j2-large", prompt="Life is like a box of", random="1")
28+
request = Request(model="openai/gpt-4o-mini-2024-07-18", prompt="Life is like a box of", random="1")
2929
request_result = service.make_request(auth, request)
3030
print(request_result.completions[0].text)
3131

3232
# How to get the embedding for some text
3333
request = Request(
3434
model="openai/text-embedding-ada-002",
35-
model_deployment="openai/text-embedding-ada-002",
3635
prompt="Life is like a box of",
3736
embedding=True,
3837
)
3938
request_result = service.make_request(auth, request)
4039
print(request_result.embedding)
4140

4241
# Tokenize
43-
request = TokenizationRequest(tokenizer="ai21/j1", text="Tokenize me please.")
42+
request = TokenizationRequest(tokenizer="openai/o200k_base", text="Tokenize me please.")
4443
tokenization_request_result: TokenizationRequestResult = service.tokenize(auth, request)
4544
print(f"Number of tokens: {len(tokenization_request_result.tokens)}")
4645

0 commit comments

Comments
 (0)