Tagging @visarg who can confirm if this

from portkey_ai import PORTKEY_GATEWAY_URL
from portkey_ai import Portkey

client = Portkey(
    base_url=PORTKEY_GATEWAY_URL,
    api_key="YOUR_API_KEY",
    config="ANY_ANTHROPIC_CONFIG",
)

chat_complete = client.chat.completions.create(
    model="claude-3-opus-20240229",
    messages=[
        {"role": "system", "content": "You are a chat assistant helping a user count from 1 to 10_000."},
        {"role": "user", "content": "Count from 1 to 10_000. Do not omit for brevity or use any shortcuts. It is imperative that all numbers are present."}
    ],
    max_tokens=4096
)

print(chat_complete)
print(chat_complete.choices[0].message.content)

import time

from portkey_ai import PORTKEY_GATEWAY_URL
from portkey_ai import Portkey

client = Portkey(
    base_url=PORTKEY_GATEWAY_URL,
    api_key="3RDbM3ffU1EOX50jy9nKcJiwN5A=",
    config="pc-anthro-f99722",
)

start = time.time()

chat_complete = client.chat.completions.create(
    model="claude-3-opus-20240229",
    messages=[
        {"role": "system", "content": "You are a chat assistant helping a user count from 1 to 10_000."},
        {"role": "user", "content": "Count from 1 to 10_000. Do not omit for brevity or use any shortcuts. It is imperative that all numbers are present."}
    ],
    max_tokens=4096,
    stream=True,
)

for chunk in chat_complete:
    print(chunk.choices[0].delta.content, end="", flush=True)

print(time.time() - start)

    client = get_client(model=model, prompt_name=Path(prompt_file).stem)
    completions = await client.chat.completions.create(**request.input.compile_params())
    if model is OpenAIModel.CLAUDE_3_OPUS_20240229:
        chunks = []
        async for chunk in completions:
            print(chunk.choices[0].delta.content, end="", flush=True)
            chunks.append(chunk)
        message_ = ChatCompletionMessage(
                    content="".join([chunk.choices[0].delta.content for chunk in chunks]),
                    role="assistant"
                )

        completions = ChatCompletions(
            id="None",
            choices=[
                Choice(
                    index=0,
                    finish_reason=chunks[-1].choices[0].finish_reason,
                    message=message_.dict(),
                )
            ],
            created=1,
            model="None",
            object="None",
        )