Groq

from groq import Groq
import agentops

agentops.init(<INSERT YOUR API KEY HERE>)
client = Groq(api_key="your_api_key")

response = client.chat.completions.create(
    messages=[
        {
            "role": "user",
            "content": "Explain the importance of low latency LLMs",
        }
    ],
    model="llama3-8b-8192",
)

print(response.choices[0].message.content)
agentops.end_session('Success')

from groq import AsyncGroq
import agentops
import asyncio

async def main() -> None:
    agentops.init(<INSERT YOUR API KEY HERE>)
    client = AsyncGroq(api_key="your_api_key")

    response = await client.chat.completions.create(
        messages=[
            {
                "role": "user",
                "content": "Explain the importance of low latency LLMs",
            }
        ],
        model="llama3-8b-8192",
    )

    print(response.choices[0].message.content)
    agentops.end_session('Success')

asyncio.run(main())