Portkey

pip install portkey-ai

# 1. Set the environment variables
import os

os.environ["OPENLAYER_API_KEY"] = "YOUR_OPENLAYER_API_KEY_HERE"
os.environ["OPENLAYER_INFERENCE_PIPELINE_ID"] = "YOUR_OPENLAYER_INFERENCE_PIPELINE_ID_HERE"

# 2. Call `init` to auto-instrument the installed LLM SDKs (Portkey, etc.)
from portkey_ai import Portkey
from openlayer.lib import init

init()

portkey = Portkey(api_key="YOUR_PORTKEY_API_KEY")  # auto-traced by Openlayer

# 3. From now on, every chat completion call with
# the `portkey` client is traced and published to Openlayer. E.g.,
response = portkey.chat.completions.create(
    model="@YOUR_PROVIDER_SLUG/MODEL_NAME",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "What is Portkey"},
    ],
    max_tokens=512,
)

from portkey_ai import Portkey
from openlayer.lib import trace_portkey

# Enable tracing
trace_portkey()

# Use Portkey normally - tracing happens automatically
portkey = Portkey(api_key = "YOUR_PORTKEY_API_KEY")
response = portkey.chat.completions.create(
    model = "@YOUR_PROVIDER_SLUG/MODEL_NAME",
    messages = [
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "What is Portkey"}
    ],
    inference_id="custom-id-123",  # Optional Openlayer parameter
    max_tokens = 512
)