TypeSafe SDK

pip install typesafe-sdk

import os

from typesafe_sdk import TypeSafeClient

client = TypeSafeClient(
    api_key=os.environ["BESPOKE_API_KEY"],
    base_url="https://api.bespokelabs.ai",
    model="nimble-latest",
)

export TYPESAFE_API_KEY="$BESPOKE_API_KEY"
export TYPESAFE_BASE_URL="https://api.bespokelabs.ai"
export TYPESAFE_DEFAULT_MODEL="nimble-latest"

from typesafe_sdk import Choice, Noul, Score

response = client.system_one(
    "The customer was charged twice and asks for a refund. The service still works.",
    {
        "refund": Noul(instructions="Does the customer request a refund?"),
        "department": Choice(
            instructions="Which department should handle this request?",
            criteria={
                "billing": "Charges, payments and refunds",
                "technical": "Software bugs and outages",
            },
        ),
        "urgency": Score(
            instructions="How urgent is this request?",
            criteria=[
                "Routine billing request; service works",
                "Some functionality unavailable",
                "Complete service outage",
            ],
        ),
    },
)

print(response.answers["refund"].noul)
print(response.answers["department"].choice)
print(response.answers["urgency"].score)

response = client.system_one(
    "The service has been down for an hour.",
    {"outage": Noul(instructions="Is the service down?")},
    model="nimble-v4-max",
)

print(response.answers["outage"].noul)

import os

from typesafe_sdk import RetryPolicy, TypeSafeClient

client = TypeSafeClient(
    api_key=os.environ["BESPOKE_API_KEY"],
    base_url="https://api.bespokelabs.ai",
    model="nimble-latest",
    retry=RetryPolicy(http_statuses={429, 502, 503, 529}),
)

import asyncio
import os

from typesafe_sdk import AsyncTypeSafeClient, Noul


async def main():
    async with AsyncTypeSafeClient(
        api_key=os.environ["BESPOKE_API_KEY"],
        base_url="https://api.bespokelabs.ai",
        model="nimble-latest",
    ) as client:
        response = await client.system_one(
            "The service has been down for an hour.",
            {"outage": Noul(instructions="Is the service down?")},
        )
        print(response.answers["outage"].noul)


asyncio.run(main())