Javelin: an Enterprise-Scale, Fast LLM Gateway
![Upload Python Package](https://github.com/getjavelin/javelin-python/actions/workflows/python-publish.yml/badge.svg?branch=main)
This is the Python client package for Javelin.
For more information about Javelin, see https://getjavelin.io
Javelin Documentation: https://docs.getjavelin.io
Installation
pip install javelin_sdk
Quick Start
from javelin_sdk import (
JavelinClient,
Route,
NetworkError,
RouteNotFoundError,
UnauthorizedError,
)
query_data = {
"model": "gpt-3.5-turbo",
"messages": [
{"role": "system", "content": "You are a helpful assistant that translates English to French."},
{"role": "user", "content": "AI has the power to transform humanity and make the world a better place"},
],
"temperature": 0.8,
}
try:
response = client.query_route("test_route_1", query_data)
except RouteNotFoundError as e:
print("Route Not Found")