知微
fa45d8aa5f
- health_checklist.json: 192.168.1.122→node122
- ocr_client.py: docstring IP→node122
- docs/market-data-requirements.md: IP→node122
- 所有API调用通过ProxyHandler({})绕过系统代理
Privoxy对node122:18003返回500，直连正常
56 lines
2.0 KiB
Python
56 lines
2.0 KiB
Python
from typing import Optional
|
|
|
|
from litellm.litellm_core_utils.cli_token_utils import get_litellm_gateway_api_key
|
|
|
|
from .chat import ChatClient
|
|
from .credentials import CredentialsManagementClient
|
|
from .http_client import HTTPClient
|
|
from .keys import KeysManagementClient
|
|
from .model_groups import ModelGroupsManagementClient
|
|
from .models import ModelsManagementClient
|
|
from .teams import TeamsManagementClient
|
|
|
|
|
|
class Client:
|
|
"""Main client for interacting with the LiteLLM proxy API."""
|
|
|
|
def __init__(
|
|
self,
|
|
base_url: str,
|
|
api_key: Optional[str] = None,
|
|
timeout: int = 30,
|
|
):
|
|
"""
|
|
Initialize the LiteLLM proxy client.
|
|
|
|
Args:
|
|
base_url (str): The base URL of the LiteLLM proxy server (e.g., "http://localhost:4000")
|
|
api_key (Optional[str]): API key for authentication. If provided, it will be sent as a Bearer token.
|
|
timeout: Request timeout in seconds (default: 30)
|
|
"""
|
|
self._base_url = base_url.rstrip("/")
|
|
# Only use the stored CLI key when it was issued for this server.
|
|
self._api_key = api_key or get_litellm_gateway_api_key(
|
|
expected_base_url=self._base_url
|
|
)
|
|
|
|
# Initialize resource clients
|
|
|
|
self.http = HTTPClient(
|
|
base_url=base_url, api_key=self._api_key, timeout=timeout
|
|
)
|
|
self.models = ModelsManagementClient(
|
|
base_url=self._base_url, api_key=self._api_key
|
|
)
|
|
self.model_groups = ModelGroupsManagementClient(
|
|
base_url=self._base_url, api_key=self._api_key
|
|
)
|
|
self.chat = ChatClient(base_url=self._base_url, api_key=self._api_key)
|
|
self.keys = KeysManagementClient(base_url=self._base_url, api_key=self._api_key)
|
|
self.credentials = CredentialsManagementClient(
|
|
base_url=self._base_url, api_key=self._api_key
|
|
)
|
|
self.teams = TeamsManagementClient(
|
|
base_url=self._base_url, api_key=self._api_key
|
|
)
|