知微
fa45d8aa5f
- health_checklist.json: 192.168.1.122→node122
- ocr_client.py: docstring IP→node122
- docs/market-data-requirements.md: IP→node122
- 所有API调用通过ProxyHandler({})绕过系统代理
Privoxy对node122:18003返回500，直连正常
116 lines
4.5 KiB
Python
116 lines
4.5 KiB
Python
"""GCS Cache implementation
|
|
Supports syncing responses to Google Cloud Storage Buckets using HTTP requests.
|
|
"""
|
|
|
|
import json
|
|
import asyncio
|
|
from typing import Optional
|
|
from urllib.parse import quote
|
|
|
|
from litellm._logging import print_verbose, verbose_logger
|
|
from litellm.integrations.gcs_bucket.gcs_bucket_base import GCSBucketBase
|
|
from litellm.llms.custom_httpx.http_handler import (
|
|
get_async_httpx_client,
|
|
_get_httpx_client,
|
|
httpxSpecialProvider,
|
|
)
|
|
from .base_cache import BaseCache
|
|
|
|
|
|
class GCSCache(BaseCache):
|
|
def __init__(
|
|
self,
|
|
bucket_name: Optional[str] = None,
|
|
path_service_account: Optional[str] = None,
|
|
gcs_path: Optional[str] = None,
|
|
) -> None:
|
|
super().__init__()
|
|
self.bucket_name = bucket_name or GCSBucketBase(bucket_name=None).BUCKET_NAME
|
|
self.path_service_account = (
|
|
path_service_account
|
|
or GCSBucketBase(bucket_name=None).path_service_account_json
|
|
)
|
|
self.key_prefix = gcs_path.rstrip("/") + "/" if gcs_path else ""
|
|
# create httpx clients
|
|
self.async_client = get_async_httpx_client(
|
|
llm_provider=httpxSpecialProvider.LoggingCallback
|
|
)
|
|
self.sync_client = _get_httpx_client()
|
|
|
|
def _construct_headers(self) -> dict:
|
|
base = GCSBucketBase(bucket_name=self.bucket_name)
|
|
base.path_service_account_json = self.path_service_account
|
|
base.BUCKET_NAME = self.bucket_name
|
|
return base.sync_construct_request_headers()
|
|
|
|
def set_cache(self, key, value, **kwargs):
|
|
try:
|
|
print_verbose(f"LiteLLM SET Cache - GCS. Key={key}. Value={value}")
|
|
headers = self._construct_headers()
|
|
object_name = self.key_prefix + key
|
|
bucket_name = self.bucket_name
|
|
url = f"https://storage.googleapis.com/upload/storage/v1/b/{bucket_name}/o?uploadType=media&name={quote(object_name, safe='')}"
|
|
data = json.dumps(value)
|
|
self.sync_client.post(url=url, data=data, headers=headers)
|
|
except Exception as e:
|
|
print_verbose(f"GCS Caching: set_cache() - Got exception from GCS: {e}")
|
|
|
|
async def async_set_cache(self, key, value, **kwargs):
|
|
try:
|
|
headers = self._construct_headers()
|
|
object_name = self.key_prefix + key
|
|
bucket_name = self.bucket_name
|
|
url = f"https://storage.googleapis.com/upload/storage/v1/b/{bucket_name}/o?uploadType=media&name={quote(object_name, safe='')}"
|
|
data = json.dumps(value)
|
|
await self.async_client.post(url=url, data=data, headers=headers)
|
|
except Exception as e:
|
|
print_verbose(
|
|
f"GCS Caching: async_set_cache() - Got exception from GCS: {e}"
|
|
)
|
|
|
|
def get_cache(self, key, **kwargs):
|
|
try:
|
|
headers = self._construct_headers()
|
|
object_name = self.key_prefix + key
|
|
bucket_name = self.bucket_name
|
|
url = f"https://storage.googleapis.com/storage/v1/b/{bucket_name}/o/{quote(object_name, safe='')}?alt=media"
|
|
response = self.sync_client.get(url=url, headers=headers)
|
|
if response.status_code == 200:
|
|
cached_response = json.loads(response.text)
|
|
verbose_logger.debug(
|
|
f"Got GCS Cache: key: {key}, cached_response {cached_response}. Type Response {type(cached_response)}"
|
|
)
|
|
return cached_response
|
|
return None
|
|
except Exception as e:
|
|
verbose_logger.error(
|
|
f"GCS Caching: get_cache() - Got exception from GCS: {e}"
|
|
)
|
|
|
|
async def async_get_cache(self, key, **kwargs):
|
|
try:
|
|
headers = self._construct_headers()
|
|
object_name = self.key_prefix + key
|
|
bucket_name = self.bucket_name
|
|
url = f"https://storage.googleapis.com/storage/v1/b/{bucket_name}/o/{quote(object_name, safe='')}?alt=media"
|
|
response = await self.async_client.get(url=url, headers=headers)
|
|
if response.status_code == 200:
|
|
return json.loads(response.text)
|
|
return None
|
|
except Exception as e:
|
|
verbose_logger.error(
|
|
f"GCS Caching: async_get_cache() - Got exception from GCS: {e}"
|
|
)
|
|
|
|
def flush_cache(self):
|
|
pass
|
|
|
|
async def disconnect(self):
|
|
pass
|
|
|
|
async def async_set_cache_pipeline(self, cache_list, **kwargs):
|
|
tasks = []
|
|
for val in cache_list:
|
|
tasks.append(self.async_set_cache(val[0], val[1], **kwargs))
|
|
await asyncio.gather(*tasks)
|