知微
fa45d8aa5f
- health_checklist.json: 192.168.1.122→node122
- ocr_client.py: docstring IP→node122
- docs/market-data-requirements.md: IP→node122
- 所有API调用通过ProxyHandler({})绕过系统代理
Privoxy对node122:18003返回500，直连正常
72 lines
2.1 KiB
Python
72 lines
2.1 KiB
Python
import base64
|
|
import io
|
|
from urllib.parse import unquote
|
|
|
|
from fsspec import AbstractFileSystem
|
|
from fsspec.utils import stringify_path
|
|
|
|
|
|
class DataFileSystem(AbstractFileSystem):
|
|
"""A handy decoder for data-URLs
|
|
|
|
Example
|
|
-------
|
|
>>> with fsspec.open("data:,Hello%2C%20World%21") as f:
|
|
... print(f.read())
|
|
b"Hello, World!"
|
|
|
|
See https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/Data_URLs
|
|
"""
|
|
|
|
protocol = "data"
|
|
|
|
def __init__(self, **kwargs):
|
|
"""No parameters for this filesystem"""
|
|
super().__init__(**kwargs)
|
|
|
|
@classmethod
|
|
def _strip_protocol(cls, path):
|
|
if isinstance(path, list):
|
|
return [cls._strip_protocol(p) for p in path]
|
|
path = stringify_path(path)
|
|
if path.startswith("data://"):
|
|
path = path[7:]
|
|
elif path.startswith("data:"):
|
|
path = path[5:]
|
|
# Do NOT strip trailing slashes, as they may be meaningful base64 characters
|
|
# or percent-encoded data content
|
|
return path
|
|
|
|
def cat_file(self, path, start=None, end=None, **kwargs):
|
|
pref, data = path.split(",", 1)
|
|
if pref.endswith("base64"):
|
|
return base64.b64decode(data)[start:end]
|
|
return unquote(data).encode()[start:end]
|
|
|
|
def info(self, path, **kwargs):
|
|
pref, name = path.split(",", 1)
|
|
data = self.cat_file(path)
|
|
mime = pref.split(":", 1)[1].split(";", 1)[0]
|
|
return {"name": name, "size": len(data), "type": "file", "mimetype": mime}
|
|
|
|
def _open(
|
|
self,
|
|
path,
|
|
mode="rb",
|
|
block_size=None,
|
|
autocommit=True,
|
|
cache_options=None,
|
|
**kwargs,
|
|
):
|
|
if "r" not in mode:
|
|
raise ValueError("Read only filesystem")
|
|
return io.BytesIO(self.cat_file(path))
|
|
|
|
@staticmethod
|
|
def encode(data: bytes, mime: str | None = None):
|
|
"""Format the given data into data-URL syntax
|
|
|
|
This version always base64 encodes, even when the data is ascii/url-safe.
|
|
"""
|
|
return f"data:{mime or ''};base64,{base64.b64encode(data).decode()}"
|