知微
fa45d8aa5f
- health_checklist.json: 192.168.1.122→node122
- ocr_client.py: docstring IP→node122
- docs/market-data-requirements.md: IP→node122
- 所有API调用通过ProxyHandler({})绕过系统代理
Privoxy对node122:18003返回500，直连正常
69 lines
1.9 KiB
Python
69 lines
1.9 KiB
Python
"""tldextract helpers for testing and fetching remote resources."""
|
|
|
|
import re
|
|
from ipaddress import AddressValueError, IPv6Address
|
|
from urllib.parse import scheme_chars
|
|
|
|
IP_RE = re.compile(
|
|
r"^(?:(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])\.)"
|
|
r"{3}(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])$",
|
|
re.ASCII,
|
|
)
|
|
|
|
scheme_chars_set = set(scheme_chars)
|
|
|
|
|
|
def lenient_netloc(url: str) -> str:
|
|
"""Extract the netloc of a URL-like string.
|
|
|
|
Similar to the netloc attribute returned by
|
|
urllib.parse.{urlparse,urlsplit}, but extract more leniently, without
|
|
raising errors.
|
|
"""
|
|
after_userinfo = (
|
|
_schemeless_url(url)
|
|
.partition("/")[0]
|
|
.partition("?")[0]
|
|
.partition("#")[0]
|
|
.rpartition("@")[-1]
|
|
)
|
|
|
|
if after_userinfo and after_userinfo[0] == "[":
|
|
maybe_ipv6 = after_userinfo.partition("]")
|
|
if maybe_ipv6[1] == "]":
|
|
return f"{maybe_ipv6[0]}]"
|
|
|
|
hostname = after_userinfo.partition(":")[0].strip()
|
|
without_root_label = hostname.rstrip(".\u3002\uff0e\uff61")
|
|
return without_root_label
|
|
|
|
|
|
def _schemeless_url(url: str) -> str:
|
|
double_slashes_start = url.find("//")
|
|
if double_slashes_start == 0:
|
|
return url[2:]
|
|
if (
|
|
double_slashes_start < 2
|
|
or url[double_slashes_start - 1] != ":"
|
|
or set(url[: double_slashes_start - 1]) - scheme_chars_set
|
|
):
|
|
return url
|
|
return url[double_slashes_start + 2 :]
|
|
|
|
|
|
def looks_like_ip(maybe_ip: str) -> bool:
|
|
"""Check whether the given str looks like an IPv4 address."""
|
|
if not maybe_ip[0].isdecimal():
|
|
return False
|
|
|
|
return IP_RE.fullmatch(maybe_ip) is not None
|
|
|
|
|
|
def looks_like_ipv6(maybe_ip: str) -> bool:
|
|
"""Check whether the given str looks like an IPv6 address."""
|
|
try:
|
|
IPv6Address(maybe_ip)
|
|
except AddressValueError:
|
|
return False
|
|
return True
|