| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145 |
- """NO_PROXY matching shared by the LLM transport (``agent/process_bootstrap.py``) and the
- gateway platform adapters (``gateway/platforms/base.py``).
- One matcher so "is this host in NO_PROXY" has one answer everywhere: exact hosts, domain
- suffixes (``example.com``, ``.example.com``, ``*.example.com``), IP literals, CIDR ranges,
- optional ``host:port`` entries and ``*``. The stdlib ``proxy_bypass_environment`` understands
- none of the CIDR / ``*.`` forms, which is why the LLM path used to route ``10.x`` endpoints
- through the corporate proxy while Telegram/Discord bypassed it.
- Leaf module: stdlib only, importable during early boot.
- """
- from __future__ import annotations
- import ipaddress
- import os
- import re
- from urllib.parse import urlsplit
- PROXY_ENV_KEYS = ("HTTPS_PROXY", "HTTP_PROXY", "ALL_PROXY", "https_proxy", "http_proxy", "all_proxy")
- def first_proxy_env_value() -> str:
- """First non-empty HTTPS_PROXY / HTTP_PROXY / ALL_PROXY value (any case), or ''."""
- return next((v for k in PROXY_ENV_KEYS if (v := (os.environ.get(k) or "").strip())), "")
- def split_host_port(value: str) -> tuple[str, int | None]:
- """``(host, port)`` from a URL (scheme optional: ``//host/path``), ``[v6]:port``,
- ``host:port`` or bare host; host lowercased. A malformed URL port (``host:abc``,
- ``host:99999``) yields ``(host, None)`` rather than raising."""
- raw = str(value or "").strip()
- if not raw:
- return "", None
- if "://" in raw or raw.startswith("//"):
- parsed = urlsplit(raw)
- host = parsed.hostname or ""
- try:
- port = parsed.port
- except ValueError: # ``host:abc`` / ``host:99999``: keep the host, drop the port
- port = None
- elif raw.startswith("[") and "]" in raw:
- host, _, rest = raw[1:].partition("]")
- port = int(rest[1:]) if rest.startswith(":") and rest[1:].isdigit() else None
- elif raw.count(":") == 1 and raw.rpartition(":")[2].isdigit():
- host, _, port_s = raw.rpartition(":")
- port = int(port_s)
- else:
- host, port = raw.strip("[]"), None
- return host.lower().rstrip("."), port
- def no_proxy_entries(no_proxy_value: str | None = None) -> list[str]:
- """Comma/whitespace-separated NO_PROXY entries; from the environment (both casings) when
- ``no_proxy_value`` is None."""
- if no_proxy_value is None:
- no_proxy_value = ",".join(os.environ.get(key, "") for key in ("NO_PROXY", "no_proxy"))
- return [part for part in re.split(r"[\s,]+", no_proxy_value.strip()) if part]
- # Loopback must never be dialed through a proxy. ``websockets>=14`` connects with
- # ``proxy=True`` and resolves it via ``urllib.request.getproxies()`` — on macOS that reads the
- # *system* proxy (``_scproxy``) even with no ``*_proxy`` env vars — so a local CDP endpoint
- # (``ws://127.0.0.1:<port>/devtools/...``) is dialed through the proxy and the handshake dies
- # with "did not receive a valid HTTP response" (#110565). ``urllib``'s bypass check honours
- # NO_PROXY in both casings, so children get the entries appended; in-process dials pass
- # ``proxy=None`` when the host is loopback.
- LOOPBACK_HOSTS = ("127.0.0.1", "localhost", "::1")
- def is_loopback_host(host: str | None) -> bool:
- """True for a host that must always bypass a proxy: ``localhost`` or any loopback IP literal
- (``127.x.x.x``, ``::1``, ``::ffff:127.0.0.1``)."""
- host = str(host or "").strip().lower().strip("[]")
- ip = _ip_or_none(host)
- return host == "localhost" or (ip is not None and ip.is_loopback)
- def loopback_connect_kwargs(url: str) -> dict:
- """``websockets.connect`` kwargs for an in-process dial: ``{"proxy": None}`` when ``url``
- targets loopback (skip the library's system-proxy auto-detection), else ``{}`` so remote
- endpoints keep the default proxy behaviour."""
- return {"proxy": None} if is_loopback_host(split_host_port(url)[0]) else {}
- def loopback_request_kwargs(url: str) -> dict:
- """``requests.get`` kwargs for an in-process HTTP dial (CDP ``/json/version`` discovery /
- readiness): ``{"proxies": {"http": None, "https": None}}`` when ``url`` targets loopback so
- ``requests`` skips ``getproxies()`` (env and macOS system proxy), else ``{}``."""
- return {"proxies": {"http": None, "https": None}} if is_loopback_host(split_host_port(url)[0]) else {}
- def add_loopback_no_proxy(env: dict) -> dict:
- """Append the loopback hosts to ``NO_PROXY`` / ``no_proxy`` in ``env`` (both casings),
- keeping every operator-provided entry; returns ``env``. An operator ``*`` (bypass everything)
- already covers loopback and would stop being the wildcard once anything is appended to it."""
- if any("*" in no_proxy_entries(env.get(key) or "") for key in ("NO_PROXY", "no_proxy")):
- return env # both casings: requests/urllib read ``no_proxy`` first, so a loopback-only one would win
- for key in ("NO_PROXY", "no_proxy"):
- entries = no_proxy_entries(env.get(key) or "")
- missing = [host for host in LOOPBACK_HOSTS if host not in entries]
- if missing:
- env[key] = ",".join(entries + missing)
- return env
- def _ip_or_none(value: str, parse=ipaddress.ip_address):
- """``parse(value)`` or None on ``ValueError`` (``parse`` is ip_address / ip_network)."""
- try:
- return parse(value)
- except ValueError:
- return None
- def no_proxy_entry_matches(entry: str, host: str, port: int | None = None) -> bool:
- token = str(entry or "").strip().lower()
- if not token:
- return False
- if token == "*":
- return True
- token_host, token_port = split_host_port(token)
- if not token_host or (token_port is not None and (port is None or token_port != port)):
- return False
- host_ip = _ip_or_none(host)
- network = _ip_or_none(token_host, lambda v: ipaddress.ip_network(v, strict=False))
- if network is not None: # CIDR or bare IP literal (a /32 / /128 network)
- return host_ip is not None and host_ip in network
- # ``*.example.com`` and ``.example.com`` both mean apex + subdomains (curl/requests
- # convention, and what is_host_excluded_by_no_proxy promised the Slack adapter).
- suffix = token_host.removeprefix("*").removeprefix(".")
- return host == suffix or host.endswith(f".{suffix}")
- def should_bypass_proxy(
- target_hosts: str | list[str] | tuple[str, ...] | set[str] | None, *, no_proxy_value: str | None = None,
- ) -> bool:
- """True when NO_PROXY (the environment, or ``no_proxy_value``) matches at least one target
- host (a URL, ``host:port`` or bare host)."""
- entries = no_proxy_entries(no_proxy_value)
- if not entries or not target_hosts:
- return False
- candidates = [target_hosts] if isinstance(target_hosts, str) else list(target_hosts)
- return any(
- host and any(no_proxy_entry_matches(entry, host, port) for entry in entries)
- for host, port in map(split_host_port, map(str, candidates)))
|