Pj-UdZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z mZmZmZmZmZddlmZddlZerddlZddlmZmZmZmZddlmZmZddlm Z ejBe"Z#d Z$d e%fd Z&dd e%de'e%zfdZ( ddl)m*Z+e-de+DZ.e-e%e/d<ej`dejbZ2ejfdZ4de%de%fdZ5ia6ee%ee%e ffe/d<da7e8e/d<dZ9iZ:eee%e%fee%ee%e fffe/d<iZ;eee%e%fe8fe/d<dZiZ?ee%e@fe/d <d!ZAiZBee%e8fe/d"<dd e%d#e%fd$ZCd e%dee%fd%ZDd e%ddfd&ZEd e%de'fd'ZFd(eGd e%ddfd)ZHd(eGde'fd*ZIdZJd e%de fd+ZKd,e dee%e ffd-ZLd,e d.e%d/e8d0e%d1e%dee f d2ZMd3d4d,e d.e%d5e d/e8d0e%d1e%d6e%d7e'ddfd8ZNde fd9ZOd:e%d.e%dee fd;ZPd:e%d.e%d5e ddfd<ZQde fd=ZRdee8fd>ZSdee%ee%e fffd?ZTd@ee%ee%e ffddfdAZUde fdBZVdCe%deee%ee%e fffdDZWdCe%dEee%ee%e ffddfdFZXgdGZYeYdZZe[Z\e[e/dH<de%d e%ddfdIZ]dJZ^d!Z_iZ`ee@e@fe/dK<dZaiZbee@e8fe/dL<idMdNdOdNdPdNdQdNdRdNdSdNdTdNdUdNdVdNdWdNdXdNdYdNdZd[d\d]d^d]d_d]d`d]idad]dbd]dcd]ddd]dedfdgdfdhd]didjdkdjdldfdmdndodjdpdqdrdsdtdsdudsdvdwidxdydzdNd{dNd|dNd}dNd~dNddNddjddwddqddqddqddNddNddqddqddNiddddddwddNddddddddqddqddqddqddqddqddsddddddiddddddddwdddddd[ddddsddsddyddddddddddNddsiddwddwddwddqddddddwddddddddqddddddqddqddddNiddwddddddddddwddwddddddddddddddqddqddqddqdqdqddddלZcdZdde%de'fdلZeej`dګZfde%de'fdۄZgde%de'fd܄ZhdZidZjdZkdZld e%de%fdZmddendee%e%ffdZod e%de'fdZpiddddddddddddddddddddddddddddddddddpidddddddddddddd d d d d ddddddddddddddddZqee%e%fe/d< e+D])ZrerjZtetseteqvserjeqet<+ d e%dee%fdZv dde%d e%de%de%fd Zwd e%de'fd!Zxd e%de%fd"Zyd e%de%fd#Zzd$Z{ej`d%d&je}eje{d'Zd.e%d(e%de'fd)Zd*ee%efd(e%deee%effd+Zdd,d@ee%e fd-e'd.eedeefd/Zdd0d1hhd2dqfdd3hd4hdffZde%d e%deefd5Zd e%de%de'fd6Zde%d e%d7edzde'fd8Zde%d e%d9ede%ddf d:Zde%d e%d;eddfd<Zde%d e%de%de%deef d=Zdde%d e%d>ede%def d?Zd e%de'fd@ZdAe%de%fdBZdd e%de%dee%fdCZd5e fdDZdd5e d.edEedeefdFZdGee%e fdHe@e%dIfdeefdJZdGee%e fdeefdKZdGee%e fdeefdLZdMdNdNdNdNdOZdPZdQZdRee%e fdSe dee%e ffdTZdGee%e fdee%e ffdUZdEee%ee%e ffdVe%dWee%e fddfdXZddYe'dee%ee%e fffdZZdee%e fdVe%d[eedee%e ffd\Zdee%e fdeefd]ZdCe%d^ee%e%fdee%ee%e fffd_ZdEee%ee%e ffd`e%d^ee%e%fddfdaZdCe%dendee%e%ffdbZdcee%e%fdEee%ee%e ffdee%ee%e fffddZdGee%e fdee%ee%e fffdeZdd e%de%dYe'dee%ee%e fffdfZdde%d e%de%deefdgZde fdhZdefdiZdee%effdjZddEee%efdkedzddfdlZde%d e%de%fdmZd dnde%d e%d;edoe%ddf dpZdde%d e%d;ede%ddf dqZd3drde%d e%dke'deefdsZde%d e%ddfdtZduedeefdvZdwe%deefdxZdwe%dyedeefdzZej`d{Zd|e%deefd}Zdwe%deefd~ZdZdZdZd|e%deeeeffdZde%de@de'fdZdwe%de'fdZde%de%de'fdZdd3dde%de%de%de8de'deee%e ff dZd e%de%de'fdZdde%d e%de%deefdZdde%d e%de%dee'fdZde@de geefdeefdZdde%d e%de%deefdZdde%d e%de%deefdZde%de'fdZde%de'fdZe-hdZde%d>ede'fdZde%de'fdZde%de'fdZȐdde%d e%de%deefdZd5e deefdZʐde%de%deefdZːde%de%deefdZ̐de%de%deefdZ͐dde%d e%de%deefdZde%de%fdZde%d e%de deefdZid\dd^dd_dd`ddddddddidjdddgddcddbddadddddddhddddldiZee%efe/d<dddddZee%efe/d<ddddZee%efe/d<dZԐdZՐdZe-he֣dhdd\Zej`dZdee%de%fdZdee%de'fdZdee%dee%fdZdee%de'fdZdee%de%fdZݐde%de'fdZސde%deefdZiZee%eee%efe8ffe/d<iZee%ee%effe/d<dZdZdZdZe@dĄeefDZde e%ge fdeee eeffdƄZde%de%fdȄZde%deee%efe'ffdɄZdde%de%deeee%ffdʄZdde%d e%de%deeee%ffd˄Zd d̜de%d e%d>ede%deef d̈́Zd.e@de'fd΄Zdd e%de%de'fdτZde%d e%deefdЄZde%d e%de%de%def dфZde%d e%de%de%def d҄Zde%d7edzdeefdӄZde%d e%de%d7edzdeef dԄZde%d e%de%de%de%deef dքZ dde%d e%de%dedzde%d7edzdefd؄Zdde%d e%de%dedzde%d7edzdefdلZdZej`d۫Zde%de'fd݄Zde%defdބZdߐddeee%e fde'defdZdZdeee%e fdeee%e ffdZiZee eeeeffe/d<dZd5e dede fdZde dedefdZde de[defdZe-hdZdee%e fdedefdZde de fdZdee%e fdee%e ffdZdee%e fdefdZd ddߐddeee%e fde%deeee%e fde'def dZiZ eeeee%e%effe/d<dZ de de%fdZ deee%e fdefdZ y#e,$rdZ+Y wxYw#e,$rY awxYw( zModel metadata, context lengths, and token estimation utilities. Pure utility functions with no AIAgent dependency. Used by ContextCompressor and run_agent.py for pre-flight context checks. N)Path)AnyCallableDictListOptionalTuple TYPE_CHECKING)urlparse)atomic_json_writeatomic_yaml_writebase_url_host_matchesbase_url_hostname)OPENROUTER_MODELS_URLopenrouter_variant_base)PERSISTENCE_ONLY_MESSAGE_FIELDScVdtvrddl}|td<tdS)Nrequestsr)globalsr) _requestss 9/home/ubuntu/.hermes/hermes-agent/agent/model_metadata.py_ensure_requestsr#s("$ ) * 9Z  namecJ|dk(r tStdtd|)Nrzmodule z has no attribute )rAttributeError__name__)rs r __getattr__r*s, z!! 78,.@I JJrbase_urlreturncx|rg ddlm}||}|jddury|jd}t|tr#|r!t j j|r|SdD]=}t j|}|st j j|s;|cSy#t$rYNwxYw)a"SSL ``verify`` for ``requests`` probes; mirrors ``agent.ssl_verify.resolve_httpx_verify``. Priority: per-provider ``ssl_verify: false`` -> per-provider ``ssl_ca_cert`` (else probes log spurious CERTIFICATE_VERIFY_FAILED while the httpx chat path succeeds) -> CA env vars -> certifi.r) get_custom_provider_tls_settings ssl_verifyF ssl_ca_cert)HERMES_CA_BUNDLEREQUESTS_CA_BUNDLE SSL_CERT_FILET) hermes_cli.configr#get isinstancestrospathisfile Exceptiongetenv)r r#tlscaenv_varvals r_resolve_requests_verifyr60s  J28>#&J     s!B-AB-- B98B9)list_providerscgSNr:rr_list_providersr;Js rc#zK|]3}|jg|jD]}|j5ywr9)raliaseslower).0profilevalues r rBMsC/,,11/  KKM//s9;_PROVIDER_PREFIXESzE^(\d+\.?\d*b|latest|stable|q\d|fp?\d|instruct|chat|coder|vision|text)z 100.64.0.0/10modelc(d|vs|jdr|S|jdd\}} ddlm}||j j du}|r%tj|j s|S|S#t $rd}Y6wxYw)zStrip a registry-known provider prefix: ``"local:m"`` -> ``"m"``. Ollama ``model:tag`` ids are preserved even when the model half is a provider name (``qwen:0.5b``).:httprget_provider_profileNF) startswithsplit providersrJstripr>r0_OLLAMA_TAG_PATTERNmatch)rDprefixsuffixrJ is_providers r_strip_provider_prefixrTXs %5++F3 [[a(NFF2*6<<>+?+?+AB$N .44V\\^D L  s,B BB_model_metadata_cache_model_metadata_cache_timei_endpoint_model_metadata_cache#_endpoint_model_metadata_cache_timei,g @gr@_endpoint_probe_path_cacheg>@_endpoint_blackhole_cacheschemecRt|}|sytd|vr|S|d|S)zW``urlparse`` of the normalized URL (``scheme`` prepended when absent); None when empty.Nz://)_normalize_base_urlr )r r[ normalizeds r_parse_base_urlr_s7$X.J  %:"5J VVfXS ;U VVrc t|}| |jsy|jd|jxs|jdk(rdSdS#t$rYywxYw)z[``host:port`` key (None without a host) so every probe path for one server shares an entry.NrFhttpsP)r_hostnameportr[r0)r parseds r_endpoint_host_keyrgsh * >//"!FKK$\6==G;SC#]^^Y[#]^^ sA-A A AAct|}|7tjt|<tj d|t yy)zARecord that a probe to ``base_url`` timed out during TCP connect.NuFEndpoint %s timed out connecting — skipping further probes for %.0fs)rgtime monotonicrZloggerdebug_ENDPOINT_BLACKHOLE_TTL_SECONDS)r keys r_note_endpoint_blackholedrosB X &C )-)9!#& ]_beD Erctdkryt|}|tj|nd}|yt j |z tk\rt|=yy)zXTrue if a recent probe to ``base_url`` timed out during TCP connect (cache lookup only).rFNT)rmrgrZr*rirj)r rnseens r_endpoint_blackholedrrsY&!+ X &C14 $ ( ( -dD | 4$CC %c * rexcc2t|r t|yy)z?Blackhole ``base_url`` when ``exc`` is a connect-phase timeout.N)_is_connect_timeoutro)rsr s r_note_if_connect_timeoutrvs3!(+ rcf ddl}ddlm}t||j|fS#t$rYywxYw)zTrue for connect-phase timeouts raised by httpx or requests. Read timeouts are excluded: the server accepted the connection, the opposite of a blackhole.rN)ConnectTimeoutF)httpxrequests.exceptionsrxr+r0)rsryrxs rrurus76# 4 4nEFF s !$ 00c(ddlm}|dz |z S)Nrget_hermes_homecachehermes_constantsr})rr}s r _cache_filers0  w & --rr.c |jdd5}tj|}dddttr|SiS#1swYxYw#t $ricYSwxYw)z4JSON object at ``path``, or {} when missing/invalid.rutf-8encodingN)openjsonloadr+dictr0)r.fdatas r_load_json_dictrsd YYsWY - 99QAA*QPTBU[^afghglglmsuvgwax[x|Z1AA7?VS)U3iQVX^`cEdS $Q:FA 7 ,dA667s40BB !B-B2#BB C%CCctdS)Nzlocal_endpoint_probes.jsonrr:rr_local_probe_disk_cache_pathrs 3 44rkindcDtt|d|tddS)z8Return a fresh cached value for ``kind:key``, else None.rFtsrArr)rr_LOCAL_PROBE_DISK_TTL_SECONDS)rrns r_local_probe_disk_getrs0 57D63%JgptAH IIrc Jtt|d||tdddy)zEPersist a successful probe result. Best-effort; prunes stale entries.rFrrAzlocal probe disk cache)rrrN)rrr)rrnrAs r_local_probe_disk_putrs3.0TF!C5/5JgptAHOghrctdS)z1Path to the OpenRouter model metadata disk cache.zopenrouter_model_metadata.jsonrr:rr_get_model_metadata_cache_pathrs 7 88rc tjtjjz }|dk\r|SdS#t$rYywxYw)z;Disk-cache age in seconds, or None if freshness is unknown.rN)rirstatst_mtimer0)ages r&_model_metadata_disk_cache_age_secondsrsMiik:<AACLLLQhs(D( s=AA A Ac tjdd5}tj|}dddt t r>|j Dcic]"\}}t |t st||$c}}SiS#1swYYxYwcc}}w#t$r"}tjd|icYd}~Sd}~wwxYw)zBProcessed OpenRouter metadata cache from disk ({} on any failure).rrrNz7Failed to load OpenRouter model metadata disk cache: %s) rrrrr+rrr,r0rkrl)rrrnrArs r_load_model_metadata_disk_cachers + - 2 23 2 I Q99QActdS)zMOn-disk memo of remote ``/models`` probes (see ``_endpoint_disk_cache_get``).zendpoint_model_metadata.jsonrr:rr!_get_endpoint_metadata_cache_pathrs 5 66rr^cbtt|tdd}t|tr|SdS)a Fresh cross-process memo of a remote ``/models`` probe (same TTL as in-memory): one-shot runs (``hermes -q``, cron) start cold and Nous bypasses the persistent context cache, so without this every launch paid the live probe. Local endpoints are never memoized.atmodelsrN)rr_ENDPOINT_MODEL_CACHE_TTLr+r)r^rs r_endpoint_disk_cache_getrs8<> LenrGHF-6747rr~c Btt||tddddy)zLMemoize a successful remote ``/models`` probe; expired siblings are dropped.rrz"endpoint model metadata disk cacheT)rrrrN)rrr)r^r~s r_endpoint_disk_cache_putr"s#)+Z@Yx.R]acr)i}i>i@_FALLBACK_WARNEDc||xsdf}|tvr8tj|tjd||xsdtdyy)zWarn once per model+endpoint that detection failed and the hard default is used, so small-context models (8K, 32K) don't silently get 256K and fail at the API.ruCould not determine context length for model %r (base_url=%s) — falling back to %s tokens. Set model.context_length in config.yaml to override.defaultrN)raddrkwarningDEFAULT_FALLBACK_CONTEXT)rDr rns r_warn_context_length_fallbackr/sR (.b !C ""S! C 8(y-Ea,H #rr_LOCAL_CTX_PROBE_CACHE_BEDROCK_PROBE_FAILURE_CACHEzclaude-fable-5@Bz claude-fablez claude-opus-5zclaude-sonnet-5zclaude-opus-4-8zclaude-opus-4.8zclaude-opus-4-7zclaude-opus-4.7zclaude-opus-4-6zclaude-sonnet-4-6zclaude-opus-4.6zclaude-sonnet-4.6claudei@  gpt-6-astrai gpt-6-sol gpt-6-terra gpt-6-luna gpt-5.6-luna gpt-5.6-terra gpt-5.6-solzgpt-5.5z gpt-5.4-nanoiz gpt-5.4-minigpt-5.4zgpt-5.3-codex-sparkrz gpt-5.1-chatzgpt-5zgpt-4.1izgpt-4geminiizgemma-4rgemma4z gemma-4-31bzgemma-3igemmai deepseek-v4-prodeepseek-v4.1-flashdeepseek-v4-flash deepseek-chatdeepseek-reasonerdeepseek-flashdeepseekllamamuse-spark-1.3 muse-sparkinklingz qwen3.8-maxz qwen3.8-flash qwen3.6-plusz qwen3.7-pluszqwen3-coder-plusz qwen3-coderiz qwen3-maxqwen minimax-m3minimaxi zglm-5.3iz glm-5.3-flashz glm-5.3:batchz glm-5.3:uszglm-5.3-flash:batchzglm-5.3-flash:uszglm-5.3-flashxzglm-5.2z glm-5.2:freezglm-5.1z glm-5-turboiz glm-5v-turbozglm-5z glm-4.7-flashzglm-4.7zglm-4.6vzglm-4.6glmz grok-composerzgrok-build-latesti z grok-buildzgrok-code-fastz grok-2-vision grok-4-fasti grok-4.20grok-4.6grok-4.5grok-4.3zgrok-4zgrok-3zgrok-2grokkimi-k3kimiz solar-open2z solar-pro3z solar-pro2iz solar-minisolar-iz hy4-previewz hy3-previewhy3z x-preview-fzox-alphaz union-alphaznemotron-3.5-lightningnemotronz laguna-s-2.1z laguna-xs-2.1trinityelephantzQwen/Qwen3.5-397B-A17BzQwen/Qwen3.5-35B-A3Bzdeepseek-ai/DeepSeek-V3.2zmoonshotai/Kimi-K2.5zmoonshotai/Kimi-K2.6zmoonshotai/Kimi-K2-ThinkingzMiniMaxAI/MiniMax-M2.5zXiaomiMiMo/MiMo-V2-Flashzmimo-v2.6-pro-ultraspeedz mimo-v2.6-prozmimo-v2.6-flashz mimo-v2-pro)z mimo-v2.5-proz mimo-v2.5z mimo-v2-omniz mimo-v2-flashz zai-org/GLM-5)z grok-3-minizgrok-4.20-multi-agentrrrc|xsdjjjdddtxrt fdt DS)zfAllowlist check (aggregator prefixes like ``x-ai/`` stripped); unknown Grok models get no effort dial.r/rHc3@K|]}j|ywr9rK)r?rQrs rrBz1grok_supports_reasoning_effort..sb&doof5b)rNr>rsplitboolany_GROK_EFFORT_CAPABLE_PREFIXESrDrs @rgrok_supports_reasoning_effortrsK KR   & & ( / /Q 7 ;D : b#bDabbbrz-^(?:ft:)?(?:gpt-3\.5|gpt-4(?![0-9])|chatgpt-)c|xsdjjjddd}ttj |S)zTrue for an OpenAI model id (aggregator ``openai/`` prefix stripped) that rejects the Responses ``reasoning`` parameter outright, so callers send no ``reasoning`` key at all.rrrHr)rNr>rr_OPENAI_NON_REASONING_RErPrs ropenai_model_rejects_reasoningrsH KR   & & ( / /Q 7 ;D (..t4 55rc|xsdjjjddjddd}|dk(xs|j dS) z0Whether *model* is a Grok 4.6 family identifier.r_-rrHrrz grok-4.6-)rNr>replacerrKrs ris_grok_46_familyr sU KR   & & ( 0 0c : A A#q I" MD :  =!==r) context_lengthcontext_window context_sizemax_context_lengthmax_position_embeddings max_model_lenmax_input_tokensmax_sequence_length max_seq_len n_ctx_trainn_ctxctx_size)max_completion_tokensmax_output_tokens max_tokens) localhostz 127.0.0.1z::1z0.0.0.0)z.docker.internalz.containers.internalz.lima.internalcH|xsdjjdS)Nrr)rNrstripr s rr]r]s N ! ! # * *3 //rapi_keyc4ddlm}||}|rdd|iSiS)Nr)materialize_probe_api_key AuthorizationBearer )agent.command_token_sourcer")r r"tokens r _auth_headersr's(D %g .E38Owug. /@b@rcLt|}t|xr t|d S)N openrouter.ai)r]rr)r r^s r_is_custom_endpointr*s'$X.J   V$9*o$V VVrzapi.openai.comopenaiz chatgpt.comapi.anthropic.com anthropiczapi.z.aizaizopen.bigmodel.cnzapi.moonshot.aiz kimi-codingzapi.moonshot.cnzkimi-coding-cnz api.kimi.comzapi.stepfun.aistepfunzapi.stepfun.comz api.arcee.aiarceez api.minimaxzdashscope.aliyuncs.comalibabazdashscope-intl.aliyuncs.comzportal.qwen.aiz qwen-oauthr) openrouterz!generativelanguage.googleapis.comzinference-api.nousresearch.comnouszapi.deepseek.comzapi.githubcopilot.comcopilotz.githubcopilot.comzmodels.github.aizmodels.inference.ai.azure.comzapi.fireworks.ai fireworksz opencode.aiz opencode-gozapi.x.aixaizintegrate.api.nvidia.comnvidiazapi.xiaomimimo.comxiaomizxiaomimimo.comzapi.gmi-serving.comgmi api.novita.ainovitaztokenhub.tencentmaas.comztencent-tokenhubzapi.lkeap.cloud.tencent.comztencent-tokenplanz ollama.com ollama-cloud_URL_TO_PROVIDERct|d}|y|jjxs|jj}tj D] \}}||vs |cSy)zUmodels.dev provider name for a base URL (custom endpoints need no explicit provider).raN)r_netlocr>r.r=r)r rfhosturl_partproviders r_infer_provider_from_urlrCsi Xw /F ~ ==   7FKK$5$5$7D.446( t O rrBc|s|S|xsdjjdk(xst|xrt|dk(}|s|St |}||St j d|||S)uStrip an OpenRouter routing-variant suffix for catalog lookup. ``:nitro`` / ``:floor`` / ``:exacto`` / ``:online`` are request-time routing modifiers, NOT catalog entries — OpenRouter's ``/models`` lists only the base id, and a variant shares the base model's context window. Without this, every lookup below misses and the resolver falls through to a generic family default (``x-ai/grok-4.6:nitro`` → the 131K ``grok`` catch-all instead of its real 2M window). Only the id used for LOOKUP is rewritten. The suffixed id the caller holds stays on the wire, so the routing opt-in is preserved — the same rule :func:`hermes_cli.models.validate_requested_model` applies. Sharing the base's cache key is intentional: the window is identical, so a variant and its base must never disagree. Narrow by design: only applied when the request actually routes through OpenRouter, so a local ``model:tag`` that happens to end in one of these words is untouched. rr2zIResolving context length for OpenRouter routing variant %r via base id %r)rNr>rrCrrkrl)rDr rB is_openrouterbases r!_strip_openrouter_routing_variantrGs,  ^**,224 D XM3H=M  "5 )D |  LLS t Krct|duSr9)rCrs r_is_known_provider_base_urlrI%s #H -T 99rct|}dD]3}|j|s|dt| jdcS|S)z7LM Studio server root for native ``/api/v1`` endpoints.)z/api/v1z/api/v1Nr)r]endswithlenr)r rootrRs r_lmstudio_server_rootrO)sL x (D,4 == 3v;,'..s3 34 Krcft|jd}|jdr|ddS|S)zFProbe root for a local server: IPv4-resolved, ``/v1`` suffix stripped.rrKN)_localhost_to_ipv4rrL)r server_urls r _server_rootrT2s3#HOOC$89J(11%8:cr?HjHr)rz((?:|z)[a-z]+)-(\d{1,2})(?=[-:.@]|$) model_lowerc|jtrtjd|}|j drAt j t j|dz|jdddduSt jt j|dz|duS||vxst|t|vS) a|Substring match with version separators normalised on both sides, so a relay slug like ``z-ai-glm-5-3`` still hits the ``glm-5.3`` entry instead of the ``glm`` catch-all (#97398). Boundary-matched families: a key must be followed by ``-:.@`` or the end, and a key ending in ``-`` is the family default for bare names (``org/`` allowed) continuing with a lineup letter.z\1\2r z[a-z]rrHrNz (?:[-:.@]|$)) rK_BOUNDARY_MATCHED_KEY_PREFIXES_HYPHENATED_GENERATION_REsubrLrerPescapersearch_normalize_model_version)rnrVs r_catalog_key_matchesr_?s  ~~45/33G[I << 88BIIcNW4k6H6Ha6PQS6TU]aa ayy3/9;GtSS +  g!9#!>BZ[fBg!ggrtablecrt|jddD]\}}t||s||fcSy)zFirst ``(key, value)`` whose key is a substring of ``model_lower``, longest key first so specific entries (``gpt-5.4-mini``) beat their family catch-all (``gpt-5``); ties keep table order.ct|dSNrrM)xs rz$_longest_key_match..Os#ad)rT)rnreverseN)sortedrr_)r`rVrnrAs r_longest_key_matchriLs@U[[]0CTR U [ 1:  r)minimum gguf_firstrjcjfd}fd}|r||fn||fD]}|D]}|||k\s |ccSy)aContext length from an Ollama ``/api/show`` payload. ``parameters.num_ctx`` is the RUNTIME window (Modelfile override), ``model_info.*.context_length`` the GGUF training max. Local users control num_ctx (prefer it); hosted operators may cap it arbitrarily (``gguf_first``).c3KjddjdD]E}|jj}d|vs&t|dk\s5 t |dGy#t $rYTwxYww)N parametersr num_ctxr)r*rLrNrMint ValueError)linepartsrs r_num_ctxz&_ollama_show_context.._num_ctxYsxHH\2.44T: DJJL&&(ED SZ1_eBi.(   "s0AA= A=A.+A=. A:7A=9A::A=c3KjdijD].\}}d|vs t|ttfs"t|0yw)N model_infor )r*rr+rrr)rnrArs r_ggufz#_ollama_show_context.._ggufasM((<4::< !JC3&:ec5\+J%j  !s+AAANr:)rrkrjrvryreaderctxs` r_ollama_show_contextr|UsR!)3E8$58I8 C#.   rz/codingz /coding/v1> kimi-k3-cotk3rrKzdeepseek-ai/deepseek-v4-proc tt|}|j}|jj dk7s4|dvs0|j $|j|js |jry|jxsdj |jjd|jj ctfdtDdS#t$rYywxYw)aContext confirmed for one provider endpoint only (see _ENDPOINT_SCOPED_CONTEXT): Kimi Coding serves K3 at 1 Mi only on the canonical ``api.kimi.com/coding`` host (legacy Moonshot keys do not); NVIDIA NIM serves deepseek-v4-pro at 262,144 while DeepSeek's native endpoint is 1M.Nra)Nrbrrc3LK|]\}}}}|k(s|vs|vs|ywr9r:)r? scoped_hostpathsrr{r@ model_keyr.s rrBz2_endpoint_scoped_context_length..sGW8eVSX\`kXkptx}p}CLPVCVWs$$$$)r r]rersr[r>usernamepasswordqueryfragmentrdr.rrNnext_ENDPOINT_SCOPED_CONTEXT)rDr rfrer@rr.s @@@r_endpoint_scoped_context_lengthrss-h78{{}}'4{+BfooFaeketetfAEKEQEQU[UdUd#__299;V[[=O=OPS=TV[VaVaVcViViVkD$ Wlmstudio openai-codex)rNr>r rBs r_skip_persistent_context_cachers& N ! ! # ) ) +/K KKrcustom_providersc|xsdjjdk(ry|sytjt5ddlm}|||dk(cdddS#1swYyxYw) aTTrue when the request travels the Codex Responses wire regardless of host: the native ``openai-codex`` provider (also behind a ``HERMES_CODEX_BASE_URL`` / ``model.base_url`` proxy) or a custom entry declaring ``api_mode: codex_responses``. The transport, not the hostname, decides which window the model actually gets (#116191).rrTFr)get_custom_provider_api_modecodex_responsesN)rNr> contextlibsuppressr0r)r)rBr rrs r_is_codex_routersk B%%'>9    Y ']B+H6FGK\\]]] s AA(r{c8t||st|||yy)z?Persist ``ctx`` unless the provider opts out of the disk cache.N)rsave_context_length)rDr r{rBs r_save_unless_skippedrs )(H =E8S1 >rlengthc2|tk\rt|||yy)zPersist a probed local window only at/above MINIMUM_CONTEXT_LENGTH: sub-minimum windows are still returned so agent_init can reject them, but must not be blessed into the disk cache.N)MINIMUM_CONTEXT_LENGTHr)rDr rs r!_maybe_cache_local_context_lengthrs''E8V4(rcdt|||}|r|dkDsyt||s t||||S)z\Live local probe; persists a positive result unless the provider opts out of the disk cache.r rN)_query_local_context_lengthrr)rDr r rB local_ctxs r_probe_local_context_lengthrs8+E8WMI )a- )(H =)%9E rcachedct|||}|r |dkDr||k7s|S|tkr"tjd|||dtdntjd|||d|dt |||tk\r t ||||S)z*cached* unless a live local probe reports a different limit (operators restart vLLM/Ollama with a new --max-model-len / num_ctx under the same id). A failed probe keeps the disk entry; sub-minimum live windows invalidate but are not persisted.rrukLive local probe for %s@%s reports %s (< minimum %s); invalidating stale cache — agent init should rejectrz@Reconciling stale local cache entry %s@%s: %s -> %s (live probe))rrrkinfo!_invalidate_cached_context_lengthr)rDr rr live_ctxs r&_reconcile_local_cached_context_lengthrs+5(GLH A(f*< (( BDIKSX`abWci@AhB D VX]_glrstku|DEF{G I%eX6)))%8D Orc t|}||jxsdnd}|y|tvs0|j t s|j ds |r d|vrd|vry t j|}|js:|js.|js"t|t jr |tvry|jd}t!|dk7ry t#|d t#|d }}|d k(xs>|d k(xrd |cxkxrdkncxs%|dk(xr|dk(xs|dk(xrd|cxkxrdkScS#t$rYywxYw#t$rYwxYw#t$rYywxYw)zTrue for loopback, container-internal DNS, unqualified hosts, RFC-1918, link-local and Tailscale CGNAT (so a trusted Ollama box over Tailscale gets the same timeout auto-bumps as localhost).NrFz.local.rFTrrH d@)r_rdr0 _LOCAL_HOSTSrL_CONTAINER_LOCAL_SUFFIXES ipaddress ip_address is_private is_loopback is_link_localr+ IPv4Address_TAILSCALE_CGNATrsrLrMrr)r rfr@addrrufirstseconds ris_local_endpointrs *(.(:v$" | |t}}-FG4==YaKbgkps{pEHPTET ##D) ??d..$2D2DTXZcZoZoIpuy~NvN JJsOE 5zQE!H s58}v B; N5C<>B&,>B,> NESLDbU[_bUb NhmqthtiMy{@FzMJMzMNzMN1      s6D<AE E< EE EE E&%E&urlc\|rt|ts|Stjdd|dS)z``localhost`` HOST -> ``127.0.0.1`` (Windows dual-stack resolves ::1 first and pays a ~2s IPv6 connect timeout on IPv4-only servers). Scheme-anchored so ``?upstream=http://localhost`` is untouched.z^(https?://)localhost(?=[:/]|$)z\g<1>127.0.0.1rH)count)r+r,r[rZ)rs rrRrRs- jc* 6646GTU VVrcddl}tt|}t|dvryt |}t |}t j|}|1tj|dz |dtntkr|dSt|rytd|}t|tr|tjft |<|Sd|dfdfd |d fd fd |d |dfdfd|dfdff}d} |j!dt#|5} |D]K\} } } | D]$}| j|}|j$dk(s$nj$dk(r | |r| } nMddd| tjft |<| t-d|| | S#t&$r!}t)|r t+|Yd}~d}~wwxYw#1swYdxYw#t&$rYrwxYw)zWProbe known endpoints: "ollama", "lm-studio", "vllm", "llamacpp", or None (TTL-cached).rN)Nr<rH server_type lm-studio/api/v1/modelscy)NTr:rs rrfz*detect_local_server_type..srollamaz /api/tagsc&d|jvS)Nrrrs rrfz*detect_local_server_type..s(affh:Nrllamacpp /v1/props/propscd|jvS)Ndefault_generation_settings)textrs rrfz*detect_local_server_type..sRostsysyRyrvllmz/versionc&d|jvS)Nversionrrs rrfz*detect_local_server_type..syAFFH7Lrg@timeoutheaders)ryrRr]rCrTrOrYr*rirj_ENDPOINT_PROBE_TTL_SECONDS#_ENDPOINT_PROBE_FAILURE_TTL_SECONDSrrrr+r,Clientr' status_coder0ruror)r r ryr^rS lmstudio_urlrdisk_hit waterfallresultclientrurlscheckrrrss rdetect_local_server_typers6#$7$ABJ  +3IIj)J(4L ' + +J 7F t~~/&);_efg_h_t@[{^_ayJ'$]J?H(C 2:DNNrrr,r)rrrnkeysetmappingrAcoerceds r_extract_first_intr;sz%) *cciik *F *%g.#!--/ #JC3x~~6)07&"N  ## +sA6c`tdttfdtDDdS)zTop-level-only context WINDOW read (no nested walk, so an unrelated nested section can't leak a same-named key). ``max_tokens`` is NOT a window key: on OpenAI-compatible passthroughs it is the max OUTPUT.c3&K|] }|| ywr9r:)r?cs rrBz/_extract_flat_context_length..Isyqklkxyc3@K|]}j|ywr9r*r?rrs rrBz/_extract_flat_context_length..Is8fAQ8frN)rmapr_CONTEXT_LENGTH_KEYS)rs`r_extract_flat_context_lengthrFs. yC 68fQe8fgy{ AArct|tsyt|}||S|jd}t|tt frt |dkDr t |SdS)zContext window from a ``/v1/models`` object: window keys first, ``max_tokens`` last (Anthropic payloads carry ``max_input_tokens`` = 1M window AND ``max_tokens`` = 128k OUTPUT cap).Nrr)r+rrr*rrr)rr{raws r"_context_length_from_model_payloadrLsY gt $ &w /C  ++l #C!#U|4SA3s8O4OrrHi) per_token per_1k_tokensper_thousand_tokens per_1m_tokensper_million_tokensgMbP?)prompt completion cache_read cache_writepricingunitc i}tD]} t||||<t j t|xsdjj}|$td|jDrdnd}|dk7r?|j|jDcic]\}}|t||z c}}|S#tttf$rYwxYwcc}}w)zRescale the generic path's token rates to per-token strings (the contract usage_pricing multiplies by 1e6), the way the Novita/DeepInfra branches already do for their known units.rc3.K|] }|tk\ywr9)_PER_MILLION_QUOTE_MINr?rs rrBz)_normalize_token_rates..ms"W11(>#>"WsrrH)_TOKEN_RATE_FIELDSrKeyErrorrrs_PRICING_UNIT_DIVISORSr*r,rNr>rrupdater)rrratesrndivisorrAs r_normalize_token_ratesrbs!E! ws|,E#J %((TZR)>)>)@)F)F)HIG""W "WW)]^!|EKKMRjc5S11RS N)Z0    SsC 'C$ C! C!c2dtttfdtttfdtttffd}ddd}tfd|j Dr ||d Sj d }t |tr|j d ndd d dd}t tr-tfd|j Dr ||dSdddddd}tD]}|jDcic]\}}t|j|!} }}i} |jD]"\} } | D]} | | vs| | dvs| | | | <"$| swt| | j dcSiScc}}w)Nsourcefieldsr!c |jDcic]5\}}|j||t|t||7c}}Scc}}wr9)rr*r,r)rrscaletargetrns r _per_tokenz$_extract_pricing.._per_tokentsJJP,,.x;63\b\f\fgj\k\wE%s "4566xxxs A Ainput_token_price_per_moutput_token_price_per_m)r r c3DK|]}j|duywr9rrs rrBz#_extract_pricing..xs F!7;;q> % Fs c|dz dz S)Ni'rr:rs rrfz"_extract_pricing..ysAJ.~s2ma18I3I2mc |dz S)Nrr:r&s rrfz"_extract_pricing..s Yr)r inputinput_cost_per_tokenprompt_token_cost)r outputoutput_cost_per_tokencompletion_token_cost)request request_cost)r  cached_promptinput_cache_readcache_read_cost_per_token)r cache_creationinput_cache_writecache_write_cost_per_token)r r r5r r >Nrr) rr,rrrr*r+rrrr>r)rr! novita_fieldsr'deepinfra_fields alias_maprrnrAr^rr r=aliasr,s` @r_extract_pricingrAssy4S>y4S>yTRUWZRZ^y 9HbcM F}/C/C/E FF'=2RSS{{:&H3=h3M Y/SW"0_rs#T*s2mScSjSjSl2m/m+-=?VWWR`.fk I&g. K@G P*#uc#hnn&-P P"$(0 OFG  J&:e+>&3IJ J K IQs$Fmodel_idrcb|||<d|vr&|j|jddd|yyNrrH) setdefaultrL)r~rBrs r_add_model_aliasesrFs7E(O h Q/2E:r force_refreshc|sntr(tjtz tkrtSt }|4|tkr+t }|r|atj|z atS t tjtdt}|ji}|jjdgD]}|jdd}|jdd|jd ijd d |jd ||jd id}|jdd}|r ||k7r||fn|fD]} t|| ||atjat|tj!dt#||S#t$$r} tj'd| tr tcYd} ~ St }|rI|at }|t)|tntdz } tj| z atcYd} ~ SicYd} ~ Sd} ~ wwxYw)z9Fetch model metadata from OpenRouter (cached for 1 hour).Nr)rverifyridrr r top_providerrrr)r rrrcanonical_slugz.Fetched metadata for %s models from OpenRouterz2Failed to fetch model metadata from OpenRouter: %srH)rUrirV_MODEL_CACHE_TTLrrrrr*rr6raise_for_statusrrFrrkrlrMr0rmin) rGdisk_age disk_cacheresponser~rDrBr canonicalr@rstale_bys rfetch_model_metadatarXs  diik4N&NRb%b( (9;  H/?$?8:J(2%-1YY[8-C*,,!<< 5wOgOij!!#]]_((4 8Eyyr*H"')),2)F)J)JKbdh)i &(3 )UW@XE  "2B7I3<hAV8Y/]e\g 8"5%7 8 8!&%)YY["'. Es5zR  KQO ( (46 $. !=?H:B:Ns8%56TdghThH)-x)? &( (  s82EF44 I=!II$AI3I9I:IIr cd|fdt|tfdt|xsdff}d|jd|i|Dcic] \}}| || c}}Scc}}w)zLCache entry for one ``/models`` item; optional keys are set only when known.r rrNr)r_MAX_COMPLETION_KEYSrAr*)rDrBr optionalrrs r_endpoint_model_entryr\s!>25LN`afh|N}4~BKM]^cMdMlhlAmnH EIIfh/ `X3_TQQRQ^AqD3_ ``3_s A Ac|jdgxsgD]c}t|tr|jdind}t|tr|jdnd}t|ts[|dkDsa|cSy)zNContext of the first loaded LM Studio instance (the runtime value), else None.loaded_instancesconfigNr r)r*r+rrr)rDinstcfgr{s r_lmstudio_loaded_contextrbsq ,b17R(24(>dhhx$D+5c4+@cgg&'d c3 C!GJ  rrctjt|jddz|dt |}|j i}|j jdgD]}t|tr$|jdxs|jdnd}|s._propssH||D;.vwXYbhiww<<xYZcijD rpropsr!cJ|jdxsijdS)Nrrr)rns r_n_ctxz%_apply_llamacpp_props.._n_ctxs" 78>BCCGLLr model_aliasr /modelsrJrdrrrLstatusrA)loadedreadyrDr9) rr rr,rrkrr*rr+r)r~rgrrKrmrp props_resprnrrqnativechildchild_idpr child_ctxrFs `` @r_apply_llamacpp_propsr|sg  # #C ( 0 0 ;D Md38nMMJ}}!#E]EIImR,H{ [[E%938E+ / 0 \\$*GQv VF 99++-%2**626s;:&0&=599T?4850UYYx5H5NB4S4ST[4\dw4w  Wh' ()+F2779%D 09E(O, -:rcPddlm}|t|tr ||xsdfSdfS)Nr)fingerprint_secret_valuer)agent.credential_persistencer~r+r,)r^r r~s r_endpoint_memo_keyr s.E JwX[D\09?R ddbd ddrmemo_keycN|t|<tjt|<|Sr9)rWrirX)rr~s r_remember_endpoint_modelsrs#/4"8,48IIK'1 Lrc i}|jdgD]N}t|tr|jdnd}|s)t||t ||t |t P|S)NrrL)r*r+rrFr\rr)rr~rDrBs r_parse_models_payloadrss')EVR(I&0&=599T?4  uh0EeXWijorFXG1H II Lrc8t|}|r t|driStt|}t ||}|sht j |}|4tjtj |dz tkr|S|s t|nd}| t||St|riS|jdr|ddjdn|dz}|g||k7r|gngz} t|} t!|} d} |r( t#||dk(rt|t%|| S | D]?}t|rn1t+|}|jdd z}d} t-j || d | d }|j.d vr6t0j3d|j.| ||j5n|j7|j9}t;|}t=d|j dgDr0t?j@t&5tC||| | ddd|r|s tE||t||||j5cScS| rt0j3d|| t|iS#t&$r} | } t)| |Yd} ~ d} ~ wwxYw#1swYxYw#t&$r} | } t)| |Yd} ~ nd} ~ wwxYw ||j5#||j5wwxYw)zTModel metadata from an OpenAI-compatible ``/models`` endpoint (cached per base URL).r)NrrKrQrrrrrrIT)rrrKstream)iizIModel metadata probe received HTTP %s from %s; stopping candidate probingc3fK|])}t|ts|jddk(+yw)owned_byrNr+rr*)r?ms rrBz0fetch_endpoint_model_metadata..Os*kqWabceiWj155$ 2ks11rz1Failed to fetch model metadata from %s/models: %s)#r]rrrrrWr*rirXrrrrrrLrr'r6rrfr0rvrRrrrkrlcloserQrrrrrr|r)r r rGr^localrrmemo alternate candidatesrrK last_errorrs candidatergrrUrr~s rfetch_endpoint_model_metadatar!s$X.J .z?K  j )E!*g6H /33H=  499;1T1X1XYacd1e#ejC#CM;@' 3d  ,Xt< <J' /9/B/B5/I 3B&&s+z\aOaI Z0G)RPJG$G %j 1F&*J  6' GD S0;RS]_f;ghhT  !  + .y9&&s+i7 !||C'RXaefH##z1 hjrj~j~ADE#   % % 'mmoG)'2EkGKKPR.gs%j*#uUVY\]`di]ijNr ) rr*rMriterrrr+rr)rDr r endpoint_metadatamatchedr s` r _resolve_endpoint_context_lengthr`s5hP##E*G s,-2t-44678 j0A0G0G0Ijlpq6=W[[!124N'<>F$Frc"ddlm}|dz S)z1Path to the persistent context length cache file.rr|zcontext_length_cache.yamlrr|s r_get_context_cache_pathrls0  : ::rct}|jsiS t|d5}tj|}t |t s icdddSdD]'}t |j|t r#i||<)|cdddS#1swYyxYw#t$r"}tjd|icYd}~Sd}~wwxYw)zGRead scalar lengths and their provenance from the same atomic document.rrN)context_lengthsbedrock_confirmed_v1z'Failed to load context length cache: %s) rexistsryaml safe_loadr+rr*r0rkrl)r.rrsectionrs r_load_context_cache_documentrrs " $D ;;=   $ ) Q>>!$DdD)  G '!$((7"3T:$&DM '     >B sL B'B B$BB BBBB C (C?C C c<tjdxsiS)z;Load scalar lengths, preserving the legacy reader contract.r)rr*r:rr_load_context_cachers ' ) - -.? @ FBFrbedrock_confirmedcBd|i}|r||d<tt|y)zAtomic write (a truncating write killed mid-dump leaves a partial file that _load_context_cache() swallows as {}, wiping EVERY cached length). Raises on failure.rrN)r r)r~rdocuments r_write_context_cachers*"5)H+<'(-/:rc6|d|xsdjdS)zdCanonical ``model@base_url`` key; trailing slashes stripped so ``/v1`` and ``/v1/`` share one entry.@rr)r)rDr s r_context_cache_keyrs#WAx~2--c23 44rrrcN|dkrtjd|d||yt||}t}|j dxsi}|j dxsi}t |t r|ni}|j}||d||dfD]} |j| d|dk(r|||<|j ||k(r||k(ry|||< t||tjd ||d y#t$r } tjd | Yd} ~ yd} ~ wwxYw) zqPersist a discovered context length under ``model@base_url`` (same model, different providers, different limits).rz=Refusing to cache non-positive context length %s -> %s tokensrNrrrbedrock-confirmed-v1z%Cached context length %s -> %s tokensrz'Failed to save context length cache: %s) rkrrrr*r+rcopypoprrr0rl) rDr rrrnrr~ confirmed old_confirmedr@rs rrrs={V[`ZaabckblXmouv UH -C+-H LL* + 1rE 34:I' 48 bINN$M%(,Qi8# eT"# '' # yy~I$>E#JCUI. ;SVAJP C >BBCs%C;; D$DD$c^t||rt||xsd|dyt|||y)zUPersist a provider-confirmed window, distinguishing it from legacy Bedrock fallbacks. bedrock://rrN)_is_bedrock_contextr)rDr rrBs rsave_provider_context_lengthrs,8X.E8#;|VLbcE8V4rrc t||}t}|jdxsi t tsyt fd||d||dfDd} j|}t |tury|rK|jd}t|tr|j|nd}t |tus||k7ry|S)zBLook up a previously discovered context length for model+provider.rNc3FK|]}j||ywr9r)r?rr~s rrBz,get_cached_context_length..sgaeiiXYlNfgs!!rrr)rrr*r+rrtyperr) rDr rrnr matched_keyrrmarkerr~s @rget_cached_context_lengthrs UH -C+-H LL* + 1rE eT "gCE7!H:)>3%q #JgimnK YY{ #F F|3LL!78 /9)T/J{+PT .s!@qEz+Q)^+@sz6Failed to invalidate context length cache entry %s: %s)rrr*r+rrTrrrrrrrrrr0rkrl) rDr rnrbarestrippedrr stale_keysrrr~rs @@rrrs| UH -C+-H LL* + 1rE 34:I' 48 bI+E2X^4K4KC4P(Dh/6 tX>E156= BQ.sO$9NOs N)rCONTEXT_PROBE_TIERS)rs`rget_next_probe_tierrs O"5OQU VVr error_msgc|jdvsdvsdvrdvryd}tdfd|DD]-}t|jd}d |cxkr d ks)|cS/y) aContext limit quoted in a provider error ("maximum context length is 32768 tokens"), if any. A message about only an OUTPUT cap ("... model output limit of 16384") never says "context"; bail out so the generic "limit ... of N" pattern can't cache the output cap as the window. output limit output tokensz output tokencontextN)z+max_model_len\s*(?:is\s*)?[:=(]?\s*(\d{4,})z2maximum model length\s*(?:is\s*)?[:=(]?\s*(\d{4,})zY(?:max(?:imum)?|limit)\s*(?:context\s*)?(?:length|size|window)?\s*(?:is|of|:)?\s*(\d{4,})z:context\s*(?:length|size|window)\s*(?:is|of|:)?\s*(\d{4,})z)(\d{4,})\s*(?:token)?\s*(?:context|limit)z">\s*(\d{4,})\s*(?:max|limit|token)z(\d{4,})\s*(?:max(?:imum)?)\bz*supports?\s+(?:only\s+)?up\s+to\s+(\d{4,})c3JK|]}tj|ywr9)r[r])r?pattern error_lowers rrBz1parse_context_limit_from_error.. sW7ryy+>Ws #rH逖)r>filterrrgroup)rpatternsrPlimitrs @rparse_context_limit_from_errorrs //#K+%K)G>]hKhnw@KoK HWhWXEKKN# 5 &J &L ' rcurrent_context_lengthc.t|}|||kr|SdS)aProvider-reported limit LOWER than the current window, else None. Overflow recovery must not invent a window: when the provider only says the input is too long, callers keep the configured length and compress rather than stepping down guessed probe tiers.N)r)rr parsed_limits r&get_context_length_from_provider_errorrs'2) compress).maximum context length is (\d+)NrH)_COMPLETION_SPLIT_REr]r[rrr)rrLr{ availables r_completion_split_budgetr#sb ! ' ' 4E ))6 DC CIIaL!C A$77I!Q90D0rc|j}t|tsydD]T}tj||}|st |j ddk\s:t |j dcStjd|}tjd|}|rY|rWt |j dt |j dz t |j dz }|dk\r|St|}||Stjd|}tjd|} |rD| rBt |j dt | j ddzd zz }|dk\r|St|} | r| d | dz dk\r | d | dz Stjd |} |r| rt |j dt | j dz }tjd |} d |vr3| r1t | j d} || dz k\rtd| dzS|dk\r|Sy)zAvailable OUTPUT tokens from a "max_tokens too large" error, or None. Distinct from "prompt too long" (-> compress): here input + requested_output > window, so the fix is a smaller max_tokens for this call and context_length must NOT be touched.N) z?exceeds model(?:\'s)? maximum output tokens\s*\(?\s*(\d+)\s*\)?z\max_tokens\s*:\s*\d+\s*>\s*(\d+)\s*,?\s*which is the maximum allowed number of output tokensz9range of max_tokens should be\s*\[\s*\d+\s*,\s*(\d+)\s*\]zavailable_tokens[:\s]+(\d+)zavailable\s+tokens[:\s]+(\d+)zoutput limit (?:of|is)\s*(\d+)z3supports at most\s+(\d+)\s*(?:completion\s+)?tokensz:(?:max_tokens|max_completion_tokens) is limited to\s*(\d+)z =\s*(\d+)\s*$rHrzK\((\d+)\s+of text input,\s*(\d+)\s+of tool input,\s*(\d+)\s+in the output\)rqz'maximum context length is (\d+)\s*tokenz!prompt contains (\d+)\s*characterrz2prompt contains (?:at least )?(\d+)\s*input tokenszrequested (\d+)\s*output tokenszat least) r>_any_phrase_group_PARSEABLE_OUTPUT_CAP_SIGNALSr[r]rrrr_sglang_window_and_inputmax)rrrrP_m_ctx_m_parts _available_split_available _m_ctx_tok_m_chars _m_sglang _m_vllm_input_m_requested_out_requested_outs r(parse_available_output_tokens_from_errorr.s4//#K [*G H ' ';/ SQ(A-u{{1~& &!'$YY9; GFyygituH (a)Cq0A,BBSXYIZE[[ ? / <#E{SJyy={KHh))!,-X^^A5F1G!1KPQ0QQ ? )5IYq\IaL0A5|il** IISU`aMm))!,-M4G4G4J0KK 99%GU  $)9 !1!7!7!:;N^a//1n122 ?  r)zrange of max_tokens should be)available_tokens)available tokensz in the outputmaximum context length) requestedr)z should be)zless than or equal)zmust bez exceeds modelzmaximum output tokensr)'maximum allowed number of output tokenszmax_tokens is too largezsupports at mostztokens from the input messagestokens for the completionz limited to)zprompt is too longzprompt too longzinput is too longz input tokenz prompt lengthzprompt containszreduce the length) )rr)rrr)rrr)rzin the completion)rzfor the completionrrr)rrrrrctjd|}tjd|}|r6|r4t|jdt|jdfSdS)z]``(window, input_tokens)`` from SGLang's wording, else None; both figures are explicit there.z'maximum context length of (\d+)\s*tokenz&(\d+)\s*tokens from the input messagesrHN)r[r]rrr)rr_m_ins rrrsS YYA; OF II? ME:@UC Q #ekk!n"5 6TPTTrrgroupsc,tfd|DS)Nc3FK|]}tfd|Dyw)c3&K|]}|v ywr9r:)r?prs rrBz._any_phrase_group...s,19,r-N)all)r?rrs rrBz$_any_phrase_group..sAs,e,,As!r)rrs` rrrs A&A AArc|jtyt}tfddDxr=t t xr+tfdt D xr|xr |d|dk\ S)a,Yes/no sibling of :func:`parse_available_output_tokens_from_error` for unparseable wordings. An output-cap 400 misclassified as context overflow death-loops the compressor (same max_tokens, same rejection). Signal: talks about max_tokens as a cap/range/limit and NOT about an oversized input.Tc3&K|]}|v ywr9r:r?r rs rrBz&is_output_cap_error..s AA  Ar-)rrrrc3&K|]}|v ywr9r:rs rrBz&is_output_cap_error..sFA$Fr-rHr)r>rrrr_OUTPUT_CAP_SIGNALS_INPUT_OVERFLOW_SIGNALS)rrrs @ris_output_cap_errorrs//#K ,8)5I A& A A = k+> ? =F.EFF F =;y|y|; < r candidate_id lookup_modelcL||k(xsd|vxr|jddd|k(S)z`Exact match, or ``publisher/slug`` (LM Studio native ids) whose slug equals the configured name.rrH)r)rrs r_model_id_matchesrs7 < ' sC<,?,rLDWDWX[]^D_`aDbfrDrsr)note_blackholerS bare_modelrrc*ddl} |j|t|5}|j|dd|i}|jdk(r|j ndcdddS#1swYyxYw#t $r}|r t||Yd}~yd}~wwxYw)z}Ollama ``/api/show`` JSON for ``bare_model``, or None on any failure (``note_blackhole``: connect timeouts condemn the host).rNr /api/showrrr)ryrr'postrrr0rv) rSr rrrryrrlrss r _ollama_showrs \\'=3I\ J Df;;*Y7vz>R;SD"&"2"2c"9499;t D D D   $S* 5s4A19A% A1%A.*A1.A11 B:B  BcB t||dk(S#t$rYywxYw)NrrF)rr0r r s r_is_ollama_serverr s-('BhNN s  ct|t|}}t||sy|d|}td|}t |t r|dkDr|St |||}| t|dnd}| td|||S)zbOllama ``/api/show`` context (Modelfile num_ctx, else GGUF max); the value to send as ``num_ctx``.NrUollama_num_ctxrFrk) rTrTr rr+rrrr|r) rDr r rrS _disk_keyrrr{s rquery_ollama_num_ctxr%s3E:L:J t 6PTC . 3? Jrc@t|}|r|r t||sytt|||}|y|j d}t |t r|rtd|DS|j d}t |trtd|Dryy)zTrue/False when Ollama ``/api/show`` reports vision support (``capabilities`` on 0.6.0+, else ``model_info.*.vision.block_count``); None when unreachable, not Ollama, or model unknown.N capabilitiesc3TK|] }t|jdk("yw)visionNr,r>)r?caps rrBz/query_ollama_supports_vision..s @C3s8>>#x/@s&(rxc3RK|]}dt|jv!yw)zvision.block_countNr*)r?rns rrBz/query_ollama_supports_vision..s"+kY\,@CHNNDT,T+ks%'T) rTr rrTr*r+rrr)rDr r rrcapsrxs rquery_ollama_supports_visionr.s(.J X->x-Q  X. DD | 88N #D$$@4@@@,'J*d#+k`j+k(k r cache_keyprobectj}tj|}|||dz tkr|dS|}|r ||ft|<|S)zShort-TTL, positive-only memo of a local probe (see _LOCAL_CTX_PROBE_CACHE): a failure during a startup race must not suppress the retry once the server is up, so only truthy results memoize.rHr)rirjrr*_LOCAL_CTX_PROBE_TTL_SECONDS)r/r0rrrs r_memo_local_prober3s^ .. C # ' ' 2F sVAY2NNay WF -3SMy) Mrc`tdtjdffdS)uProvider-agnostic Ollama ``/api/show`` probe (any hostname; non-Ollama servers 404 fast). GGUF-first (hosted users can't set num_ctx) — the reverse of query_ollama_num_ctx(), hence the namespaced memo key.rrc tSNr)_query_ollama_api_show_uncachedr r rDsrrfz(_query_ollama_api_show..s(lKLQS[ellmrr3rTrrDr r s```r_query_ollama_api_showr;s4 m-CE-JHOO\_L`adm nnrctt|}t|ryt|||dd}|t|ddSdS)uJUncached body of ``_query_ollama_api_show`` — one POST to ``/api/show``.Ng@T)rrr)rkrj)rTrrrr|)rDr r rSrs rr7r7sEh'JJ'  GUCPT UDHLHX t Db^bbrcP|j}|jdxsd|vS)uTKimi family (``kimi-*``, ``moonshotai/*``) — guard against stale 32K underreports.rmoonshotr>rKrDr>s r_model_name_suggests_kimirA s( KKME   F # :zU'::rc&d|jvS)ujMiniMax M3 on any surface — models.dev underreport guard and agent_runtime_helpers cache-control gating.rr>rDs r_model_name_suggests_minimax_m3rEs 5;;= ((r>rrrrrrrrrrrrrrch|j}tjDcgc]\}}t||s||f}}}|syt |d\}}|t vs||k\ry|D cgc]\}} t |t |ks| !} }} |t | tkScc}}wcc} }w)zTrue when a persisted window is a pre-catalog leftover: the model resolves (longest-key-first) to a _PRE_CATALOG_STALE_KEYS key and the cached value is <= the largest shorter matching catch-all (or 256K).Fct|dSrcrd)kvs rrfz0_stale_pre_catalog_cache_entry..-ss2a5zr)rn)r)r>DEFAULT_CONTEXT_LENGTHSrr_r_PRE_CATALOG_STALE_KEYSrMr) rDrrVrnrAmatches specific_keyspecific_valuerrshorter_valuess r_stale_pre_catalog_cache_entryrO&s++-K.E.K.K.Mx UQefikvQwU|xGx #&w4I#J L.22f6N$+JDAqs1vL8I/IaJNJ S1IJ JJy KsB(B(-B. B.cP|j}|jdxsd|vS)ugMiniMax family (``minimax*``, ``minimaxai/*``) — guard against stale 32K underreports (real: 204.8K).rz minimaxai/r?r@s r_model_name_suggests_minimaxrQ4s( KKME   I & ?,%*??rc2t|xs t|S)z8Model families known to be wrongly underreported as 32K.)rArQrDs r*_model_name_suggests_stale_32k_underreportrS:s $U + R/KE/RRrc^ttjdffdS)zJLocal-server context probe, short-TTL cached (see _LOCAL_CTX_PROBE_CACHE).rc tSr6)$_query_local_context_length_uncachedr8srrfz-_query_local_context_length..As(]ABGIQ[b]crr9r:s```rrr?s/ 4U;X__S=QRUc ddrcLt|ttfr |r t|SdSr9)r+rrr)rAs r _positive_intrXDs #EC<8U3u:LLrrc ^|j|d}|jdk7ry|jjdgD]f}t|jdd|st|jdd|s.Ps$dTWTcdrc3pK|].}t|jdijd0yw)r_r NrXr*)r?r`s rrBz$_lmstudio_context..Ps3)Pimtxx"7M7Q7QRb7c)d)Ps46r^)r*rrrr)rrrDrlrs r_lmstudio_contextr^Hs ::n5 6D 3 YY[__Xr *k QUU5"-u 59J155QUWY?\a9bd)PqrqvqvxJLNrO)Pdfjk kk rcddl}d|dfD]i} |j||}|jdk7r)t |j jdxsijd}|g|cSy#|j$rYywxYw)zllama.cpp /props: the RUNTIME n_ctx, answered by the router even for a not-yet-loaded model (while /v1/models has meta=null), so a lazily-loaded model doesn't fall to a family catch-all.rNz /props?model=rrrr)ryr* HTTPErrorrrXr)rrSrDry props_pathrlrs r_llamacpp_contextrbTs&ug.9   :: ZL9:D   s " tyy{/LMSQSXXY`ab  L    sA99B  B c|j|d}|jdk7ry|jjdg}tfd|Dd}|t |dk(r|d}|y||jdxsifDcgc]}t |t s|}}d tfD]}|D]} || } | | ccSycc}w) zp/v1/models list: match by id, else the sole model on single-model servers (llama.cpp reports a GGUF path as id).z /v1/modelsrNrc3~K|]4}t|tst|jdds1|6yw)rLrN)r+rrr*)r?rrDs rrBz._openai_models_list_context..ks5p!jD.AFWXYX]X]^bdfXginFoAps ===rHrmetac6t|jdS)Nrr])srcs rrfz-_openai_models_list_context..rs}SWWW-=>r)r*rrrrMr+rr) rrSrDrl models_listrssourcesrzrr{s ` r_openai_models_list_contextrkes :: J/ 0D 3))+//&"-Kp{prvwG3{+q0a."GKK$7$=2>VQ*QPTBUqVGV>@bc F.C    Ws C"CcH ddl}tt| tt | t ry t ||}dttf fd }dttf fd }| fd fdd j|}|r|gng| fd gz} |jd t| 5 td fd|DDdcdddS#t$rd}YwxYw#1swYyxYw#t$r} t| Yd} ~ yd} ~ wwxYw)z4Query a local server for the model's context length.rNrr!c|jddi}|jdk(rt|jdSdS)NrrrrFr#)rrr|rrrlrDrSs r _ollama_ctxz9_query_local_context_length_uncached.._ollama_ctxsJ{{j\365/{JFJFVFVZ]F]#DIIKEBgcggrc|jd}|jdk(rt|jSdS)Nz /v1/models/r)r*rrrrns r_model_detail_ctxz?_query_local_context_length_uncached.._model_detail_ctxsBzzZL E7;<BFBRBRVYBY1$))+>c_ccrct|Sr9)r^)rrrDs rrfz6_query_local_context_length_uncached..s$5flE$Rrct|Sr9)rbrrDrSs rrfz6_query_local_context_length_uncached..s#4VZ#Or)rrrct|Sr9)rkrts rrfz6_query_local_context_length_uncached..sMhioq{~CNDr@rc3&K|] }|| ywr9r:r[s rrBz7_query_local_context_length_uncached..s_s_rc3.K|] }|ywr9r:)r?r0rs rrBz7_query_local_context_length_uncached..s(K5v(Ks)ryrTrTrRrOrrrr0rrrr*rr'rrv) rDr r ryrrorqtypedprobesrsrrrSs ` @@@rrVrVzs5 "5 )Eh'J%&;H&EFLJ'.xI hx}h dXc]d RO  c+  ugB+<?D+EEF2 \\#}W/E\ F g&_(KF(K_aef g g%  $ g  2 j11 2sH C%#D?C6 D% C32C36C?;D?D D! DD!c&|jddS)zYDots -> dashes so Nous ids (claude-opus-4-6) compare with OpenRouter's (claude-opus-4.6).rr )r rDs rr^r^s ==c ""rc<|r!t|tr|jdry |jdj d}|dd}t t j|d|dt| }|jd k7ry|jjd gD]C}|jd |k(r|jd nd}t|ts;|dkDsA|cS y#t$r }tjd|Yd}~yd}~wwxYw)uAnthropic /v1/models max_input_tokens; OAuth tokens (sk-ant-oat*) 401 and are skipped. ``api_key`` may be a ``key_cmd`` callable token source; the metadata probe never mints — a callable is not a Console key, so the lookup is skipped like an OAuth token (#114967). z sk-ant-oatNrrKz 2023-06-01)z x-api-keyzanthropic-versionz/v1/models?limit=1000rIrdrrrLrrz%Anthropic /v1/models query failed: %s)r+r,rKr removesuffixrrr*r6rrrrr0rkrl) rDr r rFrrlrr{rs r_query_anthropic_context_lengthr~s *Wc2g6H6H6V As#007 'lK||tf$9:GU\e}GfHI   s ", A/0uuT{e/C!%%*+C#s#a    A rrDs r_bare_codex_slugrs2 KR   & & ( / /Q 7 ;;rct|rjtrytvxst fdt DS)ziSingle source of truth for ``-900k`` eligibility (picker, resolution, /model validation, wire stripping).Fc3K|]>}j|dzxr$tjt|dzd@yw)r rHN)rK_CODEX_900K_SNAPSHOT_RErPrM)r?rFslugs rrBz%is_codex_900k_base..sG5`ds #[(?(E(Ed3t9WX=>FZ([[5sAA)rrLCODEX_CONTEXT_VARIANT_SUFFIX_CODEX_900K_ELIGIBLE_BASESr_CODEX_900K_SNAPSHOT_BASES)rDrs @ris_codex_900k_basersJ E "D 4==!=> - - 5iC52rct|}|jtr|dtt nd}| t |r|SdS)zhLowercased eligible base of a VALID ``-900k`` variant, else None (``gpt-5.5-900k`` is an invalid alias).N)rrLrrMr)rDrrFs r_codex_variant_basersI E "D9=Gc9d443344 5jnD#(:4(@4JdJrct|duS)uQSuffix AND eligible base — ``gpt-5.5-900k`` is an invalid alias, not a variant.N)rrDs ris_codex_context_variantrs u %T 11rcj|xsdj}t||dtt S|S)zWire-safe slug with a VALID ``-900k`` suffix removed (vendor prefix kept); an ineligible alias is returned unchanged so it fails honestly at the API instead of running as another model.rN)rNrrMr)rDrs r"strip_codex_context_variant_suffixrs= ;B   C8KC8P8\33#233 4ebeer model_barect|S)z0Picker-side alias of :func:`is_codex_900k_base`.)r)rs rhas_codex_context_variantrs j ))rct|ytj}||Stfdtj DdS)z`Live-verified cap for a VALID ``-900k`` variant only; base slugs and ineligible aliases -> None.Nc3fK|](\}}|k(sj|dz|dzfs%|*yw)r rNr)r?rnr{rFs rrBz/_verified_codex_ctx_for_slug..seXc`dhk`koso~o~ADGJAJLORULU@VpWX&11)rrr*rrr)rexactrFs @r_verified_codex_ctx_for_slugrs^ z *D | 8 < $((8$D gt $F? "# v:r access_tokencltj|jdjddS)z4Non-secret cache key for a Codex OAuth access token.rNr)hashlibsha256encode hexdigestrs r_codex_oauth_token_fingerprintr9s, >>,--g6 7 A A CCR HHrcBtj}t|}tj|}|||dz tkr|ddfSddlm}dd|i|| ttfd\}}|d k7rtjd |idfS i}i} |D]} t| tr2| jd | jd | jdfnd\} } } t| ts\t| tsm| dkDss| || j!<t| ts| dkDs| | | j!<|r||ft|<| t"|<|dfS#t$r$}tjd |idfcYd}~Sd}~wwxYw)aOCodex catalogue ``{slug: context_window}`` plus whether it came from HTTP. Cached per token fingerprint (windows vary by entitlement); ``max_context_window`` lands in ``_codex_oauth_max_context_cache`` under the same key. An in-process hit reports False: not a fresh provider confirmation, must not drive persistent writes.NrHrF)codex_account_headersr#r$cFtj|dtS)NrIrd)rr*r6)rrs rrfz@_fetch_codex_oauth_context_lengths_with_source..Os S'7SkSmnrrzHCodex /models probe returned HTTP %s; falling back to hardcoded defaultszCodex /models probe failed: %srrmax_context_window)NNNT)rirrr*_CODEX_OAUTH_CONTEXT_CACHE_TTLagent.codex_headersrrrrkrlr0r+rr,rrrNr)rrr/rrrrsrsr max_resultrrr{max_ctxrs @r._fetch_codex_oauth_context_lengths_with_sourcer>s ))+C.|&y1 4<  5s;5ys$9E11 F:FFFc  t|j syd dtdtdttdt ttff fd }t t |rjt|\}}tjt|i}|vrntfd|Dd}| ||||rd nd |j|Sttj}|r ||d d SdS)u``(context_length, source)`` for a Codex OAuth slug. source: "live" (fresh authenticated probe — the only one eligible for persistent writes), "memory" (same-token in-process hit), "fallback" (static table), or "" when unresolved.NrNr{r catalog_maxr!ct}|5|tk(r,|r t||n|}tj d||||fS||fS)zLift an EXACT stale 272K advertisement to the verified cap for opted-in ``-900k`` variants only, never above the catalog's own ``max_context_window`` when it publishes one (#105443).zDCodex OAuth context for %s: advertised %d raised to live-verified %d)r!_CODEX_OAUTH_STALE_ADVERTISED_CTXrRrkrl)r{rrbumpedrs r_apply_verified_bumpzM_resolve_codex_oauth_context_length_with_source.._apply_verified_bumplsW.j9  #)J"J1 !F{rc3fK|](}|jjk(s%|*ywr9rC)r?ri lookup_bares rrBzB_resolve_codex_oauth_context_length_with_source..s,) rDrrr fresh_probelive_maxrhitrrs @@r/_resolve_codex_oauth_context_length_with_sourceres(.446J #s#Z_`ceh`hZi##Ej#QRKJ<Xk1556TUa6bdfg)T1{t._safe_ctxsNii() ?se|0Z[`0a KKTVY[` a rcd|vr|jdddn|}|jft|jffSrD)rLr>r^)rrrVr^s r_pairsz,_resolve_nous_context_length.._pairssK),u{{3"1%5{+.Ft.L.R.R.TV`-abbrc4td|DS)Nc3,K|] \}}||k(ywr9r:r?rrs rrBz?_resolve_nous_context_length.._exact..sL*:)U9%Lsr rrs r_exactz,_resolve_nous_context_length.._exactsLfUmLLLrc4td|DS)Nc3K|]C\}}|j|xr)t|t|k(xs|t|dvEyw)z-:.N)rKrMrs rrBz@_resolve_nous_context_length.._prefix..sa[yIyBDI9''.sC Nc%j4P4rT]^abg^hTimrTrs[sA A r rs r_prefixz-_resolve_nous_context_length.._prefixs3[MSTYMZ[[ [rc|k(Sr9r:)rrDs rrfz._resolve_nous_context_length..s %5.rr2r) rrXr,rrrrr>r^rr)rDr r  portal_ctxr'rrrmatcherrrr{rrVr^s` @@@r_resolve_nous_context_lengthrs5eXwW  !x' '#%HThsm$kkm-Ee-L-R-R-TKcccMcMdM[s[t[1&'B)$NN, )LE5-4U^)E5)CL(( )) rrc|dktjd|f|dkxr t|tjd|dft ||tjd|dff}|D]"\}}}}|s |||||t ||yt |dk(rtjd ||yt|rt|||| S|S) zStep 1 of get_model_context_length: accept, repair, or drop a persisted entry. Returns the value to use, or None to fall through to live resolution. Order matters: a value must be rejected as bogus before any provider-specific handling.rz;Dropping non-positive cache entry %s@%s -> %s; re-resolvingrzlDropping stale cached context entry %s@%s -> %s (known 32K underreport); re-resolving via hardcoded defaultsrzWDropping stale pre-catalog cache entry %s@%s -> %s; re-resolving via hardcoded defaultsNr3z@Bypassing persistent cache for %s@%s (Nous portal authoritative)r) rkrrSrrOrrCrlrr) rDr rr  drop_rulesrlogmsgshowns r_validate_cached_context_lengthrs 1fnn&cekl 5 NGNPVP[P[ w}CDE|F H 'v 6 bgmnofp s J!+S#u  UHe , -eX >  )V3 WY^`hi "5eXvW^__ Mrctj}ttj D](\}}||z t k\stj |d*|tvS)zLPrune expired failures and check this home/endpoint/model/region's cooldown.N)rirjrrr"_BEDROCK_PROBE_FAILURE_TTL_SECONDSr)rnrr failed_ats r_bedrock_probe_failed_recentlyrs\ .. C#$@$F$F$HI=) ?@ @ ( , ,Xt <= . ..rcz|dk(xs5t|xr(t|jdxr t|dS)Nbedrockzbedrock-runtime.z amazonaws.com)rrrKrrs rrrsF y  D =&x0;;-eV<  ) vPY Z ( , ,Xt <M151A$X. %e5 997  . .s D3D DDDct|||}||St|rt||||nd}|r|St|||}|t |||||St j d||tdtt|j}|r%t j d|dd||d|dSt||tS)zaSteps 2-3 for a truly custom endpoint: /models, local probes, Ollama /api/show, catalog, default.rNuCould not detect context length for model %r at %s — defaulting to %s tokens (probe-down). Set model.context_length in config.yaml to override.rzUUsing hardcoded context length %s for model %r (custom endpoint, catalog match on %r)rHr) rrrr;rrkrrrirIr>r)rDr r rBr rr{rs r'_resolve_custom_endpoint_context_lengthrs5eXwWN!TeemSn+E8WhOtxI ' BC UHc8<  KK ? x4Q7 4ekkm DC  kpstupvwxoy}BDGHIDJ K1v !%2 ##rcvt|\}}|rtjd|d|||St||||S)uStep 2 for a custom ``api_mode: codex_responses`` route — a Codex proxy on a generic URL. The Codex OAuth table (with the opted-in ``-900k`` bump) answers first: the proxy's own /models and the direct-API catalog both advertise the 1.05M direct window that Codex does not honour. No live catalog probe — the route's key is the proxy's, not a ChatGPT token. Slugs the table does not know take the ordinary endpoint probes.zNUsing Codex OAuth context length %s for model %r (codex_responses route at %s)r)rrkrr)rDr r rBr{_sources r*_resolve_custom_codex_route_context_lengthrsO C5ILC  dilmnhorwzB C 25(GX VVrc ddlm}m}ddlm}ddlm}|}|||}||jdxsi|jdxsi}t|jdxsd j}t|jd xsd j} | rj|rh|jdk7rU||| } t| | jd d xsd | jd d xsd | jdxs||Sy#t$rtjddYywxYw)uStep 0a: MoA virtual provider — ``model`` is a preset name, so every probe would miss. Resolve the aggregator's real provider+model (references are advisory). None on any failure.r)get_compatible_custom_providers load_config)resolve_moa_preset)resolve_runtime_providerNmoa aggregatorrBrrD)r target_modelr r )r r rBrz/MoA aggregator context-length resolution failedT)exc_info)r)rrhermes_cli.moa_configrhermes_cli.runtime_providerrr*r,rNr>get_model_context_lengthr0rkrl) rDrrrrrr_agg agg_provider agg_modelrts r_resolve_moa_context_lengthr,s/WR<H  #>vF  E!2!8b%@DD\RXVX377:.4"5;;= (.B/557 ,*<*<*>%*G)LyYB+BFF:r$:$@b"&&QZ\^J_Jece +;|N^   W FQU V WsDD D>=D>cN|rE|rCtjt5ddlm}|||}||dkDr |cdddSddd|rD|rBtjt5ddlm}||||}|r |cdddS dddyy#1swYPxYw#1swYyxYw)u Steps 0b-0c: config-only overrides (never touch the network). 0b: EXPLICIT model_overrides only — fill-gap _default entries apply inside lookup_models_dev_context once the catalog has missed, so a _default can never preempt custom_providers or live probes. 0c: custom_providers.r)_override_context_windowN)"get_custom_provider_context_length)rDr r)rrr0agent.models_devrr)r)rDr rBrrmo_ctxrcp_ctxs r_config_override_context_lengthr Ds E   +  A-h>F!fqj    E   +  L7ehiyzF     !    sB%BBB$effective_providerc.|dvr@tjt5ddlm}|}|r |cdddS dddfdfddj |}|#|\}}} |rr|| k(r t ||S|d vrrt}||Sr3t} | d | vrtnd}|t|||S|d k(rStj xsij d } t| tr| dkDr| d k(r ts| S|rXddlm} | |}|rGt#rt$j dnd} | r!|| krt&j)d|| d| }|Sy#1swYLxYw)zFStep 5: provider-specific sources, tried in order; None when all miss.> copilot-acpgithub-copilotr4r)get_copilot_model_contextrNc6txsdxsddzS)Nrr)r)rr8srrfz8_resolve_provider_aware_context_length..ls#4UX^QS]d]jhjknyyrc,txsddzS)Nrr)r)r)r rDsrrfz8_resolve_provider_aware_context_length..ms OPUdkdqoq ru~ ~r)r3r>commandcode-anthropicr9 commandcoderr2r r)lookup_models_dev_contextrz[Rejecting models.dev context=%s for %r (MiniMax-M3 underreport); using hardcoded default %sr)rrr0hermes_cli.modelsrr*rrrCr;rrXr+rrrArrrErIrkr)rDr r rBr rr{sourcedr persist_oninferredor_ctxrcatalogs``` r&_resolve_provider_aware_context_lengthr^sII   +  C+E7CC    z~ c  "))VZ Fj0#E8S9JLLQY/uhP ?J+H5JRJZ^fjr^r$UHgFx| ? #x @J\)&(,,U39r>>?OP fc "vz6U?OhinOoM>'(:EB CbchCi-11,?osG3= y{~AFKRSTJUWJ c  s F  Fconfig_context_lengthcLt|tr|dkDr|S|xsdjjdk(rt ||}||St ||||}||S|r t t|j}t|xsdjs"tjdtdtSt|}t|||}t!||}||Sddlm} | |} | r| j'|nd} t)| tur| dkDr| St+||} t-|||} |r| s| st/||s t1||nd}|t3|||| nd}||S| r t5||nd}||S|d k(s|r1t7|d r%t9||xsd | }||r t;||||St=|rIt?|s>|xsdjjd k7r| rt@ntB}|||||S|dk(s|r#tE|dk(rtG||xsd|}|r|S|}|r|r|dvrtI|xs|}tK|||||}||S|sQtM}||vrC||jOdt}|dk(r#tQ|rtjd||n|S|rtS|rtU||||nd}|r|StWtX|j}|r|dSt[||tS#t$rd}YwxYw)aContext length for a model. Resolution order: 0 config override / MoA aggregator / model_overrides / custom_providers / endpoint-scoped; 1 persistent cache (Nous, LM Studio, Codex OAuth bypass it) and Bedrock; 2-3 custom endpoints (/models, local probe, Ollama); 4 Anthropic /v1/models (API keys only); 5 provider-aware (Copilot, Nous, Codex OAuth, GMI, Ollama, OpenRouter live, models.dev); 6 OpenRouter for unknown providers; 7 local server; 8 hardcoded defaults; 9 256K fallback.rrrNuONo model id provided for context length resolution — defaulting to %s tokens.rrrIrr;r:zhttps://api.novita.ai/openai/v1rr-r,zhttps://api.anthropic.com>customr2r rznRejecting OpenRouter metadata context=%s for %r (known 32K underreport); falling through to hardcoded defaultsrH).r+rrrNr>rr r r]rersr,rkrrrTrGrrMrJrrrrrrrrrrrr*rIrrrr~rCrrXr*rSrrrirIr)rDr r rrBrr{r endpoint_contextrJr@ris_bedrock_context codex_router validatedresolver r'rrrs rrrs'-2G!2K$$B%%'50)%1AB ?J )%8EU VC   ,X67<1.24, Arabic 0.53->0.96, Hindi 0.34->0.90, Greek 0.37->0.68; accented Latin barely moves (French 1.02->1.03). errors="replace": lone surrogates (routine in tool output; see message_sanitization) must not turn an estimate into a raise.rrrrr )r,isasciirMCHARS_PER_TOKENr*rZr)rrdenses restimate_tokens_roughr1! sx  t9D ||~D A /11  T*H IH %E S)<=AoU VVrTcharge_stale_thinkingmessagesr3c`ddlm}||s t|}tfd|DS)uARough token estimate for a message list (pre-flight only). Images cost the per-image price learned from provider usage (``agent.image_token_cost``; flat default before calibration) rather than their base64 length. ``charge_stale_thinking=False`` mirrors the tail-budget walk (``context_compressor._estimate_msg_budget_tokens``): on non-echo routes stale reasoning rides the wire only for the NEWEST assistant turn, so excluding it keeps the compaction TRIGGER in the same size class as the walk — otherwise reasoning-heavy sessions fire preflight forever.r)current_image_token_costc36K|]}t|ywr9)_estimate_message_tokens_cached)r?r image_costs rrBz1estimate_messages_tokens_rough..A sTC.sJ?T)agent.image_token_costr6"_strip_stale_thinking_for_estimatesum)r4r3r6r9s @restimate_messages_tokens_roughr>5 s/@)+J 5h? T8T TTr) reasoningreasoning_contentc dtdtfdtfdtt dz ddDd}t Dcgc]Y\}||k7rMrEt fdtDr-jDcic]\}}|tvs||c}}n[c}}}}Scc}}wcc}}}}w)zCopy of ``messages`` with stale thinking keys removed (newest kept). Shallow stripped copies share the original value objects, so the per-message memo still hits for the stripped shape.rr!cNt|txr|jddk(S)Nrole assistantr)rs r _is_assistantz9_strip_stale_thinking_for_estimate.._is_assistantL s!!T"CquuV} 'CCrc3:K|]}|s|ywr9r:)r?irEr4s rrBz5_strip_stale_thinking_for_estimate..N s]-PXYZP[B\1]rrHrc3@K|]}j|ywr9r)r?rrs rrBz5_strip_stale_thinking_for_estimate..Q s3dAEE!H3dr) rrrrangerM enumerater_STALE_THINKING_ESTIMATE_KEYSr)r4newestrGrrrrEs` ` @rr<r<I sDDD ]eCMA$5r2>]_a bFh'   Aq ;=+3dFc3d0d'')N$!Qq0M'MANjk l N sAB< B6#B6(B< 6B< _MSG_TOKENS_CACHErNpinsc||dus|dur|St|}|turj|dt|fS|tus|t urd|j |fS|tur$dtfd|jDfS|tus|tur |turdndtfd |DfStd ) NTFrindc3TK|]\}}t|t|f!ywr9_msg_fingerprint)r?rrrNs rrBz#_msg_fingerprint..r s-lVZVWYZ,Q57G47PQls%(ltc36K|]}t|ywr9rS)r?rrNs rrBz#_msg_fingerprint..t s0Zq1A!T1J0Zr:zunfingerprintable message value) rr,appendrLrrrrrtuplerrrs)rArNrVs ` rrTrTh s } %  U ACx ERYCx1:QZZ''DyUl^c^i^i^kllmmDyAJDyc50ZTY0Z+Z[[ 6 77rrr9cdtttfffd } g}t|}t|t j |}||d|d|zzS|\}}|||zz}|||ft |<tt tkDrC t jttt tt tkDrC|S#t$r|\}}|||zzcYSwxYw#tttf$rY|SwxYw)zText tokens + images x ``image_cost``; the memo holds text and image COUNT so a recalibrated per-image price re-prices cached rows without invalidating them.r!c2ttdfS)NrH)'_estimate_message_tokens_without_images_count_image_tokensrsr_computez1_estimate_message_tokens_cached.._compute{ s6s;=PQTVW=XXXrrHrq)r rrrThashr0rMr*rM_MSG_TOKENS_CACHE_MAXrrr StopIterationr RuntimeError) rr9r_rNrnrimagesrtokenss ` rr8r8x s"YeCHoY*sD) S  " "3 'F ay6!9z111:LD& FZ' 'F"D&1c  #8 8   ! !$t,='>"? @  #8 8 M *z ffz)))*x6   M s#C+C4C10C14D  D rutypescPt|trtfd|DSdS)Nc3lK|]+}t|ts|jdvs(d-yw)rrHNr)r?partrfs rrBz_count_parts.. s+[Tjt&<&AQUZAZq[s 444r)r+rr=)rurfs `r _count_partsrj s%_ijoqu_v3[U[ [}|}}r>image image_url input_imagecost_per_imagectt|tsy|jd}t|t}|t|jddhz }t|tr1|jdr |t|jdddhz }|t|jdtz }||zS)zECount image-like content parts in a message; return their token cost.rcontent_anthropic_content_blocksrk _multimodalrlr2)r+rr*rj_IMAGE_PART_TYPES)rrnrprs rr]r] s c4 ggi G "3 4E \#''"=> JJE'4 W[[%? gkk)4w 6LMM \#''(+-> ??E > !!rrc t|ts|S|Dcgc]?}t|tr+|jDcic]\}}||dk(rdn|c}}n|Ac}}}Scc}}wcc}}}w)z``codex_reasoning_items`` with ``encrypted_content`` blanked for local token estimation. The ciphertext is priced by the provider's own count, never by its bytes (a compaction checkpoint alone can be 5M chars, #100611); only real usage prices it.encrypted_contentr)r+rrr)rrrrs rstrip_opaque_replay_itemsrv st eT "    R\\`bfQg M11++R 2Mmqq M s(A(A"A("A(c|jd}t|txr t|xr|jddv}|jd}t|txrt|j }i}|j D][\}}|dvs|t vs|dk(r|r|dk(r |s#||d<)|dk(r|r1|dk(r_t|trO|Dcgc]?}t|tr+|jdtvr|jdd d n|Ac}||<|dk(r7t|tr'|jd r|jd d ||<|dk(r`t|trP|Dcgc]?}t|tr+|jdtvr|jdd d n|Ac}||<6|dk(rt|||<K|dk(rd ||<W|||<^|Scc}wcc}w)uShadow of a message holding only what the provider actually receives. * ``api_content`` SUBSTITUTES ``content`` (mirrors ``turn_context.substitute_api_content`` exactly): only a non-empty STRING sidecar on a user/assistant row displaces content; substituting any other shape would UNDERcount — the dangerous direction. * Base64 images become a placeholder; ``_count_image_tokens`` charges them flat. * ``reasoning`` never ships as-is (request builds pop it after optionally promoting it into ``reasoning_content``); counting both inflated estimates up to +53%. * Opaque provider blobs (``encrypted_content`` on codex reasoning / compaction items) are ciphertext the provider prices by its OWN token count, never by bytes; a native compaction checkpoint alone can be 5M chars (#100611). They contribute 0 here: only real usage ever prices them, and the usage anchor carries that price forward. api_contentrC)userrDr@)rqreasoning_detailsr?rprz [stripped])rrkrr text_summaryrr2codex_reasoning_itemsru) r*r+r,rrNrrrrrsrv) rsidecar sidecar_wins_rcdrop_reasoning_dupshadowrrris r_wire_message_shadowr sggm$Ggs+jW j#''&/UjBjL ''% &C#C-C$syy{2CF 1 B BaKjFjoptoEW  $%y! )^  )^ 1d 3  dD)dhhv.>BS.S&)LAF1I )^ 1d 3m8Lnb1F1I (]z!T2 dD)dhhv.>BS.S&)LAF1I ) )1!4F1I % %F1IF1IA B M1sAG3!a bb]`!a bbr) system_prompttoolsr3rrc|r t|nd}|r||r t|n t|dz }|r|t|z }|S)uRough token estimate for a full request: system prompt + messages + tool schemas (50+ tools add 20-30K on their own). ``charge_stale_thinking`` is forwarded — pass False when the route provably strips stale thinking (``message_sanitization.stale_thinking_reaches_wire``).rFr2)r1r>_estimate_tools_tokens_rough)r4rrr3totals restimate_request_tokens_roughr sY 5B !- 0qE =R/9XvwX]Y^ ^  -e44 Lr_TOOLS_TOKENS_CACHEtoolct|tsy|jd}t|tr|jdnd}t|tr|n|jd}t|tr|SdS)Nrfunctionr)r+rr*r,)rfnrs r_tool_name_for_cacher sb dD ! * B'D1266&>tDdC(4dhhv.>DdC(40b0rc  |syt|}t|t|dt|df}tj |}| |dd|k(r|dSd}|D]}t |t s|j d}t |t r|n|}|j dxsi}|td|j dxsd|j d xsdfDz } |ttj|d d z }|dzd z} tttk\r,tjtttdg|| t|<| S#t$r|tt|z }Y/wxYw)Nrrrrrnc3TK|] }t|tst|"ywr9)r+r,rMrs rrBz/_estimate_tools_tokens_rough.. s wadnoprudv3q6ws((rr descriptionFr) ensure_asciirr)rLrMrrr*r+rr=rdumpsr0r,_TOOLS_TOKENS_CACHE_MAXrrr) rrn signaturer total_charsrrrgrjres rrr s  U)CU1%(;=QRWXZR[=\]I $ $S )F fRajI5ayK ,$%  XXj !r4(bd&,"swCGGFO,Ar377=CYC_]_+`www  , 3tzz&uQ[\] ]K ,Ao! #F #::T*=%> ?F33F3 M  , 3s6{+ +K ,s)$E)) F  F )r)rG)rr)rr)F)rFr9)rv)rrNrN( __doc__rrrrloggingr-r[ripathlibrtypingrrrrrr r urllib.parser rrutilsr r rrrrragent.message_metadatar getLoggerrrkrr,rrr6rMr7r;r0 frozensetrC__annotations__compile IGNORECASErO IPv4NetworkrrTrUrVrrPrWrXrrrrYrYrmrZr_rgrorr BaseExceptionrvrurrrrrrrrrrrrrrrrrsetrrrr2rrrrIrrrrr rrZrrr]objectr'r*r=_pp get_hostname_hostrrCrGrIrOrTrXjoinrr\rYr_rrrir|rrrrrrrrrrrRrrrrrrrrrrrArFrXr\rbrfr|rrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r%r.r3r;r7rArErJrOrQrSrrXr^rbrkrVr^r~rrrrrrrrrrrrrrrrrrrCODEX_NEWEST_CLIENT_VERSIONCODEX_UNGATED_CLIENT_VERSIONrrrrrrrrrrrrrr rrr'r/r*r,r1r>rKr<rMrarTr8rjrsr]rvrr\rrrrrr:rrrs "   LLL! ``KB   8 $ !KcK sD3J.; &//"$/&IcN !bjj!ikmkxkxy)9((9 # #  46tCc3h/05$%E%TVU38_d3S#X;N6O%O PUDF#T%S/5*@%AF% ',#/1De,1#'.04U +0WcW3W#EEE 3 4 ,-,3,4, ]t!&.c.d. $4S>  3 U s s W_`cWd }B7737s7737[^7fi7uy7GK75d5II#I(3-I hh#hchdh 99 c4S>.A)BS$sDcN/B*CSS747 88$sDcN?R:S1T8ccT#tCH~:M5NcSWcH.q1#          $-/UE\*/&+"35d5%<05IgI .wI9HISdelIw I!27 I=Nw IYjkr I w I !4W I ?PQX I [nov I  f I7II(I3?IGI-gI8EgIPYZaIFI+FI5>wI6I$26I9?I>.y?I>;I'?I>Tbcj?I@AI@"/AI@9DVAI@NTU[AID'EID%fEINyOIN*9OIN7FyOINS_`iOIP9QIP'9)QIPFVW`QIRySIR)'SITwUIT&vUIT0>vUITHOPWUIVVWIV'WIV2usIrGSTYsIr\deksIv9wIv,VwIv6;FwI~9I~))I~6CFI@iAI@*4VAIBFCIB,VCIB6?CIBISTZCIFfGIF'=fGIFGbchGIHFIIH%;FIIHEbciIIJfKIJ'A&KILMIL*9'MILDUV]MIN7OIN.57\bu{QI\!mc#c$c&2::&VW6#6$6>S>T> T; Z0#0#0A6A4S>A W#W$W$h$ -x$9Lk$$)5$}$'89I$LZ[h$i $"3I $@Nw $Yfgp $ i $ *G $ Tdeq $ \ $ $G $%f$/A*$Y$)=i$J\]f$$Y$ $&3M$DNu$$+?$K[\d$5$#28$ 2$5RSf$.$$sCx.$  /  " U"22&)hh U #/ s x} 57$ $$.1$$N:#:$:CCI3I3I"-&BJJ CHHS$BC D EEefh hc h h hd38n38ERUWZRZOC\^btCH~dXVY]fnorfs2i.0PR[\%+H*I7S ^3 ^# ^(3- ^ LSLCLDL c S D4K TX 22s222PT2 5S5C55QU5scCSV[cdg[h#c\_il"NNNDWCWCW7s7S7(3-7z0c0<#<>Q9R.bac3ha3aPXY\P]abfgjlogobpa DcNx}d38ncSWX[]`X`SaNaIb":c4S>&9!::s:]abegjbj]k:x|:@e3eeE#s(Oe c3hS$sTWx.EX@Y^bcfhlmprumuhvcv^w 4S>d3S#X;N6O<3C<3#<3SW<3dhilnrsvx{s{n|i|d}<3~ GC G3 G GV^_bVc G;; d&GT#s(^G ;S#X;4$;;Z^;5c5S5S5 RTCsCcC3C3CX\C855s5C5SV5`d5W\SCt`hil`m(WSWCWDWDWW W chsm6hchSVh[cdg[hh"rzz9 1#1(3-1BB BP !U#U(5c?2KUBCBB4B34(tCtsttt qv S 3 C % jn |DEIJMORJRES|T cd  s S (SV-  sSRZ[_R`$  xHSM8I/J xX[} n#nnsnHUXMn c3c#ccU]^aUbc;S;T; )3)4)$ %  K# Ks Kt K@@@ ScSdS dsdcdCdQYZ]Q^d MM#M C   #chsm"CQT *  s S ZbcfZg F#C#C# 3#PXY\P]4171'12?1JVX_11"61APRY171%4W1?Mg17 1,W 17Eg 1Pjkr 1 w 1 "7 1 -6w 1 AH 1tCH~ WWT[C/c3hG@,d38n%,!&x&'z)C'zY'zPj'zly'z{$"**%;<!%!O&&!")+G H" XseSj%9eDIxX[}D\>]"III $$tTWY\T\~_cOcId$NK3KcK[`aijmanpsas[tKBs#W\]efi]jlo]oWpD_a3#sX[emnqerD//$/#d":3":#":(3-":J$3$#$PS$_b$gj$@ Wc WS WSV Wbe Wjm WsdTkhWZm03#`dgk`kpxy|p}46#66s6^a6wz6@HIL@M6t\`8<r$ r$r$-0r$NQTXjr$r$*.+r$ r$jkkskRUksvy}s}kQTkmqtxmxkDGk mn 333WWW(ei UT$sCx.-A U]a Ump U"!C d38n1E $tTWY\T\~J^ 6794U4c>2238 8C 8t 8 8 ##4~~C~C~CD "T#s(^ "S "S " S S 2d38n2c3h2jcc3hcCc =?hlMQ 4S>" 69 GOPTUYZ]_bZbUcPdGe FJ  "=?T#uS#sC%7889>1s1s1T#s(^(<INJ   s0y')y6y6 y6'y32y36y?>y?