model_setup_flows_bedrock.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. """AWS Bedrock wizards: native Converse API (IAM chain, region-scoped model discovery)
  2. and the Bedrock API Key mode on the OpenAI-compatible bedrock-mantle endpoint.
  3. Imports of hermes_cli.auth / config / models stay lazy (tests patch them at call time).
  4. Prompt strings and config write order are behavior.
  5. """
  6. from __future__ import annotations
  7. from hermes_cli.model_setup_flows_common import (
  8. _ask, _ensure_dict_section, _finish_model, _note_setup_failure, _pick_model_or_prompt, _say)
  9. # AWS cross-region inference profile prefixes. A geo-prefixed profile only routes
  10. # from endpoints in its own geography (us.* from eu-central-2 is rejected by AWS
  11. # regardless of credentials); global.* routes from everywhere.
  12. BEDROCK_GEO_PREFIXES = ("us.", "eu.", "ap.", "apac.", "jp.", "ca.", "sa.", "me.", "af.")
  13. # region-name prefixes -> inference-profile geo prefix
  14. _REGION_GEO = (("us.", ("us-", "us_gov")), ("eu.", ("eu-",)), ("ap.", ("ap-",)), ("ca.", ("ca-",)),
  15. ("sa.", ("sa-",)), ("me.", ("me-",)), ("af.", ("af-",)))
  16. def bedrock_region_geo_prefix(region_name: str) -> str:
  17. """Map an AWS region name to its inference-profile geo prefix ('' = unknown)."""
  18. r = (region_name or "").lower()
  19. return next((geo for geo, prefixes in _REGION_GEO if r.startswith(prefixes)), "")
  20. def bedrock_model_routable_from_region(model_id: str, region_name: str) -> bool:
  21. """True when *model_id* can be invoked from *region_name*'s endpoint: bare foundation-model ids
  22. and ``global.*`` profiles route from anywhere, geo-prefixed profiles only from their own
  23. geography. Unknown regions hide nothing."""
  24. mid = (model_id or "").lower()
  25. matched_geo = next((p for p in BEDROCK_GEO_PREFIXES if mid.startswith(p)), None)
  26. if matched_geo is None or mid.startswith("global."):
  27. return True
  28. geo = bedrock_region_geo_prefix(region_name)
  29. if not geo:
  30. return True
  31. if geo == "ap.":
  32. # Asia-Pacific regions can carry ap./apac./jp. profile spellings.
  33. return matched_geo in ("ap.", "apac.", "jp.")
  34. return matched_geo == geo
  35. def _model_flow_bedrock_api_key(config, region, current_model=""):
  36. """Bedrock API Key mode on the OpenAI-compatible bedrock-mantle endpoint — for developers
  37. without an AWS account who received a Bedrock API Key from their AWS admin."""
  38. from hermes_cli.auth import _resolve_api_key_provider_secret, ProviderConfig
  39. from hermes_cli.config import save_env_value
  40. from hermes_cli.models import _PROVIDER_MODELS
  41. mantle_base_url = f"https://bedrock-mantle.{region}.api.aws/v1"
  42. # Check env var and credential pool (keys added via `hermes auth`)
  43. bedrock_pconfig = ProviderConfig(id="bedrock", name="Bedrock", auth_type="api_key", api_key_env_vars=("AWS_BEARER_TOKEN_BEDROCK",))
  44. existing_key, existing_source = _resolve_api_key_provider_secret("bedrock", bedrock_pconfig)
  45. if existing_key:
  46. from hermes_cli.env_loader import format_secret_source_suffix
  47. source_suffix = format_secret_source_suffix(existing_source or "AWS_BEARER_TOKEN_BEDROCK")
  48. print(f" Bedrock API Key: {existing_key[:12]}... ✓{source_suffix}")
  49. else:
  50. _say(f" Endpoint: {mantle_base_url}", "")
  51. api_key = _ask(" Bedrock API Key: ", secret=True, cancel_msg="")
  52. if api_key is None:
  53. return
  54. if not api_key:
  55. print(" Cancelled.")
  56. return
  57. save_env_value("AWS_BEARER_TOKEN_BEDROCK", api_key)
  58. existing_key = api_key
  59. print(" ✓ API key saved.")
  60. print()
  61. # Static list — mantle doesn't need boto3 for discovery
  62. model_list = _PROVIDER_MODELS.get("bedrock", [])
  63. print(f" Showing {len(model_list)} curated models")
  64. selected = _pick_model_or_prompt(
  65. model_list, " Model ID: ", current_model=current_model, confirm_provider="custom",
  66. confirm_base_url=mantle_base_url, confirm_api_key=existing_key)
  67. def _finish(cfg, _model):
  68. # The bearer token rides on a named provider entry: a bare ``provider: custom``
  69. # cannot carry a credential for this host because OPENAI_API_KEY is gated to
  70. # openai.com, so requests would go out as "no-key-required".
  71. providers = _ensure_dict_section(cfg, "providers")
  72. mantle_entry = providers.get("bedrock-mantle")
  73. if not isinstance(mantle_entry, dict):
  74. mantle_entry = {}
  75. mantle_entry["base_url"] = mantle_base_url
  76. mantle_entry["key_env"] = "AWS_BEARER_TOKEN_BEDROCK"
  77. providers["bedrock-mantle"] = mantle_entry
  78. # Also save region in bedrock config for reference
  79. _ensure_dict_section(cfg, "bedrock")["region"] = region
  80. # Saved as a custom provider pointing to bedrock-mantle (no inline endpoint fields).
  81. if _finish_model(selected, "custom:bedrock-mantle", f" Default model set to: {selected} (via Bedrock API Key, {region})",
  82. no_change=" No change.", drop_base_url=True, drop_api_mode=True, finish=_finish) is not None:
  83. print(f" Endpoint: {mantle_base_url}")
  84. _BEDROCK_EXCLUDE_PREFIXES = ("stability.", "cohere.embed", "twelvelabs.", "us.stability.", "us.cohere.embed",
  85. "us.twelvelabs.", "global.cohere.embed", "global.twelvelabs.")
  86. _BEDROCK_EXCLUDE_SUBSTRINGS = ("safeguard", "voxtral", "palmyra-vision")
  87. _BEDROCK_PROFILE_PREFIXES = BEDROCK_GEO_PREFIXES + ("global.",)
  88. # Recommended models, matched geo-agnostically so an EU (eu.*) or APAC (apac.*)
  89. # picker pins its own region's profile rather than a us.* one.
  90. _BEDROCK_RECOMMENDED_BASES = (
  91. "anthropic.claude-sonnet-4-6", "anthropic.claude-opus-4-6", "anthropic.claude-haiku-4-5", "amazon.nova-pro",
  92. "amazon.nova-lite", "amazon.nova-micro", "deepseek.v3", "meta.llama4-maverick", "meta.llama4-scout")
  93. def _bedrock_text_model_ids(live_models: list, region: str) -> list[str]:
  94. """Filter live Bedrock models to routable text models, dedupe bare ids against their
  95. inference profiles, and order: recommended (in-region profile before global.*),
  96. then other global.* profiles, then the rest."""
  97. def _base_id(mid: str) -> str:
  98. _pp = next((p for p in _BEDROCK_PROFILE_PREFIXES if mid.startswith(p)), None)
  99. return mid[len(_pp):] if _pp else mid
  100. filtered = [
  101. m for m in live_models
  102. if not any(m["id"].startswith(p) for p in _BEDROCK_EXCLUDE_PREFIXES)
  103. and not any(s in m["id"].lower() for s in _BEDROCK_EXCLUDE_SUBSTRINGS)
  104. and bedrock_model_routable_from_region(m["id"], region)]
  105. # Deduplicate: prefer inference profiles (geo-prefixed or global.*) over bare foundation model IDs.
  106. profile_base_ids = {_base_id(m["id"]) for m in filtered if m["id"].startswith(_BEDROCK_PROFILE_PREFIXES)}
  107. deduped = [m for m in filtered if m["id"].startswith(_BEDROCK_PROFILE_PREFIXES) or m["id"] not in profile_base_ids]
  108. def _sort_key(m):
  109. mid = m["id"]
  110. base = _base_id(mid)
  111. for i, rec in enumerate(_BEDROCK_RECOMMENDED_BASES):
  112. if base.startswith(rec):
  113. # In-region geo profile beats global.* for the same model
  114. return (0, i, 0 if not mid.startswith("global.") else 1, mid)
  115. if mid.startswith("global."):
  116. return (1, 0, 0, mid)
  117. return (2, 0, 0, mid)
  118. deduped.sort(key=_sort_key)
  119. return [m["id"] for m in deduped]
  120. def _model_flow_bedrock(config, current_model=""):
  121. """AWS Bedrock (native Converse API via boto3): verify credentials, pick region, discover models.
  122. Auth is the AWS SDK default credential chain, so no API key prompt is needed."""
  123. from hermes_cli.models import _PROVIDER_MODELS
  124. # 1. Check for AWS credentials
  125. try:
  126. from agent.bedrock_adapter import has_aws_credentials, resolve_aws_auth_env_var, resolve_bedrock_region, discover_bedrock_models
  127. except ImportError:
  128. _say(" ✗ Could not load the Bedrock adapter.", " Run hermes pm repair, then restart Hermes.", "")
  129. return
  130. if not has_aws_credentials():
  131. _say(" ⚠ No AWS credentials detected via environment variables.",
  132. " Bedrock will use boto3's default credential chain (IMDS, SSO, etc.)", "")
  133. auth_var = resolve_aws_auth_env_var()
  134. _say(f" AWS credentials: {auth_var} ✓" if auth_var else " AWS credentials: boto3 default chain (instance role / SSO)",
  135. "")
  136. # 2. Region selection
  137. current_region = resolve_bedrock_region()
  138. region_input = _ask(f" AWS Region [{current_region}]: ", cancel_msg="")
  139. if region_input is None:
  140. return
  141. region = region_input or current_region
  142. # 2b. Authentication mode
  143. _say(" Choose authentication method:", "", " 1. IAM credential chain (recommended)",
  144. " Works with EC2 instance roles, SSO, env vars, aws configure", " 2. Bedrock API Key",
  145. " Enter your Bedrock API Key directly — also supports",
  146. " team scenarios where an admin distributes keys", "")
  147. auth_choice = _ask(" Choice [1]: ", raw=True, cancel_msg="")
  148. if auth_choice is None:
  149. return
  150. if auth_choice == "2":
  151. _model_flow_bedrock_api_key(config, region, current_model)
  152. return
  153. # 3. Model discovery — try live API first, fall back to static list
  154. print(f" Discovering models in {region}...")
  155. live_models = discover_bedrock_models(region)
  156. if live_models:
  157. model_list = _bedrock_text_model_ids(live_models, region)
  158. print(f" Found {len(model_list)} text model(s) (filtered from {len(live_models)} total)")
  159. else:
  160. model_list = _PROVIDER_MODELS.get("bedrock", [])
  161. if not model_list:
  162. print(" No models found. Check IAM permissions for bedrock:ListFoundationModels.")
  163. _note_setup_failure("no_models")
  164. return
  165. print(f" Using {len(model_list)} curated models (live discovery unavailable)")
  166. # 4. Model selection
  167. runtime_url = f"https://bedrock-runtime.{region}.amazonaws.com"
  168. selected = _pick_model_or_prompt(model_list, " Model ID: ", current_model=current_model, confirm_provider="bedrock", confirm_base_url=runtime_url)
  169. # api_mode is dropped: bedrock_converse is auto-detected.
  170. _finish_model(selected, "bedrock", f" Default model set to: {selected} (via AWS Bedrock, {region})", no_change=" No change.",
  171. base_url=runtime_url, drop_api_mode=True,
  172. finish=lambda cfg, _m: _ensure_dict_section(cfg, "bedrock").__setitem__("region", region))