| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130 |
- """Meta Model API (``muse-image``): OpenAI-compatible (https://api.meta.ai/v1), so the OpenAI SDK
- is pointed at Meta's base URL with ``META_MODEL_API_KEY``. Output is base64 WebP → image cache.
- Selection: ``model`` kwarg → ``META_IMAGE_MODEL`` → ``image_gen.meta-ai.model`` → ``image_gen.model``
- → :data:`DEFAULT_MODEL`."""
- from __future__ import annotations
- import logging
- from typing import Any, Dict, List, Optional, Tuple
- from agent.secret_scope import get_secret, get_secret_str
- from agent.image_gen_provider import (
- DEFAULT_ASPECT_RATIO, resolve_aspect_ratio, save_b64_image, save_url_image, success_response)
- from plugins.image_gen._common import (
- StaticImageGenProvider, error_factory, import_openai, openai_importable, prompt_required_error,
- resolve_static_model, size_for)
- logger = logging.getLogger(__name__)
- DEFAULT_BASE_URL = "https://api.meta.ai/v1"
- # Auth env vars in priority order (mirrors the ``meta-ai`` chat provider); MODEL_API_KEY is Meta's
- # documented var, the rest are aliases. ``API_KEY_ENV`` is the one shown in setup/errors.
- API_KEY_ENVS = ("MODEL_API_KEY", "META_API_KEY", "META_MODEL_API_KEY")
- API_KEY_ENV = "META_MODEL_API_KEY"
- BASE_URL_ENV = "META_BASE_URL" # optional override, same var the chat provider honors
- def _resolve_api_key() -> Optional[str]:
- """First non-empty auth env var, in priority order."""
- return next((val for val in map(get_secret, API_KEY_ENVS) if val), None)
- def _resolve_base_url() -> str:
- # Through the secret scope like the key: under multiplexing os.environ holds the launch profile's
- # endpoint, and a routed profile's key must never be sent to another profile's base URL.
- return get_secret_str(BASE_URL_ENV).strip() or DEFAULT_BASE_URL
- # Model ids are sent verbatim to ``/v1/images/generations``.
- _MODELS: dict[str, dict[str, Any]] = {
- "muse-image-1.0": {
- "display": "Muse Image 1.0",
- "speed": "~10s",
- "strengths": "Meta Model API image generation",
- "price": "$0.01/image",
- },
- }
- DEFAULT_MODEL = "muse-image-1.0"
- def _resolve_model(caller_model: Optional[str] = None) -> tuple[str, dict[str, Any]]:
- return resolve_static_model(
- _MODELS, DEFAULT_MODEL, env_var="META_IMAGE_MODEL", config_key="meta-ai", explicit=caller_model,
- )
- class MetaImageGenProvider(StaticImageGenProvider):
- """Meta Model API ``images.generate`` backend (muse-image)."""
- provider_id = "meta-ai"
- label = "Meta Model API"
- models = _MODELS
- default_model_id = DEFAULT_MODEL
- setup = dict(
- name="Meta Model API", badge="paid", tag="Muse Image via Meta Model API (api.meta.ai)",
- key=API_KEY_ENV, prompt="Meta Model API key (LLM|... token)", url="https://api.meta.ai")
- def is_available(self) -> bool:
- return bool(_resolve_api_key()) and openai_importable()
- def capabilities(self) -> dict[str, Any]:
- # Text-to-image only until image-to-image is verified against Meta.
- return {"modalities": ["text"], "max_reference_images": 0}
- def generate(
- self, prompt: str, aspect_ratio: str = DEFAULT_ASPECT_RATIO, *,
- image_url: Optional[str] = None, reference_image_urls: Optional[list[str]] = None,
- **kwargs: Any,
- ) -> dict[str, Any]:
- prompt = (prompt or "").strip()
- aspect = resolve_aspect_ratio(aspect_ratio)
- if not prompt:
- return prompt_required_error("meta-ai", aspect)
- api_key = _resolve_api_key()
- if not api_key:
- return error_factory("meta-ai", aspect)(
- f"{API_KEY_ENV} not set. Run `hermes tools` -> Image "
- "Generation -> Meta Model API to configure.",
- "auth_required")
- openai, err = import_openai("meta-ai", aspect)
- if err:
- return err
- model_id, _meta = _resolve_model(kwargs.get("model"))
- size = size_for(aspect)
- fail = error_factory("meta-ai", aspect, model=model_id, prompt=prompt)
- client = openai.OpenAI(api_key=api_key, base_url=_resolve_base_url())
- try:
- response = client.images.generate(model=model_id, prompt=prompt, size=size, n=1)
- except Exception as exc:
- logger.debug("Meta image generation failed", exc_info=True)
- return fail(f"Meta image generation failed: {exc}", "api_error")
- try:
- first = response.data[0]
- except (AttributeError, IndexError, TypeError):
- return fail("Meta response contained no image data", "empty_response")
- b64 = getattr(first, "b64_json", None)
- url = getattr(first, "url", None)
- try:
- if b64:
- image_ref = str(save_b64_image(b64, prefix="meta", extension="webp"))
- elif url:
- image_ref = str(save_url_image(url, prefix="meta"))
- else:
- return fail("Meta response contained neither b64_json nor URL", "empty_response")
- except Exception as exc:
- return fail(f"Failed to save Meta image: {exc}", "io_error")
- extra: dict[str, Any] = {"size": size}
- if getattr(first, "revised_prompt", None):
- extra["revised_prompt"] = first.revised_prompt
- return success_response(
- image=image_ref, model=model_id, prompt=prompt, aspect_ratio=aspect, provider="meta-ai",
- modality="text", extra=extra)
- def register(ctx) -> None:
- """Plugin entry point -- wire ``MetaImageGenProvider`` into the registry."""
- ctx.register_image_gen_provider(MetaImageGenProvider())
|