Files
mcphub/tests/plugins/wordpress/test_ai_media.py
airano-ir f203ca88de
Some checks failed
Release / Test before release (push) Has been cancelled
Release / Publish to PyPI (push) Has been cancelled
Release / Publish to Docker Hub (push) Has been cancelled
Release / Create GitHub Release (push) Has been cancelled
feat(v3.12.0): media pipeline, AI image generation, capability probe, companion v2.9.0
Three-month batch sync from internal repo (~80 commits) covering Tracks F.5a, F.7e, F.8, F.17, F.18, F.X.

WordPress media pipeline
- Pillow-based optimization, AI image generation (OpenAI / Stability / Replicate / Google Nano Banana / OpenRouter), chunked + resumable uploads, bulk delete/reassign, idempotent retries.

Capability discovery (F.7e)
- Per-site credential probe + adapters for WordPress / WooCommerce / Gitea, tier-fit unions granted ∪ roles, capability badge UI with HTMX partial re-check, install hint in every companion-unreachable error.

Companion plugin overhaul
- Renamed wordpress-plugin/airano-mcp-seo-bridge → wordpress-plugin/airano-mcp-bridge.
- Eight new endpoints: /capabilities, /bulk-meta, /export, /cache-purge, /transient-flush, /site-health, /audit-hook, /upload-and-attach.
- wp.org Plugin Check pass: i18n, WP_Filesystem, scheme allowlist on audit-hook URL.

Other
- Gitea ergonomics (F.17): batch files, tree, search, compare, releases, fork.
- Opportunistic bcrypt upgrade for legacy SHA-256 admin keys (F.8).
- n8n refactor: structured errors, capability probe, missing tools backfilled.
- Idempotency-Key dedup for AI media upload retries; WP client fast-fails on unreachable sites.

Docs
- README + CLAUDE.md drop the fixed "633 tools" claim. The total grows with each release; per-plugin approximations + dashboard-surfaced counts replace it.
- Tools/Tests badges removed in favour of "Plugins: 10".

Deployment
- PyPI mirror chain, optional BUILD_HTTP_PROXY, Alpine→Yandex apk mirror, Debian-slim Plan-B Dockerfile, mirror.gcr.io variant.

CI
- Black + Ruff clean on Python 3.12; pytest tests/ green.

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-04-25 16:25:58 +02:00

388 lines
14 KiB
Python

"""Tests for F.5a.4 AI image generation + upload chain."""
from __future__ import annotations
import base64
import json
from unittest.mock import AsyncMock, patch
import pytest
from core.database import Database
from plugins.ai_image.providers.base import (
GenerationRequest,
GenerationResult,
ProviderError,
)
from plugins.ai_image.providers.openai import OpenAIProvider
from plugins.ai_image.registry import get_provider, list_providers
from plugins.wordpress.client import WordPressClient
from plugins.wordpress.handlers.ai_media import AIMediaHandler
_TEST_KEY_B64 = base64.b64encode(b"0" * 32).decode()
# 1x1 PNG
_PNG_1x1 = base64.b64decode(
b"iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkYAAAAAYAAjCB0C8AAAAASUVORK5CYII="
)
@pytest.fixture
def wp_client():
return WordPressClient(site_url="https://wp.example.com", username="u", app_password="p")
@pytest.fixture
async def db(tmp_path):
database = Database(str(tmp_path / "ai_test.db"))
await database.initialize()
yield database
await database.close()
@pytest.fixture
async def user_row(db):
return await db.create_user(
email="alice@example.com",
name="Alice",
provider="github",
provider_id="gh-ai",
)
# --- Registry ---------------------------------------------------------------
class TestRegistry:
def test_lists_expected_providers(self):
# Registry is the source of truth now that the per-user
# user_provider_keys module has been removed (F.5a.9.x).
# F.5a.9 partial: OpenRouter added.
assert set(list_providers()) == {"openai", "stability", "replicate", "openrouter"}
def test_get_provider_known(self):
assert get_provider("openai").name == "openai"
def test_get_provider_unknown_raises(self):
with pytest.raises(ProviderError) as e:
get_provider("midjourney")
assert e.value.code == "PROVIDER_UNKNOWN"
# Per-user UserProviderKeyManager removed in F.5a.9.x. Per-site equivalents
# live in ``tests/test_site_provider_keys.py``.
# --- OpenAI provider --------------------------------------------------------
def _mock_session_post(responses: list):
"""Build a fake aiohttp.ClientSession whose .post() cycles through responses."""
iterator = iter(responses)
def _post(*_args, **_kwargs):
resp = next(iterator)
return AsyncMock(
__aenter__=AsyncMock(return_value=resp),
__aexit__=AsyncMock(return_value=False),
)
sess = AsyncMock()
sess.post = _post
sess.get = _post # reuse for URL fetches
return sess
def _fake_resp(*, status: int, json_data=None, text_data=None, raw=None):
resp = AsyncMock()
resp.status = status
resp.text = AsyncMock(return_value=text_data or (json.dumps(json_data) if json_data else ""))
if json_data is not None:
resp.json = AsyncMock(return_value=json_data)
if raw is not None:
resp.read = AsyncMock(return_value=raw)
return resp
class TestOpenAIProvider:
@pytest.mark.asyncio
async def test_dalle_url_fetched_and_returned_as_bytes(self):
provider = OpenAIProvider()
generate_resp = _fake_resp(
status=200,
json_data={
"data": [
{
"url": "https://oaidalle.example.com/img/abc.png",
"revised_prompt": "revised",
}
]
},
)
fetch_resp = _fake_resp(status=200, raw=_PNG_1x1)
sess = _mock_session_post([generate_resp, fetch_resp])
with patch("plugins.ai_image.providers.openai.aiohttp.ClientSession") as cls:
cls.return_value = AsyncMock(
__aenter__=AsyncMock(return_value=sess),
__aexit__=AsyncMock(return_value=False),
)
result = await provider.generate(
"sk-test",
GenerationRequest(prompt="a cube", size="1024x1024"),
)
assert result.data == _PNG_1x1
assert result.mime == "image/png"
assert result.meta.get("revised_prompt") == "revised"
assert result.cost_usd == 0.040
@pytest.mark.asyncio
async def test_missing_key_raises_auth(self):
provider = OpenAIProvider()
with pytest.raises(ProviderError) as e:
await provider.generate("", GenerationRequest(prompt="x"))
assert e.value.code == "PROVIDER_AUTH"
@pytest.mark.asyncio
async def test_429_retried_then_succeeds(self):
provider = OpenAIProvider()
r429 = _fake_resp(status=429, text_data="slow down")
ok = _fake_resp(
status=200,
json_data={"data": [{"b64_json": base64.b64encode(_PNG_1x1).decode()}]},
)
sess = _mock_session_post([r429, ok])
with patch("plugins.ai_image.providers.openai.aiohttp.ClientSession") as cls:
cls.return_value = AsyncMock(
__aenter__=AsyncMock(return_value=sess),
__aexit__=AsyncMock(return_value=False),
)
with patch("plugins.ai_image.providers.openai.asyncio.sleep", AsyncMock()):
result = await provider.generate(
"sk-test",
GenerationRequest(prompt="x", model="gpt-image-1"),
)
assert result.data == _PNG_1x1
@pytest.mark.asyncio
async def test_persistent_5xx_becomes_unavailable(self):
provider = OpenAIProvider()
r500 = _fake_resp(status=500, text_data="boom")
sess = _mock_session_post([r500, r500, r500])
with patch("plugins.ai_image.providers.openai.aiohttp.ClientSession") as cls:
cls.return_value = AsyncMock(
__aenter__=AsyncMock(return_value=sess),
__aexit__=AsyncMock(return_value=False),
)
with patch("plugins.ai_image.providers.openai.asyncio.sleep", AsyncMock()):
with pytest.raises(ProviderError) as e:
await provider.generate("sk", GenerationRequest(prompt="x"))
assert e.value.code == "PROVIDER_UNAVAILABLE"
# --- AIMediaHandler ---------------------------------------------------------
class TestAIMediaHandler:
@pytest.mark.asyncio
async def test_missing_api_key_returns_typed_error(self, wp_client, monkeypatch):
monkeypatch.delenv("OPENAI_API_KEY", raising=False)
handler = AIMediaHandler(wp_client, user_id=None)
async def _noop(*_a, **_kw):
return None
# Force the key resolver to return None without needing a real DB.
monkeypatch.setattr(handler, "_resolve_api_key", AsyncMock(return_value=None))
out = await handler.generate_and_upload_image(provider="openai", prompt="x")
data = json.loads(out)
assert data["error_code"] == "NO_PROVIDER_KEY"
@pytest.mark.asyncio
async def test_happy_path_chains_to_upload(self, wp_client, monkeypatch):
handler = AIMediaHandler(wp_client, user_id="u1")
monkeypatch.setattr(handler, "_resolve_api_key", AsyncMock(return_value="sk"))
fake_result = GenerationResult(
data=_PNG_1x1,
mime="image/png",
filename="ai.png",
meta={"model": "dall-e-3"},
cost_usd=0.04,
)
monkeypatch.setattr(
"plugins.wordpress.handlers.ai_media.get_provider",
lambda name: _StubProvider(fake_result),
)
upload_mock = AsyncMock(
return_value={
"id": 42,
"title": {"rendered": "ai"},
"source_url": "https://wp.example.com/ai.png",
"mime_type": "image/png",
"media_type": "image",
}
)
monkeypatch.setattr("plugins.wordpress.handlers.ai_media.wp_raw_upload", upload_mock)
# Disable optimize (skip_optimize=True skips Pillow and keeps test hermetic).
out = await handler.generate_and_upload_image(
provider="openai", prompt="x", skip_optimize=True
)
data = json.loads(out)
assert data["id"] == 42
assert data["provider"] == "openai"
assert data["cost_usd"] == 0.04
assert upload_mock.await_count == 1
@pytest.mark.asyncio
async def test_provider_error_surfaced_with_code(self, wp_client, monkeypatch):
handler = AIMediaHandler(wp_client, user_id="u1")
monkeypatch.setattr(handler, "_resolve_api_key", AsyncMock(return_value="sk"))
monkeypatch.setattr(
"plugins.wordpress.handlers.ai_media.get_provider",
lambda name: _StubProvider(exc=ProviderError("PROVIDER_QUOTA", "rate")),
)
out = await handler.generate_and_upload_image(provider="openai", prompt="x")
data = json.loads(out)
assert data["error_code"] == "PROVIDER_QUOTA"
@pytest.mark.asyncio
async def test_audit_entry_emitted_on_success(self, wp_client, monkeypatch):
handler = AIMediaHandler(wp_client, user_id="u1")
monkeypatch.setattr(handler, "_resolve_api_key", AsyncMock(return_value="sk"))
monkeypatch.setattr(
"plugins.wordpress.handlers.ai_media.get_provider",
lambda name: _StubProvider(
GenerationResult(
data=_PNG_1x1,
mime="image/png",
filename="ai.png",
meta={"model": "dall-e-3"},
cost_usd=0.04,
)
),
)
monkeypatch.setattr(
"plugins.wordpress.handlers.ai_media.wp_raw_upload",
AsyncMock(
return_value={
"id": 7,
"title": {"rendered": ""},
"source_url": "https://x/img.png",
"mime_type": "image/png",
"media_type": "image",
}
),
)
calls: list[dict] = []
class _FakeAudit:
def log_tool_call(self, **kwargs):
calls.append(kwargs)
monkeypatch.setattr(
"core.audit_log.get_audit_logger",
lambda: _FakeAudit(),
)
await handler.generate_and_upload_image(provider="openai", prompt="x", skip_optimize=True)
# F.5a.6.4: AI uploads emit BOTH the legacy provider-cost entry and a
# unified media.upload entry. Find each by tool_name.
ai_call = next(c for c in calls if c["tool_name"] == "wordpress_generate_and_upload_image")
assert ai_call["params"]["provider"] == "openai"
assert ai_call["params"]["cost_usd"] == 0.04
assert ai_call["user_id"] == "u1"
media_call = next(c for c in calls if c["tool_name"] == "media.upload")
assert media_call["params"]["source"] == "ai:openai"
assert media_call["params"]["cost_usd"] == 0.04
assert media_call["params"]["media_id"] == 7
class TestResolverSiteScope:
"""F.5a.9.x: ``_resolve_api_key`` reads from the per-site key store when
``site_id`` is set, and falls back to env vars only when it is None."""
@pytest.mark.asyncio
async def test_site_key_wins_over_env(self, wp_client, monkeypatch):
"""With site_id set, the per-site key is returned even if env has one."""
monkeypatch.setenv("OPENAI_API_KEY", "sk-env-should-not-be-used")
async def _fake_get(site_id, provider):
assert site_id == "site-abc"
assert provider == "openai"
return "sk-site-win"
monkeypatch.setattr("core.site_api.get_site_provider_key", _fake_get)
handler = AIMediaHandler(wp_client, user_id="u1", site_id="site-abc")
assert await handler._resolve_api_key("openai") == "sk-site-win"
@pytest.mark.asyncio
async def test_site_set_but_no_key_returns_none(self, wp_client, monkeypatch):
"""site_id set + no site key stored + env present → still None.
Env fallback is deliberately not applied on the per-site path."""
monkeypatch.setenv("OPENAI_API_KEY", "sk-env-ignored")
async def _fake_get(site_id, provider):
return None
monkeypatch.setattr("core.site_api.get_site_provider_key", _fake_get)
handler = AIMediaHandler(wp_client, user_id="u1", site_id="site-abc")
assert await handler._resolve_api_key("openai") is None
@pytest.mark.asyncio
async def test_no_site_id_falls_back_to_env(self, wp_client, monkeypatch):
"""site_id=None (admin / master-key path): env var is used."""
monkeypatch.setenv("OPENAI_API_KEY", "sk-admin-env")
handler = AIMediaHandler(wp_client, user_id=None, site_id=None)
assert await handler._resolve_api_key("openai") == "sk-admin-env"
@pytest.mark.asyncio
async def test_no_site_id_no_env_returns_none(self, wp_client, monkeypatch):
monkeypatch.delenv("OPENAI_API_KEY", raising=False)
handler = AIMediaHandler(wp_client, user_id=None, site_id=None)
assert await handler._resolve_api_key("openai") is None
@pytest.mark.asyncio
async def test_missing_key_error_points_to_site_dashboard(self, wp_client, monkeypatch):
"""When site_id is set and no key, error message points at the site
edit page, not the deprecated /dashboard/provider-keys page."""
async def _fake_get(site_id, provider):
return None
monkeypatch.setattr("core.site_api.get_site_provider_key", _fake_get)
monkeypatch.delenv("OPENAI_API_KEY", raising=False)
handler = AIMediaHandler(wp_client, user_id="u1", site_id="site-xyz")
out = await handler.generate_and_upload_image(provider="openai", prompt="x")
data = json.loads(out)
assert data["error_code"] == "NO_PROVIDER_KEY"
assert data["dashboard_url"] == "/dashboard/sites/site-xyz"
assert "/dashboard/provider-keys" not in json.dumps(data)
class _StubProvider:
"""Minimal provider stub used by AIMediaHandler tests."""
name = "stub"
def __init__(
self,
result: GenerationResult | None = None,
exc: ProviderError | None = None,
):
self._result = result
self._exc = exc
async def generate(self, api_key: str, request: GenerationRequest) -> GenerationResult:
if self._exc is not None:
raise self._exc
assert self._result is not None
return self._result