Major release introducing the Live Platform architecture:
- SQLite database backend with async operations and migrations (E.1)
- AES-256-GCM credential encryption with HKDF key derivation (E.1)
- OAuth Social Login with GitHub and Google (E.2)
- Site management API with encrypted credential storage (E.3)
- Per-user MCP endpoints at /u/{user_id}/{alias}/mcp (E.3)
- User API keys with bcrypt hashing (E.3)
- Auto-generated config snippets for 5 MCP clients (E.3)
- Dashboard: dark/light mode, RBAC, My Sites, Connect page
- Active background health checks
- 452 tests (up from 303), all passing
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
546 lines
18 KiB
Python
546 lines
18 KiB
Python
"""Site management logic for the Live Platform (Track E.3).
|
|
|
|
Provides site CRUD operations, connection validation, and credential
|
|
field definitions for all 9 plugin types. Coordinates between the
|
|
database, encryption, and plugin health check layers.
|
|
|
|
Usage:
|
|
from core.site_api import create_user_site, get_user_sites, validate_site_connection
|
|
|
|
ok, msg = await validate_site_connection("wordpress", "https://example.com", creds)
|
|
site = await create_user_site(user_id, "wordpress", "myblog", url, creds)
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
from typing import Any
|
|
|
|
import aiohttp
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# Maximum sites per user (configurable via env var)
|
|
MAX_SITES_PER_USER = int(os.getenv("MAX_SITES_PER_USER", "10"))
|
|
|
|
# Plugin credential field definitions — drives the dynamic "Add Site" form
|
|
# and server-side validation. Each field has:
|
|
# name: form input name (matches credential JSON key)
|
|
# label: display label
|
|
# type: "text" or "password"
|
|
# required: whether the field is mandatory
|
|
PLUGIN_CREDENTIAL_FIELDS: dict[str, list[dict[str, Any]]] = {
|
|
"wordpress": [
|
|
{
|
|
"name": "username",
|
|
"label": "Username",
|
|
"type": "text",
|
|
"required": True,
|
|
"hint": "Your WordPress admin username",
|
|
},
|
|
{
|
|
"name": "app_password",
|
|
"label": "Application Password",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "WordPress Admin → Users → Profile → Application Passwords",
|
|
},
|
|
],
|
|
"woocommerce": [
|
|
{
|
|
"name": "consumer_key",
|
|
"label": "Consumer Key",
|
|
"type": "text",
|
|
"required": True,
|
|
"hint": "WooCommerce → Settings → Advanced → REST API",
|
|
},
|
|
{
|
|
"name": "consumer_secret",
|
|
"label": "Consumer Secret",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Shown once when creating the REST API key",
|
|
},
|
|
],
|
|
"wordpress_advanced": [
|
|
{
|
|
"name": "username",
|
|
"label": "Username",
|
|
"type": "text",
|
|
"required": True,
|
|
"hint": "Your WordPress admin username",
|
|
},
|
|
{
|
|
"name": "app_password",
|
|
"label": "Application Password",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "WordPress Admin → Users → Profile → Application Passwords",
|
|
},
|
|
{
|
|
"name": "container",
|
|
"label": "Docker Container Name",
|
|
"type": "text",
|
|
"required": False,
|
|
"hint": "Docker container running WordPress (for WP-CLI access)",
|
|
},
|
|
],
|
|
"gitea": [
|
|
{
|
|
"name": "token",
|
|
"label": "Access Token",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Gitea → Settings → Applications → Generate Token",
|
|
},
|
|
],
|
|
"n8n": [
|
|
{
|
|
"name": "api_key",
|
|
"label": "API Key",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "n8n → Settings → API → Create API Key",
|
|
},
|
|
],
|
|
"supabase": [
|
|
{
|
|
"name": "service_role_key",
|
|
"label": "Service Role Key",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Supabase Dashboard → Settings → API → service_role key",
|
|
},
|
|
{
|
|
"name": "anon_key",
|
|
"label": "Anon Key",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Supabase Dashboard → Settings → API → anon key",
|
|
},
|
|
],
|
|
"openpanel": [
|
|
{
|
|
"name": "client_id",
|
|
"label": "Client ID",
|
|
"type": "text",
|
|
"required": True,
|
|
"hint": "OpenPanel admin panel → API section",
|
|
},
|
|
{
|
|
"name": "client_secret",
|
|
"label": "Client Secret",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Generated with your Client ID",
|
|
},
|
|
],
|
|
"appwrite": [
|
|
{
|
|
"name": "project_id",
|
|
"label": "Project ID",
|
|
"type": "text",
|
|
"required": True,
|
|
"hint": "Appwrite Console → Project Settings → Project ID",
|
|
},
|
|
{
|
|
"name": "api_key",
|
|
"label": "API Key",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Appwrite Console → Project Settings → API Keys → Create",
|
|
},
|
|
],
|
|
"directus": [
|
|
{
|
|
"name": "token",
|
|
"label": "Static Token",
|
|
"type": "password",
|
|
"required": True,
|
|
"hint": "Directus → Settings → User → Static Token",
|
|
},
|
|
],
|
|
}
|
|
|
|
# Plugin display names for UI
|
|
PLUGIN_DISPLAY_NAMES: dict[str, str] = {
|
|
"wordpress": "WordPress",
|
|
"woocommerce": "WooCommerce",
|
|
"wordpress_advanced": "WordPress Advanced",
|
|
"gitea": "Gitea",
|
|
"n8n": "n8n",
|
|
"supabase": "Supabase",
|
|
"openpanel": "OpenPanel",
|
|
"appwrite": "Appwrite",
|
|
"directus": "Directus",
|
|
}
|
|
|
|
# Health check endpoints per plugin type
|
|
_HEALTH_ENDPOINTS: dict[str, dict[str, Any]] = {
|
|
"wordpress": {"path": "/wp-json/wp/v2/users/me", "method": "GET"},
|
|
"woocommerce": {"path": "/wp-json/wc/v3/system_status", "method": "GET"},
|
|
"wordpress_advanced": {"path": "/wp-json/wp/v2/users/me", "method": "GET"},
|
|
"gitea": {"path": "/api/v1/user", "method": "GET"},
|
|
"n8n": {"path": "/healthz", "method": "GET"},
|
|
"supabase": {"path": "/rest/v1/", "method": "GET"},
|
|
"openpanel": {"path": "/api/v1/oauth/token", "method": "POST"},
|
|
"appwrite": {"path": "/v1/health", "method": "GET"},
|
|
"directus": {"path": "/server/health", "method": "GET"},
|
|
}
|
|
|
|
|
|
def get_credential_fields(plugin_type: str) -> list[dict[str, Any]]:
|
|
"""Get credential field definitions for a plugin type.
|
|
|
|
Args:
|
|
plugin_type: Plugin type name.
|
|
|
|
Returns:
|
|
List of field definition dicts.
|
|
|
|
Raises:
|
|
ValueError: If plugin_type is unknown.
|
|
"""
|
|
fields = PLUGIN_CREDENTIAL_FIELDS.get(plugin_type)
|
|
if fields is None:
|
|
raise ValueError(
|
|
f"Unknown plugin type '{plugin_type}'. "
|
|
f"Valid: {list(PLUGIN_CREDENTIAL_FIELDS.keys())}"
|
|
)
|
|
return fields
|
|
|
|
|
|
def get_user_credential_fields() -> dict[str, list[dict[str, Any]]]:
|
|
"""Get credential fields for regular (non-admin) users.
|
|
|
|
Excludes plugin types that require admin-level infrastructure
|
|
(e.g., wordpress_advanced needs Docker access).
|
|
|
|
Returns:
|
|
Filtered dict of plugin_type -> field definitions.
|
|
"""
|
|
excluded = {"wordpress_advanced"}
|
|
return {k: v for k, v in PLUGIN_CREDENTIAL_FIELDS.items() if k not in excluded}
|
|
|
|
|
|
def get_user_plugin_names() -> dict[str, str]:
|
|
"""Get plugin display names for regular (non-admin) users.
|
|
|
|
Excludes plugins that require admin-level infrastructure.
|
|
|
|
Returns:
|
|
Filtered dict of plugin_type -> display name.
|
|
"""
|
|
excluded = {"wordpress_advanced"}
|
|
return {k: v for k, v in PLUGIN_DISPLAY_NAMES.items() if k not in excluded}
|
|
|
|
|
|
def validate_credentials(plugin_type: str, credentials: dict[str, str]) -> tuple[bool, list[str]]:
|
|
"""Validate that all required credential fields are present and non-empty.
|
|
|
|
Args:
|
|
plugin_type: Plugin type name.
|
|
credentials: Dict of credential key→value.
|
|
|
|
Returns:
|
|
Tuple of (is_valid, list_of_error_messages).
|
|
"""
|
|
fields = get_credential_fields(plugin_type)
|
|
errors: list[str] = []
|
|
|
|
for field in fields:
|
|
if field["required"]:
|
|
value = credentials.get(field["name"], "").strip()
|
|
if not value:
|
|
errors.append(f"'{field['label']}' is required")
|
|
|
|
return (len(errors) == 0, errors)
|
|
|
|
|
|
async def validate_site_connection(
|
|
plugin_type: str, url: str, credentials: dict[str, str]
|
|
) -> tuple[bool, str]:
|
|
"""Test connectivity to a site using HTTP health check.
|
|
|
|
Args:
|
|
plugin_type: Plugin type name.
|
|
url: Site URL.
|
|
credentials: Plaintext credential dict.
|
|
|
|
Returns:
|
|
Tuple of (success, message). Message is "OK" on success or
|
|
a human-readable error description.
|
|
"""
|
|
endpoint_info = _HEALTH_ENDPOINTS.get(plugin_type)
|
|
if endpoint_info is None:
|
|
return False, f"Unknown plugin type '{plugin_type}'"
|
|
|
|
check_url = url.rstrip("/") + endpoint_info["path"]
|
|
method = endpoint_info["method"]
|
|
|
|
# Build auth headers per plugin type
|
|
headers: dict[str, str] = {}
|
|
if plugin_type in ("wordpress", "wordpress_advanced"):
|
|
import base64
|
|
|
|
username = credentials.get("username", "")
|
|
app_password = credentials.get("app_password", "")
|
|
token = base64.b64encode(f"{username}:{app_password}".encode()).decode()
|
|
headers["Authorization"] = f"Basic {token}"
|
|
elif plugin_type == "woocommerce":
|
|
import base64
|
|
|
|
ck = credentials.get("consumer_key", "")
|
|
cs = credentials.get("consumer_secret", "")
|
|
token = base64.b64encode(f"{ck}:{cs}".encode()).decode()
|
|
headers["Authorization"] = f"Basic {token}"
|
|
elif plugin_type == "gitea":
|
|
headers["Authorization"] = f"token {credentials.get('token', '')}"
|
|
elif plugin_type == "n8n":
|
|
headers["X-N8N-API-KEY"] = credentials.get("api_key", "")
|
|
elif plugin_type == "supabase":
|
|
headers["apikey"] = credentials.get("service_role_key", "")
|
|
headers["Authorization"] = f"Bearer {credentials.get('service_role_key', '')}"
|
|
elif plugin_type == "appwrite":
|
|
headers["X-Appwrite-Project"] = credentials.get("project_id", "")
|
|
headers["X-Appwrite-Key"] = credentials.get("api_key", "")
|
|
elif plugin_type == "directus":
|
|
headers["Authorization"] = f"Bearer {credentials.get('token', '')}"
|
|
elif plugin_type == "openpanel":
|
|
# OpenPanel uses token exchange — just check that the URL is reachable
|
|
pass
|
|
|
|
try:
|
|
timeout = aiohttp.ClientTimeout(total=15)
|
|
async with aiohttp.ClientSession(timeout=timeout) as session:
|
|
if method == "POST" and plugin_type == "openpanel":
|
|
async with session.post(
|
|
check_url,
|
|
json={
|
|
"clientId": credentials.get("client_id", ""),
|
|
"clientSecret": credentials.get("client_secret", ""),
|
|
},
|
|
) as resp:
|
|
status_code = resp.status
|
|
resp_text = await resp.text()
|
|
elif method == "POST":
|
|
async with session.post(check_url, headers=headers) as resp:
|
|
status_code = resp.status
|
|
resp_text = await resp.text()
|
|
else:
|
|
async with session.get(check_url, headers=headers) as resp:
|
|
status_code = resp.status
|
|
resp_text = await resp.text()
|
|
|
|
if status_code < 400:
|
|
return True, "OK"
|
|
elif status_code == 401:
|
|
return False, "Authentication failed — check credentials"
|
|
elif status_code == 403:
|
|
return False, "Access forbidden — check permissions or API may be disabled"
|
|
elif status_code == 404:
|
|
return False, f"Endpoint not found at {check_url} — check URL"
|
|
else:
|
|
return False, f"HTTP {status_code}: {resp_text[:200]}"
|
|
|
|
except aiohttp.ClientConnectorError:
|
|
return False, "Connection failed — check URL and ensure the site is reachable"
|
|
except TimeoutError:
|
|
return False, "Connection timed out (15s) — site may be slow or unreachable"
|
|
except aiohttp.InvalidURL:
|
|
return False, "Invalid URL protocol — use https:// or http://"
|
|
except Exception as e:
|
|
return False, f"Connection error: {type(e).__name__}: {e}"
|
|
|
|
|
|
async def create_user_site(
|
|
user_id: str,
|
|
plugin_type: str,
|
|
alias: str,
|
|
url: str,
|
|
credentials: dict[str, str],
|
|
skip_validation: bool = False,
|
|
) -> dict[str, Any]:
|
|
"""Create a new site for a user.
|
|
|
|
Validates credentials, tests the connection, encrypts credentials,
|
|
and stores in the database.
|
|
|
|
Args:
|
|
user_id: Owner's UUID.
|
|
plugin_type: Plugin type name.
|
|
alias: User-chosen friendly name.
|
|
url: Site URL.
|
|
credentials: Plaintext credential dict.
|
|
skip_validation: If True, skip connection test (for testing).
|
|
|
|
Returns:
|
|
The created site dict (without decrypted credentials).
|
|
|
|
Raises:
|
|
ValueError: On validation errors (bad plugin type, missing fields,
|
|
alias taken, site limit reached, connection failed).
|
|
"""
|
|
from core.database import get_database
|
|
from core.encryption import get_credential_encryption
|
|
|
|
# Validate plugin type
|
|
if plugin_type not in PLUGIN_CREDENTIAL_FIELDS:
|
|
raise ValueError(
|
|
f"Unknown plugin type '{plugin_type}'. "
|
|
f"Valid: {list(PLUGIN_CREDENTIAL_FIELDS.keys())}"
|
|
)
|
|
|
|
# Validate alias format
|
|
alias = alias.strip().lower()
|
|
if not alias or len(alias) < 2 or len(alias) > 50:
|
|
raise ValueError("Alias must be 2-50 characters")
|
|
if not alias.replace("-", "").replace("_", "").isalnum():
|
|
raise ValueError("Alias may only contain letters, numbers, hyphens, and underscores")
|
|
|
|
# Validate required credential fields
|
|
valid, errors = validate_credentials(plugin_type, credentials)
|
|
if not valid:
|
|
raise ValueError(f"Missing credentials: {', '.join(errors)}")
|
|
|
|
db = get_database()
|
|
|
|
# Check site limit
|
|
count = await db.count_sites_by_user(user_id)
|
|
if count >= MAX_SITES_PER_USER:
|
|
raise ValueError(f"Site limit reached ({MAX_SITES_PER_USER} sites per user)")
|
|
|
|
# Check alias uniqueness (DB constraint will also catch this)
|
|
existing = await db.get_site_by_alias(user_id, alias)
|
|
if existing is not None:
|
|
raise ValueError(f"Alias '{alias}' is already in use")
|
|
|
|
# Test connection
|
|
status = "active"
|
|
status_msg = "Connection verified"
|
|
if not skip_validation:
|
|
ok, msg = await validate_site_connection(plugin_type, url, credentials)
|
|
if not ok:
|
|
raise ValueError(f"Connection test failed: {msg}")
|
|
|
|
# Encrypt credentials
|
|
encryptor = get_credential_encryption()
|
|
# We need the site_id for encryption, but we don't have it yet.
|
|
# Use a pre-generated UUID as the site_id.
|
|
import uuid
|
|
|
|
site_id = str(uuid.uuid4())
|
|
encrypted = encryptor.encrypt_credentials(credentials, site_id)
|
|
|
|
# Store in database — we bypass db.create_site() to use our pre-generated ID
|
|
from core.database import _utc_now
|
|
|
|
now = _utc_now()
|
|
await db.execute(
|
|
"INSERT INTO sites (id, user_id, plugin_type, alias, url, credentials, "
|
|
"status, status_msg, created_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)",
|
|
(site_id, user_id, plugin_type, alias, url, encrypted, status, status_msg, now),
|
|
)
|
|
|
|
# Return the created site (without credentials blob)
|
|
site = await db.get_site(site_id, user_id)
|
|
if site is None:
|
|
raise RuntimeError(f"Failed to read back created site {site_id}")
|
|
|
|
result = dict(site)
|
|
result.pop("credentials", None)
|
|
logger.info("Created site %s (%s) for user %s", alias, plugin_type, user_id)
|
|
return result
|
|
|
|
|
|
async def get_user_sites(user_id: str) -> list[dict[str, Any]]:
|
|
"""Get all sites for a user (without credentials).
|
|
|
|
Args:
|
|
user_id: Owner's UUID.
|
|
|
|
Returns:
|
|
List of site dicts.
|
|
"""
|
|
from core.database import get_database
|
|
|
|
db = get_database()
|
|
sites = await db.get_sites_by_user(user_id)
|
|
# Strip credentials blob from response
|
|
return [{k: v for k, v in site.items() if k != "credentials"} for site in sites]
|
|
|
|
|
|
async def get_user_site(site_id: str, user_id: str) -> dict[str, Any] | None:
|
|
"""Get a single site (without credentials).
|
|
|
|
Args:
|
|
site_id: Site UUID.
|
|
user_id: Owner's UUID.
|
|
|
|
Returns:
|
|
Site dict or None.
|
|
"""
|
|
from core.database import get_database
|
|
|
|
db = get_database()
|
|
site = await db.get_site(site_id, user_id)
|
|
if site is None:
|
|
return None
|
|
result = dict(site)
|
|
result.pop("credentials", None)
|
|
return result
|
|
|
|
|
|
async def delete_user_site(site_id: str, user_id: str) -> bool:
|
|
"""Delete a user's site.
|
|
|
|
Args:
|
|
site_id: Site UUID.
|
|
user_id: Owner's UUID.
|
|
|
|
Returns:
|
|
True if deleted, False if not found.
|
|
"""
|
|
from core.database import get_database
|
|
|
|
db = get_database()
|
|
deleted = await db.delete_site(site_id, user_id)
|
|
if deleted:
|
|
logger.info("Deleted site %s for user %s", site_id, user_id)
|
|
return deleted
|
|
|
|
|
|
async def test_site_connection(site_id: str, user_id: str) -> tuple[bool, str]:
|
|
"""Test connectivity to an existing site.
|
|
|
|
Decrypts credentials from the database, runs the health check,
|
|
and updates the site status.
|
|
|
|
Args:
|
|
site_id: Site UUID.
|
|
user_id: Owner's UUID.
|
|
|
|
Returns:
|
|
Tuple of (success, message).
|
|
|
|
Raises:
|
|
ValueError: If site not found.
|
|
"""
|
|
from core.database import get_database
|
|
from core.encryption import get_credential_encryption
|
|
|
|
db = get_database()
|
|
site = await db.get_site(site_id, user_id)
|
|
if site is None:
|
|
raise ValueError("Site not found")
|
|
|
|
encryptor = get_credential_encryption()
|
|
credentials = encryptor.decrypt_credentials(site["credentials"], site_id)
|
|
|
|
ok, msg = await validate_site_connection(site["plugin_type"], site["url"], credentials)
|
|
|
|
# Update status
|
|
new_status = "active" if ok else "error"
|
|
await db.update_site_status(site_id, new_status, msg, user_id=user_id)
|
|
|
|
return ok, msg
|