airano-ir
16ee9e3beb
- Add malware security advisory page and SecurityAlertBanner component - Add review diagnostics API and reviewed stats page - Improve skill detail page with better scoring display and metadata - Update review API endpoints with enhanced filtering and stats - Add skill file serving improvements and cache enhancements - Remove legacy curation scripts (moved to internal tooling) - Update CLI search with score filtering support Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
591 lines
27 KiB
PL/PgSQL
591 lines
27 KiB
PL/PgSQL
-- SkillHub Database Initialization Script
|
|
-- This script runs automatically when PostgreSQL container starts
|
|
-- Matches the Drizzle ORM schema in packages/db/src/schema.ts
|
|
|
|
-- Enable UUID extension
|
|
CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
|
|
|
|
-- Enable full-text search
|
|
CREATE EXTENSION IF NOT EXISTS pg_trgm;
|
|
|
|
-- Create skills table (main entity)
|
|
CREATE TABLE IF NOT EXISTS skills (
|
|
id TEXT PRIMARY KEY,
|
|
name TEXT NOT NULL,
|
|
description TEXT NOT NULL,
|
|
|
|
-- Source info
|
|
github_owner TEXT NOT NULL,
|
|
github_repo TEXT NOT NULL,
|
|
skill_path TEXT NOT NULL,
|
|
branch TEXT DEFAULT 'main',
|
|
commit_sha TEXT,
|
|
|
|
-- Source format (which platform's instruction file format)
|
|
source_format TEXT DEFAULT 'skill.md',
|
|
|
|
-- Metadata
|
|
version TEXT,
|
|
license TEXT,
|
|
author TEXT,
|
|
homepage TEXT,
|
|
compatibility JSONB,
|
|
triggers JSONB,
|
|
|
|
-- Quality signals
|
|
github_stars INTEGER DEFAULT 0,
|
|
github_forks INTEGER DEFAULT 0,
|
|
download_count INTEGER DEFAULT 0,
|
|
view_count INTEGER DEFAULT 0,
|
|
|
|
-- Ratings
|
|
rating INTEGER,
|
|
rating_count INTEGER DEFAULT 0,
|
|
rating_sum INTEGER DEFAULT 0,
|
|
|
|
-- Security
|
|
security_score INTEGER, -- 0-100 (deprecated, use security_status)
|
|
security_status TEXT, -- 'pass', 'warning', 'fail'
|
|
is_verified BOOLEAN DEFAULT FALSE,
|
|
is_featured BOOLEAN DEFAULT FALSE,
|
|
is_blocked BOOLEAN DEFAULT FALSE, -- Blocked from re-indexing (owner requested removal)
|
|
last_scanned TIMESTAMP WITH TIME ZONE,
|
|
|
|
-- Review pipeline
|
|
review_status TEXT DEFAULT 'unreviewed', -- 'unreviewed', 'auto-scored', 'ai-reviewed', 'verified', 'needs-re-review'
|
|
|
|
-- Content
|
|
content_hash TEXT,
|
|
raw_content TEXT,
|
|
|
|
-- Cached skill files (populated on first download)
|
|
-- Structure: { fetchedAt, commitSha, totalSize, items: [{name, path, content, size, isBinary}] }
|
|
cached_files JSONB,
|
|
|
|
-- Timestamps
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
repo_created_at TIMESTAMP WITH TIME ZONE,
|
|
indexed_at TIMESTAMP WITH TIME ZONE,
|
|
last_downloaded_at TIMESTAMP WITH TIME ZONE
|
|
);
|
|
|
|
-- Create categories table
|
|
CREATE TABLE IF NOT EXISTS categories (
|
|
id TEXT PRIMARY KEY,
|
|
name TEXT NOT NULL,
|
|
slug TEXT NOT NULL UNIQUE,
|
|
description TEXT,
|
|
icon TEXT,
|
|
color TEXT,
|
|
parent_id TEXT,
|
|
sort_order INTEGER DEFAULT 0,
|
|
skill_count INTEGER DEFAULT 0,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL
|
|
);
|
|
|
|
-- Create skill_categories junction table
|
|
CREATE TABLE IF NOT EXISTS skill_categories (
|
|
skill_id TEXT REFERENCES skills(id) ON DELETE CASCADE NOT NULL,
|
|
category_id TEXT REFERENCES categories(id) ON DELETE CASCADE NOT NULL,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
PRIMARY KEY (skill_id, category_id)
|
|
);
|
|
|
|
-- Create users table
|
|
CREATE TABLE IF NOT EXISTS users (
|
|
id TEXT PRIMARY KEY DEFAULT uuid_generate_v4()::TEXT,
|
|
github_id TEXT UNIQUE NOT NULL,
|
|
username TEXT NOT NULL,
|
|
display_name TEXT,
|
|
email TEXT,
|
|
avatar_url TEXT,
|
|
bio TEXT,
|
|
preferred_locale TEXT,
|
|
is_admin BOOLEAN DEFAULT FALSE,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
last_login_at TIMESTAMP WITH TIME ZONE
|
|
);
|
|
|
|
-- Create ratings table
|
|
CREATE TABLE IF NOT EXISTS ratings (
|
|
id TEXT PRIMARY KEY DEFAULT uuid_generate_v4()::TEXT,
|
|
skill_id TEXT REFERENCES skills(id) ON DELETE CASCADE NOT NULL,
|
|
user_id TEXT REFERENCES users(id) ON DELETE CASCADE NOT NULL,
|
|
rating INTEGER NOT NULL CHECK (rating >= 1 AND rating <= 5),
|
|
review TEXT,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
UNIQUE (skill_id, user_id)
|
|
);
|
|
|
|
-- Create installations table (anonymous tracking)
|
|
CREATE TABLE IF NOT EXISTS installations (
|
|
id TEXT PRIMARY KEY DEFAULT uuid_generate_v4()::TEXT,
|
|
skill_id TEXT REFERENCES skills(id) ON DELETE CASCADE NOT NULL,
|
|
platform TEXT NOT NULL,
|
|
method TEXT,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL
|
|
);
|
|
|
|
-- Create favorites table
|
|
CREATE TABLE IF NOT EXISTS favorites (
|
|
user_id TEXT REFERENCES users(id) ON DELETE CASCADE NOT NULL,
|
|
skill_id TEXT REFERENCES skills(id) ON DELETE CASCADE NOT NULL,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
PRIMARY KEY (user_id, skill_id)
|
|
);
|
|
|
|
-- Create indexing_jobs table
|
|
CREATE TABLE IF NOT EXISTS indexing_jobs (
|
|
id TEXT PRIMARY KEY,
|
|
type TEXT NOT NULL,
|
|
status TEXT NOT NULL,
|
|
skill_id TEXT,
|
|
started_at TIMESTAMP WITH TIME ZONE,
|
|
completed_at TIMESTAMP WITH TIME ZONE,
|
|
error TEXT,
|
|
metadata JSONB,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL
|
|
);
|
|
|
|
-- Create discovered_repos table (for multi-strategy discovery)
|
|
CREATE TABLE IF NOT EXISTS discovered_repos (
|
|
id TEXT PRIMARY KEY, -- owner/repo
|
|
owner TEXT NOT NULL,
|
|
repo TEXT NOT NULL,
|
|
discovered_via TEXT NOT NULL, -- 'awesome-list', 'topic-search', 'fork', 'org-scan', 'code-search'
|
|
source_url TEXT, -- URL or reference to what discovered this repo
|
|
last_scanned TIMESTAMP WITH TIME ZONE,
|
|
skill_count INTEGER DEFAULT 0,
|
|
has_skill_md BOOLEAN DEFAULT FALSE,
|
|
github_stars INTEGER DEFAULT 0,
|
|
github_forks INTEGER DEFAULT 0,
|
|
default_branch TEXT DEFAULT 'main',
|
|
is_archived BOOLEAN DEFAULT FALSE,
|
|
is_blocked BOOLEAN NOT NULL DEFAULT FALSE,
|
|
scan_error TEXT,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL
|
|
);
|
|
|
|
-- Create awesome_lists table (for tracking curated lists)
|
|
CREATE TABLE IF NOT EXISTS awesome_lists (
|
|
id TEXT PRIMARY KEY, -- owner/repo
|
|
owner TEXT NOT NULL,
|
|
repo TEXT NOT NULL,
|
|
name TEXT,
|
|
last_parsed TIMESTAMP WITH TIME ZONE,
|
|
repo_count INTEGER DEFAULT 0,
|
|
is_active BOOLEAN DEFAULT TRUE,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL
|
|
);
|
|
|
|
-- Create removal_requests table (for skill removal requests)
|
|
CREATE TABLE IF NOT EXISTS removal_requests (
|
|
id TEXT PRIMARY KEY,
|
|
user_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
skill_id TEXT NOT NULL, -- Can reference non-existent skill if already removed
|
|
reason TEXT NOT NULL,
|
|
status TEXT NOT NULL DEFAULT 'pending', -- pending, approved, rejected
|
|
verified_owner BOOLEAN DEFAULT FALSE, -- GitHub API verification result
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
resolved_at TIMESTAMP WITH TIME ZONE,
|
|
resolved_by TEXT REFERENCES users(id),
|
|
resolution_note TEXT
|
|
);
|
|
|
|
-- Create add_requests table (for skill addition requests)
|
|
CREATE TABLE IF NOT EXISTS add_requests (
|
|
id TEXT PRIMARY KEY,
|
|
user_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
repository_url TEXT NOT NULL, -- Full GitHub URL
|
|
skill_path TEXT, -- Optional path within repo (for subfolder skills)
|
|
reason TEXT NOT NULL, -- Why should this skill be added
|
|
status TEXT NOT NULL DEFAULT 'pending', -- pending, approved, rejected, indexed
|
|
valid_repo BOOLEAN DEFAULT FALSE, -- GitHub API validation result
|
|
has_skill_md BOOLEAN DEFAULT FALSE, -- Whether SKILL.md was found
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
|
|
processed_at TIMESTAMP WITH TIME ZONE,
|
|
indexed_skill_id TEXT, -- Reference to skill if successfully indexed
|
|
error_message TEXT -- Error if indexing failed
|
|
);
|
|
|
|
-- Create indexes
|
|
CREATE INDEX IF NOT EXISTS idx_skills_name ON skills(name);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_owner ON skills(github_owner);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_stars ON skills(github_stars DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_downloads ON skills(download_count DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_security ON skills(security_score DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_verified ON skills(is_verified);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_featured ON skills(is_featured);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_updated ON skills(updated_at DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_name_trgm ON skills USING gin (name gin_trgm_ops);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_desc_trgm ON skills USING gin (description gin_trgm_ops);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_skill_categories_skill ON skill_categories(skill_id);
|
|
CREATE INDEX IF NOT EXISTS idx_skill_categories_category ON skill_categories(category_id);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_users_github ON users(github_id);
|
|
CREATE INDEX IF NOT EXISTS idx_users_username ON users(username);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_ratings_skill ON ratings(skill_id);
|
|
CREATE INDEX IF NOT EXISTS idx_ratings_user ON ratings(user_id);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_installations_skill ON installations(skill_id);
|
|
CREATE INDEX IF NOT EXISTS idx_installations_platform ON installations(platform);
|
|
CREATE INDEX IF NOT EXISTS idx_installations_created ON installations(created_at);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_favorites_user ON favorites(user_id);
|
|
CREATE INDEX IF NOT EXISTS idx_favorites_skill ON favorites(skill_id);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_indexing_jobs_status ON indexing_jobs(status);
|
|
CREATE INDEX IF NOT EXISTS idx_indexing_jobs_type ON indexing_jobs(type);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_discovered_repos_owner ON discovered_repos(owner);
|
|
CREATE INDEX IF NOT EXISTS idx_discovered_repos_discovered_via ON discovered_repos(discovered_via);
|
|
CREATE INDEX IF NOT EXISTS idx_discovered_repos_last_scanned ON discovered_repos(last_scanned);
|
|
CREATE INDEX IF NOT EXISTS idx_discovered_repos_skill_count ON discovered_repos(skill_count DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_discovered_repos_has_skill_md ON discovered_repos(has_skill_md);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_awesome_lists_last_parsed ON awesome_lists(last_parsed);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_removal_requests_user ON removal_requests(user_id);
|
|
CREATE INDEX IF NOT EXISTS idx_removal_requests_skill ON removal_requests(skill_id);
|
|
CREATE INDEX IF NOT EXISTS idx_removal_requests_status ON removal_requests(status);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_add_requests_user ON add_requests(user_id);
|
|
CREATE INDEX IF NOT EXISTS idx_add_requests_status ON add_requests(status);
|
|
CREATE INDEX IF NOT EXISTS idx_add_requests_repo ON add_requests(repository_url);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_skills_blocked ON skills(is_blocked);
|
|
|
|
-- Composite indexes for common query patterns (scalability optimization)
|
|
-- These optimize filtering + sorting combinations for 5000+ skills
|
|
CREATE INDEX IF NOT EXISTS idx_skills_verified_stars ON skills(is_verified, github_stars DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_verified_downloads ON skills(is_verified, download_count DESC);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_featured_stars ON skills(is_featured, github_stars DESC);
|
|
|
|
-- Category + sort indexes (via skill_categories join)
|
|
CREATE INDEX IF NOT EXISTS idx_skill_categories_cat_skill ON skill_categories(category_id, skill_id);
|
|
|
|
-- JSON field index for platform filtering
|
|
CREATE INDEX IF NOT EXISTS idx_skills_compatibility ON skills USING gin (compatibility);
|
|
|
|
-- Insert 16 standard categories (v2.0 - February 2026)
|
|
-- Based on analysis of 171,509 skills - ordered by expected volume
|
|
INSERT INTO categories (id, name, slug, description, icon, color, sort_order, skill_count) VALUES
|
|
-- Tier 1: High volume categories (15-20% each)
|
|
('cat-ai-llm', 'AI & LLM', 'ai-llm', 'Large language models, Claude, OpenAI, LangChain, RAG, embeddings, and machine learning', 'Brain', '#8B5CF6', 1, 0),
|
|
('cat-git', 'Git & Version Control', 'git-version-control', 'GitHub, GitLab, branching, merging, pull requests, and repository management', 'GitBranch', '#6366F1', 2, 0),
|
|
('cat-data', 'Data & Database', 'data-database', 'SQL, NoSQL, PostgreSQL, MongoDB, Redis, ORM, ETL, and data pipelines', 'Database', '#10B981', 3, 0),
|
|
('cat-backend', 'Backend & APIs', 'backend-apis', 'REST, GraphQL, Express, FastAPI, Django, microservices, and server-side development', 'Server', '#3B82F6', 4, 0),
|
|
-- Tier 2: Medium volume (6-12% each)
|
|
('cat-frontend', 'Frontend & UI', 'frontend-ui', 'React, Vue, Svelte, CSS, Tailwind, design systems, and component libraries', 'Monitor', '#EC4899', 5, 0),
|
|
('cat-agents', 'Agents & Orchestration', 'agents-orchestration', 'Multi-agent systems, agentic workflows, autonomous agents, and AI orchestration', 'Bot', '#7C3AED', 6, 0),
|
|
('cat-testing', 'Testing & QA', 'testing-qa', 'Jest, Cypress, Playwright, TDD, unit tests, debugging, and quality assurance', 'CheckCircle', '#10B981', 7, 0),
|
|
('cat-devops', 'DevOps & Cloud', 'devops-cloud', 'Docker, Kubernetes, AWS, Azure, GCP, CI/CD, Terraform, and infrastructure', 'Cloud', '#F97316', 8, 0),
|
|
('cat-languages', 'Programming Languages', 'programming-languages', 'Python, JavaScript, TypeScript, Rust, Go, Java, and language-specific patterns', 'Code', '#14B8A6', 9, 0),
|
|
-- Tier 3: Specialized (2-5% each)
|
|
('cat-documents', 'Documents & Files', 'documents-files', 'PDF, Word, Excel, PowerPoint, file conversion, OCR, and document processing', 'FileText', '#3B82F6', 10, 0),
|
|
('cat-security', 'Security & Auth', 'security-auth', 'OAuth, JWT, encryption, authentication, authorization, and vulnerability scanning', 'Shield', '#EF4444', 11, 0),
|
|
('cat-mcp', 'MCP & Skills', 'mcp-skills', 'Model Context Protocol, skill creation, superpowers, and agent capabilities', 'Layers', '#A855F7', 12, 0),
|
|
('cat-prompts', 'Prompts & Instructions', 'prompts-instructions', 'Prompt engineering, chain-of-thought, few-shot learning, and instruction design', 'Sparkles', '#FBBF24', 13, 0),
|
|
('cat-content', 'Content & Writing', 'content-writing', 'Documentation, technical writing, i18n, localization, and content creation', 'PenTool', '#F59E0B', 14, 0),
|
|
('cat-mobile', 'Mobile Development', 'mobile-development', 'iOS, Android, React Native, Flutter, Expo, and cross-platform mobile apps', 'Smartphone', '#A855F7', 15, 0),
|
|
-- Tier 4: Fallback
|
|
('cat-other', 'Other & Utilities', 'other-utilities', 'Miscellaneous tools and utilities not fitting other categories', 'Package', '#6B7280', 16, 0)
|
|
ON CONFLICT (id) DO UPDATE SET
|
|
name = EXCLUDED.name,
|
|
slug = EXCLUDED.slug,
|
|
description = EXCLUDED.description,
|
|
icon = EXCLUDED.icon,
|
|
color = EXCLUDED.color,
|
|
sort_order = EXCLUDED.sort_order;
|
|
|
|
-- Full-text search vector column for relevance ranking
|
|
-- This provides better search results than trigram matching alone
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS search_vector tsvector;
|
|
|
|
-- Populate search vector for existing rows
|
|
UPDATE skills SET search_vector =
|
|
setweight(to_tsvector('english', coalesce(name, '')), 'A') ||
|
|
setweight(to_tsvector('english', coalesce(description, '')), 'B') ||
|
|
setweight(to_tsvector('english', coalesce(github_owner, '')), 'C')
|
|
WHERE search_vector IS NULL;
|
|
|
|
-- Create GIN index for fast full-text search
|
|
CREATE INDEX IF NOT EXISTS idx_skills_search_vector ON skills USING GIN(search_vector);
|
|
|
|
-- Create function to update search vector on insert/update
|
|
CREATE OR REPLACE FUNCTION skills_search_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.search_vector :=
|
|
setweight(to_tsvector('english', coalesce(NEW.name, '')), 'A') ||
|
|
setweight(to_tsvector('english', coalesce(NEW.description, '')), 'B') ||
|
|
setweight(to_tsvector('english', coalesce(NEW.github_owner, '')), 'C');
|
|
RETURN NEW;
|
|
END
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
-- Create trigger to keep search_vector updated
|
|
DROP TRIGGER IF EXISTS skills_search_update ON skills;
|
|
CREATE TRIGGER skills_search_update BEFORE INSERT OR UPDATE ON skills
|
|
FOR EACH ROW EXECUTE FUNCTION skills_search_trigger();
|
|
|
|
-- Create function to update updated_at timestamp
|
|
CREATE OR REPLACE FUNCTION update_updated_at_column()
|
|
RETURNS TRIGGER AS $$
|
|
BEGIN
|
|
NEW.updated_at = CURRENT_TIMESTAMP;
|
|
RETURN NEW;
|
|
END;
|
|
$$ language 'plpgsql';
|
|
|
|
-- Create skills-specific function that ignores counter-only and metadata-only updates
|
|
-- Without this, every view/download/cache-fill would mark the skill as "updated"
|
|
CREATE OR REPLACE FUNCTION update_skills_updated_at_column()
|
|
RETURNS TRIGGER AS $$
|
|
BEGIN
|
|
-- Compare only content-related columns; ignore counters, cache, and indexer metadata
|
|
-- Excluded: view_count, download_count, rating*, last_downloaded_at (counters)
|
|
-- Excluded: cached_files (download cache, not content change)
|
|
-- Excluded: indexed_at, last_scanned (indexer bookkeeping)
|
|
-- Excluded: github_stars, github_forks (popularity metrics, not content)
|
|
-- Excluded: quality_score, quality_details, skill_type, is_duplicate, canonical_skill_id, repo_skill_count (curation metadata)
|
|
IF ROW(NEW.name, NEW.description, NEW.github_owner, NEW.github_repo, NEW.skill_path,
|
|
NEW.branch, NEW.commit_sha, NEW.source_format, NEW.version, NEW.license, NEW.author, NEW.homepage,
|
|
NEW.compatibility, NEW.triggers,
|
|
NEW.security_score, NEW.security_status, NEW.is_verified, NEW.is_featured, NEW.is_blocked,
|
|
NEW.content_hash, NEW.raw_content)
|
|
IS NOT DISTINCT FROM
|
|
ROW(OLD.name, OLD.description, OLD.github_owner, OLD.github_repo, OLD.skill_path,
|
|
OLD.branch, OLD.commit_sha, OLD.source_format, OLD.version, OLD.license, OLD.author, OLD.homepage,
|
|
OLD.compatibility, OLD.triggers,
|
|
OLD.security_score, OLD.security_status, OLD.is_verified, OLD.is_featured, OLD.is_blocked,
|
|
OLD.content_hash, OLD.raw_content)
|
|
THEN
|
|
-- No content change, preserve old updated_at
|
|
NEW.updated_at = OLD.updated_at;
|
|
ELSE
|
|
NEW.updated_at = CURRENT_TIMESTAMP;
|
|
END IF;
|
|
RETURN NEW;
|
|
END;
|
|
$$ language 'plpgsql';
|
|
|
|
-- Create trigger for skills table
|
|
DROP TRIGGER IF EXISTS update_skills_updated_at ON skills;
|
|
CREATE TRIGGER update_skills_updated_at
|
|
BEFORE UPDATE ON skills
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION update_skills_updated_at_column();
|
|
|
|
-- Create trigger for users table
|
|
DROP TRIGGER IF EXISTS update_users_updated_at ON users;
|
|
CREATE TRIGGER update_users_updated_at
|
|
BEFORE UPDATE ON users
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
-- Create trigger for ratings table
|
|
DROP TRIGGER IF EXISTS update_ratings_updated_at ON ratings;
|
|
CREATE TRIGGER update_ratings_updated_at
|
|
BEFORE UPDATE ON ratings
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
-- Create trigger for discovered_repos table
|
|
DROP TRIGGER IF EXISTS update_discovered_repos_updated_at ON discovered_repos;
|
|
CREATE TRIGGER update_discovered_repos_updated_at
|
|
BEFORE UPDATE ON discovered_repos
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
-- Create function to update category skill count
|
|
CREATE OR REPLACE FUNCTION update_category_skill_count()
|
|
RETURNS TRIGGER AS $$
|
|
BEGIN
|
|
IF TG_OP = 'INSERT' THEN
|
|
UPDATE categories SET skill_count = skill_count + 1 WHERE id = NEW.category_id;
|
|
ELSIF TG_OP = 'DELETE' THEN
|
|
UPDATE categories SET skill_count = skill_count - 1 WHERE id = OLD.category_id;
|
|
END IF;
|
|
RETURN NULL;
|
|
END;
|
|
$$ language 'plpgsql';
|
|
|
|
-- Create trigger for skill_categories
|
|
DROP TRIGGER IF EXISTS update_category_count ON skill_categories;
|
|
CREATE TRIGGER update_category_count
|
|
AFTER INSERT OR DELETE ON skill_categories
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION update_category_skill_count();
|
|
|
|
-- Email subscriptions table (newsletter and marketing)
|
|
CREATE TABLE IF NOT EXISTS email_subscriptions (
|
|
id TEXT PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
email TEXT NOT NULL UNIQUE,
|
|
source TEXT NOT NULL, -- 'oauth', 'newsletter', 'claim', 'early-access'
|
|
marketing_consent BOOLEAN DEFAULT false,
|
|
consent_date TIMESTAMP WITH TIME ZONE,
|
|
created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW() NOT NULL,
|
|
unsubscribed_at TIMESTAMP WITH TIME ZONE
|
|
);
|
|
|
|
-- Indexes for email_subscriptions
|
|
CREATE UNIQUE INDEX IF NOT EXISTS idx_email_subscriptions_email ON email_subscriptions(email);
|
|
CREATE INDEX IF NOT EXISTS idx_email_subscriptions_source ON email_subscriptions(source);
|
|
|
|
|
|
|
|
-- ============================================================
|
|
-- Schema Migrations
|
|
-- These ALTER TABLE statements ensure columns added after
|
|
-- initial table creation are present on existing databases.
|
|
-- (CREATE TABLE IF NOT EXISTS does NOT add new columns)
|
|
-- ============================================================
|
|
|
|
-- Users table migrations
|
|
ALTER TABLE users ADD COLUMN IF NOT EXISTS preferred_locale TEXT;
|
|
ALTER TABLE users ADD COLUMN IF NOT EXISTS is_admin BOOLEAN DEFAULT FALSE;
|
|
ALTER TABLE users ADD COLUMN IF NOT EXISTS last_login_at TIMESTAMP WITH TIME ZONE;
|
|
|
|
-- Skills table migrations
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS security_status TEXT;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS is_blocked BOOLEAN DEFAULT FALSE;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS cached_files JSONB;
|
|
|
|
-- Skills indexes for new columns
|
|
CREATE INDEX IF NOT EXISTS idx_skills_security_status ON skills(security_status);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_blocked ON skills(is_blocked);
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS source_format TEXT DEFAULT 'skill.md';
|
|
CREATE INDEX IF NOT EXISTS idx_skills_source_format ON skills(source_format);
|
|
|
|
-- Add last_downloaded_at column for sorting by recent downloads
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS last_downloaded_at TIMESTAMP WITH TIME ZONE;
|
|
CREATE INDEX IF NOT EXISTS idx_skills_last_downloaded ON skills(last_downloaded_at DESC NULLS LAST);
|
|
|
|
-- Curation columns (Phase 2 - February 2026)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS quality_score INTEGER;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS quality_details JSONB;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS skill_type TEXT; -- 'standalone', 'project-bound', 'collection', 'aggregator'
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS is_duplicate BOOLEAN DEFAULT FALSE;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS is_owner_claimed BOOLEAN NOT NULL DEFAULT FALSE;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS canonical_skill_id TEXT; -- points to original if duplicate
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS repo_skill_count INTEGER; -- cached count of skills in repo
|
|
ALTER TABLE discovered_repos ADD COLUMN IF NOT EXISTS is_blocked BOOLEAN NOT NULL DEFAULT FALSE;
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_skills_quality ON skills(quality_score DESC NULLS LAST);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_type ON skills(skill_type);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_duplicate ON skills(is_duplicate);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_content_hash ON skills(content_hash);
|
|
CREATE INDEX IF NOT EXISTS idx_skills_owner_claimed ON skills(is_owner_claimed) WHERE is_owner_claimed = TRUE;
|
|
CREATE INDEX IF NOT EXISTS idx_discovered_repos_blocked ON discovered_repos(is_blocked) WHERE is_blocked = TRUE;
|
|
|
|
-- Review pipeline columns (Phase 4+5 - February 2026)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS review_status TEXT DEFAULT 'unreviewed';
|
|
CREATE INDEX IF NOT EXISTS idx_skills_review_status ON skills(review_status);
|
|
|
|
-- Deprecated detection (Phase 7.4 - February 2026)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS is_deprecated BOOLEAN DEFAULT FALSE;
|
|
|
|
-- Safe pre-filter function for raw_content (handles invalid UTF-8 gracefully)
|
|
-- Used by review pipeline queries (getPending, countPending, countReReviews)
|
|
-- NOTE: EXCEPTION handler returns TRUE (benefit of the doubt) — CJK skills with
|
|
-- encoding edge cases should not be silently excluded from the review pipeline.
|
|
-- Genuine content issues will be caught during the actual review.
|
|
CREATE OR REPLACE FUNCTION raw_content_passes_prefilter(content TEXT) RETURNS BOOLEAN AS $$
|
|
BEGIN
|
|
-- Length check (octet_length works on bytes, safe for any encoding)
|
|
IF octet_length(content) < 200 THEN RETURN FALSE; END IF;
|
|
-- Content checks (may fail on encoding edge cases)
|
|
BEGIN
|
|
IF position('<!-- generated' in content) > 0 THEN RETURN FALSE; END IF;
|
|
IF position('/Users/' in LEFT(content, 1000)) > 0 THEN RETURN FALSE; END IF;
|
|
IF position('C:\Users\' in LEFT(content, 1000)) > 0 THEN RETURN FALSE; END IF;
|
|
EXCEPTION WHEN OTHERS THEN
|
|
-- Encoding error in string checks — content is long enough, let it through
|
|
RETURN TRUE;
|
|
END;
|
|
RETURN TRUE;
|
|
END;
|
|
$$ LANGUAGE plpgsql IMMUTABLE;
|
|
|
|
-- Batch populate is_deprecated for existing rows (one-time migration)
|
|
-- Uses PL/pgSQL with exception handling to skip rows with invalid UTF-8
|
|
DO $$
|
|
DECLARE
|
|
r RECORD;
|
|
rc TEXT;
|
|
cnt INT := 0;
|
|
BEGIN
|
|
FOR r IN SELECT id, raw_content FROM skills WHERE is_deprecated = false LOOP
|
|
BEGIN
|
|
rc := LEFT(r.raw_content, 1000);
|
|
IF rc ~* '(DEPRECATED|ARCHIVED|NO LONGER MAINTAINED|THIS PROJECT IS ABANDONED)' THEN
|
|
UPDATE skills SET is_deprecated = true WHERE id = r.id;
|
|
cnt := cnt + 1;
|
|
END IF;
|
|
EXCEPTION WHEN OTHERS THEN
|
|
NULL; -- Skip rows with encoding errors
|
|
END;
|
|
END LOOP;
|
|
RAISE NOTICE 'Marked % skills as deprecated', cnt;
|
|
END;
|
|
$$;
|
|
|
|
-- Repo creation date for duplicate tie-breaking (T074b)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS repo_created_at TIMESTAMP WITH TIME ZONE;
|
|
|
|
-- AI review results table (Phase 7.1 - February 2026)
|
|
CREATE TABLE IF NOT EXISTS skill_reviews (
|
|
id SERIAL PRIMARY KEY,
|
|
skill_id TEXT NOT NULL REFERENCES skills(id) ON DELETE CASCADE,
|
|
reviewer TEXT NOT NULL DEFAULT 'claude-code', -- 'claude-code' | 'admin'
|
|
|
|
-- Scores (per Skills Guide criteria)
|
|
ai_score INTEGER, -- 0-100 overall
|
|
instruction_quality INTEGER, -- clarity and structure
|
|
description_precision INTEGER, -- description + triggers
|
|
usefulness INTEGER, -- real-world value
|
|
technical_soundness INTEGER, -- correctness of commands/APIs
|
|
|
|
-- Discoveries during review
|
|
review_notes TEXT,
|
|
suggested_categories JSONB, -- text[] stored as JSONB for Drizzle compatibility
|
|
blog_worthy BOOLEAN DEFAULT FALSE,
|
|
collection_candidate TEXT,
|
|
needs_improvement TEXT,
|
|
i18n_priority INTEGER DEFAULT 0, -- 0=normal, 1=worth translating, 2=high priority
|
|
|
|
-- Tracking
|
|
content_hash_at_review TEXT, -- skill hash at time of review
|
|
reviewed_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
|
|
review_version INTEGER DEFAULT 1 -- criteria version for recalibration
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_reviews_skill ON skill_reviews(skill_id);
|
|
CREATE INDEX IF NOT EXISTS idx_reviews_score ON skill_reviews(ai_score);
|
|
CREATE INDEX IF NOT EXISTS idx_reviews_blog ON skill_reviews(blog_worthy) WHERE blog_worthy = true;
|
|
|
|
-- Stale skill detection (March 2026)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS is_stale BOOLEAN DEFAULT FALSE;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS stale_since TIMESTAMP WITH TIME ZONE;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS stale_check_count INTEGER DEFAULT 0;
|
|
CREATE INDEX IF NOT EXISTS idx_skills_stale ON skills(is_stale) WHERE is_stale = TRUE;
|
|
|
|
-- Denormalized AI review scores (March 2026)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS latest_ai_score INTEGER;
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS latest_review_date TIMESTAMPTZ;
|
|
CREATE INDEX IF NOT EXISTS idx_skills_ai_score ON skills(latest_ai_score) WHERE latest_ai_score IS NOT NULL;
|
|
|
|
-- Malicious skill detection (March 2026)
|
|
ALTER TABLE skills ADD COLUMN IF NOT EXISTS is_malicious BOOLEAN DEFAULT FALSE;
|
|
ALTER TABLE skill_reviews ADD COLUMN IF NOT EXISTS recommendation TEXT;
|
|
|
|
-- Grant permissions
|
|
GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO postgres;
|
|
GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO postgres;
|