Add component registry validation pipeline and update registry entries

.github/workflows/validate-registry.yml

@@ -0,0 +1,57 @@
+name: Validate Component Registry
+
+on:
+  pull_request:
+    branches: [ "main" ]
+    paths:
+      - 'component-registry.json'
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+
+    steps:
+    - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
+      with:
+        fetch-depth: 0  # Fetch all history to compare with main branch
+
+    - name: Setup Node.js
+      uses: actions/setup-node@0a44ba7841725637a19e28fa30b79a866c81b0a6 # v4.0.4
+      with:
+        node-version: '20'
+
+    - name: Install build dependencies
+      run: ./scripts/install-protobuf.sh
+      shell: bash
+
+    - name: Setup Rust toolchain
+      uses: actions-rust-lang/setup-rust-toolchain@1780873c7b576612439a134613cc4cc74ce5538c # v1.15.2
+
+    - uses: ./.github/actions/rust-cache
+
+    - name: Setup Just
+      uses: extractions/setup-just@e33e0265a09d6d736e2ee1e0eb685ef1de4669ff # v3.0.0
+
+    - name: Build wassette
+      run: just build release
+
+    - name: Validate component registry
+      run: ./scripts/validate-component-registry.sh
+
+    - name: Summary
+      if: always()
+      run: |
+        if [ $? -eq 0 ]; then
+          echo "## ✓ Component Registry Validation Passed" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "All new and modified component URIs were successfully validated." >> $GITHUB_STEP_SUMMARY
+        else
+          echo "## ✗ Component Registry Validation Failed" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "One or more component URIs failed validation. Please check the logs above for details." >> $GITHUB_STEP_SUMMARY
+        fi

CHANGELOG.md

@@ -6,6 +6,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 
 ### Added
 
+- Component registry validation pipeline that automatically validates new or modified component URIs in `component-registry.json` on pull requests, ensuring all URIs can be successfully loaded by wassette before merging changes
 - Memory server example (`examples/memory-js`) demonstrating a knowledge graph storage system as a WebAssembly component, migrated from the MCP memory server with in-memory persistence, supporting entity and relation management, observations, and full-text search capabilities
 - arXiv research component (`examples/arxiv-rs`) in Rust that provides three functions: `search-papers` for searching arXiv with query, max results, date, and category filters; `download-paper` for downloading PDF files; and `read-paper` for fetching paper metadata and abstracts. The component uses the arXiv API and returns formatted markdown output
 - Comprehensive test coverage for component2json crate with example components added to testdata directory (fetch-rs, brave-search-rs, context7-rs under 1MB) to validate JSON schema generation across different language ecosystems

component-registry.json

@@ -4,11 +4,21 @@
         "description": "A weather component written in JavaScript",
         "uri": "oci://ghcr.io/microsoft/get-weather-js:latest"
     },
+    {
+        "name": "Open-Meteo Weather",
+        "description": "A weather component using Open-Meteo API written in JavaScript",
+        "uri": "oci://ghcr.io/microsoft/get-open-meteo-weather-js:latest"
+    },
     {
         "name": "Time Server",
         "description": "A time server component written in JavaScript",
         "uri": "oci://ghcr.io/microsoft/time-server-js:latest"
     },
+    {
+        "name": "Python Eval",
+        "description": "A Python expression evaluation component",
+        "uri": "oci://ghcr.io/microsoft/eval-py:latest"
+    },
     {
         "name": "Fetch",
         "description": "A fetch component written in Rust",
@@ -19,6 +29,16 @@
         "description": "A filesystem component written in Rust",
         "uri": "oci://ghcr.io/microsoft/filesystem-rs:latest"
     },
+    {
+        "name": "Brave Search",
+        "description": "A web search component using Brave Search API written in Rust",
+        "uri": "oci://ghcr.io/microsoft/brave-search-rs:latest"
+    },
+    {
+        "name": "Context7",
+        "description": "A library documentation search component using Context7 API written in Rust",
+        "uri": "oci://ghcr.io/microsoft/context7-rs:latest"
+    },
     {
         "name": "Go Module Information",
         "description": "A Go module component",

scripts/validate-component-registry.sh

@@ -0,0 +1,196 @@
+#!/usr/bin/env bash
+# Copyright (c) Microsoft Corporation.
+# Licensed under the MIT license.
+
+set -euo pipefail
+
+# Script to validate component URIs in component-registry.json
+# Compares current registry with main branch and validates new/modified URIs
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+REPO_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+REGISTRY_FILE="$REPO_ROOT/component-registry.json"
+WASSETTE_BIN="$REPO_ROOT/bin/wassette"
+TMP_DIR=$(mktemp -d)
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+echo "=== Component Registry Validation ==="
+echo ""
+
+# Cleanup function
+cleanup() {
+    local exit_code=$?
+    echo ""
+    echo "Cleaning up..."
+
+    # Kill wassette server if running
+    if [[ -n "${WASSETTE_PID:-}" ]] && kill -0 "$WASSETTE_PID" 2>/dev/null; then
+        echo "Stopping wassette server (PID: $WASSETTE_PID)..."
+        kill "$WASSETTE_PID" 2>/dev/null || true
+        wait "$WASSETTE_PID" 2>/dev/null || true
+    fi
+
+    # Clean up temporary files
+    rm -rf "$TMP_DIR"
+
+    exit "$exit_code"
+}
+
+trap cleanup EXIT INT TERM
+
+# Check if wassette binary exists
+if [[ ! -f "$WASSETTE_BIN" ]]; then
+    echo -e "${RED}Error: wassette binary not found at $WASSETTE_BIN${NC}"
+    echo "Please run 'just build' first"
+    exit 1
+fi
+
+# Get the registry from main branch (if in a git repo)
+MAIN_REGISTRY="$TMP_DIR/registry-main.json"
+if git rev-parse --git-dir > /dev/null 2>&1; then
+    if git show origin/main:component-registry.json > "$MAIN_REGISTRY" 2>/dev/null; then
+        echo "Retrieved component-registry.json from main branch"
+    else
+        echo -e "${YELLOW}Warning: Could not retrieve registry from main branch, will validate all components${NC}"
+        echo "[]" > "$MAIN_REGISTRY"
+    fi
+else
+    echo -e "${YELLOW}Warning: Not in a git repository, will validate all components${NC}"
+    echo "[]" > "$MAIN_REGISTRY"
+fi
+
+# Extract URIs from both registries
+CURRENT_URIS="$TMP_DIR/current-uris.txt"
+MAIN_URIS="$TMP_DIR/main-uris.txt"
+
+jq -r '.[].uri' "$REGISTRY_FILE" | sort > "$CURRENT_URIS"
+jq -r '.[].uri' "$MAIN_REGISTRY" | sort > "$MAIN_URIS"
+
+# Find new or modified URIs (components in current but not in main, or with different URIs)
+NEW_OR_MODIFIED="$TMP_DIR/to-validate.txt"
+comm -13 "$MAIN_URIS" "$CURRENT_URIS" > "$NEW_OR_MODIFIED"
+
+# Count components to validate
+VALIDATE_COUNT=$(wc -l < "$NEW_OR_MODIFIED" | tr -d ' ')
+
+if [[ "$VALIDATE_COUNT" -eq 0 ]]; then
+    echo -e "${GREEN}✓ No new or modified components found. Nothing to validate.${NC}"
+    exit 0
+fi
+
+echo "Found $VALIDATE_COUNT component(s) to validate:"
+cat "$NEW_OR_MODIFIED" | sed 's/^/  - /'
+echo ""
+
+# Start wassette server in background with SSE transport
+WASSETTE_LOG="$TMP_DIR/wassette.log"
+echo "Starting wassette server..."
+RUST_LOG=warn "$WASSETTE_BIN" serve --sse > "$WASSETTE_LOG" 2>&1 &
+WASSETTE_PID=$!
+
+# Wait for server to be ready
+echo "Waiting for wassette server to start..."
+MAX_WAIT=30
+WAITED=0
+while [[ $WAITED -lt $MAX_WAIT ]]; do
+    # Check if the SSE endpoint is available (returns 200 with event-stream)
+    # Use HEAD request (-I) to avoid hanging on the streaming response
+    if timeout 2 curl -s -I http://127.0.0.1:9001/sse 2>/dev/null | grep -q "HTTP/1.1 200"; then
+        echo "Wassette server is ready (PID: $WASSETTE_PID)"
+        break
+    fi
+    sleep 1
+    WAITED=$((WAITED + 1))
+
+    # Check if server process is still running
+    if ! kill -0 "$WASSETTE_PID" 2>/dev/null; then
+        echo -e "${RED}Error: wassette server failed to start${NC}"
+        echo "Server log:"
+        cat "$WASSETTE_LOG"
+        exit 1
+    fi
+done
+
+if [[ $WAITED -eq $MAX_WAIT ]]; then
+    echo -e "${RED}Error: wassette server failed to start within ${MAX_WAIT}s${NC}"
+    echo "Server log:"
+    cat "$WASSETTE_LOG"
+    exit 1
+fi
+
+echo ""
+echo "=== Validating Components ==="
+echo ""
+
+# Validate each component
+FAILED_COUNT=0
+FAILED_COMPONENTS=()
+
+while IFS= read -r uri; do
+    if [[ -z "$uri" ]]; then
+        continue
+    fi
+
+    # Get component name for better output
+    COMPONENT_NAME=$(jq -r --arg uri "$uri" '.[] | select(.uri == $uri) | .name' "$REGISTRY_FILE")
+
+    echo -n "Validating: $COMPONENT_NAME ($uri) ... "
+
+    # Attempt to load the component using MCP protocol
+    LOAD_RESULT="$TMP_DIR/load-result.json"
+    if npx -y @modelcontextprotocol/inspector \
+        --transport sse \
+        --url http://127.0.0.1:9001/sse \
+        tools call \
+        --name load-component \
+        --arguments "{\"path\":\"$uri\"}" > "$LOAD_RESULT" 2>&1; then
+
+        # Check if the result indicates success
+        if jq -e '.content[0].text | contains("component loaded successfully") or contains("component reloaded successfully")' "$LOAD_RESULT" > /dev/null 2>&1; then
+            echo -e "${GREEN}✓ PASS${NC}"
+        else
+            echo -e "${RED}✗ FAIL${NC}"
+            echo "  Result:"
+            jq -r '.content[0].text // .error // "Unknown error"' "$LOAD_RESULT" | sed 's/^/    /'
+            FAILED_COUNT=$((FAILED_COUNT + 1))
+            FAILED_COMPONENTS+=("$COMPONENT_NAME ($uri)")
+        fi
+    else
+        echo -e "${RED}✗ FAIL${NC}"
+        echo "  Failed to load component"
+        if [[ -f "$LOAD_RESULT" ]]; then
+            cat "$LOAD_RESULT" | sed 's/^/    /'
+        fi
+        FAILED_COUNT=$((FAILED_COUNT + 1))
+        FAILED_COMPONENTS+=("$COMPONENT_NAME ($uri)")
+    fi
+done < "$NEW_OR_MODIFIED"
+
+echo ""
+echo "=== Validation Results ==="
+echo ""
+
+PASSED_COUNT=$((VALIDATE_COUNT - FAILED_COUNT))
+echo "Validated: $VALIDATE_COUNT component(s)"
+echo -e "Passed: ${GREEN}$PASSED_COUNT${NC}"
+echo -e "Failed: ${RED}$FAILED_COUNT${NC}"
+
+if [[ $FAILED_COUNT -gt 0 ]]; then
+    echo ""
+    echo -e "${RED}The following components failed validation:${NC}"
+    for component in "${FAILED_COMPONENTS[@]}"; do
+        echo "  - $component"
+    done
+    echo ""
+    echo -e "${RED}✗ Validation failed. Please fix the component URIs above.${NC}"
+    exit 1
+fi
+
+echo ""
+echo -e "${GREEN}✓ All components validated successfully!${NC}"
+exit 0