Feature: Create and integrate auth wrapper for docs #23
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Sync Documentation Embeddings | |
| on: | |
| pull_request: | |
| types: [closed] | |
| branches: [main] | |
| jobs: | |
| update-embeddings: | |
| if: github.event.pull_request.merged == true || github.event_name == 'push' | |
| runs-on: ubuntu-latest | |
| env: | |
| PROMPTQL_API_KEY: ${{ secrets.PROMPTQL_API_KEY }} | |
| PQL_BOT_ADMIN_JWT: ${{ secrets.PQL_BOT_ADMIN_JWT }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '18' | |
| - name: Get changed files | |
| id: changed-files | |
| run: | | |
| echo "Event name: ${{ github.event_name }}" | |
| echo "Commit SHA: ${{ github.sha }}" | |
| # Debug what's in the current commit | |
| echo "Files changed in current commit:" | |
| git show --name-status HEAD | |
| echo "Files in docs directory:" | |
| ls -la docs/ || echo "docs directory not found" | |
| echo "Looking for .md/.mdx files:" | |
| find . -name "*.md" -o -name "*.mdx" | head -10 | |
| if [ "${{ github.event_name }}" = "push" ] || [ "${{ github.event.pull_request.merged }}" = "true" ]; then | |
| if [ "${{ github.event_name }}" = "push" ]; then | |
| echo "Using push logic..." | |
| else | |
| echo "Using merged PR logic..." | |
| fi | |
| # Try different approaches for force push or merged PR | |
| if git show --name-status HEAD | grep -E '^[AMD]\s+docs/.*\.(mdx?|md)$'; then | |
| CHANGED_FILES=$(git show --name-status HEAD | grep -E '^[AMD]\s+docs/.*\.(mdx?|md)$') | |
| else | |
| # Fallback: check if HEAD~1 exists | |
| if git rev-parse --verify HEAD~1 >/dev/null 2>&1; then | |
| CHANGED_FILES=$(git diff --name-status HEAD~1 HEAD -- 'docs/**/*.mdx' 'docs/**/*.md') | |
| else | |
| echo "No previous commit found, checking all docs files..." | |
| CHANGED_FILES=$(find docs/ -name "*.md" -o -name "*.mdx" | sed 's/^/A\t/') | |
| fi | |
| fi | |
| else | |
| echo "Using PR logic..." | |
| # For PRs, compare against the base branch (main) | |
| echo "Finding merge base with origin/main..." | |
| if MERGE_BASE=$(git merge-base origin/main HEAD 2>/dev/null); then | |
| echo "Merge base: $MERGE_BASE" | |
| echo "Getting changed files between $MERGE_BASE and HEAD..." | |
| CHANGED_FILES=$(git diff --name-status $MERGE_BASE HEAD -- 'docs/**/*.mdx' 'docs/**/*.md') | |
| else | |
| echo "Could not find merge base with origin/main, trying alternative approach..." | |
| # Fallback: compare with the previous commit | |
| CHANGED_FILES=$(git diff --name-status HEAD~1 HEAD -- 'docs/**/*.mdx' 'docs/**/*.md') | |
| fi | |
| fi | |
| echo "changed-files<<EOF" >> $GITHUB_OUTPUT | |
| echo "$CHANGED_FILES" >> $GITHUB_OUTPUT | |
| echo "EOF" >> $GITHUB_OUTPUT | |
| echo "Detected changed files:" | |
| echo "$CHANGED_FILES" | |
| - name: Process changed documentation files | |
| run: | | |
| echo "${{ steps.changed-files.outputs.changed-files }}" | while IFS=$'\t' read -r status file; do | |
| if [[ ! "$file" =~ ^docs/ ]]; then | |
| continue | |
| fi | |
| # Convert file path to URL path | |
| url_path=$(echo "$file" | sed 's|^docs/||' | sed 's|\.mdx$||' | sed 's|\.md$||' | sed 's|/index$||') | |
| page_url="https://promptql.io/docs/${url_path}/" | |
| # Extract frontmatter and content | |
| if [ -f "$file" ]; then | |
| # Use node to parse frontmatter and content | |
| node -e " | |
| const fs = require('fs'); | |
| const content = fs.readFileSync('$file', 'utf8'); | |
| const lines = content.split('\n'); | |
| let frontmatter = {}; | |
| let bodyContent = content; | |
| if (lines[0] === '---') { | |
| const endIndex = lines.findIndex((line, i) => i > 0 && line === '---'); | |
| if (endIndex > 0) { | |
| const fmLines = lines.slice(1, endIndex); | |
| bodyContent = lines.slice(endIndex + 1).join('\n'); | |
| let currentKey = null; | |
| let currentArray = []; | |
| fmLines.forEach(line => { | |
| const trimmed = line.trim(); | |
| if (trimmed.startsWith('- ')) { | |
| // YAML array item | |
| if (currentKey) { | |
| currentArray.push(trimmed.substring(2).trim()); | |
| } | |
| } else { | |
| // Save previous array if exists | |
| if (currentKey && currentArray.length > 0) { | |
| frontmatter[currentKey] = currentArray; | |
| currentArray = []; | |
| } | |
| const match = trimmed.match(/^(\w+):\s*(.*)$/); | |
| if (match) { | |
| const key = match[1]; | |
| let value = match[2].trim(); | |
| if (value === '') { | |
| // Empty value, might be start of array | |
| currentKey = key; | |
| } else { | |
| // Regular key-value | |
| value = value.replace(/^[\"']|[\"']$/g, ''); | |
| frontmatter[key] = value; | |
| currentKey = null; | |
| } | |
| } | |
| } | |
| }); | |
| // Handle last array | |
| if (currentKey && currentArray.length > 0) { | |
| frontmatter[currentKey] = currentArray; | |
| } | |
| } | |
| } | |
| const payload = { | |
| title: (frontmatter.title || frontmatter.sidebar_label || '').replace(/'/g, \"''\"), | |
| content: bodyContent.trim().replace(/'/g, \"''\"), | |
| keywords: Array.isArray(frontmatter.keywords) ? frontmatter.keywords.map(k => k.replace(/'/g, \"''\")) : [], | |
| page_url: '$page_url', | |
| description: (frontmatter.description || '').replace(/'/g, \"''\") | |
| }; | |
| console.log(JSON.stringify(payload)); | |
| " > /tmp/payload.json | |
| fi | |
| case "$status" in | |
| "A") | |
| echo "Creating new page: $page_url" | |
| echo "Payload being sent:" | |
| cat /tmp/payload.json | |
| echo "" | |
| # Create the full request payload properly | |
| PAYLOAD_CONTENT=$(cat /tmp/payload.json) | |
| REQUEST_PAYLOAD=$(echo "{\"input\": [$PAYLOAD_CONTENT], \"ddn_headers\": {\"authorization\": \"Bearer $PQL_BOT_ADMIN_JWT\"}}") | |
| echo "Full request payload:" | |
| echo "$REQUEST_PAYLOAD" | |
| echo "" | |
| curl -X POST "https://docs-bot.ddn.pro.hasura.io/promptql/automations/v1/insert_new_page/run" \ | |
| -H "Content-Type: application/json" \ | |
| -H "authorization: api-key $PROMPTQL_API_KEY" \ | |
| -d "$REQUEST_PAYLOAD" | |
| ;; | |
| "M") | |
| echo "Updating existing page: $page_url" | |
| curl -X POST "https://docs-bot.ddn.pro.hasura.io/promptql/automations/v1/update_page/run" \ | |
| -H "Content-Type: application/json" \ | |
| -H "authorization: api-key $PROMPTQL_API_KEY" \ | |
| -d "{\"input\": [$(cat /tmp/payload.json)], \"ddn_headers\": {\"authorization\": \"Bearer $PQL_BOT_ADMIN_JWT\"}}" | |
| ;; | |
| "D") | |
| echo "Deleting page: $page_url" | |
| curl -X POST "https://docs-bot.ddn.pro.hasura.io/promptql/automations/v1/delete_page/run" \ | |
| -H "Content-Type: application/json" \ | |
| -H "authorization: api-key $PROMPTQL_API_KEY" \ | |
| -d "{\"input\": [{\"page_url\": \"$page_url\"}], \"ddn_headers\": {\"authorization\": \"Bearer $PQL_BOT_ADMIN_JWT\"}}" | |
| ;; | |
| esac | |
| done |