sdk prototype #25
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Acceptance SDK Tests | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| push: | |
| branches: [main] | |
| paths-ignore: | |
| - "docs/**" | |
| # So that we can manually trigger tests when there's flake | |
| workflow_dispatch: | |
| jobs: | |
| test-workflow: | |
| name: Run SDK Tests - ${{ matrix.platform }} | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: [linux, windows] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: "20" | |
| cache: "npm" | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Run ESLint | |
| run: npx eslint . --max-warnings 0 | |
| - name: Run Prettier | |
| run: npx prettier --check . | |
| - name: Run SDK tests with Vitest - ${{ matrix.platform }} | |
| run: npx vitest run testdriver/acceptance-sdk/*.test.mjs | |
| env: | |
| FORCE_COLOR: 3 | |
| TD_API_KEY: ${{ secrets.TESTDRIVER_API_KEY }} | |
| TEST_PLATFORM: ${{ matrix.platform }} | |
| VERBOSE: true | |
| LOGGING: true | |
| continue-on-error: true | |
| - name: Generate GitHub Summary | |
| if: always() | |
| run: | | |
| echo "# 🧪 TestDriver SDK Test Results" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| if [ -f test-results/results.json ]; then | |
| node -e " | |
| const fs = require('fs'); | |
| const results = JSON.parse(fs.readFileSync('test-results/results.json', 'utf8')); | |
| const total = results.numTotalTests || 0; | |
| const passed = results.numPassedTests || 0; | |
| const failed = results.numFailedTests || 0; | |
| const skipped = results.numPendingTests || 0; | |
| const duration = ((results.testResults?.[0]?.endTime - results.testResults?.[0]?.startTime) / 1000 || 0).toFixed(2); | |
| console.log('## 📊 Overview\n'); | |
| console.log('| Metric | Count |'); | |
| console.log('|--------|-------|'); | |
| console.log('| ✅ Passed | ' + passed + ' |'); | |
| console.log('| ❌ Failed | ' + failed + ' |'); | |
| console.log('| ⏭️ Skipped | ' + skipped + ' |'); | |
| console.log('| 📝 Total | ' + total + ' |'); | |
| console.log('| ⏱️ Duration | ' + duration + 's |'); | |
| console.log(''); | |
| if (failed > 0) { | |
| console.log('## ❌ Failed Tests\n'); | |
| results.testResults?.forEach(file => { | |
| file.assertionResults?.filter(test => test.status === 'failed').forEach(test => { | |
| console.log('### ' + test.fullName); | |
| console.log('**File:** \`' + file.name + '\`'); | |
| console.log(''); | |
| if (test.failureMessages?.length > 0) { | |
| console.log('**Error:**'); | |
| console.log('\`\`\`'); | |
| console.log(test.failureMessages.join('\n').substring(0, 1000)); | |
| console.log('\`\`\`'); | |
| console.log(''); | |
| } | |
| }); | |
| }); | |
| } | |
| if (passed > 0) { | |
| console.log('## ✅ Passed Tests\n'); | |
| results.testResults?.forEach(file => { | |
| const passedTests = file.assertionResults?.filter(test => test.status === 'passed') || []; | |
| if (passedTests.length > 0) { | |
| console.log('### ' + file.name.split('/').pop()); | |
| passedTests.forEach(test => { | |
| console.log('- ✅ ' + test.title); | |
| }); | |
| console.log(''); | |
| } | |
| }); | |
| } | |
| " >> $GITHUB_STEP_SUMMARY | |
| else | |
| echo "⚠️ No test results found" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| - name: Test Summary (JUnit) | |
| uses: test-summary/action@v2 | |
| with: | |
| paths: "test-results/junit.xml" | |
| if: always() | |
| - name: Upload test results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-results-${{ matrix.platform }} | |
| path: | | |
| test-results/junit.xml | |
| test-results/results.json | |
| test-results/index.html | |
| retention-days: 7 | |
| if-no-files-found: ignore |