[fundamental] Add CG in compliance check CI to avoid license issue

.github/pipelines/compliance_check.yml

@@ -71,3 +71,47 @@ steps:
   displayName: 'CredScan'
   inputs:
     scanFolder: '$(sourceLocation)'
+
+# according to doc: https://github.com/microsoft/component-detection/blob/main/docs/feature-overview.md
+# CG does not support pyproject.toml, and will scan all requirements.txt
+# so we need this step to:
+#   1) create some requirements.txt from pyproject.toml
+#   2) remove unexpected requirements.txt
+- task: PowerShell@2
+  inputs:
+    targetType: inline
+    script: |
+      pip install toml-to-requirements
+      Write-Host "Generating requirements.txt from pyproject.toml..."
+      Write-Host "##########################################"
+      Write-Host "- promptflow-tracing:"
+      Set-Location "$(sourceLocation)/src/promptflow-tracing/"
+      toml-to-req --toml-file pyproject.toml --poetry
+      Get-Content requirements.txt
+      Write-Host "##########################################"
+      Write-Host "- promptflow-core:"
+      Set-Location "$(sourceLocation)/src/promptflow-core/"
+      toml-to-req --toml-file pyproject.toml --poetry
+      Get-Content requirements.txt
+      Write-Host "##########################################"
+      Write-Host "- promptflow-devkit:"
+      Set-Location "$(sourceLocation)/src/promptflow-devkit/"
+      toml-to-req --toml-file pyproject.toml --poetry
+      Get-Content requirements.txt
+      Write-Host "##########################################"
+      Write-Host "- promptflow-azure:"
+      Set-Location "$(sourceLocation)/src/promptflow-azure/"
+      toml-to-req --toml-file pyproject.toml --poetry
+      Get-Content requirements.txt
+      Write-Host "##########################################"
+
+      Write-Host "Removing requirements.txt..."
+      Set-Location "$(sourceLocation)/"
+      Write-Host "- src/promptflow/tests/*:"
+      Get-ChildItem -Path "src/promptflow/tests" -Recurse -Include requirements.txt | ForEach-Object { Remove-Item -Path $_.FullName -Force }
+  displayName: 'Preprocess before CG'
+
+- task: ms.vss-governance-buildtask.governance-build-task-component-detection.ComponentGovernanceComponentDetection@0
+  inputs:
+    sourceScanPath: '$(sourceLocation)\src'
+  displayName: 'Component Detection'

.github/workflows/promptflow-executor-e2e-test.yml

@@ -2,29 +2,6 @@ name: promptflow-executor-e2e-test
 on:
   schedule:
     - cron: "40 20 * * *" # Every day starting at 4:40 BJT
-  pull_request_target:
-    paths:
-      - src/promptflow-core/*
-      - src/promptflow/*
-      - src/promptflow/promptflow/*
-      - src/promptflow/promptflow/_core/**
-      - src/promptflow/promptflow/_internal/**
-      - src/promptflow/promptflow/_utils/**
-      - src/promptflow/promptflow/batch/**
-      - src/promptflow/promptflow/contracts/**
-      - src/promptflow/promptflow/entities/**
-      - src/promptflow/promptflow/executor/**
-      - src/promptflow/promptflow/integrations/**
-      - src/promptflow/promptflow/storage/**
-      - src/promptflow/tests/*
-      - src/promptflow/tests/executor/**
-      - src/promptflow-tracing/promptflow/**
-      - src/promptflow-core/promptflow/**
-      - src/promptflow-devkit/promptflow/**
-      - src/promptflow-parallel/promptflow/**
-      - scripts/building/**
-      - src/promptflow-recording/recordings/local/executor_node_cache.*
-      - .github/workflows/promptflow-executor-e2e-test.yml
   workflow_dispatch:
 env:
   packageSetupType: promptflow_with_extra

.github/workflows/promptflow-executor-unit-test.yml

@@ -2,30 +2,6 @@ name: promptflow-executor-unit-test
 on:
   schedule:
     - cron: "40 19 * * *" # Every day starting at 3:40 BJT
-  pull_request_target:
-    paths:
-      - src/promptflow-core/*
-      - src/promptflow/*
-      - src/promptflow/promptflow/*
-      - src/promptflow/promptflow/_core/**
-      - src/promptflow/promptflow/_internal/**
-      - src/promptflow/promptflow/_utils/**
-      - src/promptflow/promptflow/batch/**
-      - src/promptflow/promptflow/contracts/**
-      - src/promptflow/promptflow/entities/**
-      - src/promptflow/promptflow/executor/**
-      - src/promptflow/promptflow/integrations/**
-      - src/promptflow/promptflow/storage/**
-      - src/promptflow/tests/*
-      - src/promptflow/tests/executor/**
-      - src/promptflow/tests/test_configs/**
-      - src/promptflow-tracing/promptflow/**
-      - src/promptflow-core/promptflow/**
-      - src/promptflow-devkit/promptflow/**
-      - src/promptflow-parallel/promptflow/**
-      - scripts/building/**
-      - src/promptflow-recording/recordings/local/executor_node_cache.*
-      - .github/workflows/promptflow-executor-unit-test.yml
   workflow_dispatch:
 permissions:
   id-token: write

.github/workflows/promptflow-global-config-test.yml

@@ -2,15 +2,6 @@ name: promptflow-global-config-test
 on:
   schedule:
     - cron: "40 18 * * *" # Every day starting at 2:40 BJT
-  pull_request_target:
-    paths:
-      - src/promptflow-core/**
-      - src/promptflow-devkit/**
-      - src/promptflow-tracing/**
-      - src/promptflow-azure/**
-      - src/promptflow/**
-      - scripts/building/**
-      - .github/workflows/promptflow-global-config-test.yml
   workflow_dispatch:
 permissions:
   id-token: write

.github/workflows/tools_tests.yml

@@ -6,11 +6,6 @@ permissions:
   contents: read
 on:
   workflow_dispatch:
-  pull_request_target:
-    paths:
-      - src/promptflow-tools/**
-      - scripts/tool/**
-      - .github/workflows/tools_tests.yml
 jobs:
   authorize:
     environment: