Update the github action workflows

Co-authored-by: Wei-Chun, Chang <[email protected]>
Signed-off-by: popcorny <[email protected]>

Author: popcornylu

.github/workflows/generate-sample-reports-release.yml

@@ -41,10 +41,15 @@ jobs:
         env:
           PIPERIDER_VERSION: ${{ github.event.client_payload.piperider_version  || github.event.inputs.piperider_version}}
 
-      - name: prepare db for git repo ${{ vars.GIT_REPO_URL }}
+      - name: Clone git repo and fetch stats from github API
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          make fetch
+
+      - name: Load to duckdb
         run: |
-          git clone $GIT_REPO_URL git_repo
-          python3 read_git_repo.py
+          make load
 
       - name: override piperider user id
         run: |

.github/workflows/generate-sample-reports.yml

@@ -30,12 +30,16 @@ jobs:
       - name: install dbt and piperider
         run: |
           pip install -r requirements.txt
-          pip install 'piperider[duckdb]'
 
-      - name: prepare db for git repo ${{ vars.GIT_REPO_URL }}
+      - name: Clone git repo and fetch stats from github API
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          git clone $GIT_REPO_URL git_repo
-          python3 read_git_repo.py
+          make fetch
+
+      - name: Load to duckdb
+        run: |
+          make load
 
       - name: override piperider user id
         run: |

.github/workflows/manual.yml

@@ -10,8 +10,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-        with:
-          ref: main
 
       - name: Set up Python 3.8
         uses: actions/setup-python@v4
@@ -21,16 +19,20 @@ jobs:
       - name: Set up dbt + PipeRider
         run: |
           pip install -r requirements.txt
-          pip install 'piperider-nightly[duckdb]'
 
-      - name: Clone git repo ${{ vars.GIT_REPO_URL }}
+      - name: Clone git repo and fetch stats from github API
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          url=${{ vars.GIT_REPO_URL }}
-          git clone $url git_repo
+          make fetch
 
-      - name: Read git repo commits
+      - name: Load to duckdb
         run: |
-          python3 read_git_repo.py
+          make load
+
+      - uses: actions/checkout@v3
+        with:
+          ref: main
 
       - name: Run dbt + PipeRider for main branch
         run: |

.github/workflows/run.yml

@@ -1,7 +1,7 @@
-GitPython
 PyGithub
 dbt-core>=1.4,<1.5
 dbt-duckdb
 duckdb
 piperider[duckdb]
+GitPython
 pandas