TMT: run tests with GPUs

Fixes: #1054

Signed-off-by: Lokesh Mandvekar <[email protected]>

Author: lsm5

.packit.yaml

@@ -22,7 +22,7 @@ actions:
 jobs:
   # Copr builds for Fedora
   - job: copr_build
-    trigger: pull_request
+    trigger: ignore
     packages: [ramalama-fedora]
     enable_net: true
     targets: &fedora_copr_targets
@@ -32,7 +32,7 @@ jobs:
 
   # Copr builds for CentOS Stream
   - job: copr_build
-    trigger: pull_request
+    trigger: ignore
     enable_net: true
     packages: [ramalama-centos]
     targets: &centos_copr_targets
@@ -50,12 +50,14 @@ jobs:
   # Tests for Fedora
   - job: tests
     trigger: pull_request
+    skip_build: true
     packages: [ramalama-fedora]
-    targets: *fedora_copr_targets
+    targets:
+      - fedora-latest
 
   # Tests for CentOS Stream
   - job: tests
-    trigger: pull_request
+    trigger: ignore
     packages: [ramalama-centos]
     targets: *centos_copr_targets
 

container_build.sh

@@ -221,7 +221,7 @@ process_all_targets() {
 
   # build ramalama container image first, as other images inherit from it
   build "ramalama" "$command"
-  for i in container-images/*; do
+  for i in ./container-images/*; do
     i=$(basename "$i")
     # skip these directories
     if [[ "$i" =~ ^(scripts|ramalama)$ ]]; then

plans/main.fmf

@@ -1,6 +1,32 @@
-summary: Check installed rpm metadata
 discover:
-    how: shell
+    how: fmf
 execute:
     how: tmt
-    script: rpm -qi python3-ramalama
+
+provision:
+    how: artemis
+    hardware:
+        gpu:
+            device-name: GK210 (Tesla K80)
+            vendor-name: NVIDIA
+
+/gpu_info:
+    summary: Display GPU info
+    discover+:
+        test: /test/tmt/gpu_info
+
+/validate:
+    discover+:
+        test: /test/tmt/validate
+
+/unit:
+    discover+:
+        test: /test/tmt/unit
+
+/bats-docker:
+    discover+:
+        test: /test/tmt/bats-docker
+
+/bats-nocontainer:
+    discover+:
+        test: /test/tmt/bats-nocontainer

test/tmt/main.fmf

@@ -0,0 +1,54 @@
+#/rpm:
+#    summary: Verify rpm installation
+#    test: rpm -qi python3-ramalama
+require:
+    - bats
+    - black
+    - codespell
+    - flake8
+    - isort
+    - jq
+    - make
+    - perl-Clone
+    - perl-FindBin
+    - pipx
+    - podman-docker
+    - pytest
+    - python3-argcomplete
+    - python3-huggingface-hub
+    - shellcheck
+
+/gpu_info:
+    summary: Display GPU info
+    test: lshw -C display
+    require:
+        - lshw
+
+/validate:
+    summary: Run validate test
+    test: make -C $TMT_TREE validate
+
+/unit:
+    summary: Run unit tests
+    test: make -C $TMT_TREE unit-tests
+
+/bats-docker:
+    summary: Run system tests in container
+    test: |
+        touch /etc/containers/nodocker
+        pushd $TMT_TREE
+        .github/scripts/install-ollama.sh
+        ./container_build.sh build ramalama
+        make bats-docker
+        popd
+    duration: 30m
+
+/bats-nocontainer:
+    summary: Run system tests on host
+    test: |
+        pushd $TMT_TREE
+        .github/scripts/install-ollama.sh
+        ./container-images/scripts/build_llama_and_whisper.sh
+        make bats-nocontainer
+        popd
+    duration: 30m