Merge pull request #1101 from lsm5/tmt-gpu

TMT: run tests with GPUs

Author: rhatdan

.packit.yaml

@@ -26,8 +26,7 @@ jobs:
     packages: [ramalama-fedora]
     enable_net: true
     targets: &fedora_copr_targets
-      - fedora-development
-      - fedora-latest-stable
+      - fedora-all
     osh_diff_scan_after_copr_build: false
 
   # Copr builds for CentOS Stream
@@ -52,12 +51,27 @@ jobs:
     trigger: pull_request
     packages: [ramalama-fedora]
     targets: *fedora_copr_targets
+    tmt_plan: "/plans/rpm"
+    identifier: "rpm-fedora"
+
+  - job: tests
+    trigger: pull_request
+    skip_build: true
+    packages: [ramalama-fedora]
+    targets:
+      # FIXME: Validate test breaks on Fedora 41
+      - fedora-development
+      - fedora-latest-stable
+    tmt_plan: "/plans/no-rpm"
+    identifier: "no-rpm-fedora"
 
   # Tests for CentOS Stream
   - job: tests
     trigger: pull_request
     packages: [ramalama-centos]
     targets: *centos_copr_targets
+    tmt_plan: "/plans/rpm"
+    identifier: "rpm-centos"
 
   - job: propose_downstream
     trigger: release

container_build.sh

@@ -206,7 +206,7 @@ process_all_targets() {
 
   # build ramalama container image first, as other images inherit from it
   build "ramalama" "$command"
-  for i in container-images/*; do
+  for i in ./container-images/*; do
     i=$(basename "$i")
     # skip these directories
     if [[ "$i" =~ ^(scripts|ramalama)$ ]]; then

plans/main.fmf

@@ -0,0 +1,36 @@
+discover:
+    how: fmf
+
+execute:
+    how: tmt
+
+prepare:
+    how: feature
+    epel: enabled
+
+provision:
+    how: artemis
+    hardware:
+        gpu:
+            device-name: GK210 (Tesla K80)
+            vendor-name: NVIDIA
+        disk:
+            - size: ">= 512 GiB"
+        memory: ">= 16 GB"
+
+/gpu_info:
+    summary: Display GPU info
+    discover+:
+        test: /test/tmt/no-rpm/gpu_info
+
+/validate:
+    discover+:
+        test: /test/tmt/no-rpm/validate
+
+/unit:
+    discover+:
+        test: /test/tmt/no-rpm/unit
+
+/bats-nocontainer:
+    discover+:
+        test: /test/tmt/no-rpm/bats-nocontainer

plans/no-rpm.fmf

@@ -0,0 +1,8 @@
+discover:
+    how: shell
+    tests:
+        - name: /info
+          test: rpm -qi python3-ramalama
+
+execute:
+    how: tmt

plans/rpm.fmf

@@ -171,7 +171,11 @@ EOF
 @test "ramalama verify default store" {
     store=e_$(safename)
     run_ramalama --help
-    is "$output" ".*default: ${HOME}/.local/share/ramalama"  "Verify default store"
+    if is_rootless; then
+        is "$output" ".*default: ${HOME}/.local/share/ramalama"  "Verify default store"
+    else
+        is "$output" ".*default: /var/lib/ramalama"  "Verify default store"
+    fi
 
     conf=$RAMALAMA_TMPDIR/ramalama.conf
     cat >$conf <<EOF

test/system/015-help.bats

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+
+set -eo pipefail
+
+# FIXME: enable bats-docker tests in TMT. Currently, they are not being run in
+# CI jobs, but can be triggered manually using this script.
+if [[ $# -eq 0 || $1 != "docker" && $1 != "nocontainer" ]]; then
+    echo "Error: provide only one argument: 'docker'  or 'nocontainer'"
+    exit 1
+fi
+
+set -x
+TMT_TREE=${TMT_TREE:-$(git rev-parse --show-toplevel)}
+pushd "$TMT_TREE"
+
+if [[ $1 == "docker" ]]; then
+    ./container_build.sh build ramalama
+elif [[ $1 == "nocontainer" ]]; then
+    ./container-images/scripts/build_llama_and_whisper.sh
+fi
+./.github/scripts/install-ollama.sh
+
+set +e
+tty
+set -e
+
+make bats-"$1"
+popd

test/tmt/bats-tests.sh

@@ -0,0 +1,42 @@
+enabled: true
+adjust:
+    # FIXME: these tests should ideally run on all envs including dist-git and
+    # bodhi, but we can leave that for later.
+    enabled: false
+    when: initiator != packit
+
+require:
+    - bats
+    - black
+    - codespell
+    - flake8
+    - isort
+    - jq
+    - make
+    - perl-Clone
+    - perl-FindBin
+    - pipx
+    - podman-docker
+    - pytest
+    - python3-argcomplete
+    - python3-huggingface-hub
+    - shellcheck
+
+/gpu_info:
+    summary: Display GPU info
+    test: lshw -C display
+    require:
+        - lshw
+
+/validate:
+    summary: Run validate test
+    test: make -C $TMT_TREE validate
+
+/unit:
+    summary: Run unit tests
+    test: make -C $TMT_TREE unit-tests
+
+/bats-nocontainer:
+    summary: Run system tests on host
+    test: bash ./bats-tests.sh nocontainer
+    duration: 30m