Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions example/ck_tile/03_gemm/script/benchmark_basic_bf16.sh
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
VALID=1
VALID=2


for b_matrix_layout in "C"; do
for m in "64" "512" "1024" "2048"; do
for n in "512" "1024" "2048"; do
for k in "64" "512" "1024" "2048"; do
for m in "64" "512" "1024" "8192"; do
for n in "512" "1024" "8192"; do
for k in "64" "512" "1024" "8192"; do
$EXE -prec=bf16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
8 changes: 4 additions & 4 deletions example/ck_tile/03_gemm/script/benchmark_basic_bf8.sh
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
VALID=1
VALID=2


for b_matrix_layout in "C"; do
for m in "64" "512" "1024" "2048"; do
for n in "512" "1024" "2048"; do
for k in "64" "512" "1024" "2048"; do
for m in "64" "512" "1024" "8192"; do
for n in "512" "1024" "8192"; do
for k in "64" "512" "1024" "8192"; do
$EXE -prec=bf8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
8 changes: 4 additions & 4 deletions example/ck_tile/03_gemm/script/benchmark_basic_fp16.sh
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
VALID=1
VALID=2

for b_matrix_layout in "C"; do
for m in "64" "512" "1024" "2048"; do
for n in "512" "1024" "2048"; do
for k in "64" "512" "1024" "2048"; do
for m in "64" "512" "1024" "8192"; do
for n in "512" "1024" "8192"; do
for k in "64" "512" "1024" "8192"; do
$EXE -prec=fp16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
8 changes: 4 additions & 4 deletions example/ck_tile/03_gemm/script/benchmark_basic_fp8.sh
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
VALID=1
VALID=2


for b_matrix_layout in "C"; do
for m in "64" "512" "1024" "2048"; do
for n in "512" "1024" "2048"; do
for k in "64" "512" "1024" "2048"; do
for m in "64" "512" "1024" "8192"; do
for n in "512" "1024" "8192"; do
for k in "64" "512" "1024" "8192"; do
$EXE -prec=fp8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
VALID=1
VALID=2

for b_matrix_layout in "C"; do
for m in "512" "1024" "2048" "4096"; do
for n in "512" "1024" "2048"; do
for k in "512" "1024" "2048"; do
for m in "512" "1024" "2048" "8192"; do
for n in "512" "1024" "8192"; do
for k in "512" "1024" "8192"; do
$EXE -prec=bf16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
VALID=1
VALID=2

for b_matrix_layout in "C"; do
for m in "512" "1024" "2048" "4096"; do
for n in "512" "1024" "2048"; do
for k in "512" "1024" "2048"; do
for m in "512" "1024" "2048" "8192"; do
for n in "512" "1024" "8192"; do
for k in "512" "1024" "8192"; do
$EXE -prec=bf8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
VALID=1
VALID=2

for b_matrix_layout in "C"; do
for m in "512" "1024" "2048" "4096"; do
for n in "512" "1024" "2048"; do
for k in "512" "1024" "2048"; do
for m in "512" "1024" "2048" "8192"; do
for n in "512" "1024" "8192"; do
for k in "512" "1024" "8192"; do
$EXE -prec=fp16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
#!/bin/sh
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
VALID=1
VALID=2

for b_matrix_layout in "C"; do
for m in "512" "1024" "2048" "4096"; do
for n in "512" "1024" "2048"; do
for k in "512" "1024" "2048"; do
for m in "512" "1024" "2048" "8192"; do
for n in "512" "1024" "8192"; do
for k in "512" "1024" "8192"; do
$EXE -prec=fp8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
done
done
Expand Down
14 changes: 14 additions & 0 deletions example/ck_tile/04_img2col/script/smoke_test.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
#!/bin/sh
# TODO: run this script from CK root
BUILD=build
EXE=$BUILD/bin/tile_example_img2col


N=256
###### Dim G N__ K___ C___ Y X Hi__ Wi__ Strides Dilations LeftPads RightPads
$EXE 1 2 1 2 1 $N 256 64 1 1 64 64 1 1 1 1 0 0 0 0
$EXE 1 2 1 2 1 $N 512 64 1 1 64 64 1 1 1 1 0 0 0 0
$EXE 1 2 1 2 1 $N 128 64 3 3 64 64 1 1 1 1 1 1 1 1



Empty file modified example/ck_tile/06_permute/script/smoke_test.sh
100644 → 100755
Empty file.
Empty file modified example/ck_tile/09_topk_softmax/script/smoke_test.sh
100644 → 100755
Empty file.
66 changes: 33 additions & 33 deletions example/ck_tile/12_smoothquant/script/perf_test.sh
Original file line number Diff line number Diff line change
@@ -1,37 +1,37 @@

EXE="$(find . -name tile_smoothquant -type f | head -n 1)"

$EXE -m=1 -n=1 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=80 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=128 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=144 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=168 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=184 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=256 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=288 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=344 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=376 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=448 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=512 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=924 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=1024 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=1078 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=1996 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=4080 -e=1e-12 -v=1 -prec=bf16 -repeat=1000
$EXE -m=1 -n=1 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=80 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=128 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=144 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=168 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=184 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=256 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=288 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=344 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=376 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=448 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=512 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=924 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=1024 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=1078 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=1996 -v=1 -prec=bf16 -repeat=1000
$EXE -m=700 -n=4080 -v=1 -prec=bf16 -repeat=1000

$EXE -m=700 -n=80 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=128 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=144 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=168 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=184 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=256 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=288 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=344 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=376 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=448 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=512 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=924 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=1024 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=1078 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=1996 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=4080 -e=1e-12 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=80 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=128 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=144 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=168 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=184 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=256 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=288 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=344 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=376 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=448 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=512 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=924 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=1024 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=1078 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=1996 -v=1 -prec=fp16 -repeat=1000
$EXE -m=700 -n=4080 -v=1 -prec=fp16 -repeat=1000
Empty file modified example/ck_tile/13_moe_sorting/script/smoke_test.sh
100644 → 100755
Empty file.
66 changes: 33 additions & 33 deletions example/ck_tile/14_moe_smoothquant/script/perf_test.sh
Original file line number Diff line number Diff line change
@@ -1,37 +1,37 @@

EXE=build/bin/tile_example_moe_smoothquant

$EXE -t=1 -h=1 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=80 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=128 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=144 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=168 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=184 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=256 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=288 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=344 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=376 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=448 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=512 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=924 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=1024 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=1078 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=1996 -v=1 -prec=bf16 -repeat=1000
$EXE -t=700 -h=4080 -v=1 -prec=bf16 -repeat=1000
$EXE -t=1 -h=1 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=80 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=128 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=144 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=168 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=184 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=256 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=288 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=344 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=376 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=448 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=512 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=924 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=1024 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=1078 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=1996 -v=1 -prec_i=bf16 -repeat=1000
$EXE -t=700 -h=4080 -v=1 -prec_i=bf16 -repeat=1000

$EXE -t=700 -h=80 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=128 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=144 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=168 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=184 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=256 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=288 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=344 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=376 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=448 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=512 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=924 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=1024 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=1078 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=1996 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=4080 -v=1 -prec=fp16 -repeat=1000
$EXE -t=700 -h=80 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=128 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=144 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=168 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=184 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=256 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=288 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=344 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=376 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=448 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=512 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=924 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=1024 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=1078 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=1996 -v=1 -prec_i=fp16 -repeat=1000
$EXE -t=700 -h=4080 -v=1 -prec_i=fp16 -repeat=1000
24 changes: 24 additions & 0 deletions example/ck_tile/16_batched_gemm/script/perf_test.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
#!/bin/sh
# TODO: run this script from CK root
BUILD=build
EXE=$BUILD/bin/tile_example_batched_gemm

$EXE -v=0 -prec=fp16 -m=960 -n=1024 -k=1024 -batch_count=8
$EXE -v=0 -prec=fp16 -m=1920 -n=2048 -k=2048 -batch_count=8
$EXE -v=0 -prec=fp16 -m=3840 -n=4096 -k=4096 -batch_count=4
$EXE -v=0 -prec=fp16 -m=7680 -n=8192 -k=8192 -batch_count=2
$EXE -v=0 -prec=fp16 -m=1024 -n=1024 -k=1024 -stride_a=1056 -stride_b=1056 -stride_c=1056 -batch_count=8
$EXE -v=0 -prec=fp16 -m=2048 -n=2048 -k=2048 -stride_a=2080 -stride_a=2080 -stride_c=2080 -batch_count=8
$EXE -v=0 -prec=fp16 -m=4096 -n=4096 -k=4096 -stride_a=4128 -stride_a=4128 -stride_c=4128 -batch_count=4
$EXE -v=0 -prec=fp16 -m=8192 -n=8192 -k=8192 -stride_a=8224 -stride_a=8224 -stride_c=8224 -batch_count=2

#$EXE -v=0 -prec=fp8 -m=960 -n=1024 -k=1024 -batch_count=8
#$EXE -v=0 -prec=fp8 -m=1920 -n=2048 -k=2048 -batch_count=8
#$EXE -v=0 -prec=fp8 -m=3840 -n=4096 -k=4096 -batch_count=4
#$EXE -v=0 -prec=fp8 -m=7680 -n=8192 -k=8192 -batch_count=2
#$EXE -v=0 -prec=fp8 -m=1024 -n=1024 -k=1024 -stride_a=1056 -stride_b=1056 -stride_c=1056 -batch_count=8
#$EXE -v=0 -prec=fp8 -m=2048 -n=2048 -k=2048 -stride_a=2080 -stride_a=2080 -stride_c=2080 -batch_count=8
#$EXE -v=0 -prec=fp8 -m=4096 -n=4096 -k=4096 -stride_a=4128 -stride_a=4128 -stride_c=4128 -batch_count=4
#$EXE -v=0 -prec=fp8 -m=8192 -n=8192 -k=8192 -stride_a=8224 -stride_a=8224 -stride_c=8224 -batch_count=2


10 changes: 10 additions & 0 deletions example/ck_tile/17_grouped_gemm/script/perf_test.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
#!/bin/sh
# TODO: run this script from CK root
BUILD=build
EXE=$BUILD/bin/tile_example_grouped_gemm

$EXE -Ms=256,512,1024,768 -Ns=128,256,384,1024 -Ks=128,192,256,512
$EXE -Ms=512,768,4096,768 -Ns=128,768,512,2048 -Ks=128,192,256,512
$EXE -Ms=2048,2048,2048,2048 -Ns=2048,2048,2048,2048 -Ks=2048,2048,2048,2048
$EXE -validate=0 -Ms=4096,4096,4096,4096 -Ns=4096,4096,4096,4096 -Ks=4096,4096,4096,4096
$EXE -validate=0 -Ms=8192,8192,8192,8192 -Ns=8192,8192,8192,8192 -Ks=8192,8192,8192,8192
35 changes: 35 additions & 0 deletions example/ck_tile/18_flatmm/script/perf_test.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
#!/bin/bash
EXE="$(find . -name tile_example_flatmm_basic -type f | head -n 1)"
KNAME=1

export CK_WARMUP=0
export CK_REPEAT=1

COMMON_ARGS='-v=2 '

run_tests() {
for m in 128 1024 8192; do
for n in 128 1024 8192; do
for k in 128 1024 8192; do

$EXE -m=$m -n=$n -k=$k -stride_a=0 -stride_b=0 -stride_c=0 -prec=$1 $COMMON_ARGS
if [ $? -eq 0 ]; then
echo "Success: Test with m=$m, n=$n, k=$k executed successfully."
else
echo "Error: Test with m=$m, n=$n, k=$k failed to execute properly."
# Optionally, exit or break if you need to halt further execution
# exit 1
fi

done
done
done
}

set -x

run_tests "bf16"
run_tests "fp16"
run_tests "fp8"
run_tests "bf8"
set +x
3 changes: 2 additions & 1 deletion example/ck_tile/18_flatmm/script/smoke_test_basic.sh
Original file line number Diff line number Diff line change
Expand Up @@ -34,5 +34,6 @@ set -x

run_tests "bf16"
run_tests "fp16"

run_tests "fp8"
run_tests "bf8"
set +x
Loading
Loading