Skip to content

Commit f990dd4

Browse files
committed
[CK_TILE] Refine ck_tile test script
1. Add test script for img2col, batched_gemm, grouped_gemm and flatmm 2. Fix typos in ck tile script to match test in interface change. 3. Update gemm test max dim size to 8K and use GPU validation by default 4. Add run_ck_tile_full_performance_tests.sh to run all ck_tile examples
1 parent b1ed92b commit f990dd4

File tree

20 files changed

+328
-132
lines changed

20 files changed

+328
-132
lines changed

example/ck_tile/03_gemm/script/benchmark_basic_bf16.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55

66
for b_matrix_layout in "C"; do
7-
for m in "64" "512" "1024" "2048"; do
8-
for n in "512" "1024" "2048"; do
9-
for k in "64" "512" "1024" "2048"; do
7+
for m in "64" "512" "1024" "8192"; do
8+
for n in "512" "1024" "8192"; do
9+
for k in "64" "512" "1024" "8192"; do
1010
$EXE -prec=bf16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1111
done
1212
done

example/ck_tile/03_gemm/script/benchmark_basic_bf8.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55

66
for b_matrix_layout in "C"; do
7-
for m in "64" "512" "1024" "2048"; do
8-
for n in "512" "1024" "2048"; do
9-
for k in "64" "512" "1024" "2048"; do
7+
for m in "64" "512" "1024" "8192"; do
8+
for n in "512" "1024" "8192"; do
9+
for k in "64" "512" "1024" "8192"; do
1010
$EXE -prec=bf8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1111
done
1212
done

example/ck_tile/03_gemm/script/benchmark_basic_fp16.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55
for b_matrix_layout in "C"; do
6-
for m in "64" "512" "1024" "2048"; do
7-
for n in "512" "1024" "2048"; do
8-
for k in "64" "512" "1024" "2048"; do
6+
for m in "64" "512" "1024" "8192"; do
7+
for n in "512" "1024" "8192"; do
8+
for k in "64" "512" "1024" "8192"; do
99
$EXE -prec=fp16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1010
done
1111
done

example/ck_tile/03_gemm/script/benchmark_basic_fp8.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_basic -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55

66
for b_matrix_layout in "C"; do
7-
for m in "64" "512" "1024" "2048"; do
8-
for n in "512" "1024" "2048"; do
9-
for k in "64" "512" "1024" "2048"; do
7+
for m in "64" "512" "1024" "8192"; do
8+
for n in "512" "1024" "8192"; do
9+
for k in "64" "512" "1024" "8192"; do
1010
$EXE -prec=fp8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1111
done
1212
done

example/ck_tile/03_gemm/script/benchmark_mem_pipeline_bf16.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55
for b_matrix_layout in "C"; do
6-
for m in "512" "1024" "2048" "4096"; do
7-
for n in "512" "1024" "2048"; do
8-
for k in "512" "1024" "2048"; do
6+
for m in "512" "1024" "2048" "8192"; do
7+
for n in "512" "1024" "8192"; do
8+
for k in "512" "1024" "8192"; do
99
$EXE -prec=bf16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1010
done
1111
done

example/ck_tile/03_gemm/script/benchmark_mem_pipeline_bf8.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55
for b_matrix_layout in "C"; do
6-
for m in "512" "1024" "2048" "4096"; do
7-
for n in "512" "1024" "2048"; do
8-
for k in "512" "1024" "2048"; do
6+
for m in "512" "1024" "2048" "8192"; do
7+
for n in "512" "1024" "8192"; do
8+
for k in "512" "1024" "8192"; do
99
$EXE -prec=bf8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1010
done
1111
done

example/ck_tile/03_gemm/script/benchmark_mem_pipeline_fp16.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55
for b_matrix_layout in "C"; do
6-
for m in "512" "1024" "2048" "4096"; do
7-
for n in "512" "1024" "2048"; do
8-
for k in "512" "1024" "2048"; do
6+
for m in "512" "1024" "2048" "8192"; do
7+
for n in "512" "1024" "8192"; do
8+
for k in "512" "1024" "8192"; do
99
$EXE -prec=fp16 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1010
done
1111
done

example/ck_tile/03_gemm/script/benchmark_mem_pipeline_fp8.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
#!/bin/sh
22
EXE="$(find . -name tile_example_gemm_universal -type f | head -n 1)"
3-
VALID=1
3+
VALID=2
44

55
for b_matrix_layout in "C"; do
6-
for m in "512" "1024" "2048" "4096"; do
7-
for n in "512" "1024" "2048"; do
8-
for k in "512" "1024" "2048"; do
6+
for m in "512" "1024" "2048" "8192"; do
7+
for n in "512" "1024" "8192"; do
8+
for k in "512" "1024" "8192"; do
99
$EXE -prec=fp8 -m=$m -n=$n -k=$k -a_layout="R" -b_layout="$b_matrix_layout" -c_layout="R" -v=$VALID
1010
done
1111
done
Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
#!/bin/sh
2+
# TODO: run this script from CK root
3+
BUILD=build
4+
EXE=$BUILD/bin/tile_example_img2col
5+
6+
7+
N=256
8+
###### Dim G N__ K___ C___ Y X Hi__ Wi__ Strides Dilations LeftPads RightPads
9+
$EXE 1 2 1 2 1 $N 256 64 1 1 64 64 1 1 1 1 0 0 0 0
10+
$EXE 1 2 1 2 1 $N 512 64 1 1 64 64 1 1 1 1 0 0 0 0
11+
$EXE 1 2 1 2 1 $N 128 64 3 3 64 64 1 1 1 1 1 1 1 1
12+
13+
14+

example/ck_tile/06_permute/script/smoke_test.sh

100644100755
File mode changed.

0 commit comments

Comments
 (0)