Rename exllama extensions (#4)

casper-hansen · web-flow · commit 4bb0c022e953 · 2024-01-21T13:25:08.000+01:00
diff --git a/setup.py b/setup.py
@@ -158,7 +158,7 @@ def get_compute_capabilities():
 
 extensions.append(
     CUDAExtension(
-        "exllama_kernels",
+        "exl_ext",
         [
             "awq_ext/exllama/exllama_ext.cpp",
             "awq_ext/exllama/cuda_buffers.cu",
@@ -172,7 +172,7 @@ def get_compute_capabilities():
 )
 extensions.append(
     CUDAExtension(
-        "exllamav2_kernels",
+        "exlv2_ext",
         [
             "awq_ext/exllamav2/ext.cpp",
             "awq_ext/exllamav2/cuda/q_matrix.cu",

Original file line number	Diff line number	Diff line change
`@@ -158,7 +158,7 @@ def get_compute_capabilities():`
`158`	`158`
`159`	`159`	`extensions.append(`
`160`	`160`	`CUDAExtension(`
`161`		`- "exllama_kernels",`
	`161`	`+ "exl_ext",`
`162`	`162`	`[`
`163`	`163`	`"awq_ext/exllama/exllama_ext.cpp",`
`164`	`164`	`"awq_ext/exllama/cuda_buffers.cu",`
`@@ -172,7 +172,7 @@ def get_compute_capabilities():`
`172`	`172`	`)`
`173`	`173`	`extensions.append(`
`174`	`174`	`CUDAExtension(`
`175`		`- "exllamav2_kernels",`
	`175`	`+ "exlv2_ext",`
`176`	`176`	`[`
`177`	`177`	`"awq_ext/exllamav2/ext.cpp",`
`178`	`178`	`"awq_ext/exllamav2/cuda/q_matrix.cu",`