Utilities

.deepsource.toml

@@ -10,4 +10,4 @@ name = "python"
 name = "shell"
 
 [[analyzers]]
-name = "docker"
+name = "docker"

.dockerignore

@@ -1,4 +1,4 @@
 docs/
 scripts
 *.egg-info
-.local
+.local

.gitignore

@@ -3,4 +3,5 @@
 pyrightconfig.json
 *.history
 .local
-.vscode
+.vscode
+.zed

.pre-commit-config.yaml

@@ -0,0 +1,14 @@
+# See https://pre-commit.com for more information
+# See https://pre-commit.com/hooks.html for more hooks
+repos:
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+    -   id: trailing-whitespace
+    -   id: end-of-file-fixer
+    -   id: check-yaml
+    -   id: check-added-large-files
+-   repo: https://github.com/psf/black
+    rev: 22.10.0
+    hooks:
+    -   id: black

Makefile

@@ -11,6 +11,6 @@ format:
 container:
 	bash docker/build_image.sh $(version)
 html-docs:
-	sphinx-build -M html docs/sources docs/build 
+	sphinx-build -M html docs/sources docs/build
 cli-docs:
-	typer scratchpad.cli.sp utils docs --title "CLI Reference" --name "scratchpad" --output docs/sources/cli.md 
+	typer scratchpad.cli.sp utils docs --title "CLI Reference" --name "scratchpad" --output docs/sources/cli.md

README.md

@@ -1,4 +1,3 @@
 # Scratchpad
 
 > Adaptive LLM Inference
-

docker/Dockerfile.aarch64-cuda

@@ -20,4 +20,4 @@ RUN pip install https://filedn.eu/lougUsdPvd1uJK2jfOYWogH/pypi/triteia-0.1.0-cp3
 RUN pip install -r requirements-extra.txt
 RUN pip install .
 # todo(xiaozhe): figure out why pynvml is installed in the first place. We should use nvidia-ml-py instead.
-RUN pip uninstall pynvml -y
+RUN pip uninstall pynvml -y

docker/Dockerfile.x86_64-cuda

@@ -19,4 +19,4 @@ RUN pip install https://filedn.eu/lougUsdPvd1uJK2jfOYWogH/pypi/flashinfer-0.1.6-
 RUN pip install https://filedn.eu/lougUsdPvd1uJK2jfOYWogH/pypi/triteia-0.1.0-cp310-cp310-linux_x86_64.whl
 RUN pip install -r requirements-extra.txt
 RUN pip install .
-RUN pip uninstall pynvml -y
+RUN pip uninstall pynvml -y

docker/build_image.sh

@@ -8,4 +8,4 @@ if [ -z "$version" ]; then
 fi
 echo "Building image for $arch, version $version"
 podman build -f docker/Dockerfile.$arch-cuda . -t ghcr.io/xiaozheyao/scratchpad:${version}dev-$arch --build-arg ARCH=$arch
-podman push ghcr.io/xiaozheyao/scratchpad:${version}dev-$arch
+podman push ghcr.io/xiaozheyao/scratchpad:${version}dev-$arch

docker/create_manifest.sh

@@ -1,4 +1,4 @@
 version=$1
 
 docker manifest create ghcr.io/xiaozheyao/scratchpad:${version}-dev --amend ghcr.io/xiaozheyao/scratchpad:${version}dev-amd64 --amend ghcr.io/xiaozheyao/scratchpad:${version}dev-arm64
-docker manifest push ghcr.io/xiaozheyao/scratchpad:$1-dev
+docker manifest push ghcr.io/xiaozheyao/scratchpad:$1-dev