We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 15d22c4 commit 45b2f7dCopy full SHA for 45b2f7d
ch04/08_deltanet/plot_memory_estimates_gated_deltanet.py
@@ -1,9 +1,7 @@
1
-# Memory vs. context length comparison:
2
-# 1) Full Attention (MHA)
3
-# 2) Gated DeltaNet (no conv)
4
-# 3) 3:1 ratio (3 DeltaNet : 1 Full Attention)
5
-#
6
-# Memory reported in GB (1e9 bytes)
+# Copyright (c) Sebastian Raschka under Apache License 2.0 (see LICENSE.txt).
+# Source for "Build a Large Language Model From Scratch"
+# - https://www.manning.com/books/build-a-large-language-model-from-scratch
+# Code: https://github.com/rasbt/LLMs-from-scratch
7
8
import argparse
9
from pathlib import Path
0 commit comments