← back to Exo
update tinygrad version
3384fc7294776d964cb4f90e10dbf3d6cce8c972 · 2024-11-22 21:12:25 +0000 · Rory Clear
Files touched
M exo/inference/tinygrad/inference.pyM exo/inference/tinygrad/models/llama.pyM setup.py
Diff
commit 3384fc7294776d964cb4f90e10dbf3d6cce8c972
Author: Rory Clear <roryclear.rc@gmail.com>
Date: Fri Nov 22 21:12:25 2024 +0000
update tinygrad version
---
exo/inference/tinygrad/inference.py | 3 +--
exo/inference/tinygrad/models/llama.py | 6 +++---
setup.py | 2 +-
3 files changed, 5 insertions(+), 6 deletions(-)
diff --git a/exo/inference/tinygrad/inference.py b/exo/inference/tinygrad/inference.py
index c256922e..afa9c5df 100644
--- a/exo/inference/tinygrad/inference.py
+++ b/exo/inference/tinygrad/inference.py
@@ -40,8 +40,7 @@ MODEL_PARAMS = {
def build_transformer(model_path: Path, shard: Shard, model_size="8B", device=None):
# build model
linear = nn.Linear
- with Context(THREEFRY=0):
- model = Transformer(**MODEL_PARAMS[model_size]["args"], linear=linear, max_context=8192, jit=True, shard=shard)
+ model = Transformer(**MODEL_PARAMS[model_size]["args"], linear=linear, max_context=8192, jit=True, shard=shard)
# load weights
if model_path.is_dir():
diff --git a/exo/inference/tinygrad/models/llama.py b/exo/inference/tinygrad/models/llama.py
index b1087b04..52ed3072 100644
--- a/exo/inference/tinygrad/models/llama.py
+++ b/exo/inference/tinygrad/models/llama.py
@@ -225,9 +225,9 @@ class Transformer:
h = inputs
return h
- def forward(self, x: Tensor, start_pos: Variable, cache: Optional[List[Tensor]] = None):
- if x.shape[0:2] == (1, 1) and self.forward_jit is not None:
- return self.forward_jit(x, Variable("start_pos", 0, self.max_context).bind(start_pos), cache=cache)
+ def forward(self, x: Tensor, start_pos: int, cache: Optional[List[Tensor]] = None):
+ if x.shape[0:2] == (1, 1) and self.forward_jit is not None and start_pos != 0:
+ return self.forward_jit(x, Variable("start_pos", 1, self.max_context).bind(start_pos), cache=cache)
return self.forward_base(x, start_pos, cache=cache)
def __call__(self, tokens: Tensor, start_pos: Variable, cache: Optional[List[Tensor]] = None):
diff --git a/setup.py b/setup.py
index d3ff86f2..f8f7b162 100644
--- a/setup.py
+++ b/setup.py
@@ -26,7 +26,7 @@ install_requires = [
"tqdm==4.66.4",
"transformers==4.46.3",
"uuid==1.30",
- "tinygrad @ git+https://github.com/tinygrad/tinygrad.git@232edcfd4f8b388807c64fb1817a7668ce27cbad",
+ "tinygrad @ git+https://github.com/tinygrad/tinygrad.git@3b26e51fcebfc6576f4e0f99693e6f1406d61d79",
]
extras_require = {
← 4fdc6172 add check for path exist
·
back to Exo
·
removed debug 357e3380 →