commaai
/
tinygrad
mirror of https://github.com/commaai/tinygrad.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

llm.c tok/s

This commit is contained in:
George Hotz 2024-09-27 00:46:18 -07:00
parent b0e70ab04f
commit 9a3f6f392d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llm.c/train_gpt2.py
View File

@ -177,7 +177,7 @@ if __name__ == "__main__":
loss = step(x.contiguous(), y.contiguous())
Device[Device.DEFAULT].synchronize()
t1 = time.time()
print(f"iteration {i}, loss: {loss.item()}, time: {(t1-t0)*1000:.3f}ms")
print(f"iteration {i}, loss: {loss.item():.6f}, time: {(t1-t0)*1000:.3f}ms, {int(B*T/(t1-t0))} tok/s")
if not args.skip_test:
start = "<|endoftext|>"