commaai
/
tinygrad
mirror of https://github.com/commaai/tinygrad.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

moving `mask_like` to utils

This commit is contained in:
0xNaN 2020-10-22 01:00:12 +02:00
parent ac4ef3a588
commit 4bdb524da7
2 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tinygrad/gradcheck.py
View File

@ -1,4 +1,6 @@
import numpy as np
from tinygrad.utils import mask_like
from tinygrad.tensor import Tensor
def jacobian(func, input):
@ -18,11 +20,6 @@ def jacobian(func, input):
J[o,i] = grad
return J
def mask_like(like, mask_inx, mask_value = 1.0):
mask = np.zeros_like(like).reshape(-1)
mask[mask_inx] = mask_value
return mask.reshape(like.shape)
def numerical_jacobian(func, input, eps = 1e-6):
output = func(input)
@ -45,5 +42,4 @@ def numerical_jacobian(func, input, eps = 1e-6):
def gradcheck(func, input, eps = 1e-06, atol = 1e-5, rtol = 0.001):
NJ = numerical_jacobian(func, input, eps)
J = jacobian(func, input)
return np.allclose(J, NJ, atol=atol, rtol=rtol)

5
tinygrad/utils.py
View File

@ -1,5 +1,10 @@
import numpy as np
def mask_like(like, mask_inx, mask_value = 1.0):
mask = np.zeros_like(like).reshape(-1)
mask[mask_inx] = mask_value
return mask.reshape(like.shape)
def layer_init_uniform(*x):
ret = np.random.uniform(-1., 1., size=x)/np.sqrt(np.prod(x))
return ret.astype(np.float32)