use @ operator

This commit is contained in:
Connor Olding 2017-10-19 04:12:16 +00:00
parent a85ee67780
commit 1ebb897f14
2 changed files with 6 additions and 6 deletions

6
onn.py
View File

@ -703,7 +703,7 @@ class CosineDense(Dense):
+ 1 + self.eps)
self.W_norm = np.sqrt(np.square(self.coeffs.f).sum(0, keepdims=True) \
+ np.square(self.biases.f) + self.eps)
self.dot = X.dot(self.coeffs.f) + self.biases.f
self.dot = X @ self.coeffs.f + self.biases.f
Y = self.dot / (self.X_norm * self.W_norm)
return Y
@ -712,11 +712,11 @@ class CosineDense(Dense):
dX_norm = -(dY * self.dot / self.W_norm).sum(-1, keepdims=True) / self.X_norm**2
dW_norm = -(dY * self.dot / self.X_norm).sum( 0, keepdims=True) / self.W_norm**2
self.coeffs.g += self.X.T.dot(ddot) \
self.coeffs.g += self.X.T @ ddot \
+ dW_norm / self.W_norm * self.coeffs.f
self.biases.g += ddot.sum(0, keepdims=True) \
+ dW_norm / self.W_norm * self.biases.f
dX = ddot.dot(self.coeffs.f.T) + dX_norm / self.X_norm * self.X
dX = ddot @ self.coeffs.f.T + dX_norm / self.X_norm * self.X
return dX

View File

@ -903,12 +903,12 @@ class Dense(Layer):
def forward(self, X):
self.X = X
return X.dot(self.coeffs.f) + self.biases.f
return X @ self.coeffs.f + self.biases.f
def backward(self, dY):
self.coeffs.g += self.X.T.dot(dY)
self.coeffs.g += self.X.T @ dY
self.biases.g += dY.sum(0, keepdims=True)
return dY.dot(self.coeffs.f.T)
return dY @ self.coeffs.f.T
# Models {{{1