From b6fe7f711eb0cd46986b8b9f822ec54df16a099e Mon Sep 17 00:00:00 2001
From: Connor Olding <cloningdonor@gmail.com>
Date: Tue, 17 Mar 2020 07:26:45 -0700
Subject: [PATCH] add DenseUnbiased layer

---
 onn/parametric.py | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/onn/parametric.py b/onn/parametric.py
index 65008a2..24c4dca 100644
--- a/onn/parametric.py
+++ b/onn/parametric.py
@@ -62,6 +62,33 @@ class Dense(Layer):
         return dY @ self.coeffs.f.T
 
 
+class DenseUnbiased(Layer):
+    serialized = {
+        'W': 'coeffs',
+    }
+
+    def __init__(self, dim, init=init_he_uniform, reg_w=None):
+        super().__init__()
+        self.dim = int(dim)
+        self.output_shape = (dim,)
+        self.coeffs = self._new_weights('coeffs', init=init,
+                                        regularizer=reg_w)
+
+    def make_shape(self, parent):
+        shape = parent.output_shape
+        self.input_shape = shape
+        assert len(shape) == 1, shape
+        self.coeffs.shape = (shape[0], self.dim)
+
+    def forward(self, X):
+        self.X = X
+        return X @ self.coeffs.f
+
+    def backward(self, dY):
+        self.coeffs.g += self.X.T @ dY
+        return dY @ self.coeffs.f.T
+
+
 # more
 
 class Conv1Dper(Layer):