From dba59e23af770290ab5448199765289e1cae48ee Mon Sep 17 00:00:00 2001
From: "Daniel.Frisinghelli" <daniel.frisinghelli@eurac.edu>
Date: Fri, 29 Jan 2021 16:14:45 +0100
Subject: [PATCH] Changed weight initialization to: Kaiming Uniform with ReLu.
---
pysegcnn/core/layers.py | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/pysegcnn/core/layers.py b/pysegcnn/core/layers.py
index c534756..8e6a986 100644
--- a/pysegcnn/core/layers.py
+++ b/pysegcnn/core/layers.py
@@ -54,10 +54,15 @@ class Conv2dSame(nn.Conv2d):
"""
super().__init__(*args, **kwargs)
+ # initialize layer weights after He et al. (2015) (kaiming uniform) for
+ # ReLu non-linearity
+ nn.init.kaiming_uniform_(self.weight, nonlinearity='relu')
+
# define tensorflows "SAME" padding for stride = 1
x_pad = self.same_padding(self.dilation[1], self.kernel_size[1])
y_pad = self.same_padding(self.dilation[0], self.kernel_size[0])
+ # amount of padding to conserve shape of input
self.padding = (y_pad, x_pad)
@staticmethod
--
GitLab