Changeset 40325 for trunk/Ohana/src/opihi/lib.data/nnet.c

Timestamp:

Jan 27, 2018, 1:09:32 PM (8 years ago)

Author:

eugene

Message:

updated nnet to include better init, L2 regularization, cross-entropy cost function

File:

• trunk/Ohana/src/opihi/lib.data/nnet.c (modified) (2 diffs)

trunk/Ohana/src/opihi/lib.data/nnet.c

@@ -143 +143 @@
 }
 
-void CreateNnetData (Nnet *nnet) {
+void CreateNnetData (Nnet *nnet, int LargeWeightInit) {
 
   ohana_gaussdev_init ();
@@ -168 +168 @@
     }
 
+    float sigma = LargeWeightInit ? 1.0 : 1.0 / sqrt(nnet[0].Nnodes[i-1]);
+
     ALLOCATE (nnet[0].weight[i], float, nnet[0].Nnodes[i-1]*nnet[0].Nnodes[i]);  // weight connected each node in the previous layer to the current layer (excludes input layer)
     for (int j = 0; j < nnet[0].Nnodes[i-1]*nnet[0].Nnodes[i]; j++) {
-      nnet[0].weight[i][j] = ohana_gaussdev_rnd (0.0, 1.0);
+      nnet[0].weight[i][j] = ohana_gaussdev_rnd (0.0, sigma);
     }