jacobian

commit 1357b14e0277ccc20d9398b96088a75db1a6a8cf
parent b02667ecfb895bb0c1df109dc8e5636e17dd2224
Author: David Freifeld <freifeld.david@gmail.com>
Date:   Thu, 25 Jun 2020 11:30:07 -0700

Further tweaks to fix backprop

Diffstat:
M
bpnn.cpp
 | 
8
+++++---
M
example.cpp
 | 
4
++--

2 files changed, 7 insertions(+), 5 deletions(-)
diff --git a/bpnn.cpp b/bpnn.cpp
@@ -173,11 +173,13 @@ void Network::backpropagate()
     //    printf("Test?\n");
     counter++;
   }
-  for (int i = 1; i < gradients.size(); i++) {
+  for (int i = 0; i < gradients.size(); i++) {
     Eigen::MatrixXd gradient = gradients[i];
     //    printf("Test2?\n");
-    //std::cout << deltas[i] << "\n\n" << layers[i-1].contents->transpose() << "\n\n" << *layers[length-2-i].weights << " " << i-1 << " " <<length-2-i <<"\n";
-    *layers[i-1].weights -= learning_rate * (layers[i-1].contents->transpose()*deltas[i]);
+    std::cout << "Batch sz: " << batch_size << "\n";
+    std::cout << "Comparing " << length-3-i << " " <<length-2-i << " " << i << "\n";
+    std::cout << deltas[i] << "DELTABOVE\n\n" << layers[length-2-i].contents->transpose() << "X_T\n\n" << *layers[length-2-i].weights << "WEIGHT2\n\n"; 
+    *layers[length-2-i].weights -= learning_rate * (layers[length-2-i].contents->transpose()*deltas[i]);
     //    printf("Test2.5?\n");
     //std::cout << deltas[i] << "\n\n" << *layers[length-2-i].bias << "(layer "<<  length-2-i << " cuz " << length << " - 2 - " << i << ")\n";
     //    *layers[length-2-i].bias -= learning_rate * (deltas[i]);
diff --git a/example.cpp b/example.cpp
@@ -3,13 +3,13 @@
 
 int main()
 {
-  Network net ("./extra.txt", 4, 1, 1, 5, 10, 1);
+  Network net ("./extra.txt", 4, 3, 1, 2, 10, 1);
   net.set_activation(0, "linear");
   net.set_activation(1, "sigmoid");
   net.set_activation(2, "sigmoid");
   net.set_activation(3, "resig");
   //  net.list_net();
-  net.train(50);
+  net.train(1);
   //  net.list_net();
   //char line[1024];
   //net.stream->getline(line, 1024);