#include <ctime></ctime>

#include <cstdlib></cstdlib>

#include "nnlayer.inc.cpp"

#include "nnlayer.conv.inc.cpp"

#include "nnlayer.lnk.inc.cpp"

#include "nntrain.inc.cpp"

int main() {

  srand(time(NULL));

  const char *filename = "data/output/weights.bin"; // 28x28

  //const char *filename = "data/output/weights22.bin";

  printf("load training data\n");

  Trainer t(0.25);

  if (!t.loadSymbolMap("data/symbols-data.bin", 784, 10)) return 1;

  //if (!t.loadSymbolMap("data/symbols22-data.bin", 22*22, 10)) return 1;

  printf("create neural network\n");

  //Layer l(nullptr, 784);

  //new LayerSimple(l, 128);

  //new LayerSimple(l, 64);

  //new LayerSimple(l, 10);

  //Layer l(nullptr, 784);

  //new LayerConvolution<false, 6,2="">(l, 12, 12, 4);</false,>

  //new LayerConvolution<false, 6,2="">(l, 4, 4, 16);</false,>

  ////new LayerConvolution<false, 4="">(l, 1, 1, 128);</false,>

  ////new LayerSimple(l, 64);

  //new LayerSimple(l, 10);

  //Layer l(nullptr, 784);

  //new LayerConvolution<false, 7="">(l, 22, 22, 1);</false,>

  //new LayerConvolution<false, 9="">(l, 14, 14, 1);</false,>

  //new LayerConvolution<false,11>(l, 4, 4, 1);</false,11>

  //new LayerSimple(l, 10);

  Layer l(nullptr, 784);

  new LayerLinkConvolution(l, 28, 28, 1, 22, 22, 1,  60);

  new LayerLinkConvolution(l, 22, 22, 1, 14, 14, 1, 100);

  new LayerLinkConvolution(l, 14, 14, 1,  4,  4, 1, 140);

  new LayerSimple(l, 10);

  printf("  neurons: %d, links %d, memSize: %llu\n", l.totalSize(), l.totalLinks(), (unsigned long long)l.totalMemSize());

  //printf("try load previously saved network\n");

  //l.load(filename);

  printf("train\n");

  t.trainSimple(l, 1000, 0.5, 10000);

  //for(double q = 0.5; q > 0.05; q *= 0.5)

  //  t.trainBlock(l, 50, 20, q, 10000);

  //t.trainBlock(l, 50, 20, 0.5, 10000);

  //t.trainBlock(l, 10, 100, 0.5, 1);

  printf("save neural network weights\n");

  if (!l.save(filename)) return 1;

  return 0;

}