From 62b14f8b07c45527673fe1e562a8a91031b94ea2 Mon Sep 17 00:00:00 2001
From: augustin64 <augustin.lucas64@gmail.com>
Date: Fri, 20 May 2022 19:39:47 +0200
Subject: [PATCH] Add neuron_io/delta_network

---
 src/mnist/neuron_io.c | 143 ++++++++++++++++++++++++++++++++++++++++--
 1 file changed, 139 insertions(+), 4 deletions(-)

diff --git a/src/mnist/neuron_io.c b/src/mnist/neuron_io.c
index 0d7879a..851fda4 100644
--- a/src/mnist/neuron_io.c
+++ b/src/mnist/neuron_io.c
@@ -4,8 +4,12 @@
 #include <inttypes.h>
 
 #include "include/neuron.h"
-#define MAGIC_NUMBER 2023
 
+#define MAGIC_NUMBER       2023
+#define DELTA_MAGIC_NUMBER 2024
+
+
+/* Lecture d'un réseau neuronal */
 
 
 Neuron* read_neuron(uint32_t nb_weights, FILE *ptr) {
@@ -36,6 +40,7 @@ Neuron* read_neuron(uint32_t nb_weights, FILE *ptr) {
         neuron->last_back_weights[i] = 0.0;
     }
 
+    free(weights);
     return neuron;
 }
 
@@ -54,7 +59,7 @@ Neuron** read_neurons(uint32_t nb_neurons, uint32_t nb_weights, FILE *ptr) {
 Network* read_network(char* filename) {
     FILE *ptr;
     Network* network = (Network*)malloc(sizeof(Network));
-    
+
     ptr = fopen(filename, "rb");
 
     uint32_t magic_number;
@@ -93,6 +98,7 @@ Network* read_network(char* filename) {
 }
 
 
+/* Écriture d'un réseau neuronal */
 
 
 // Écrit un neurone dans le fichier pointé par *ptr
@@ -135,6 +141,135 @@ void write_network(char* filename, Network* network) {
     fclose(ptr);
 }
 
-void write_delta_network(char* filename, Network* network) {
-    // Not Implemented
+
+/* Lecture des calculs de la backpropagation d'un réseau neuronal */
+
+
+Neuron* read_delta_neuron(uint32_t nb_weights, FILE *ptr) {
+    Neuron* neuron = (Neuron*)malloc(sizeof(Neuron));
+    float activation;
+    float back_bias;
+    float tmp;
+
+    fread(&activation, sizeof(float), 1, ptr);
+    fread(&back_bias, sizeof(float), 1, ptr);
+
+    neuron->bias = 0.0;
+
+    neuron->z = 0.0;
+    neuron->last_back_bias = 0.0;
+    neuron->back_bias = back_bias;
+
+    float* back_weights = (float*)malloc(sizeof(float)*nb_weights);
+
+    neuron->last_back_weights = (float*)malloc(sizeof(float)*nb_weights);
+    neuron->back_weights = (float*)malloc(sizeof(float)*nb_weights);
+    neuron->weights = back_weights;
+
+    for (int i=0; i < (int)nb_weights; i++) {
+        fread(&tmp, sizeof(float), 1, ptr);
+        neuron->weights[i] = 0.0;
+        neuron->back_weights[i] = tmp;
+        neuron->last_back_weights[i] = 0.0;
+    }
+    free(back_weights);
+    return neuron;
+}
+
+
+// Lit une couche de neurones
+Neuron** read_delta_neurons(uint32_t nb_neurons, uint32_t nb_weights, FILE *ptr) {
+    Neuron** neurons = (Neuron**)malloc(sizeof(Neuron*)*nb_neurons);
+    for (int i=0; i < (int)nb_neurons; i++) {
+        neurons[i] = read_delta_neuron(nb_weights, ptr);
+    }
+    return neurons;
+}
+
+
+// Charge l'entièreté du réseau neuronal depuis un fichier binaire
+Network* read_delta_network(char* filename) {
+    FILE *ptr;
+    Network* network = (Network*)malloc(sizeof(Network));
+
+    ptr = fopen(filename, "rb");
+
+    uint32_t magic_number;
+    uint32_t nb_layers;
+    uint32_t tmp;
+
+    fread(&magic_number, sizeof(uint32_t), 1, ptr);
+    if (magic_number != DELTA_MAGIC_NUMBER) {
+        printf("Incorrect magic number !\n");
+        exit(1);
+    }
+
+    fread(&nb_layers, sizeof(uint32_t), 1, ptr);
+    network->nb_layers = nb_layers;
+
+
+    Layer** layers = (Layer**)malloc(sizeof(Layer*)*nb_layers);
+    uint32_t nb_neurons_layer[nb_layers+1];
+
+    network->layers = layers;
+
+    for (int i=0; i < (int)nb_layers; i++) {
+        layers[i] = (Layer*)malloc(sizeof(Layer));
+        fread(&tmp, sizeof(tmp), 1, ptr);
+        layers[i]->nb_neurons = tmp;
+        nb_neurons_layer[i] = tmp;
+    }
+    nb_neurons_layer[nb_layers] = 0;
+
+    for (int i=0; i < (int)nb_layers; i++) {
+        layers[i]->neurons = read_delta_neurons(layers[i]->nb_neurons, nb_neurons_layer[i+1], ptr);
+    }
+
+    fclose(ptr);
+    return network;
+}
+
+
+/* Écriture des calculs de la backpropagation d'un réseau neuronal */
+
+
+// Écrit les calculs de backpropagation effectués sur
+// un neurone dans le fichier pointé par *ptr
+void write_delta_neuron(Neuron* neuron, int weights, FILE *ptr) {
+    float buffer[weights+2];
+
+    buffer[1] = neuron->back_bias;
+    for (int i=0; i < weights; i++) {
+        buffer[i+2] = neuron->back_weights[i];
+    }
+
+    fwrite(buffer, sizeof(buffer), 1, ptr);
+}
+
+
+// Enregistre les calculs de backpropagation effectués sur un réseau dans un fichier
+void write_delta_network(char* filename, Network* network) {
+    FILE *ptr;
+    int nb_layers = network->nb_layers;
+    int nb_neurons[nb_layers+1];
+
+    ptr = fopen(filename, "wb");
+
+    uint32_t buffer[nb_layers+2];
+
+    buffer[0] = DELTA_MAGIC_NUMBER;
+    buffer[1] = nb_layers;
+    for (int i=0; i < nb_layers; i++) {
+        buffer[i+2] = network->layers[i]->nb_neurons;
+        nb_neurons[i] = network->layers[i]->nb_neurons;
+    }
+    nb_neurons[nb_layers] = 0;
+    fwrite(buffer, sizeof(buffer), 1, ptr);
+    for (int i=0; i < nb_layers; i++) {
+        for (int j=0; j < nb_neurons[i]; j++) {
+            write_delta_neuron(network->layers[i]->neurons[j], nb_neurons[i+1], ptr);
+        }
+    }
+
+    fclose(ptr);
 }