From d9f1b0b16edeb59281355a855e18a8be343fc33c Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Fri, 08 Aug 2014 19:04:15 +0000
Subject: [PATCH] probably how maxpool layers should be

---
 src/data.c |   71 +++++++++++++++++++++++++++++++++++
 1 files changed, 71 insertions(+), 0 deletions(-)

diff --git a/src/data.c b/src/data.c
index 85c3794..846b950 100644
--- a/src/data.c
+++ b/src/data.c
@@ -10,6 +10,7 @@
 {
     char *path;
     FILE *file = fopen(filename, "r");
+    if(!file) file_error(filename);
     list *lines = make_list();
     while((path=fgetl(file))){
         list_insert(lines, path);
@@ -36,6 +37,7 @@
     d.shallow = 0;
     d.X.rows = n;
     d.X.vals = calloc(d.X.rows, sizeof(float*));
+    d.X.cols = 0;
     d.y = make_matrix(n, k);
 
     for(i = 0; i < n; ++i){
@@ -118,6 +120,67 @@
     return d;
 }
 
+data load_cifar10_data(char *filename)
+{
+    data d;
+    d.shallow = 0;
+    long i,j;
+    matrix X = make_matrix(10000, 3072);
+    matrix y = make_matrix(10000, 10);
+    d.X = X;
+    d.y = y;
+
+    FILE *fp = fopen(filename, "rb");
+    if(!fp) file_error(filename);
+    for(i = 0; i < 10000; ++i){
+        unsigned char bytes[3073];
+        fread(bytes, 1, 3073, fp);
+        int class = bytes[0];
+        y.vals[i][class] = 1;
+        for(j = 0; j < X.cols; ++j){
+            X.vals[i][j] = (double)bytes[j+1];
+        }
+    }
+	translate_data_rows(d, -144);
+	scale_data_rows(d, 1./128);
+	//normalize_data_rows(d);
+    fclose(fp);
+    return d;
+}
+
+data load_all_cifar10()
+{
+    data d;
+    d.shallow = 0;
+    int i,j,b;
+    matrix X = make_matrix(50000, 3072);
+    matrix y = make_matrix(50000, 10);
+    d.X = X;
+    d.y = y;
+
+    
+    for(b = 0; b < 5; ++b){
+        char buff[256];
+        sprintf(buff, "data/cifar10/data_batch_%d.bin", b+1);
+        FILE *fp = fopen(buff, "rb");
+        if(!fp) file_error(buff);
+        for(i = 0; i < 10000; ++i){
+            unsigned char bytes[3073];
+            fread(bytes, 1, 3073, fp);
+            int class = bytes[0];
+            y.vals[i+b*10000][class] = 1;
+            for(j = 0; j < X.cols; ++j){
+                X.vals[i+b*10000][j] = (double)bytes[j+1];
+            }
+        }
+        fclose(fp);
+    }
+    //normalize_data_rows(d);
+	translate_data_rows(d, -144);
+	scale_data_rows(d, 1./128);
+    return d;
+}
+
 void randomize_data(data d)
 {
     int i;
@@ -141,6 +204,14 @@
     }
 }
 
+void translate_data_rows(data d, float s)
+{
+    int i;
+    for(i = 0; i < d.X.rows; ++i){
+        translate_array(d.X.vals[i], d.X.cols, s);
+    }
+}
+
 void normalize_data_rows(data d)
 {
     int i;

--
Gitblit v1.10.0