From af4e4f92dc9e5da160eb6c6870a7b38b863f1c6c Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Tue, 28 Oct 2014 02:45:06 +0000
Subject: [PATCH] getting rid of sub_arrays, nvidia driver memory leak
---
src/data.c | 53 +++++++++++++++++++++++++++++++++++++++++++++++++----
1 files changed, 49 insertions(+), 4 deletions(-)
diff --git a/src/data.c b/src/data.c
index 846b950..b31a5aa 100644
--- a/src/data.c
+++ b/src/data.c
@@ -41,9 +41,11 @@
d.y = make_matrix(n, k);
for(i = 0; i < n; ++i){
- image im = load_image(paths[i], h, w);
+ image im = load_image_color(paths[i], h, w);
d.X.vals[i] = im.data;
d.X.cols = im.h*im.w*im.c;
+ }
+ for(i = 0; i < n; ++i){
fill_truth(paths[i], labels, k, d.y.vals[i]);
}
return d;
@@ -60,6 +62,14 @@
return d;
}
+char **get_labels(char *filename)
+{
+ list *plist = get_paths(filename);
+ char **labels = (char **)list_to_array(plist);
+ free_list(plist);
+ return labels;
+}
+
void free_data(data d)
{
if(!d.shallow){
@@ -84,6 +94,20 @@
return d;
}
+data load_data_random(int n, char **paths, int m, char **labels, int k, int h, int w)
+{
+ char **random_paths = calloc(n, sizeof(char*));
+ int i;
+ for(i = 0; i < n; ++i){
+ int index = rand()%m;
+ random_paths[i] = paths[index];
+ if(i == 0) printf("%s\n", paths[index]);
+ }
+ data d = load_data_image_paths(random_paths, n, labels, k, h, w);
+ free(random_paths);
+ return d;
+}
+
data load_data_image_pathfile_random(char *filename, int n, char **labels, int k, int h, int w)
{
int i;
@@ -148,6 +172,27 @@
return d;
}
+void get_random_batch(data d, int n, float *X, float *y)
+{
+ int j;
+ for(j = 0; j < n; ++j){
+ int index = rand()%d.X.rows;
+ memcpy(X+j*d.X.cols, d.X.vals[index], d.X.cols*sizeof(float));
+ memcpy(y+j*d.y.cols, d.y.vals[index], d.y.cols*sizeof(float));
+ }
+}
+
+void get_next_batch(data d, int n, int offset, float *X, float *y)
+{
+ int j;
+ for(j = 0; j < n; ++j){
+ int index = offset + j;
+ memcpy(X+j*d.X.cols, d.X.vals[index], d.X.cols*sizeof(float));
+ memcpy(y+j*d.y.cols, d.y.vals[index], d.y.cols*sizeof(float));
+ }
+}
+
+
data load_all_cifar10()
{
data d;
@@ -158,7 +203,7 @@
d.X = X;
d.y = y;
-
+
for(b = 0; b < 5; ++b){
char buff[256];
sprintf(buff, "data/cifar10/data_batch_%d.bin", b+1);
@@ -176,8 +221,8 @@
fclose(fp);
}
//normalize_data_rows(d);
- translate_data_rows(d, -144);
- scale_data_rows(d, 1./128);
+ translate_data_rows(d, -144);
+ scale_data_rows(d, 1./128);
return d;
}
--
Gitblit v1.10.0