| | |
| | | layer->delta = calloc(batch*outputs, sizeof(float*)); |
| | | |
| | | layer->weight_updates = calloc(inputs*outputs, sizeof(float)); |
| | | layer->weight_adapt = calloc(inputs*outputs, sizeof(float)); |
| | | //layer->weight_adapt = calloc(inputs*outputs, sizeof(float)); |
| | | layer->weight_momentum = calloc(inputs*outputs, sizeof(float)); |
| | | layer->weights = calloc(inputs*outputs, sizeof(float)); |
| | | float scale = 1./inputs; |
| | | //scale = .01; |
| | | scale = .05; |
| | | for(i = 0; i < inputs*outputs; ++i) |
| | | layer->weights[i] = scale*(rand_uniform()-.5); |
| | | layer->weights[i] = scale*2*(rand_uniform()-.5); |
| | | |
| | | layer->bias_updates = calloc(outputs, sizeof(float)); |
| | | layer->bias_adapt = calloc(outputs, sizeof(float)); |
| | | //layer->bias_adapt = calloc(outputs, sizeof(float)); |
| | | layer->bias_momentum = calloc(outputs, sizeof(float)); |
| | | layer->biases = calloc(outputs, sizeof(float)); |
| | | for(i = 0; i < outputs; ++i) |
| | | for(i = 0; i < outputs; ++i){ |
| | | //layer->biases[i] = rand_normal()*scale + scale; |
| | | layer->biases[i] = 1; |
| | | } |
| | | |
| | | #ifdef GPU |
| | | #endif |
| | | layer->activation = activation; |
| | | return layer; |
| | | } |