| | |
| | | #include "softmax_layer.h" |
| | | #include "mini_blas.h" |
| | | #include <math.h> |
| | | #include <stdlib.h> |
| | | #include <stdio.h> |
| | |
| | | layer->inputs = inputs; |
| | | layer->output = calloc(inputs*batch, sizeof(float)); |
| | | layer->delta = calloc(inputs*batch, sizeof(float)); |
| | | layer->jacobian = calloc(inputs*inputs*batch, sizeof(float)); |
| | | return layer; |
| | | } |
| | | |
| | |
| | | |
| | | void backward_softmax_layer(const softmax_layer layer, float *input, float *delta) |
| | | { |
| | | /* |
| | | int i,j,b; |
| | | for(b = 0; b < layer.batch; ++b){ |
| | | for(i = 0; i < layer.inputs; ++i){ |
| | | for(j = 0; j < layer.inputs; ++j){ |
| | | int d = (i==j); |
| | | layer.jacobian[b*layer.inputs*layer.inputs + i*layer.inputs + j] = |
| | | layer.output[b*layer.inputs + i] * (d - layer.output[b*layer.inputs + j]); |
| | | } |
| | | } |
| | | } |
| | | for(b = 0; b < layer.batch; ++b){ |
| | | int M = layer.inputs; |
| | | int N = 1; |
| | | int K = layer.inputs; |
| | | float *A = layer.jacobian + b*layer.inputs*layer.inputs; |
| | | float *B = layer.delta + b*layer.inputs; |
| | | float *C = delta + b*layer.inputs; |
| | | gemm(0,0,M,N,K,1,A,K,B,N,0,C,N); |
| | | } |
| | | */ |
| | | |
| | | int i; |
| | | for(i = 0; i < layer.inputs*layer.batch; ++i){ |
| | | delta[i] = layer.delta[i]; |