| | |
| | | #include "blas.h" |
| | | #include "math.h" |
| | | #include <assert.h> |
| | | #include <float.h> |
| | | #include <stdio.h> |
| | | #include <stdlib.h> |
| | | #include <string.h> |
| | | |
| | | void flatten(float *x, int size, int layers, int batch, int forward) |
| | | { |
| | | float *swap = calloc(size*layers*batch, sizeof(float)); |
| | | int i,c,b; |
| | | for(b = 0; b < batch; ++b){ |
| | | for(c = 0; c < layers; ++c){ |
| | | for(i = 0; i < size; ++i){ |
| | | int i1 = b*layers*size + c*size + i; |
| | | int i2 = b*layers*size + i*layers + c; |
| | | if (forward) swap[i2] = x[i1]; |
| | | else swap[i1] = x[i2]; |
| | | } |
| | | } |
| | | } |
| | | memcpy(x, swap, size*layers*batch*sizeof(float)); |
| | | free(swap); |
| | | } |
| | | |
| | | void weighted_sum_cpu(float *a, float *b, float *s, int n, float *c) |
| | | { |
| | |
| | | return dot; |
| | | } |
| | | |
| | | void softmax(float *input, int n, float temp, float *output) |
| | | { |
| | | int i; |
| | | float sum = 0; |
| | | float largest = -FLT_MAX; |
| | | for(i = 0; i < n; ++i){ |
| | | if(input[i] > largest) largest = input[i]; |
| | | } |
| | | for(i = 0; i < n; ++i){ |
| | | float e = exp(input[i]/temp - largest/temp); |
| | | sum += e; |
| | | output[i] = e; |
| | | } |
| | | for(i = 0; i < n; ++i){ |
| | | output[i] /= sum; |
| | | } |
| | | } |
| | | |