| | |
| | | } |
| | | mean = mean / size; |
| | | for(i = 0; i < size; ++i){ |
| | | binary[f*size + i] = (weights[f*size + i] > 0) ? mean : -mean; |
| | | binary[f*size + i] = (weights[f*size + i] > 0) ? mean: -mean; |
| | | } |
| | | } |
| | | } |
| | |
| | | } |
| | | } |
| | | |
| | | void binary_align_weights(convolutional_layer *l, size_t lda_align) |
| | | void binary_align_weights(convolutional_layer *l) |
| | | { |
| | | int m = l->n; |
| | | int k = l->size*l->size*l->c; |
| | | size_t new_lda = k + (lda_align - k%lda_align); // (k / 8 + 1) * 8; |
| | | size_t new_lda = k + (l->lda_align - k % l->lda_align); // (k / 8 + 1) * 8; |
| | | |
| | | binarize_weights(l->weights, m, k, l->binary_weights); |
| | | |
| | |
| | | |
| | | for(i = 0; i < l.batch; ++i){ |
| | | //im2col_cpu(state.input, l.c, l.h, l.w, l.size, l.stride, l.pad, b); |
| | | im2col_cpu_custom(state.input, l.c, l.h, l.w, l.size, l.stride, l.pad, b); |
| | | |
| | | //float *t_input = NULL; |
| | | //if (l.xnor) { |
| | | // size_t new_ldb = k + (l.lda_align - k%l.lda_align); |
| | | // size_t t_intput_size = new_ldb * n; |
| | | // t_input = calloc(t_intput_size, sizeof(float)); |
| | | // im2col_cpu_custom_transpose(state.input, l.c, l.h, l.w, l.size, l.stride, l.pad, t_input, new_ldb); |
| | | //} |
| | | //if (l.xnor && l.size == 3 && l.stride == 1 && l.pad == 1) {} |
| | | //else |
| | | im2col_cpu_custom(state.input, l.c, l.h, l.w, l.size, l.stride, l.pad, b); |
| | | |
| | | |
| | | //gemm(0,0,m,n,k,1,a,k,b,n,1,c,n); |
| | | //gemm_nn_custom(m, n, k, 1, a, k, b, n, c, n); |
| | |
| | | free(align_weights); |
| | | } |
| | | */ |
| | | size_t ldb_align = 256; // 256 bit for AVX2 |
| | | size_t new_ldb = k + (ldb_align - k%ldb_align); |
| | | char *t_bit_input = NULL; |
| | | size_t t_intput_size = binary_transpose_align_input(k, n, b, &t_bit_input, ldb_align); |
| | | |
| | | gemm_nn_custom_bin_mean_transposed(m, n, k, 1, l.align_bit_weights, new_ldb, t_bit_input, new_ldb, c, n, l.mean_arr); |
| | | /* |
| | | if (l.size == 3 && l.stride == 1 && l.pad == 1) |
| | | { |
| | | //binarize_weights(l.weights, l.n, l.c*l.size*l.size, l.binary_weights); |
| | | //printf("\n mean = %f \n", l.mean_arr[0]); |
| | | |
| | | //gemm_nn_custom_bin_mean_transposed(m, n, k, 1, bit_weights, k, t_bit_input, new_ldb, c, n, mean_arr); |
| | | convolution_2d(l.w, l.h, l.size, l.n, l.c, l.pad, l.stride, |
| | | //l.weights, state.input, l.output, l.mean_arr); |
| | | l.binary_weights, state.input, l.output, l.mean_arr); |
| | | } |
| | | else { |
| | | */ |
| | | |
| | | //free(t_input); |
| | | free(t_bit_input); |
| | | //size_t ldb_align = 256; // 256 bit for AVX2 |
| | | int ldb_align = l.lda_align; |
| | | size_t new_ldb = k + (ldb_align - k%ldb_align); |
| | | char *t_bit_input = NULL; |
| | | size_t t_intput_size = binary_transpose_align_input(k, n, b, &t_bit_input, ldb_align); |
| | | //char *t_bit_input = calloc(new_ldb * n, sizeof(char)); // for im2col_cpu_custom_transpose() only |
| | | //float_to_bit(t_input, t_bit_input, new_ldb * n); // for im2col_cpu_custom_transpose() only |
| | | |
| | | //free(align_bit_weights); |
| | | gemm_nn_custom_bin_mean_transposed(m, n, k, 1, l.align_bit_weights, new_ldb, t_bit_input, new_ldb, c, n, l.mean_arr); |
| | | |
| | | //gemm_nn_custom_bin_mean_transposed(m, n, k, 1, bit_weights, k, t_bit_input, new_ldb, c, n, mean_arr); |
| | | |
| | | //free(t_input); |
| | | free(t_bit_input); |
| | | //} |
| | | |
| | | } |
| | | |
| | | // for bit_input: (k * n) |