| | |
| | | #ifdef OPENCV |
| | | #include "opencv2/highgui/highgui_c.h" |
| | | #include "opencv2/imgproc/imgproc_c.h" |
| | | #include "opencv2/core/types_c.h" |
| | | #include "opencv2/core/version.hpp" |
| | | #include "http_stream.h" |
| | | #ifndef CV_VERSION_EPOCH |
| | | #include "opencv2/videoio/videoio_c.h" |
| | | #include "opencv2/imgcodecs/imgcodecs_c.h" |
| | | #include "http_stream.h" |
| | | #endif |
| | | #include "http_stream.h" |
| | | #endif |
| | | |
| | | int windows = 0; |
| | |
| | | return r; |
| | | } |
| | | |
| | | static float get_pixel(image m, int x, int y, int c) |
| | | { |
| | | assert(x < m.w && y < m.h && c < m.c); |
| | | return m.data[c*m.h*m.w + y*m.w + x]; |
| | | } |
| | | static float get_pixel_extend(image m, int x, int y, int c) |
| | | { |
| | | if (x < 0 || x >= m.w || y < 0 || y >= m.h) return 0; |
| | | /* |
| | | if(x < 0) x = 0; |
| | | if(x >= m.w) x = m.w-1; |
| | | if(y < 0) y = 0; |
| | | if(y >= m.h) y = m.h-1; |
| | | */ |
| | | if (c < 0 || c >= m.c) return 0; |
| | | return get_pixel(m, x, y, c); |
| | | } |
| | | static void set_pixel(image m, int x, int y, int c, float val) |
| | | { |
| | | if (x < 0 || y < 0 || c < 0 || x >= m.w || y >= m.h || c >= m.c) return; |
| | | assert(x < m.w && y < m.h && c < m.c); |
| | | m.data[c*m.h*m.w + y*m.w + x] = val; |
| | | } |
| | | static void add_pixel(image m, int x, int y, int c, float val) |
| | | { |
| | | assert(x < m.w && y < m.h && c < m.c); |
| | | m.data[c*m.h*m.w + y*m.w + x] += val; |
| | | } |
| | | |
| | | void composite_image(image source, image dest, int dx, int dy) |
| | | { |
| | | int x,y,k; |
| | |
| | | return b; |
| | | } |
| | | |
| | | image get_label_v3(image **characters, char *string, int size) |
| | | { |
| | | size = size / 10; |
| | | if (size > 7) size = 7; |
| | | image label = make_empty_image(0, 0, 0); |
| | | while (*string) { |
| | | image l = characters[size][(int)*string]; |
| | | image n = tile_images(label, l, -size - 1 + (size + 1) / 2); |
| | | free_image(label); |
| | | label = n; |
| | | ++string; |
| | | } |
| | | image b = border_image(label, label.h*.25); |
| | | free_image(label); |
| | | return b; |
| | | } |
| | | |
| | | void draw_label(image a, int r, int c, image label, const float *rgb) |
| | | { |
| | | int w = label.w; |
| | |
| | | return alphabets; |
| | | } |
| | | |
| | | void draw_detections_v3(image im, detection *dets, int num, float thresh, char **names, image **alphabet, int classes) |
| | | { |
| | | int i, j; |
| | | |
| | | for (i = 0; i < num; ++i) { |
| | | char labelstr[4096] = { 0 }; |
| | | int class_id = -1; |
| | | for (j = 0; j < classes; ++j) { |
| | | if (dets[i].prob[j] > thresh) { |
| | | if (class_id < 0) { |
| | | strcat(labelstr, names[j]); |
| | | class_id = j; |
| | | } |
| | | else { |
| | | strcat(labelstr, ", "); |
| | | strcat(labelstr, names[j]); |
| | | } |
| | | printf("%s: %.0f%%\n", names[j], dets[i].prob[j] * 100); |
| | | } |
| | | } |
| | | if (class_id >= 0) { |
| | | int width = im.h * .006; |
| | | if (width < 1) |
| | | width = 1; |
| | | |
| | | /* |
| | | if(0){ |
| | | width = pow(prob, 1./2.)*10+1; |
| | | alphabet = 0; |
| | | } |
| | | */ |
| | | |
| | | //printf("%d %s: %.0f%%\n", i, names[class_id], prob*100); |
| | | int offset = class_id * 123457 % classes; |
| | | float red = get_color(2, offset, classes); |
| | | float green = get_color(1, offset, classes); |
| | | float blue = get_color(0, offset, classes); |
| | | float rgb[3]; |
| | | |
| | | //width = prob*20+2; |
| | | |
| | | rgb[0] = red; |
| | | rgb[1] = green; |
| | | rgb[2] = blue; |
| | | box b = dets[i].bbox; |
| | | //printf("%f %f %f %f\n", b.x, b.y, b.w, b.h); |
| | | |
| | | int left = (b.x - b.w / 2.)*im.w; |
| | | int right = (b.x + b.w / 2.)*im.w; |
| | | int top = (b.y - b.h / 2.)*im.h; |
| | | int bot = (b.y + b.h / 2.)*im.h; |
| | | |
| | | if (left < 0) left = 0; |
| | | if (right > im.w - 1) right = im.w - 1; |
| | | if (top < 0) top = 0; |
| | | if (bot > im.h - 1) bot = im.h - 1; |
| | | |
| | | //int b_x_center = (left + right) / 2; |
| | | //int b_y_center = (top + bot) / 2; |
| | | //int b_width = right - left; |
| | | //int b_height = bot - top; |
| | | //sprintf(labelstr, "%d x %d - w: %d, h: %d", b_x_center, b_y_center, b_width, b_height); |
| | | |
| | | draw_box_width(im, left, top, right, bot, width, red, green, blue); |
| | | if (alphabet) { |
| | | image label = get_label_v3(alphabet, labelstr, (im.h*.03)); |
| | | draw_label(im, top + width, left, label, rgb); |
| | | free_image(label); |
| | | } |
| | | if (dets[i].mask) { |
| | | image mask = float_to_image(14, 14, 1, dets[i].mask); |
| | | image resized_mask = resize_image(mask, b.w*im.w, b.h*im.h); |
| | | image tmask = threshold_image(resized_mask, .5); |
| | | embed_image(tmask, im, left, top); |
| | | free_image(mask); |
| | | free_image(resized_mask); |
| | | free_image(tmask); |
| | | } |
| | | } |
| | | } |
| | | } |
| | | |
| | | void draw_detections(image im, int num, float thresh, box *boxes, float **probs, char **names, image **alphabet, int classes) |
| | | { |
| | | int i; |
| | |
| | | } |
| | | |
| | | #ifdef OPENCV |
| | | |
| | | void draw_detections_cv_v3(IplImage* show_img, detection *dets, int num, float thresh, char **names, image **alphabet, int classes) |
| | | { |
| | | int i, j; |
| | | if (!show_img) return; |
| | | |
| | | for (i = 0; i < num; ++i) { |
| | | char labelstr[4096] = { 0 }; |
| | | int class_id = -1; |
| | | for (j = 0; j < classes; ++j) { |
| | | if (dets[i].prob[j] > thresh) { |
| | | if (class_id < 0) { |
| | | strcat(labelstr, names[j]); |
| | | class_id = j; |
| | | } |
| | | else { |
| | | strcat(labelstr, ", "); |
| | | strcat(labelstr, names[j]); |
| | | } |
| | | printf("%s: %.0f%%\n", names[j], dets[i].prob[j] * 100); |
| | | } |
| | | } |
| | | if (class_id >= 0) { |
| | | int width = show_img->height * .006; |
| | | |
| | | /* |
| | | if(0){ |
| | | width = pow(prob, 1./2.)*10+1; |
| | | alphabet = 0; |
| | | } |
| | | */ |
| | | |
| | | //printf("%d %s: %.0f%%\n", i, names[class_id], prob*100); |
| | | int offset = class_id * 123457 % classes; |
| | | float red = get_color(2, offset, classes); |
| | | float green = get_color(1, offset, classes); |
| | | float blue = get_color(0, offset, classes); |
| | | float rgb[3]; |
| | | |
| | | //width = prob*20+2; |
| | | |
| | | rgb[0] = red; |
| | | rgb[1] = green; |
| | | rgb[2] = blue; |
| | | box b = dets[i].bbox; |
| | | //printf("%f %f %f %f\n", b.x, b.y, b.w, b.h); |
| | | |
| | | int left = (b.x - b.w / 2.)*show_img->width; |
| | | int right = (b.x + b.w / 2.)*show_img->width; |
| | | int top = (b.y - b.h / 2.)*show_img->height; |
| | | int bot = (b.y + b.h / 2.)*show_img->height; |
| | | |
| | | if (left < 0) left = 0; |
| | | if (right > show_img->width - 1) right = show_img->width - 1; |
| | | if (top < 0) top = 0; |
| | | if (bot > show_img->height - 1) bot = show_img->height - 1; |
| | | |
| | | //int b_x_center = (left + right) / 2; |
| | | //int b_y_center = (top + bot) / 2; |
| | | //int b_width = right - left; |
| | | //int b_height = bot - top; |
| | | //sprintf(labelstr, "%d x %d - w: %d, h: %d", b_x_center, b_y_center, b_width, b_height); |
| | | |
| | | float const font_size = show_img->height / 1000.F; |
| | | CvPoint pt1, pt2, pt_text, pt_text_bg1, pt_text_bg2; |
| | | pt1.x = left; |
| | | pt1.y = top; |
| | | pt2.x = right; |
| | | pt2.y = bot; |
| | | pt_text.x = left; |
| | | pt_text.y = top - 12; |
| | | pt_text_bg1.x = left; |
| | | pt_text_bg1.y = top - (10 + 25 * font_size); |
| | | pt_text_bg2.x = right; |
| | | pt_text_bg2.y = top; |
| | | CvScalar color; |
| | | color.val[0] = red * 256; |
| | | color.val[1] = green * 256; |
| | | color.val[2] = blue * 256; |
| | | |
| | | cvRectangle(show_img, pt1, pt2, color, width, 8, 0); |
| | | //printf("left=%d, right=%d, top=%d, bottom=%d, obj_id=%d, obj=%s \n", left, right, top, bot, class_id, names[class_id]); |
| | | cvRectangle(show_img, pt_text_bg1, pt_text_bg2, color, width, 8, 0); |
| | | cvRectangle(show_img, pt_text_bg1, pt_text_bg2, color, CV_FILLED, 8, 0); // filled |
| | | CvScalar black_color; |
| | | black_color.val[0] = 0; |
| | | CvFont font; |
| | | cvInitFont(&font, CV_FONT_HERSHEY_SIMPLEX, font_size, font_size, 0, font_size * 3, 8); |
| | | cvPutText(show_img, labelstr, pt_text, &font, black_color); |
| | | } |
| | | } |
| | | } |
| | | |
| | | void draw_detections_cv(IplImage* show_img, int num, float thresh, box *boxes, float **probs, char **names, image **alphabet, int classes) |
| | | { |
| | | int i; |
| | |
| | | } |
| | | cvPutText(img, "Iteration number", cvPoint(draw_size / 2, img_size - 10), &font, CV_RGB(0, 0, 0)); |
| | | cvPutText(img, "Press 's' to save: chart.jpg", cvPoint(5, img_size - 10), &font, CV_RGB(0, 0, 0)); |
| | | printf(" If error occurs - run training with flag: -dont_show \n"); |
| | | cvNamedWindow("average loss", CV_WINDOW_NORMAL); |
| | | cvMoveWindow("average loss", 0, 0); |
| | | cvResizeWindow("average loss", img_size, img_size); |
| | |
| | | cvPutText(img, char_buff, pt1, &font, CV_RGB(0, 0, 0)); |
| | | cvShowImage("average loss", img); |
| | | int k = cvWaitKey(20); |
| | | if (k == 's') cvSaveImage("chart.jpg", img, 0); |
| | | if (k == 's' || current_batch == (max_batches-1)) cvSaveImage("chart.jpg", img, 0); |
| | | } |
| | | #endif // OPENCV |
| | | |
| | |
| | | return im; |
| | | } |
| | | |
| | | image get_image_from_stream_resize(CvCapture *cap, int w, int h, IplImage** in_img) |
| | | image get_image_from_stream_resize(CvCapture *cap, int w, int h, IplImage** in_img, int cpp_video_capture) |
| | | { |
| | | IplImage* src = cvQueryFrame(cap); |
| | | IplImage* src; |
| | | if (cpp_video_capture) { |
| | | static int once = 1; |
| | | if (once) { |
| | | once = 0; |
| | | do { |
| | | src = get_webcam_frame(cap); |
| | | if (!src) return make_empty_image(0, 0, 0); |
| | | } while (src->width < 1 || src->height < 1 || src->nChannels < 1); |
| | | } else |
| | | src = get_webcam_frame(cap); |
| | | } |
| | | else src = cvQueryFrame(cap); |
| | | |
| | | if (!src) return make_empty_image(0, 0, 0); |
| | | if (src->width < 1 || src->height < 1 || src->nChannels < 1) return make_empty_image(0, 0, 0); |
| | | IplImage* new_img = cvCreateImage(cvSize(w, h), IPL_DEPTH_8U, 3); |
| | | *in_img = cvCreateImage(cvSize(src->width, src->height), IPL_DEPTH_8U, 3); |
| | | cvResize(src, *in_img, CV_INTER_LINEAR); |
| | | cvResize(src, new_img, CV_INTER_LINEAR); |
| | | image im = ipl_to_image(new_img); |
| | | cvReleaseImage(&new_img); |
| | | if (cpp_video_capture) cvReleaseImage(&src); |
| | | rgbgr_image(im); |
| | | return im; |
| | | } |
| | |
| | | unsigned char *data = stbi_load(filename, &w, &h, &c, channels); |
| | | if (!data) { |
| | | fprintf(stderr, "Cannot load image \"%s\"\nSTB Reason: %s\n", filename, stbi_failure_reason()); |
| | | exit(0); |
| | | exit(1); |
| | | } |
| | | if(channels) c = channels; |
| | | int i,j,k; |
| | |
| | | return out; |
| | | } |
| | | |
| | | float get_pixel(image m, int x, int y, int c) |
| | | { |
| | | assert(x < m.w && y < m.h && c < m.c); |
| | | return m.data[c*m.h*m.w + y*m.w + x]; |
| | | } |
| | | float get_pixel_extend(image m, int x, int y, int c) |
| | | { |
| | | if(x < 0) x = 0; |
| | | if(x >= m.w) x = m.w-1; |
| | | if(y < 0) y = 0; |
| | | if(y >= m.h) y = m.h-1; |
| | | if(c < 0 || c >= m.c) return 0; |
| | | return get_pixel(m, x, y, c); |
| | | } |
| | | void set_pixel(image m, int x, int y, int c, float val) |
| | | { |
| | | if (x < 0 || y < 0 || c < 0 || x >= m.w || y >= m.h || c >= m.c) return; |
| | | assert(x < m.w && y < m.h && c < m.c); |
| | | m.data[c*m.h*m.w + y*m.w + x] = val; |
| | | } |
| | | void add_pixel(image m, int x, int y, int c, float val) |
| | | { |
| | | assert(x < m.w && y < m.h && c < m.c); |
| | | m.data[c*m.h*m.w + y*m.w + x] += val; |
| | | } |
| | | |
| | | void print_image(image m) |
| | | { |
| | | int i, j, k; |