Spaces:
Running
on
A10G
Running
on
A10G
| # paint masks, contours, or points on images, with specified colors | |
| import cv2 | |
| import torch | |
| import numpy as np | |
| from PIL import Image | |
| import copy | |
| import time | |
| def colormap(rgb=True): | |
| color_list = np.array( | |
| [ | |
| 0.000, 0.000, 0.000, | |
| 1.000, 1.000, 1.000, | |
| 1.000, 0.498, 0.313, | |
| 0.392, 0.581, 0.929, | |
| 0.000, 0.447, 0.741, | |
| 0.850, 0.325, 0.098, | |
| 0.929, 0.694, 0.125, | |
| 0.494, 0.184, 0.556, | |
| 0.466, 0.674, 0.188, | |
| 0.301, 0.745, 0.933, | |
| 0.635, 0.078, 0.184, | |
| 0.300, 0.300, 0.300, | |
| 0.600, 0.600, 0.600, | |
| 1.000, 0.000, 0.000, | |
| 1.000, 0.500, 0.000, | |
| 0.749, 0.749, 0.000, | |
| 0.000, 1.000, 0.000, | |
| 0.000, 0.000, 1.000, | |
| 0.667, 0.000, 1.000, | |
| 0.333, 0.333, 0.000, | |
| 0.333, 0.667, 0.000, | |
| 0.333, 1.000, 0.000, | |
| 0.667, 0.333, 0.000, | |
| 0.667, 0.667, 0.000, | |
| 0.667, 1.000, 0.000, | |
| 1.000, 0.333, 0.000, | |
| 1.000, 0.667, 0.000, | |
| 1.000, 1.000, 0.000, | |
| 0.000, 0.333, 0.500, | |
| 0.000, 0.667, 0.500, | |
| 0.000, 1.000, 0.500, | |
| 0.333, 0.000, 0.500, | |
| 0.333, 0.333, 0.500, | |
| 0.333, 0.667, 0.500, | |
| 0.333, 1.000, 0.500, | |
| 0.667, 0.000, 0.500, | |
| 0.667, 0.333, 0.500, | |
| 0.667, 0.667, 0.500, | |
| 0.667, 1.000, 0.500, | |
| 1.000, 0.000, 0.500, | |
| 1.000, 0.333, 0.500, | |
| 1.000, 0.667, 0.500, | |
| 1.000, 1.000, 0.500, | |
| 0.000, 0.333, 1.000, | |
| 0.000, 0.667, 1.000, | |
| 0.000, 1.000, 1.000, | |
| 0.333, 0.000, 1.000, | |
| 0.333, 0.333, 1.000, | |
| 0.333, 0.667, 1.000, | |
| 0.333, 1.000, 1.000, | |
| 0.667, 0.000, 1.000, | |
| 0.667, 0.333, 1.000, | |
| 0.667, 0.667, 1.000, | |
| 0.667, 1.000, 1.000, | |
| 1.000, 0.000, 1.000, | |
| 1.000, 0.333, 1.000, | |
| 1.000, 0.667, 1.000, | |
| 0.167, 0.000, 0.000, | |
| 0.333, 0.000, 0.000, | |
| 0.500, 0.000, 0.000, | |
| 0.667, 0.000, 0.000, | |
| 0.833, 0.000, 0.000, | |
| 1.000, 0.000, 0.000, | |
| 0.000, 0.167, 0.000, | |
| 0.000, 0.333, 0.000, | |
| 0.000, 0.500, 0.000, | |
| 0.000, 0.667, 0.000, | |
| 0.000, 0.833, 0.000, | |
| 0.000, 1.000, 0.000, | |
| 0.000, 0.000, 0.167, | |
| 0.000, 0.000, 0.333, | |
| 0.000, 0.000, 0.500, | |
| 0.000, 0.000, 0.667, | |
| 0.000, 0.000, 0.833, | |
| 0.000, 0.000, 1.000, | |
| 0.143, 0.143, 0.143, | |
| 0.286, 0.286, 0.286, | |
| 0.429, 0.429, 0.429, | |
| 0.571, 0.571, 0.571, | |
| 0.714, 0.714, 0.714, | |
| 0.857, 0.857, 0.857 | |
| ] | |
| ).astype(np.float32) | |
| color_list = color_list.reshape((-1, 3)) * 255 | |
| if not rgb: | |
| color_list = color_list[:, ::-1] | |
| return color_list | |
| color_list = colormap() | |
| color_list = color_list.astype('uint8').tolist() | |
| def vis_add_mask(image, mask, color, alpha): | |
| color = np.array(color_list[color]) | |
| mask = mask > 0.5 | |
| image[mask] = image[mask] * (1-alpha) + color * alpha | |
| return image.astype('uint8') | |
| def point_painter(input_image, input_points, point_color=5, point_alpha=0.9, point_radius=15, contour_color=2, contour_width=5): | |
| h, w = input_image.shape[:2] | |
| point_mask = np.zeros((h, w)).astype('uint8') | |
| for point in input_points: | |
| point_mask[point[1], point[0]] = 1 | |
| kernel = cv2.getStructuringElement(2, (point_radius, point_radius)) | |
| point_mask = cv2.dilate(point_mask, kernel) | |
| contour_radius = (contour_width - 1) // 2 | |
| dist_transform_fore = cv2.distanceTransform(point_mask, cv2.DIST_L2, 3) | |
| dist_transform_back = cv2.distanceTransform(1-point_mask, cv2.DIST_L2, 3) | |
| dist_map = dist_transform_fore - dist_transform_back | |
| # ...:::!!!:::... | |
| contour_radius += 2 | |
| contour_mask = np.abs(np.clip(dist_map, -contour_radius, contour_radius)) | |
| contour_mask = contour_mask / np.max(contour_mask) | |
| contour_mask[contour_mask>0.5] = 1. | |
| # paint mask | |
| painted_image = vis_add_mask(input_image.copy(), point_mask, point_color, point_alpha) | |
| # paint contour | |
| painted_image = vis_add_mask(painted_image.copy(), 1-contour_mask, contour_color, 1) | |
| return painted_image | |
| def mask_painter(input_image, input_mask, mask_color=5, mask_alpha=0.7, contour_color=1, contour_width=3): | |
| assert input_image.shape[:2] == input_mask.shape, 'different shape between image and mask' | |
| # 0: background, 1: foreground | |
| mask = np.clip(input_mask, 0, 1) | |
| contour_radius = (contour_width - 1) // 2 | |
| dist_transform_fore = cv2.distanceTransform(mask, cv2.DIST_L2, 3) | |
| dist_transform_back = cv2.distanceTransform(1-mask, cv2.DIST_L2, 3) | |
| dist_map = dist_transform_fore - dist_transform_back | |
| # ...:::!!!:::... | |
| contour_radius += 2 | |
| contour_mask = np.abs(np.clip(dist_map, -contour_radius, contour_radius)) | |
| contour_mask = contour_mask / np.max(contour_mask) | |
| contour_mask[contour_mask>0.5] = 1. | |
| # paint mask | |
| painted_image = vis_add_mask(input_image.copy(), mask.copy(), mask_color, mask_alpha) | |
| # paint contour | |
| painted_image = vis_add_mask(painted_image.copy(), 1-contour_mask, contour_color, 1) | |
| return painted_image | |
| def background_remover(input_image, input_mask): | |
| """ | |
| input_image: H, W, 3, np.array | |
| input_mask: H, W, np.array | |
| image_wo_background: PIL.Image | |
| """ | |
| assert input_image.shape[:2] == input_mask.shape, 'different shape between image and mask' | |
| # 0: background, 1: foreground | |
| mask = np.expand_dims(np.clip(input_mask, 0, 1), axis=2)*255 | |
| image_wo_background = np.concatenate([input_image, mask], axis=2) # H, W, 4 | |
| image_wo_background = Image.fromarray(image_wo_background).convert('RGBA') | |
| return image_wo_background | |
| if __name__ == '__main__': | |
| input_image = np.array(Image.open('images/painter_input_image.jpg').convert('RGB')) | |
| input_mask = np.array(Image.open('images/painter_input_mask.jpg').convert('P')) | |
| # example of mask painter | |
| mask_color = 3 | |
| mask_alpha = 0.7 | |
| contour_color = 1 | |
| contour_width = 5 | |
| # save | |
| painted_image = Image.fromarray(input_image) | |
| painted_image.save('images/original.png') | |
| painted_image = mask_painter(input_image, input_mask, mask_color, mask_alpha, contour_color, contour_width) | |
| # save | |
| painted_image = Image.fromarray(input_image) | |
| painted_image.save('images/original1.png') | |
| # example of point painter | |
| input_image = np.array(Image.open('images/painter_input_image.jpg').convert('RGB')) | |
| input_points = np.array([[500, 375], [70, 600]]) # x, y | |
| point_color = 5 | |
| point_alpha = 0.9 | |
| point_radius = 15 | |
| contour_color = 2 | |
| contour_width = 5 | |
| painted_image_1 = point_painter(input_image, input_points, point_color, point_alpha, point_radius, contour_color, contour_width) | |
| # save | |
| painted_image = Image.fromarray(painted_image_1) | |
| painted_image.save('images/point_painter_1.png') | |
| input_image = np.array(Image.open('images/painter_input_image.jpg').convert('RGB')) | |
| painted_image_2 = point_painter(input_image, input_points, point_color=9, point_radius=20, contour_color=29) | |
| # save | |
| painted_image = Image.fromarray(painted_image_2) | |
| painted_image.save('images/point_painter_2.png') | |
| # example of background remover | |
| input_image = np.array(Image.open('images/original.png').convert('RGB')) | |
| image_wo_background = background_remover(input_image, input_mask) # return PIL.Image | |
| image_wo_background.save('images/image_wo_background.png') | |