Spaces:
Runtime error
Runtime error
jhj0517
commited on
Commit
·
f195437
1
Parent(s):
cfa5142
Add mask utils
Browse files- modules/mask_utils.py +102 -0
modules/mask_utils.py
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import cv2
|
| 2 |
+
import numpy as np
|
| 3 |
+
from typing import Dict, List
|
| 4 |
+
from pycocotools import mask as coco_mask
|
| 5 |
+
from pytoshop import layers
|
| 6 |
+
import pytoshop
|
| 7 |
+
from pytoshop.enums import BlendMode
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def generate_random_color():
|
| 11 |
+
return np.random.randint(0, 256), np.random.randint(0, 256), np.random.randint(0, 256)
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
def create_base_layer(image):
|
| 15 |
+
rgba_image = cv2.cvtColor(image, cv2.COLOR_RGB2RGBA)
|
| 16 |
+
return [rgba_image]
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
def create_mask_layers(image, masks):
|
| 20 |
+
layer_list = []
|
| 21 |
+
|
| 22 |
+
for result in masks:
|
| 23 |
+
rle = result['segmentation']
|
| 24 |
+
mask = coco_mask.decode(rle).astype(np.uint8)
|
| 25 |
+
rgba_image = cv2.cvtColor(image, cv2.COLOR_RGB2RGBA)
|
| 26 |
+
rgba_image[..., 3] = cv2.bitwise_and(rgba_image[..., 3], rgba_image[..., 3], mask=mask)
|
| 27 |
+
|
| 28 |
+
layer_list.append(rgba_image)
|
| 29 |
+
|
| 30 |
+
return layer_list
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
def create_mask_gallery(image, masks):
|
| 34 |
+
mask_array_list = []
|
| 35 |
+
label_list = []
|
| 36 |
+
|
| 37 |
+
for index, result in enumerate(masks):
|
| 38 |
+
rle = result['segmentation']
|
| 39 |
+
mask = coco_mask.decode(rle).astype(np.uint8)
|
| 40 |
+
|
| 41 |
+
rgba_image = cv2.cvtColor(image, cv2.COLOR_RGB2RGBA)
|
| 42 |
+
rgba_image[..., 3] = cv2.bitwise_and(rgba_image[..., 3], rgba_image[..., 3], mask=mask)
|
| 43 |
+
|
| 44 |
+
mask_array_list.append(rgba_image)
|
| 45 |
+
label_list.append(f'Part {index}')
|
| 46 |
+
|
| 47 |
+
return [[img, label] for img, label in zip(mask_array_list, label_list)]
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
def create_mask_combined_images(image, masks):
|
| 51 |
+
final_result = np.zeros_like(image)
|
| 52 |
+
|
| 53 |
+
for result in masks:
|
| 54 |
+
rle = result['segmentation']
|
| 55 |
+
mask = coco_mask.decode(rle).astype(np.uint8)
|
| 56 |
+
|
| 57 |
+
color = generate_random_color()
|
| 58 |
+
colored_mask = np.zeros_like(image)
|
| 59 |
+
colored_mask[mask == 1] = color
|
| 60 |
+
|
| 61 |
+
final_result = cv2.addWeighted(final_result, 1, colored_mask, 0.5, 0)
|
| 62 |
+
|
| 63 |
+
combined_image = cv2.addWeighted(image, 1, final_result, 0.5, 0)
|
| 64 |
+
return [combined_image, "masked"]
|
| 65 |
+
|
| 66 |
+
|
| 67 |
+
def insert_psd_layer(psd, image_data, layer_name, blending_mode):
|
| 68 |
+
channel_data = [layers.ChannelImageData(image=image_data[:, :, i], compression=1) for i in range(4)]
|
| 69 |
+
|
| 70 |
+
layer_record = layers.LayerRecord(
|
| 71 |
+
channels={-1: channel_data[3], 0: channel_data[0], 1: channel_data[1], 2: channel_data[2]},
|
| 72 |
+
top=0, bottom=image_data.shape[0], left=0, right=image_data.shape[1],
|
| 73 |
+
blend_mode=blending_mode,
|
| 74 |
+
name=layer_name,
|
| 75 |
+
opacity=255,
|
| 76 |
+
)
|
| 77 |
+
psd.layer_and_mask_info.layer_info.layer_records.append(layer_record)
|
| 78 |
+
return psd
|
| 79 |
+
|
| 80 |
+
|
| 81 |
+
def save_psd(input_image_data, layer_data, layer_names, blending_modes, output_path):
|
| 82 |
+
psd_file = pytoshop.core.PsdFile(num_channels=3, height=input_image_data.shape[0], width=input_image_data.shape[1])
|
| 83 |
+
psd_file.layer_and_mask_info.layer_info.layer_records.clear()
|
| 84 |
+
|
| 85 |
+
for index, layer in enumerate(layer_data):
|
| 86 |
+
psd_file = insert_psd_layer(psd_file, layer, layer_names[index], blending_modes[index])
|
| 87 |
+
|
| 88 |
+
with open(output_path, 'wb') as output_file:
|
| 89 |
+
psd_file.write(output_file)
|
| 90 |
+
|
| 91 |
+
|
| 92 |
+
def save_psd_with_masks(
|
| 93 |
+
image: np.ndarray,
|
| 94 |
+
masks: Dict,
|
| 95 |
+
output_path: str
|
| 96 |
+
):
|
| 97 |
+
original_layer = create_base_layer(image)
|
| 98 |
+
mask_layers = create_mask_layers(image, masks)
|
| 99 |
+
names = [f'Part {i}' for i in range(len(mask_layers))]
|
| 100 |
+
modes = [BlendMode.normal] * (len(mask_layers)+1)
|
| 101 |
+
save_psd(image, original_layer+mask_layers, ['Original_Image']+names, modes, output_path)
|
| 102 |
+
|