2021-11-08 19:54:06 +08:00
|
|
|
from collections import OrderedDict
|
|
|
|
import cv2 as cv
|
|
|
|
import numpy as np
|
|
|
|
|
|
|
|
from .blender import Blender
|
|
|
|
|
|
|
|
|
|
|
|
class SeamFinder:
|
2021-12-22 21:01:26 +08:00
|
|
|
"""https://docs.opencv.org/4.x/d7/d09/classcv_1_1detail_1_1SeamFinder.html""" # noqa
|
2021-11-08 19:54:06 +08:00
|
|
|
SEAM_FINDER_CHOICES = OrderedDict()
|
|
|
|
SEAM_FINDER_CHOICES['dp_color'] = cv.detail_DpSeamFinder('COLOR')
|
|
|
|
SEAM_FINDER_CHOICES['dp_colorgrad'] = cv.detail_DpSeamFinder('COLOR_GRAD')
|
|
|
|
SEAM_FINDER_CHOICES['voronoi'] = cv.detail.SeamFinder_createDefault(cv.detail.SeamFinder_VORONOI_SEAM) # noqa
|
|
|
|
SEAM_FINDER_CHOICES['no'] = cv.detail.SeamFinder_createDefault(cv.detail.SeamFinder_NO) # noqa
|
|
|
|
|
|
|
|
DEFAULT_SEAM_FINDER = list(SEAM_FINDER_CHOICES.keys())[0]
|
|
|
|
|
|
|
|
def __init__(self, finder=DEFAULT_SEAM_FINDER):
|
|
|
|
self.finder = SeamFinder.SEAM_FINDER_CHOICES[finder]
|
|
|
|
|
|
|
|
def find(self, imgs, corners, masks):
|
2021-12-22 21:01:26 +08:00
|
|
|
"""https://docs.opencv.org/4.x/d0/dd5/classcv_1_1detail_1_1DpSeamFinder.html#a7914624907986f7a94dd424209a8a609""" # noqa
|
2021-11-08 19:54:06 +08:00
|
|
|
imgs_float = [img.astype(np.float32) for img in imgs]
|
|
|
|
return self.finder.find(imgs_float, corners, masks)
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def resize(seam_mask, mask):
|
|
|
|
dilated_mask = cv.dilate(seam_mask, None)
|
|
|
|
resized_seam_mask = cv.resize(dilated_mask, (mask.shape[1],
|
|
|
|
mask.shape[0]),
|
|
|
|
0, 0, cv.INTER_LINEAR_EXACT)
|
|
|
|
return cv.bitwise_and(resized_seam_mask, mask)
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def draw_seam_mask(img, seam_mask, color=(0, 0, 0)):
|
|
|
|
seam_mask = cv.UMat.get(seam_mask)
|
|
|
|
overlayed_img = np.copy(img)
|
|
|
|
overlayed_img[seam_mask == 0] = color
|
|
|
|
return overlayed_img
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def draw_seam_polygons(panorama, blended_seam_masks, alpha=0.5):
|
|
|
|
return add_weighted_image(panorama, blended_seam_masks, alpha)
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def draw_seam_lines(panorama, blended_seam_masks,
|
|
|
|
linesize=1, color=(0, 0, 255)):
|
|
|
|
seam_lines = \
|
|
|
|
SeamFinder.exctract_seam_lines(blended_seam_masks, linesize)
|
|
|
|
panorama_with_seam_lines = panorama.copy()
|
|
|
|
panorama_with_seam_lines[seam_lines == 255] = color
|
|
|
|
return panorama_with_seam_lines
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def exctract_seam_lines(blended_seam_masks, linesize=1):
|
|
|
|
seam_lines = cv.Canny(np.uint8(blended_seam_masks), 100, 200)
|
|
|
|
seam_indices = (seam_lines == 255).nonzero()
|
|
|
|
seam_lines = remove_invalid_line_pixels(
|
|
|
|
seam_indices, seam_lines, blended_seam_masks
|
|
|
|
)
|
|
|
|
kernelsize = linesize + linesize - 1
|
|
|
|
kernel = np.ones((kernelsize, kernelsize), np.uint8)
|
|
|
|
return cv.dilate(seam_lines, kernel)
|
|
|
|
|
|
|
|
@staticmethod
|
2022-02-02 00:56:44 +08:00
|
|
|
def blend_seam_masks(seam_masks, corners, sizes):
|
|
|
|
imgs = colored_img_generator(sizes)
|
|
|
|
blended_seam_masks, _ = \
|
|
|
|
Blender.create_panorama(imgs, seam_masks, corners, sizes)
|
|
|
|
return blended_seam_masks
|
|
|
|
|
|
|
|
|
|
|
|
def colored_img_generator(sizes, colors=(
|
2021-11-08 19:54:06 +08:00
|
|
|
(255, 000, 000), # Blue
|
|
|
|
(000, 000, 255), # Red
|
|
|
|
(000, 255, 000), # Green
|
|
|
|
(000, 255, 255), # Yellow
|
|
|
|
(255, 000, 255), # Magenta
|
|
|
|
(128, 128, 255), # Pink
|
|
|
|
(128, 128, 128), # Gray
|
|
|
|
(000, 000, 128), # Brown
|
2022-02-02 00:56:44 +08:00
|
|
|
(000, 128, 255)) # Orange
|
2021-11-08 19:54:06 +08:00
|
|
|
):
|
2022-02-02 00:56:44 +08:00
|
|
|
for idx, size in enumerate(sizes):
|
|
|
|
if idx+1 > len(colors):
|
|
|
|
raise ValueError("Not enough default colors! Pass additional "
|
|
|
|
"colors to \"colors\" parameter")
|
|
|
|
yield create_img_by_size(size, colors[idx])
|
2021-11-08 19:54:06 +08:00
|
|
|
|
|
|
|
|
|
|
|
def create_img_by_size(size, color=(0, 0, 0)):
|
|
|
|
width, height = size
|
|
|
|
img = np.zeros((height, width, 3), np.uint8)
|
|
|
|
img[:] = color
|
|
|
|
return img
|
|
|
|
|
|
|
|
|
|
|
|
def add_weighted_image(img1, img2, alpha):
|
|
|
|
return cv.addWeighted(
|
|
|
|
img1, alpha, img2, (1.0 - alpha), 0.0
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
def remove_invalid_line_pixels(indices, lines, mask):
|
|
|
|
for x, y in zip(*indices):
|
|
|
|
if check_if_pixel_or_neighbor_is_black(mask, x, y):
|
|
|
|
lines[x, y] = 0
|
|
|
|
return lines
|
|
|
|
|
|
|
|
|
|
|
|
def check_if_pixel_or_neighbor_is_black(img, x, y):
|
|
|
|
check = [is_pixel_black(img, x, y),
|
|
|
|
is_pixel_black(img, x+1, y), is_pixel_black(img, x-1, y),
|
|
|
|
is_pixel_black(img, x, y+1), is_pixel_black(img, x, y-1)]
|
|
|
|
return any(check)
|
|
|
|
|
|
|
|
|
|
|
|
def is_pixel_black(img, x, y):
|
|
|
|
return np.all(get_pixel_value(img, x, y) == 0)
|
|
|
|
|
|
|
|
|
|
|
|
def get_pixel_value(img, x, y):
|
|
|
|
try:
|
|
|
|
return img[x, y]
|
|
|
|
except IndexError:
|
|
|
|
pass
|