import os
from loguru import logger
from PIL import ImageFilter
from pydantic import NonNegativeFloat
from data_juicer.utils.constant import Fields
from data_juicer.utils.file_utils import transfer_filename
from data_juicer.utils.lazy_loader import LazyLoader
from data_juicer.utils.mm_utils import detect_faces, load_data_with_context, load_image
from data_juicer.utils.model_utils import get_model, prepare_model
from ..base_op import OPERATORS, UNFORKABLE, Mapper
from ..op_fusion import LOADED_IMAGES
cv2 = LazyLoader("cv2", "opencv-python")
OP_NAME = "image_face_blur_mapper"
[docs]
@UNFORKABLE.register_module(OP_NAME)
@OPERATORS.register_module(OP_NAME)
@LOADED_IMAGES.register_module(OP_NAME)
class ImageFaceBlurMapper(Mapper):
"""Mapper to blur faces detected in images."""
_default_kwargs = {
"scaleFactor": 1.1,
"minNeighbors": 3,
"minSize": None,
"maxSize": None,
}
[docs]
def __init__(
self,
cv_classifier: str = "",
blur_type: str = "gaussian",
radius: NonNegativeFloat = 2,
save_dir: str = None,
*args,
**kwargs,
):
"""
Initialization method.
:param cv_classifier: OpenCV classifier path for face detection.
By default, we will use 'haarcascade_frontalface_alt.xml'.
:param blur_type: Type of blur kernel, including
['mean', 'box', 'gaussian'].
:param radius: Radius of blur kernel.
:param save_dir: The directory where generated image files will be stored.
If not specified, outputs will be saved in the same directory as their corresponding input files.
This path can alternatively be defined by setting the `DJ_PRODUCED_DATA_DIR` environment variable.
:param args: extra args
:param kwargs: extra args
"""
super().__init__(*args, **kwargs)
self._init_parameters = self.remove_extra_parameters(locals())
self._init_parameters.pop("save_dir", None)
if cv_classifier == "":
cv_classifier = os.path.join(cv2.data.haarcascades, "haarcascade_frontalface_alt.xml")
if blur_type not in ["mean", "box", "gaussian"]:
raise ValueError(
f"Blur_type [{blur_type}] is not supported. " f'Can only be one of ["mean", "box", "gaussian"]. '
)
if radius < 0:
raise ValueError("Radius must be >= 0. ")
if blur_type == "mean":
self.blur = ImageFilter.BLUR
elif blur_type == "box":
self.blur = ImageFilter.BoxBlur(radius)
else:
self.blur = ImageFilter.GaussianBlur(radius)
self.blur_type = blur_type
self.radius = radius
self.extra_kwargs = self._default_kwargs
for key in kwargs:
if key in self.extra_kwargs:
self.extra_kwargs[key] = kwargs[key]
self.model_key = prepare_model(model_type="opencv_classifier", model_path=cv_classifier)
self.save_dir = save_dir
[docs]
def process_single(self, sample, context=False):
# there is no image in this sample
if self.image_key not in sample or not sample[self.image_key]:
sample[Fields.source_file] = []
return sample
if Fields.source_file not in sample or not sample[Fields.source_file]:
sample[Fields.source_file] = sample[self.image_key]
# load images
loaded_image_keys = sample[self.image_key]
sample, images = load_data_with_context(
sample, context, loaded_image_keys, load_image, mm_bytes_key=self.image_bytes_key
)
model = get_model(self.model_key)
# detect faces
face_detections = {}
for key, image in images.items():
face_detections[key] = detect_faces(image, model, **self.extra_kwargs)
logger.debug(f"detections: {face_detections}")
# blur face regions
key_mapping = {}
new_images = {}
for key, image in images.items():
dets = face_detections[key]
# only blur when detected face
if len(dets) > 0:
blured_image = image.copy()
for x, y, w, h in dets:
box = (x, y, x + w, y + h)
blured_roi = image.crop(box).filter(self.blur)
blured_image.paste(blured_roi, box)
blured_image_key = transfer_filename(key, OP_NAME, self.save_dir, **self._init_parameters)
if blured_image_key != key:
blured_image.save(blured_image_key)
key_mapping[key] = blured_image_key
new_images[blured_image_key] = blured_image
if context:
sample[Fields.context][blured_image_key] = blured_image
else:
key_mapping[key] = key
images.update(new_images)
# when the file is modified, its source file needs to be updated.
for i, value in enumerate(loaded_image_keys):
if sample[Fields.source_file][i] != value:
if key_mapping[value] != value:
sample[Fields.source_file][i] = value
if self.image_bytes_key in sample and i < len(sample[self.image_bytes_key]):
sample[self.image_bytes_key][i] = images[key_mapping[value]].tobytes()
sample[self.image_key] = [key_mapping[key] for key in loaded_image_keys]
return sample