data\_juicer.ops.mapper package
===============================

Subpackages
-----------

.. toctree::
   :maxdepth: 4

   data_juicer.ops.mapper.annotation

Submodules
----------

data\_juicer.ops.mapper.audio\_add\_gaussian\_noise\_mapper module
------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.audio_add_gaussian_noise_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.audio\_ffmpeg\_wrapped\_mapper module
-------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.audio_ffmpeg_wrapped_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.calibrate\_qa\_mapper module
----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.calibrate_qa_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.calibrate\_query\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.calibrate_query_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.calibrate\_response\_mapper module
----------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.calibrate_response_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.chinese\_convert\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.chinese_convert_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.clean\_copyright\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.clean_copyright_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.clean\_email\_mapper module
---------------------------------------------------

.. automodule:: data_juicer.ops.mapper.clean_email_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.clean\_html\_mapper module
--------------------------------------------------

.. automodule:: data_juicer.ops.mapper.clean_html_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.clean\_ip\_mapper module
------------------------------------------------

.. automodule:: data_juicer.ops.mapper.clean_ip_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.clean\_links\_mapper module
---------------------------------------------------

.. automodule:: data_juicer.ops.mapper.clean_links_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.dialog\_intent\_detection\_mapper module
----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.dialog_intent_detection_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.dialog\_sentiment\_detection\_mapper module
-------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.dialog_sentiment_detection_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.dialog\_sentiment\_intensity\_mapper module
-------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.dialog_sentiment_intensity_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.dialog\_topic\_detection\_mapper module
---------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.dialog_topic_detection_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.expand\_macro\_mapper module
----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.expand_macro_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_entity\_attribute\_mapper module
-----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_entity_attribute_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_entity\_relation\_mapper module
----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_entity_relation_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_event\_mapper module
-----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_event_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_keyword\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_keyword_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_nickname\_mapper module
--------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_nickname_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_support\_text\_mapper module
-------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_support_text_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.extract\_tables\_from\_html\_mapper module
------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.extract_tables_from_html_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.fix\_unicode\_mapper module
---------------------------------------------------

.. automodule:: data_juicer.ops.mapper.fix_unicode_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.generate\_qa\_from\_examples\_mapper module
-------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.generate_qa_from_examples_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.generate\_qa\_from\_text\_mapper module
---------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.generate_qa_from_text_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_blur\_mapper module
--------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_blur_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_captioning\_from\_gpt4v\_mapper module
---------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_captioning_from_gpt4v_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_captioning\_mapper module
--------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_captioning_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_diffusion\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_diffusion_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_face\_blur\_mapper module
--------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_face_blur_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_remove\_background\_mapper module
----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_remove_background_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_segment\_mapper module
-----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_segment_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.image\_tagging\_mapper module
-----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.image_tagging_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.imgdiff\_difference\_area\_generator\_mapper module
---------------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.imgdiff_difference_area_generator_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.imgdiff\_difference\_caption\_generator\_mapper module
------------------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.imgdiff_difference_caption_generator_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.mllm\_mapper module
-------------------------------------------

.. automodule:: data_juicer.ops.mapper.mllm_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.nlpaug\_en\_mapper module
-------------------------------------------------

.. automodule:: data_juicer.ops.mapper.nlpaug_en_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.nlpcda\_zh\_mapper module
-------------------------------------------------

.. automodule:: data_juicer.ops.mapper.nlpcda_zh_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.optimize\_qa\_mapper module
---------------------------------------------------

.. automodule:: data_juicer.ops.mapper.optimize_qa_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.optimize\_query\_mapper module
------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.optimize_query_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.optimize\_response\_mapper module
---------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.optimize_response_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.pair\_preference\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.pair_preference_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.punctuation\_normalization\_mapper module
-----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.punctuation_normalization_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.python\_file\_mapper module
---------------------------------------------------

.. automodule:: data_juicer.ops.mapper.python_file_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.python\_lambda\_mapper module
-----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.python_lambda_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.query\_intent\_detection\_mapper module
---------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.query_intent_detection_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.query\_sentiment\_detection\_mapper module
------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.query_sentiment_detection_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.query\_topic\_detection\_mapper module
--------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.query_topic_detection_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.relation\_identity\_mapper module
---------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.relation_identity_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_bibliography\_mapper module
-----------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_bibliography_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_comments\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_comments_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_header\_mapper module
-----------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_header_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_long\_words\_mapper module
----------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_long_words_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_non\_chinese\_character\_mapper module
----------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_non_chinese_character_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_repeat\_sentences\_mapper module
----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_repeat_sentences_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_specific\_chars\_mapper module
--------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_specific_chars_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_table\_text\_mapper module
----------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_table_text_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.remove\_words\_with\_incorrect\_substrings\_mapper module
---------------------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.remove_words_with_incorrect_substrings_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.replace\_content\_mapper module
-------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.replace_content_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.sdxl\_prompt2prompt\_mapper module
----------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.sdxl_prompt2prompt_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.sentence\_augmentation\_mapper module
-------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.sentence_augmentation_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.sentence\_split\_mapper module
------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.sentence_split_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.text\_chunk\_mapper module
--------------------------------------------------

.. automodule:: data_juicer.ops.mapper.text_chunk_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_captioning\_from\_audio\_mapper module
---------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_captioning_from_audio_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_captioning\_from\_frames\_mapper module
----------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_captioning_from_frames_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_captioning\_from\_summarizer\_mapper module
--------------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_captioning_from_summarizer_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_captioning\_from\_video\_mapper module
---------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_captioning_from_video_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_extract\_frames\_mapper module
-------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_extract_frames_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_face\_blur\_mapper module
--------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_face_blur_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_ffmpeg\_wrapped\_mapper module
-------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_ffmpeg_wrapped_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_remove\_watermark\_mapper module
---------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_remove_watermark_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_resize\_aspect\_ratio\_mapper module
-------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_resize_aspect_ratio_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_resize\_resolution\_mapper module
----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_resize_resolution_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_split\_by\_duration\_mapper module
-----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_split_by_duration_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_split\_by\_key\_frame\_mapper module
-------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_split_by_key_frame_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_split\_by\_scene\_mapper module
--------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_split_by_scene_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_tagging\_from\_audio\_mapper module
------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_tagging_from_audio_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.video\_tagging\_from\_frames\_mapper module
-------------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.video_tagging_from_frames_mapper
   :members:
   :undoc-members:
   :show-inheritance:

data\_juicer.ops.mapper.whitespace\_normalization\_mapper module
----------------------------------------------------------------

.. automodule:: data_juicer.ops.mapper.whitespace_normalization_mapper
   :members:
   :undoc-members:
   :show-inheritance:

Module contents
---------------

.. automodule:: data_juicer.ops.mapper
   :members:
   :undoc-members:
   :show-inheritance: