package com.yice.webadmin.app.constant;

/**
 * 数据清洗类常量类
 */
public class DatasetCleanConstant {

    /**
     * 移除不可见字符
     */
    public static final String REMOVE_INVISIBLE_CHARACTER = "remove_invisible_character";

    /**
     * 规范化空格
     */
    public static final String REPLACE_UNIFORM_WHITESPACE = "replace_uniform_whitespace";

    /**
     * 去除乱码
     */
    public static final String REMOVE_NON_MEANING_CHARACTERS = "remove_non_meaning_characters";

    /**
     * 繁体转简体
     */
    public static final String REPLACE_TRADITIONAL_CHINESE_TO_SIMPLIFIED = "replace_traditional_chinese_to_simplified";

    /**
     * 去除网页标识符
     */
    public static final String REMOVE_WEB_IDENTIFIERS = "remove_web_identifiers";

    /**
     * 去除表情
     */
    public static final String REMOVE_EMOJI = "remove_emoji";

    /**
     * 去除Email
     */
    public static final String REPLACE_EMAILS = "replace_emails";

    /**
     * 去除IP地址
     */
    public static final String REPLACE_IP = "replace_ip";

    /**
     * 去除数字
     */
    public static final String REPLACE_IDENTIFIER = "replace_identifier";

    /**
     * 检查文档的词数目
     */
    public static final String FILTER_CHECK_NUMBER_WORDS = "filter_check_number_words";

    /**
     * 检查文档的字重复率
     */
    public static final String FILTER_CHECK_WORD_REPETITION_REMOVAL = "filter_check_word_repetition_removal";

    /**
     * 检查文档的词重复率
     */
    public static final String FILTER_CHECK_CHARACTER_REPETITION_REMOVAL = "filter_check_character_repetition_removal";

    /**
     * 检查文档的特殊字符率
     */
    public static final String FILTER_CHECK_SPECIAL_CHARACTERS = "filter_check_special_characters";

    /**
     * 检查文档的色情暴力词率
     */
    public static final String FILTER_CHECK_FLAGGED_WORDS = "filter_check_flagged_words";

}
