清洗前后数据进行调整。

application-webadmin/src/main/java/com/yice/webadmin/app/service/impl/DatasetCleanServiceImpl.java

@@ -425,7 +425,7 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
                     dataClean.setCleanBeforeData(data);
 
                     String cleanAfterData = DataCleanerUtil.buildCleanAfterData(data,rules);
-                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) break;
+                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) continue;
 
                     dataClean.setCleanAfterData(cleanAfterData);
                     dataClean.setCleanId(cleanId);
@@ -465,7 +465,7 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
                     String data = node.get(DatasetConstant.OUTPUT).textValue();
 
                     String cleanAfterData = DataCleanerUtil.buildCleanAfterData(data,rules);
-                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) break;
+                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) continue;
 
                     desensitive.setCleanBeforeData(data);
                     desensitive.setCleanAfterData(cleanAfterData);
@@ -506,7 +506,7 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
                     String data = jsonNode.get(DatasetConstant.OUTPUT).textValue();
 
                     String cleanAfterData = DataCleanerUtil.buildCleanAfterData(data,rules);
-                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) break;
+                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) continue;
 
                     deduplicate.setCleanBeforeData(data);
                     deduplicate.setCleanAfterData(cleanAfterData);
@@ -549,7 +549,7 @@ public class DatasetCleanServiceImpl extends BaseService<DatasetClean, Long> imp
                     String data = rootNode.get(DatasetConstant.OUTPUT).textValue();
 
                     String cleanAfterData = DataCleanerUtil.buildCleanAfterData(data,rules);
-                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) break;
+                    if(StringUtils.isEmpty(cleanAfterData) || data.equals(cleanAfterData)) continue;
 
                     dataFilter.setCleanBeforeData(data);
                     dataFilter.setCleanAfterData(cleanAfterData);

application-webadmin/src/main/java/com/yice/webadmin/app/util/DataCleanerUtil.java

@@ -52,12 +52,6 @@ public class DataCleanerUtil {
         return data;
     }
 
-    public static void main(String [] args) {
-        String data = "我们是中国人，我们是地球人，<AUTHOR>我们要团结起来。团结就是力量，力量就是一切。</AUTHOR>";
-        data = data.replaceAll("<[^>]*>", "");
-        System.out.println(data);
-    }
-
     /**
      * 新增过滤条件
      * @param rule 规则