add global filter to process all field

Author: fivesmallq

src/main/java/im/nll/data/extractor/Extractors.java

@@ -25,6 +25,7 @@ public class Extractors {
     private List<String> htmlList;
     private Map<String, List<Extractor>> extractorsMap = new LinkedHashMap<>();
     private Map<String, List<Filter>> filtersMap = new LinkedHashMap();
+    private List<Filter> globalFilter = new LinkedList<>();
     private String prevField;
 
     public Extractors(String html) {
@@ -193,6 +194,17 @@ public Extractors filter(Filter filter) {
         return this;
     }
 
+    /**
+     * process all values use filter before field filter
+     *
+     * @param filter
+     * @return
+     */
+    public Extractors filterAll(Filter filter) {
+        globalFilter.add(filter);
+        return this;
+    }
+
 
     /**
      * split html use listable extractor
@@ -244,6 +256,7 @@ public String asString() {
             for (Extractor extractor : extractors) {
                 result = extractor.extract(result);
             }
+            result = filterGlobal(result);
             result = filter(DEFAULT_FIELD, result);
         }
         return result;
@@ -292,6 +305,7 @@ public List<String> asStringList(String separator) {
                         for (Extractor extractor : extractors) {
                             result = extractor.extract(result);
                         }
+                        result = filterGlobal(result);
                         result = filter(name, result);
                         stringBuffer.append(result).append(separator);
                     }
@@ -421,6 +435,7 @@ private <T> T extractBean(String html, Class<T> clazz) {
             for (Extractor extractor : extractors) {
                 result = extractor.extract(result);
             }
+            result = filterGlobal(result);
             result = filter(name, result);
             try {
                 Reflect.on(entity).set(name, result);
@@ -440,6 +455,8 @@ private Map<String, String> extractMap(String html) {
             for (Extractor extractor : extractors) {
                 result = extractor.extract(result);
             }
+            //global filter all
+            result = filterGlobal(result);
             result = filter(name, result);
             try {
                 map.put(name, result);
@@ -458,6 +475,13 @@ private String filter(String name, String result) {
         return result;
     }
 
+    private String filterGlobal(String result) {
+        for (Filter filter : globalFilter) {
+            result = filter.process(result);
+        }
+        return result;
+    }
+
     //------------ internal --------------//
 
 

src/test/java/im/nll/data/extractor/ExtractorsTest.java

@@ -369,6 +369,23 @@ public void testToBeanListFilter() throws Exception {
         Assert.assertEquals(second.getUrl(), "url:https://www.ruby-lang.org");
     }
 
+    @Test
+    public void testToBeanListFilterAll() throws Exception {
+        List<Language> languages = Extractors.on(listHtml)
+                .filterAll(value -> "all-" + value)
+                .split(xpath("//tr[@class='item']"))
+                .extract("type", xpath("//td[1]/text()")).filter(value -> "type:" + value)
+                .extract("name", xpath("//td[2]/text()")).filter(value -> "name:" + value)
+                .extract("url", xpath("//td[3]/text()")).filter(value -> "url:" + value)
+                .asBeanList(Language.class);
+        Assert.assertNotNull(languages);
+        Language second = languages.get(1);
+        Assert.assertEquals(languages.size(), 3);
+        Assert.assertEquals(second.getType(), "type:all-dynamic");
+        Assert.assertEquals(second.getName(), "name:all-Ruby");
+        Assert.assertEquals(second.getUrl(), "url:all-https://www.ruby-lang.org");
+    }
+
     @Test
     public void testToBeanListByJson() throws Exception {
         List<Book> books = Extractors.on(jsonString).split(json("$..book.*"))