VisClient/org/hfbk/util/HTMLUtils.java

Go to the documentation of this file.

package org.hfbk.util;

import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.lucene.demo.html.Entities;

public class HTMLUtils {
        
        
        public static String clean(String html){
                String tmp="";          
                for (String between: html.split("<[^<>]*>"))
                        tmp+=between;

                tmp=decodeEntities(tmp);
                tmp=tmp.replace('\n', ' ');
                tmp=tmp.replace('\t', ' ');
                tmp=tmp.replace('\r', ' ');
                
                return tmp;
        }
        
        
        static Matcher punctuationMatcher=Pattern.compile("(^[^\\p{N}\\p{L}])|([^\\p{N}\\p{L}]$)").matcher("");
        public static String removePunctuation(String text){
                punctuationMatcher.reset(text);
                return punctuationMatcher.replaceAll("");
        }
        
        static Matcher entityMatcher=Pattern.compile("&[^;]+;").matcher("");
        
        static String decodeEntities(String encoded){
                StringBuffer decoded=new StringBuffer();

                entityMatcher.reset(encoded);
                while(entityMatcher.find()){
                        String match=entityMatcher.group();
                        entityMatcher.appendReplacement(decoded, Entities.decode(match));                       
                }
                entityMatcher.appendTail(decoded);
                
                return decoded.toString();              
        }
}

---