view software/eXist/mpdl-modules/src/de/mpg/mpiwg/berlin/mpdl/util/StringUtilEscapeChars.java @ 12:fba5577e49d9

diverse Fehlerbehebungen
author Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de>
date Tue, 19 Apr 2011 16:51:26 +0200
parents 408254cf2f1d
children
line wrap: on
line source

package de.mpg.mpiwg.berlin.mpdl.util;

import java.io.UnsupportedEncodingException;
import java.net.URLEncoder;
import java.text.CharacterIterator;
import java.text.StringCharacterIterator;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class StringUtilEscapeChars {

  /**
   * Puts a zwsp between two ideographic characters (e.g. in CJK Unified Ideographs)
   * @param str
   * @return
   */
  public static String zwsp(String str) {
    // based on Unicode 3.2
    String ideographic = "[\u3300-\u33ff\u3400-\u4dbf\u4e00-\u9fff\uf900-\ufaff]";
    String regex = "(" + ideographic + ")(" + ideographic + ")";
    String retStr = str.replaceAll(regex, "$1\u200b$2");
    retStr = retStr.replaceAll(regex, "$1\u200b$2");
    return retStr;
  }
  
  
  public static String deleteSpecialXmlEntities(String inputStr) {
    inputStr = inputStr.replaceAll("&lt;", "");
    inputStr = inputStr.replaceAll("&gt;", "");
    inputStr = inputStr.replaceAll("&amp;lt;", "");
    inputStr = inputStr.replaceAll("&amp;gt;", "");
    return inputStr;
  }
 
  public static String resolveXmlEntities(String inputStr) {
     inputStr = inputStr.replaceAll("&amp;", "&");
     inputStr = inputStr.replaceAll("&lt;", "<");
     inputStr = inputStr.replaceAll("&gt;", ">");
     inputStr = inputStr.replaceAll("&quot;", "\"");
     inputStr = inputStr.replaceAll("&apos;", "'");
    return inputStr;
  }
 
  public static String deresolveXmlEntities(String inputStr) {
    StringBuffer buf = new StringBuffer();
    for (int i = 0; i < inputStr.length(); i++) {
      char c = inputStr.charAt(i);
      String replace = new String();
      switch (c) {
        case '&': replace = "&amp;"; break; 
        case '<': replace = "&lt;"; break; 
        case '>': replace = "&gt;"; break; 
        case '"': replace = "&quot;"; break; 
        // case '\'': replace = "&apos;"; break; // causes problems in DictionarizerContentHandler
        default: replace += c; break;
      }
      buf.append(replace);
    }
    return buf.toString();
  }
  
    /**
     * Escape characters for text appearing in HTML markup.
     * 
     * <P>This method exists as a defence against Cross Site Scripting (XSS) hacks.
     * The idea is to neutralize control characters commonly used by scripts, such that
     * they will not be executed by the browser. This is done by replacing the control
     * characters with their escaped equivalents.  
     * See {@link hirondelle.web4j.security.SafeText} as well.
     * 
     * <P>The following characters are replaced with corresponding 
     * HTML character entities :
     * <table border='1' cellpadding='3' cellspacing='0'>
     * <tr><th> Character </th><th>Replacement</th></tr>
     * <tr><td> < </td><td> &lt; </td></tr>
     * <tr><td> > </td><td> &gt; </td></tr>
     * <tr><td> & </td><td> &amp; </td></tr>
     * <tr><td> " </td><td> &quot;</td></tr>
     * <tr><td> \t </td><td> &#009;</td></tr>
     * <tr><td> ! </td><td> &#033;</td></tr>
     * <tr><td> # </td><td> &#035;</td></tr>
     * <tr><td> $ </td><td> &#036;</td></tr>
     * <tr><td> % </td><td> &#037;</td></tr>
     * <tr><td> ' </td><td> &#039;</td></tr>
     * <tr><td> ( </td><td> &#040;</td></tr> 
     * <tr><td> ) </td><td> &#041;</td></tr>
     * <tr><td> * </td><td> &#042;</td></tr>
     * <tr><td> + </td><td> &#043; </td></tr>
     * <tr><td> , </td><td> &#044; </td></tr>
     * <tr><td> - </td><td> &#045; </td></tr>
     * <tr><td> . </td><td> &#046; </td></tr>
     * <tr><td> / </td><td> &#047; </td></tr>
     * <tr><td> : </td><td> &#058;</td></tr>
     * <tr><td> ; </td><td> &#059;</td></tr>
     * <tr><td> = </td><td> &#061;</td></tr>
     * <tr><td> ? </td><td> &#063;</td></tr>
     * <tr><td> @ </td><td> &#064;</td></tr>
     * <tr><td> [ </td><td> &#091;</td></tr>
     * <tr><td> \ </td><td> &#092;</td></tr>
     * <tr><td> ] </td><td> &#093;</td></tr>
     * <tr><td> ^ </td><td> &#094;</td></tr>
     * <tr><td> _ </td><td> &#095;</td></tr>
     * <tr><td> ` </td><td> &#096;</td></tr>
     * <tr><td> { </td><td> &#123;</td></tr>
     * <tr><td> | </td><td> &#124;</td></tr>
     * <tr><td> } </td><td> &#125;</td></tr>
     * <tr><td> ~ </td><td> &#126;</td></tr>
     * </table>
     * 
     * <P>Note that JSTL's {@code <c:out>} escapes <em>only the first 
     * five</em> of the above characters.
     */
     public static String forHTML(String aText){
       final StringBuilder result = new StringBuilder();
       final StringCharacterIterator iterator = new StringCharacterIterator(aText);
       char character =  iterator.current();
       while (character != CharacterIterator.DONE ){
         if (character == '<') {
           result.append("&lt;");
         }
         else if (character == '>') {
           result.append("&gt;");
         }
         else if (character == '&') {
           result.append("&amp;");
        }
         else if (character == '\"') {
           result.append("&quot;");
         }
         else if (character == '\t') {
           addCharEntity(9, result);
         }
         else if (character == '!') {
           addCharEntity(33, result);
         }
         else if (character == '#') {
           addCharEntity(35, result);
         }
         else if (character == '$') {
           addCharEntity(36, result);
         }
         else if (character == '%') {
           addCharEntity(37, result);
         }
         else if (character == '\'') {
           addCharEntity(39, result);
         }
         else if (character == '(') {
           addCharEntity(40, result);
         }
         else if (character == ')') {
           addCharEntity(41, result);
         }
         else if (character == '*') {
           addCharEntity(42, result);
         }
         else if (character == '+') {
           addCharEntity(43, result);
         }
         else if (character == ',') {
           addCharEntity(44, result);
         }
         else if (character == '-') {
           addCharEntity(45, result);
         }
         else if (character == '.') {
           addCharEntity(46, result);
         }
         else if (character == '/') {
           addCharEntity(47, result);
         }
         else if (character == ':') {
           addCharEntity(58, result);
         }
         else if (character == ';') {
           addCharEntity(59, result);
         }
         else if (character == '=') {
           addCharEntity(61, result);
         }
         else if (character == '?') {
           addCharEntity(63, result);
         }
         else if (character == '@') {
           addCharEntity(64, result);
         }
         else if (character == '[') {
           addCharEntity(91, result);
         }
         else if (character == '\\') {
           addCharEntity(92, result);
         }
         else if (character == ']') {
           addCharEntity(93, result);
         }
         else if (character == '^') {
           addCharEntity(94, result);
         }
         else if (character == '_') {
           addCharEntity(95, result);
         }
         else if (character == '`') {
           addCharEntity(96, result);
         }
         else if (character == '{') {
           addCharEntity(123, result);
         }
         else if (character == '|') {
           addCharEntity(124, result);
         }
         else if (character == '}') {
           addCharEntity(125, result);
         }
         else if (character == '~') {
           addCharEntity(126, result);
         }
         else {
           //the char is not a special one
           //add it to the result as is
           result.append(character);
         }
         character = iterator.next();
       }
       return result.toString();
    }
    

    /**
    * Escape all ampersand characters in a URL. 
    *  
    * <P>Replaces all <tt>'&'</tt> characters with <tt>'&amp;'</tt>.
    * 
    *<P>An ampersand character may appear in the query string of a URL.
    * The ampersand character is indeed valid in a URL.
    * <em>However, URLs usually appear as an <tt>HREF</tt> attribute, and 
    * such attributes have the additional constraint that ampersands 
    * must be escaped.</em>
    * 
    * <P>The JSTL <c:url> tag does indeed perform proper URL encoding of 
    * query parameters. But it does not, in general, produce text which 
    * is valid as an <tt>HREF</tt> attribute, simply because it does 
    * not escape the ampersand character. This is a nuisance when 
    * multiple query parameters appear in the URL, since it requires a little 
    * extra work.
    */
    public static String forHrefAmpersand(String aURL){
      return aURL.replace("&", "&amp;");
    }
     
    /**
     * Synonym for <tt>URLEncoder.encode(String, "UTF-8")</tt>.
     *
     * <P>Used to ensure that HTTP query strings are in proper form, by escaping
     * special characters such as spaces.
     *
     * <P>It is important to note that if a query string appears in an <tt>HREF</tt>
     * attribute, then there are two issues - ensuring the query string is valid HTTP
     * (it is URL-encoded), and ensuring it is valid HTML (ensuring the 
     * ampersand is escaped).
     */
     public static String forURL(String aURLFragment){
       String result = null;
       try {
         result = URLEncoder.encode(aURLFragment, "UTF-8");
       }
       catch (UnsupportedEncodingException ex){
         throw new RuntimeException("UTF-8 not supported", ex);
       }
       return result;
     }

    /**
    * Escape characters for text appearing as XML data, between tags.
    * 
    * <P>The following characters are replaced with corresponding character entities :
    * <table border='1' cellpadding='3' cellspacing='0'>
    * <tr><th> Character </th><th> Encoding </th></tr>
    * <tr><td> < </td><td> &lt; </td></tr>
    * <tr><td> > </td><td> &gt; </td></tr>
    * <tr><td> & </td><td> &amp; </td></tr>
    * <tr><td> " </td><td> &quot;</td></tr>
    * <tr><td> ' </td><td> &#039;</td></tr>
    * </table>
    * 
    * <P>Note that JSTL's {@code <c:out>} escapes the exact same set of 
    * characters as this method. <span class='highlight'>That is, {@code <c:out>}
    *  is good for escaping to produce valid XML, but not for producing safe 
    *  HTML.</span>
    */
    public static String forXML(String aText){
      final StringBuilder result = new StringBuilder();
      final StringCharacterIterator iterator = new StringCharacterIterator(aText);
      char character =  iterator.current();
      while (character != CharacterIterator.DONE ){
        if (character == '<') {
          result.append("&lt;");
        }
        else if (character == '>') {
          result.append("&gt;");
        }
        else if (character == '\"') {
          result.append("&quot;");
        }
        else if (character == '\'') {
          result.append("&#039;");
        }
        else if (character == '&') {
           result.append("&amp;");
        }
        else {
          //the char is not a special one
          //add it to the result as is
          result.append(character);
        }
        character = iterator.next();
      }
      return result.toString();
    }

    /**
    * Return <tt>aText</tt> with all <tt>'<'</tt> and <tt>'>'</tt> characters
    * replaced by their escaped equivalents.
    */
    public static String toDisableTags(String aText){
      final StringBuilder result = new StringBuilder();
      final StringCharacterIterator iterator = new StringCharacterIterator(aText);
      char character =  iterator.current();
      while (character != CharacterIterator.DONE ){
        if (character == '<') {
          result.append("&lt;");
        }
        else if (character == '>') {
          result.append("&gt;");
        }
        else {
          //the char is not a special one
          //add it to the result as is
          result.append(character);
        }
        character = iterator.next();
      }
      return result.toString();
    }
    

    /**
    * Replace characters having special meaning in regular expressions
    * with their escaped equivalents, preceded by a '\' character.
    *
    * <P>The escaped characters include :
    *<ul>
    *<li>.
    *<li>\
    *<li>?, * , and +
    *<li>&
    *<li>:
    *<li>{ and }
    *<li>[ and ]
    *<li>( and )
    *<li>^ and $
    *</ul>
    */
    public static String forRegex(String aRegexFragment){
      final StringBuilder result = new StringBuilder();

      final StringCharacterIterator iterator = 
        new StringCharacterIterator(aRegexFragment)
      ;
      char character =  iterator.current();
      while (character != CharacterIterator.DONE ){
        /*
        * All literals need to have backslashes doubled.
        */
        if (character == '.') {
          result.append("\\.");
        }
        else if (character == '\\') {
          result.append("\\\\");
        }
        else if (character == '?') {
          result.append("\\?");
        }
        else if (character == '*') {
          result.append("\\*");
        }
        else if (character == '+') {
          result.append("\\+");
        }
        else if (character == '&') {
          result.append("\\&");
        }
        else if (character == ':') {
          result.append("\\:");
        }
        else if (character == '{') {
          result.append("\\{");
        }
        else if (character == '}') {
          result.append("\\}");
        }
        else if (character == '[') {
          result.append("\\[");
        }
        else if (character == ']') {
          result.append("\\]");
        }
        else if (character == '(') {
          result.append("\\(");
        }
        else if (character == ')') {
          result.append("\\)");
        }
        else if (character == '^') {
          result.append("\\^");
        }
        else if (character == '$') {
          result.append("\\$");
        }
        else {
          //the char is not a special one
          //add it to the result as is
          result.append(character);
        }
        character = iterator.next();
      }
      return result.toString();
    }
    
    /**
    * Escape <tt>'$'</tt> and <tt>'\'</tt> characters in replacement strings.
    * 
    * <P>Synonym for <tt>Matcher.quoteReplacement(String)</tt>.
    * 
    * <P>The following methods use replacement strings which treat 
    * <tt>'$'</tt> and <tt>'\'</tt> as special characters:
    * <ul>
    * <li><tt>String.replaceAll(String, String)</tt>
    * <li><tt>String.replaceFirst(String, String)</tt>
    * <li><tt>Matcher.appendReplacement(StringBuffer, String)</tt>
    * </ul>
    * 
    * <P>If replacement text can contain arbitrary characters, then you 
    * will usually need to escape that text, to ensure special characters 
    * are interpreted literally.
    */
    public static String forReplacementString(String aInput){
      return Matcher.quoteReplacement(aInput);
    }
    
    /**
    * Disable all <tt><SCRIPT></tt> tags in <tt>aText</tt>.
    * 
    * <P>Insensitive to case.
    */  
    public static String forScriptTagsOnly(String aText){
      String result = null;
      Matcher matcher = SCRIPT.matcher(aText);
      result = matcher.replaceAll("&lt;SCRIPT>");
      matcher = SCRIPT_END.matcher(result);
      result = matcher.replaceAll("&lt;/SCRIPT>");
      return result;
    }
    
    // PRIVATE //
    
    private StringUtilEscapeChars(){
      //empty - prevent construction
    }
    
    private static final Pattern SCRIPT = Pattern.compile(
      "<SCRIPT>", Pattern.CASE_INSENSITIVE
     );
    private static final Pattern SCRIPT_END = Pattern.compile(
      "</SCRIPT>", Pattern.CASE_INSENSITIVE
    );
    
    private static void addCharEntity(Integer aIdx, StringBuilder aBuilder){
      String padding = "";
      if( aIdx <= 9 ){
         padding = "00";
      }
      else if( aIdx <= 99 ){
        padding = "0";
      }
      else {
        //no prefix
      }
      String number = padding + aIdx.toString();
      aBuilder.append("&#" + number + ";");
    }
  }