diff --git a/build.xml b/build.xml
new file mode 100644
index 0000000..2306fc9
--- /dev/null
+++ b/build.xml
@@ -0,0 +1,74 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- You may freely edit this file. See commented blocks below for -->
+<!-- some examples of how to customize the build. -->
+<!-- (If you delete it and reopen the project it will be recreated.) -->
+<!-- By default, only the Clean and Build commands use this build script. -->
+<!-- Commands such as Run, Debug, and Test only use this build script if -->
+<!-- the Compile on Save feature is turned off for the project. -->
+<!-- You can turn off the Compile on Save (or Deploy on Save) setting -->
+<!-- in the project's Project Properties dialog box.-->
+<project name="Prettify" default="default" basedir=".">
+    <description>Builds, tests, and runs the project Prettify.</description>
+    <import file="nbproject/build-impl.xml"/>
+    <!--
+
+    There exist several targets which are by default empty and which can be 
+    used for execution of your tasks. These targets are usually executed 
+    before and after some main targets. They are: 
+
+      -pre-init:                 called before initialization of project properties
+      -post-init:                called after initialization of project properties
+      -pre-compile:              called before javac compilation
+      -post-compile:             called after javac compilation
+      -pre-compile-single:       called before javac compilation of single file
+      -post-compile-single:      called after javac compilation of single file
+      -pre-compile-test:         called before javac compilation of JUnit tests
+      -post-compile-test:        called after javac compilation of JUnit tests
+      -pre-compile-test-single:  called before javac compilation of single JUnit test
+      -post-compile-test-single: called after javac compilation of single JUunit test
+      -pre-jar:                  called before JAR building
+      -post-jar:                 called after JAR building
+      -post-clean:               called after cleaning build products
+
+    (Targets beginning with '-' are not intended to be called on their own.)
+
+    Example of inserting an obfuscator after compilation could look like this:
+
+        <target name="-post-compile">
+            <obfuscate>
+                <fileset dir="${build.classes.dir}"/>
+            </obfuscate>
+        </target>
+
+    For list of available properties check the imported 
+    nbproject/build-impl.xml file. 
+
+
+    Another way to customize the build is by overriding existing main targets.
+    The targets of interest are: 
+
+      -init-macrodef-javac:     defines macro for javac compilation
+      -init-macrodef-junit:     defines macro for junit execution
+      -init-macrodef-debug:     defines macro for class debugging
+      -init-macrodef-java:      defines macro for class execution
+      -do-jar-with-manifest:    JAR building (if you are using a manifest)
+      -do-jar-without-manifest: JAR building (if you are not using a manifest)
+      run:                      execution of project 
+      -javadoc-build:           Javadoc generation
+      test-report:              JUnit report generation
+
+    An example of overriding the target for project execution could look like this:
+
+        <target name="run" depends="Prettify-impl.jar">
+            <exec dir="bin" executable="launcher.exe">
+                <arg file="${dist.jar}"/>
+            </exec>
+        </target>
+
+    Notice that the overridden target depends on the jar target and not only on 
+    the compile target as the regular run target does. Again, for a list of available 
+    properties which you can use, check the target you are overriding in the
+    nbproject/build-impl.xml file. 
+
+    -->
+</project>
diff --git a/manifest.mf b/manifest.mf
new file mode 100644
index 0000000..d12ceec
--- /dev/null
+++ b/manifest.mf
@@ -0,0 +1,3 @@
+Manifest-Version: 1.0
+X-COMMENT: 
+
diff --git a/nbproject/project.properties b/nbproject/project.properties
index f4a767d..ac5d4e0 100644
--- a/nbproject/project.properties
+++ b/nbproject/project.properties
@@ -1,9 +1,9 @@
 annotation.processing.enabled=true
 annotation.processing.enabled.in.editor=false
-annotation.processing.processor.options=
-annotation.processing.processors.list=
 annotation.processing.run.all.processors=true
 annotation.processing.source.output=${build.generated.sources.dir}/ap-source-output
+application.title=Java Prettify
+application.vendor=Chan Wai Shing
 build.classes.dir=${build.dir}/classes
 build.classes.excludes=**/*.java,**/*.form
 # This directory is removed when the project is cleaned:
@@ -24,24 +24,28 @@
 dist.dir=dist
 dist.jar=${dist.dir}/Prettify.jar
 dist.javadoc.dir=${dist.dir}/javadoc
+endorsed.classpath=
 excludes=
 includes=**
-jar.compress=false
+jar.archive.disabled=${jnlp.enabled}
+jar.compress=true
+jar.index=${jnlp.enabled}
 javac.classpath=
 # Space-separated list of extra javac options
 javac.compilerargs=
-javac.deprecation=false
+javac.deprecation=true
 javac.processorpath=\
     ${javac.classpath}
 javac.source=1.6
 javac.target=1.6
 javac.test.classpath=\
     ${javac.classpath}:\
-    ${build.classes.dir}
+    ${build.classes.dir}:\
+    ${libs.junit_4.classpath}
 javac.test.processorpath=\
     ${javac.test.classpath}
 javadoc.additionalparam=
-javadoc.author=false
+javadoc.author=true
 javadoc.encoding=${source.encoding}
 javadoc.noindex=false
 javadoc.nonavbar=false
@@ -49,8 +53,17 @@
 javadoc.private=false
 javadoc.splitindex=true
 javadoc.use=true
-javadoc.version=false
-javadoc.windowtitle=
+javadoc.version=true
+javadoc.windowtitle=Java Prettify
+jnlp.codebase.type=no.codebase
+jnlp.descriptor=application
+jnlp.enabled=false
+jnlp.mixed.code=default
+jnlp.offline-allowed=false
+jnlp.signed=false
+jnlp.signing=
+jnlp.signing.alias=
+jnlp.signing.keystore=
 main.class=
 manifest.file=manifest.mf
 meta.inf.dir=${src.dir}/META-INF
diff --git a/src/prettify/CombinePrefixPattern.java b/src/prettify/CombinePrefixPattern.java
index d9348d3..e75500b 100644
--- a/src/prettify/CombinePrefixPattern.java
+++ b/src/prettify/CombinePrefixPattern.java
@@ -46,7 +46,7 @@
             Pattern regex = regexs.get(i);
             if ((regex.flags() & Pattern.CASE_INSENSITIVE) != 0) {
                 ignoreCase = true;
-            } else if (regex.pattern().replaceAll("(?i)\\\\u[0-9a-f]{4}|\\\\x[0-9a-f]{2}|\\\\[^ux]", "").matches("(?i)[a-z]")) {
+            } else if (Util.test(Pattern.compile("[a-z]", Pattern.CASE_INSENSITIVE), regex.pattern().replaceAll("\\\\[Uu][0-9A-Fa-f]{4}|\\\\[Xx][0-9A-Fa-f]{2}|\\\\[^UuXx]", ""))) {
                 needToFoldCase = true;
                 ignoreCase = false;
                 break;
@@ -121,7 +121,7 @@
 
         for (int i = inverse ? 1 : 0, n = charsetParts.length; i < n; ++i) {
             String p = charsetParts[i];
-            if (p.matches("(?i)\\\\[bdsw]")) {  // Don't muck with named groups.
+            if (Util.test(Pattern.compile("\\\\[bdsw]", Pattern.CASE_INSENSITIVE), p)) {  // Don't muck with named groups.
                 out.add(p);
             } else {
                 int start = decodeEscape(p);
@@ -158,26 +158,26 @@
             }
         });
         List<List<Integer>> consolidatedRanges = new ArrayList<List<Integer>>();
-        Map<Integer, Integer> lastRange = new HashMap<Integer, Integer>();
+//        List<Integer> lastRange = Arrays.asList(new Integer[]{0, 0});
+        List<Integer> lastRange = new ArrayList<Integer>(Arrays.asList(new Integer[]{0, 0}));
         for (int i = 0; i < ranges.size(); ++i) {
             List<Integer> range = ranges.get(i);
             if (lastRange.get(1) != null && range.get(0) <= lastRange.get(1) + 1) {
-                lastRange.put(1, Math.max(lastRange.get(1), range.get(1)));
+                lastRange.set(1, Math.max(lastRange.get(1), range.get(1)));
             } else {
-                consolidatedRanges.add(range);
-                lastRange.put(0, range.get(0));
-                lastRange.put(1, range.get(1));
+                // reference of lastRange is added
+                consolidatedRanges.add(lastRange = range);
             }
         }
 
         for (int i = 0; i < consolidatedRanges.size(); ++i) {
             List<Integer> range = consolidatedRanges.get(i);
-            out.add(encodeEscape((int) range.get(0)));
+            out.add(encodeEscape(range.get(0)));
             if (range.get(1) > range.get(0)) {
                 if (range.get(1) + 1 > range.get(0)) {
                     out.add("-");
                 }
-                out.add(encodeEscape((int) range.get(1)));
+                out.add(encodeEscape(range.get(1)));
             }
         }
         out.add("]");
@@ -267,16 +267,17 @@
         if ((regex.flags() & Pattern.CASE_INSENSITIVE) != 0 && needToFoldCase) {
             for (int i = 0; i < n; ++i) {
                 String p = parts[i];
-                char ch0 = p.charAt(0);
+                char ch0 = p.length() > 0 ? p.charAt(0) : 0;
                 if (p.length() >= 2 && ch0 == '[') {
                     parts[i] = caseFoldCharset(p);
-                } else if (ch0 == '\\') {
+                } else if (ch0 != '\\') {
                     // TODO: handle letters in numeric escapes.
                     StringBuffer sb = new StringBuffer();
                     Matcher _matcher = Pattern.compile("[a-zA-Z]").matcher(p);
                     while (_matcher.find()) {
                         int cc = _matcher.group(0).codePointAt(0);
-                        _matcher.appendReplacement(sb, "[" + Character.toString((char) (cc & ~32)) + Character.toString((char) (cc | 32)) + "]");
+                        _matcher.appendReplacement(sb, "");
+                        sb.append("[").append(Character.toString((char) (cc & ~32))).append(Character.toString((char) (cc | 32))).append("]");
                     }
                     _matcher.appendTail(sb);
                     parts[i] = sb.toString();
diff --git a/src/prettify/Prettify.java b/src/prettify/Prettify.java
index 5e50f7a..cf7ddfb 100644
--- a/src/prettify/Prettify.java
+++ b/src/prettify/Prettify.java
@@ -13,12 +13,12 @@
 // limitations under the License.
 package prettify;
 
-import java.io.IOException;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.TreeMap;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 import java.util.regex.Pattern;
@@ -121,7 +121,7 @@
     /**
      * token style for a type
      */
-    public static final String PR_TYPE = "';";
+    public static final String PR_TYPE = "typ";
     /**
      * token style for a literal value.  e.g. 1, null, true.
      */
@@ -212,8 +212,10 @@
             shortcutStylePatterns = new ArrayList<List<Object>>();
             fallthroughStylePatterns = new ArrayList<List<Object>>();
             shortcutStylePatterns.add(Arrays.asList(new Object[]{PR_PLAIN, Pattern.compile("^[\\s]+"), null, " \t\r\n"}));
-            shortcutStylePatterns.add(Arrays.asList(new Object[]{PR_ATTRIB_VALUE, Pattern.compile("^(?:\\\"[^\\\"]*\\\"?|\\'[^\\']*\\'?)"), null, " \t\r\n"}));
-            fallthroughStylePatterns.add(Arrays.asList(new Object[]{"lang-uq.val", Pattern.compile("^^<\\/?[a-z](?:[\\w.:-]*\\w)?|\\/?>$", Pattern.CASE_INSENSITIVE)}));
+            shortcutStylePatterns.add(Arrays.asList(new Object[]{PR_ATTRIB_VALUE, Pattern.compile("^(?:\\\"[^\\\"]*\\\"?|\\'[^\\']*\\'?)"), null, "\'"}));
+            fallthroughStylePatterns.add(Arrays.asList(new Object[]{PR_TAG, Pattern.compile("^^<\\/?[a-z](?:[\\w.:-]*\\w)?|\\/?>$", Pattern.CASE_INSENSITIVE)}));
+            fallthroughStylePatterns.add(Arrays.asList(new Object[]{PR_ATTRIB_NAME, Pattern.compile("^(?!style[\\s=]|on)[a-z](?:[\\w:-]*\\w)?", Pattern.CASE_INSENSITIVE)}));
+            fallthroughStylePatterns.add(Arrays.asList(new Object[]{"lang-uq.val", Pattern.compile("^=\\s*([^>\\'\\\"\\s]*(?:[^>\\'\\\"\\s\\/]|\\/(?=\\s)))", Pattern.CASE_INSENSITIVE)}));
             fallthroughStylePatterns.add(Arrays.asList(new Object[]{PR_PUNCTUATION, Pattern.compile("^[=<>\\/]+")}));
             fallthroughStylePatterns.add(Arrays.asList(new Object[]{"lang-js", Pattern.compile("^on\\w+\\s*=\\s*\\\"([^\\\"]+)\\\"", Pattern.CASE_INSENSITIVE)}));
             fallthroughStylePatterns.add(Arrays.asList(new Object[]{"lang-js", Pattern.compile("^on\\w+\\s*=\\s*\\'([^\\']+)\\'", Pattern.CASE_INSENSITIVE)}));
@@ -379,7 +381,7 @@
             Map<String, Object> regexKeys = new HashMap<String, Object>();
             for (int i = 0, n = allPatterns.size(); i < n; ++i) {
                 List<Object> patternParts = allPatterns.get(i);
-                String shortcutChars = patternParts.size() > 4 ? (String) patternParts.get(3) : null;
+                String shortcutChars = patternParts.size() > 3 ? (String) patternParts.get(3) : null;
                 if (shortcutChars != null) {
                     for (int c = shortcutChars.length(); --c >= 0;) {
                         shortcuts.put(shortcutChars.charAt(c), patternParts);
@@ -495,7 +497,25 @@
                 }
             }
 
-            job.setDecorations(decorations);
+            List<Object> newDecorations = new ArrayList<Object>();
+
+            // use TreeMap to remove entrys with same pos
+            Map<Integer, String> posToStyleMap = new TreeMap<Integer, String>();
+            for (int i = 0, iEnd = decorations.size(); i < iEnd;) {
+                posToStyleMap.put((Integer) decorations.get(i++), (String) decorations.get(i++));
+            }
+            // remove adjacent style
+            String previousStyle = null;
+            for (Integer _pos : posToStyleMap.keySet()) {
+                if (previousStyle != null && previousStyle.equals(posToStyleMap.get(_pos))) {
+                    continue;
+                }
+                newDecorations.add(_pos);
+                newDecorations.add(posToStyleMap.get(_pos));
+                previousStyle = posToStyleMap.get(_pos);
+            }
+
+            job.setDecorations(newDecorations);
         }
     }
 
@@ -684,20 +704,10 @@
         if (!(extension != null && langHandlerRegistry.get(extension) != null)) {
             // Treat it as markup if the first non whitespace character is a < and
             // the last non-whitespace character is a >.
-            extension = source.matches("^\\s&<")
+            extension = Util.test(Pattern.compile("^\\s&<"), source)
                     ? "default-markup"
                     : "default-code";
         }
         return langHandlerRegistry.get(extension);
     }
-
-    public static void main(String[] args) throws IOException {
-        Job job = new Job();
-        job.setBasePos(0);
-        job.setSourceCode(new String(Util.readResourceFile("/prettify/example.html")));
-        Prettify prettify = new Prettify();
-        prettify.langHandlerRegistry.get("html").decorate(job);
-        List<Object> decorations = job.getDecorations();
-        System.out.println(decorations);
-    }
 }
diff --git a/src/prettify/Util.java b/src/prettify/Util.java
index 3f53f93..d4afa9c 100644
--- a/src/prettify/Util.java
+++ b/src/prettify/Util.java
@@ -1,8 +1,5 @@
 package prettify;
 
-import java.io.ByteArrayOutputStream;
-import java.io.IOException;
-import java.io.InputStream;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.regex.Matcher;
@@ -13,43 +10,6 @@
  */
 public class Util {
 
-    /**
-     * Read the resource file from the jar.
-     * @param path the resource path
-     * @return the content of the resource file in byte array
-     * @throws IOException error occurred when reading the content from the file
-     */
-    public static byte[] readResourceFile(String path) throws IOException {
-        if (path == null) {
-            throw new NullPointerException("argument 'path' cannot be null");
-        }
-
-        ByteArrayOutputStream bout = new ByteArrayOutputStream();
-        InputStream in = null;
-        try {
-            in = Util.class.getResourceAsStream(path);
-            if (in == null) {
-                throw new IOException("Resources not found: " + path);
-            }
-
-            int byteRead = 0;
-            byte[] b = new byte[8096];
-
-            while ((byteRead = in.read(b)) != -1) {
-                bout.write(b, 0, byteRead);
-            }
-        } finally {
-            if (in != null) {
-                try {
-                    in.close();
-                } catch (IOException ex) {
-                }
-            }
-        }
-
-        return bout.toByteArray();
-    }
-
     public static String[] match(Pattern pattern, String string) {
         List<String> matchesList = new ArrayList<String>();
 
@@ -61,6 +21,11 @@
         return matchesList.toArray(new String[matchesList.size()]);
     }
 
+    public static boolean test(Pattern pattern, String string) {
+        Matcher matcher = pattern.matcher(string);
+        return matcher.find();
+    }
+
     public static String join(List<String> strings) {
         return join(strings.toArray(new String[strings.size()]));
     }
diff --git a/src/prettify/example.html b/src/prettify/example.html
deleted file mode 100644
index 1ef22ae..0000000
--- a/src/prettify/example.html
+++ /dev/null
@@ -1,47 +0,0 @@
-<html>
-<head>
-    <title> HTML Script Example </title>
-    <style type="text/css">
-        body {
-            font-family: Helvetica, Geneva, Arial, sans-serif;
-            font-size: 1em;
-            margin: 4em 15em 4em 4em;
-        }
-        body.with_sponsor { margin-right: 410px; }
-        a.external {
-            background: url(../images/external.png) right 50% no-repeat;
-            padding-right: 12px;
-        }
-        code, pre, .file-list {
-            font-family: Consolas, Monaco, "Bitstream Vera Sans Mono", "Courier New", Courier, monospace;
-        }
-    </style>
-    <script type="text/javascript">
-        var _gaq = _gaq || [];
-        _gaq.push(['_setAccount', 'UA-XXXXX-XX']);
-        _gaq.push(['_trackPageview']);
-
-        (function() {
-            var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
-            ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
-            var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
-        })();
-    </script>
-</head>
-<body>
-
-<div style="font-weight: bold"><?= str_replace("\n", "<br/>", $var) ?></div>
-<?php
-    /***********************************
-    ** Multiline block comments
-    **********************************/
-
-    $stringWithUrl = "http://alexgorbatchev.com";
-    $stringWithUrl = 'http://alexgorbatchev.com';
-
-    ob_start("parseOutputBuffer");      // Start Code Buffering
-    session_start();
-?>
-
-</body>
-</html>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest.java b/test/prettify/PrettifyTest.java
new file mode 100644
index 0000000..8d4cf42
--- /dev/null
+++ b/test/prettify/PrettifyTest.java
@@ -0,0 +1,338 @@
+// Copyright (C) 2006 Google Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+package prettify;
+
+import java.util.Map;
+import java.util.TreeMap;
+import java.util.ListIterator;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+import java.util.ArrayList;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.util.List;
+import org.junit.After;
+import org.junit.AfterClass;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import static org.junit.Assert.*;
+
+public class PrettifyTest {
+
+    protected final String packagePath = "test/" + this.getClass().getCanonicalName().replace('.', '/') + "/";
+
+    public PrettifyTest() {
+    }
+
+    protected static String getClassName() {
+        return new Object() {
+        }.getClass().getEnclosingClass().getName();
+    }
+
+    @BeforeClass
+    public static void setUpClass() throws Exception {
+        System.out.println("***** " + getClassName() + " *****");
+    }
+
+    @AfterClass
+    public static void tearDownClass() throws Exception {
+        System.out.println("******************************\r\n");
+    }
+
+    @Before
+    public void setUp() {
+    }
+
+    @After
+    public void tearDown() {
+    }
+
+    @Test
+    public void test() throws IOException {
+        System.out.println("+++++ test +++++");
+
+        Prettify prettify = new Prettify();
+        Job job;
+        String source;
+        List<Object> decorations, compare;
+
+        source = new String(readFile(new File(packagePath + "source/bash.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/bash.txt"))));
+        assertArrayEquals("bash", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/bash_lang.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension("sh", source).decorate(job);
+        decorations = removeNewLine(job.getDecorations(), source);
+        compare = readResult(new String(readFile(new File(packagePath + "result/bash_lang.txt"))), true);
+        assertArrayEquals("bash_lang", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/java.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/java.txt"))));
+        assertArrayEquals("java", decorations.toArray(), compare.toArray());
+
+
+        source = new String(readFile(new File(packagePath + "source/java_lang.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension("java", source).decorate(job);
+        decorations = removeNewLine(job.getDecorations(), source);
+        compare = readResult(new String(readFile(new File(packagePath + "result/java_lang.txt"))), true);
+        assertArrayEquals("java_lang", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/C.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/C.txt"))));
+        assertArrayEquals("C", decorations.toArray(), compare.toArray());
+
+
+        source = new String(readFile(new File(packagePath + "source/C_lang.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension("c", source).decorate(job);
+        decorations = removeNewLine(job.getDecorations(), source);
+        compare = readResult(new String(readFile(new File(packagePath + "result/C_lang.txt"))), true);
+        assertArrayEquals("C_lang", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/Cpp.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/Cpp.txt"))));
+        assertArrayEquals("Cpp", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/Cpp_lang.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension("cpp", source).decorate(job);
+        decorations = removeNewLine(job.getDecorations(), source);
+        compare = readResult(new String(readFile(new File(packagePath + "result/Cpp_lang.txt"))), true);
+        assertArrayEquals("Cpp_lang", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/javascript.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/javascript.txt"))));
+        assertArrayEquals("javascript", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/perl.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/perl.txt"))));
+        assertArrayEquals("perl", decorations.toArray(), compare.toArray());
+
+
+        source = new String(readFile(new File(packagePath + "source/python.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension(null, source).decorate(job);
+        decorations = job.getDecorations();
+        compare = readResult(new String(readFile(new File(packagePath + "result/python.txt"))));
+        assertArrayEquals("python", decorations.toArray(), compare.toArray());
+
+        source = new String(readFile(new File(packagePath + "source/python_lang.txt")));
+        job = new Job();
+        job.setBasePos(0);
+        job.setSourceCode(source);
+        prettify.langHandlerForExtension("py", source).decorate(job);
+        decorations = removeNewLine(job.getDecorations(), source);
+        compare = readResult(new String(readFile(new File(packagePath + "result/python_lang.txt"))), true);
+        assertArrayEquals("python_lang", decorations.toArray(), compare.toArray());
+
+    }
+
+    /**
+     * Read the whole file and return the content in byte array.
+     * @param file the file to read
+     * @return the content of the file in byte array
+     * @throws IOException error occurred when reading the content from the file
+     */
+    public static byte[] readFile(File file) throws IOException {
+        if (file == null) {
+            throw new NullPointerException("argument 'file' cannot be null");
+        }
+
+        long fileLength = file.length();
+        byte[] content = new byte[(int) fileLength];
+
+        FileInputStream fin = null;
+        try {
+            fin = new FileInputStream(file);
+
+            int byteRead = 0, cumulateByteRead = 0;
+            while ((byteRead = fin.read(content, cumulateByteRead, content.length - cumulateByteRead)) != -1) {
+                cumulateByteRead += byteRead;
+                if (cumulateByteRead >= fileLength) {
+                    break;
+                }
+            }
+
+            if (cumulateByteRead != fileLength) {
+                throw new IOException("The total number of bytes read does not match the file size. Actual file size: " + fileLength + ", bytes read: " + cumulateByteRead + ", path: " + file.getAbsolutePath());
+            }
+        } finally {
+            if (fin != null) {
+                try {
+                    fin.close();
+                } catch (IOException ex) {
+                }
+            }
+        }
+
+        return content;
+    }
+
+    public static List<Object> removeNewLine(List<Object> decorations, String source) {
+        StringBuffer sb = new StringBuffer();
+        Pattern pattern = Pattern.compile("\r\n");
+        Matcher matcher = pattern.matcher(source);
+        while (matcher.find()) {
+            matcher.appendReplacement(sb, "");
+            int posStart = sb.length();
+            ListIterator<Object> iterator = decorations.listIterator();
+            while (iterator.hasNext()) {
+                Integer pos = (Integer) iterator.next();
+                if (pos > posStart) {
+                    iterator.set(pos - 2);
+                }
+                iterator.next();
+            }
+        }
+//        matcher.appendTail(sb);
+
+        // use TreeMap to remove entrys with same pos
+        Map<Integer, Object> orderedMap = new TreeMap<Integer, Object>();
+        for (int i = 0, iEnd = decorations.size(); i < iEnd; i++) {
+            orderedMap.put((Integer) decorations.get(i), decorations.get(i + 1));
+            i++;
+        }
+        // remove adjacent style
+        List<Object> returnList = new ArrayList<Object>(orderedMap.size() + 1);
+        String previousStyle = null;
+        for (Integer _pos : orderedMap.keySet()) {
+            if (previousStyle != null && previousStyle.equals(orderedMap.get(_pos))) {
+                continue;
+            }
+            returnList.add(_pos);
+            returnList.add(orderedMap.get(_pos));
+            previousStyle = (String) orderedMap.get(_pos);
+        }
+
+        return returnList;
+    }
+
+    public static List<Object> readResult(String result) {
+        return readResult(result, false);
+    }
+
+    public static List<Object> readResult(String result, boolean removeNewLine) {
+        List<Object> returnList = new ArrayList<Object>();
+
+        int count = 0;
+
+        if (removeNewLine) {
+            while (true) {
+                StringBuffer sb = new StringBuffer();
+                result = result.replaceAll("[\r\n]", "");
+                Pattern pattern = Pattern.compile("(`[A-Z]{3})([^`]+?)`END\\1([^`]+?)`END", Pattern.MULTILINE | Pattern.DOTALL);
+                Matcher matcher = pattern.matcher(result);
+                boolean found = false;
+                while (matcher.find()) {
+                    matcher.appendReplacement(sb, "");
+                    sb.append(matcher.group(1)).append(matcher.group(2)).append(matcher.group(3)).append("`END");
+                    found = true;
+                }
+                matcher.appendTail(sb);
+                result = sb.toString();
+                if (!found) {
+                    break;
+                }
+            }
+        }
+
+        StringBuffer sb = new StringBuffer();
+        Pattern pattern = Pattern.compile("`([A-Z]{3})([^`]*?)`END", Pattern.MULTILINE | Pattern.DOTALL);
+        Matcher matcher = pattern.matcher(result);
+        while (matcher.find()) {
+            matcher.appendReplacement(sb, "");
+            sb.append(matcher.group(2));
+
+            returnList.add(count);
+            returnList.add(matcher.group(1).toLowerCase());
+            count += matcher.group(2).length();
+        }
+        matcher.appendTail(sb);
+        String plainCode = sb.toString();
+
+        if (removeNewLine) {
+            // use TreeMap to remove entrys with same pos
+            Map<Integer, Object> orderedMap = new TreeMap<Integer, Object>();
+            for (int i = 0, iEnd = returnList.size(); i < iEnd; i++) {
+                orderedMap.put((Integer) returnList.get(i), returnList.get(i + 1));
+                i++;
+            }
+            // remove adjacent style
+            List<Object> _returnList = new ArrayList<Object>(orderedMap.size() + 1);
+            String previousStyle = null;
+            for (Integer _pos : orderedMap.keySet()) {
+                if (previousStyle != null && previousStyle.equals(orderedMap.get(_pos))) {
+                    continue;
+                }
+                _returnList.add(_pos);
+                _returnList.add(orderedMap.get(_pos));
+                previousStyle = (String) orderedMap.get(_pos);
+            }
+            returnList = _returnList;
+        }
+
+//        System.out.println(plainCode);
+        for (int i = 0, iEnd = returnList.size(); i < iEnd; i++) {
+            int end = i + 2 < iEnd ? (Integer) returnList.get(i + 2) : plainCode.length();
+//            System.out.println(returnList.get(i) + ": " + returnList.get(i + 1) + ": " + plainCode.substring((Integer) returnList.get(i), end));
+            i++;
+        }
+
+        return returnList;
+    }
+}
diff --git a/test/prettify/PrettifyTest/result/C.txt b/test/prettify/PrettifyTest/result/C.txt
new file mode 100644
index 0000000..d4e9249
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/C.txt
@@ -0,0 +1,18 @@
+`COM#include`END`PLN `END`STR<stdio.h>`END`PLN
+
+`END`COM/* the n-th fibonacci number.
+ */`END`PLN
+`END`KWDunsigned`END`PLN `END`KWDint`END`PLN fib`END`PUN(`END`KWDunsigned`END`PLN `END`KWDint`END`PLN n`END`PUN)`END`PLN `END`PUN{`END`PLN
+  `END`KWDunsigned`END`PLN `END`KWDint`END`PLN a `END`PUN=`END`PLN `END`LIT1`END`PUN,`END`PLN b `END`PUN=`END`PLN `END`LIT1`END`PUN;`END`PLN
+  `END`KWDunsigned`END`PLN `END`KWDint`END`PLN tmp`END`PUN;`END`PLN
+  `END`KWDwhile`END`PLN `END`PUN(--`END`PLNn `END`PUN>=`END`PLN `END`LIT0`END`PUN)`END`PLN `END`PUN{`END`PLN
+    tmp `END`PUN=`END`PLN a`END`PUN;`END`PLN
+    a `END`PUN+=`END`PLN b`END`PUN;`END`PLN
+    b `END`PUN=`END`PLN tmp`END`PUN;`END`PLN
+  `END`PUN}`END`PLN
+  `END`KWDreturn`END`PLN a`END`PUN;`END`PLN
+`END`PUN}`END`PLN
+
+main`END`PUN()`END`PLN `END`PUN{`END`PLN
+  printf`END`PUN(`END`STR"%u"`END`PUN,`END`PLN fib`END`PUN(`END`LIT10`END`PUN));`END`PLN
+`END`PUN}`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/C_lang.txt b/test/prettify/PrettifyTest/result/C_lang.txt
new file mode 100644
index 0000000..9e666f6
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/C_lang.txt
@@ -0,0 +1,22 @@
+`COM#include`END`PLN `END`STR<stdio.h>`END`PLN
+
+`END`COM/* the nth fibonacci number. */`END`PLN
+`END`TYPuint32`END`PLN fib`END`PUN(`END`KWDunsigned`END`PLN `END`TYPint`END`PLN n`END`PUN)`END`PLN `END`PUN{`END`PLN
+  `END`TYPuint32`END`PLN a `END`PUN=`END`PLN `END`LIT1`END`PUN,`END`PLN b `END`PUN=`END`PLN `END`LIT1`END`PUN;`END`PLN
+  `END`TYPuint32`END`PLN tmp`END`PUN;`END`PLN
+  `END`KWDwhile`END`PLN `END`PUN(--`END`PLNn `END`PUN>=`END`PLN `END`LIT0`END`PUN)`END`PLN `END`PUN{`END`PLN
+    tmp `END`PUN=`END`PLN a`END`PUN;`END`PLN
+    a `END`PUN+=`END`PLN b`END`PUN;`END`PLN
+    b `END`PUN=`END`PLN tmp`END`PUN;`END`PLN
+  `END`PUN}`END`PLN
+  `END`KWDreturn`END`PLN a`END`PUN;`END`PLN
+`END`PUN}`END`PLN
+
+`END`KWDvoid`END`PLN main`END`PUN()`END`PLN `END`PUN{`END`PLN
+  `END`TYPsize_t`END`PLN size `END`PUN=`END`PLN `END`KWDsizeof`END`PUN(`END`TYPwchar_t`END`PUN);`END`PLN
+  ASSERT_EQ`END`PUN(`END`PLNsize`END`PUN,`END`PLN `END`LIT1`END`PUN);`END`PLN
+  printf`END`PUN(`END`STR"%u"`END`PUN,`END`PLN fib`END`PUN(`END`LIT10`END`PUN));`END`PLN
+`END`PUN}`END`PLN
+
+`END`COM#define`END`PLN ZERO `END`LIT0`END`PLN `END`COM/* a
+  multiline comment */`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/Cpp.txt b/test/prettify/PrettifyTest/result/Cpp.txt
new file mode 100644
index 0000000..8c7abb1
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/Cpp.txt
@@ -0,0 +1,22 @@
+`COM#include`END`PLN `END`STR<iostream>`END`PLN
+
+`END`KWDusing`END`PLN `END`KWDnamespace`END`PLN std`END`PUN;`END`PLN
+
+`END`COM//! fibonacci numbers with gratuitous use of templates.`END`PLN
+`END`COM//! \param n an index into the fibonacci series`END`PLN
+`END`COM//! \param fib0 element 0 of the series`END`PLN
+`END`COM//! \return the nth element of the fibonacci series`END`PLN
+`END`KWDtemplate`END`PLN `END`PUN<`END`KWDclass`END`PLN T`END`PUN>`END`PLN
+T fib`END`PUN(`END`KWDunsigned`END`PLN `END`KWDint`END`PLN n`END`PUN,`END`PLN `END`KWDconst`END`PLN T`END`PUN&`END`PLN fib0`END`PUN)`END`PLN `END`PUN{`END`PLN
+  T a`END`PUN(`END`PLNfib0`END`PUN),`END`PLN b`END`PUN(`END`PLNfib0`END`PUN);`END`PLN
+  `END`KWDfor`END`PLN `END`PUN(;`END`PLN n`END`PUN;`END`PLN `END`PUN--`END`PLNn`END`PUN)`END`PLN `END`PUN{`END`PLN
+    T tmp`END`PUN(`END`PLNa`END`PUN);`END`PLN
+    a `END`PUN+=`END`PLN b`END`PUN;`END`PLN
+    b `END`PUN=`END`PLN tmp`END`PUN;`END`PLN
+  `END`PUN}`END`PLN
+  `END`KWDreturn`END`PLN a`END`PUN;`END`PLN
+`END`PUN}`END`PLN
+
+`END`KWDint`END`PLN main`END`PUN(`END`KWDint`END`PLN argc`END`PUN,`END`PLN `END`KWDchar`END`PLN `END`PUN**`END`PLNargv`END`PUN)`END`PLN `END`PUN{`END`PLN
+  cout `END`PUN<<`END`PLN fib`END`PUN(`END`LIT10`END`PUN,`END`PLN `END`LIT1U`END`PUN);`END`PLN
+`END`PUN}`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/Cpp_lang.txt b/test/prettify/PrettifyTest/result/Cpp_lang.txt
new file mode 100644
index 0000000..079520f
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/Cpp_lang.txt
@@ -0,0 +1,22 @@
+`COM#include`END`PLN `END`STR<iostream>`END`PLN
+
+`END`KWDusing`END`PLN `END`KWDnamespace`END`PLN std`END`PUN;`END`PLN
+
+`END`COM//! fibonacci numbers with gratuitous use of templates.`END`PLN
+`END`COM//! \param n an index into the fibonacci series`END`PLN
+`END`COM//! \param fib0 element 0 of the series`END`PLN
+`END`COM//! \return the nth element of the fibonacci series`END`PLN
+`END`KWDtemplate`END`PLN `END`PUN<`END`KWDclass`END`PLN T`END`PUN>`END`PLN
+T fib`END`PUN(`END`TYPint`END`PLN n`END`PUN,`END`PLN `END`KWDconst`END`PLN T`END`PUN&`END`PLN fib0`END`PUN)`END`PLN `END`PUN{`END`PLN
+  T a`END`PUN(`END`PLNfib0`END`PUN),`END`PLN b`END`PUN(`END`PLNfib0`END`PUN);`END`PLN
+  `END`KWDwhile`END`PLN `END`PUN(--`END`PLNn `END`PUN>=`END`PLN `END`LIT0`END`PUN)`END`PLN `END`PUN{`END`PLN
+    T tmp`END`PUN(`END`PLNa`END`PUN);`END`PLN
+    a `END`PUN+=`END`PLN b`END`PUN;`END`PLN
+    b `END`PUN=`END`PLN tmp`END`PUN;`END`PLN
+  `END`PUN}`END`PLN
+  `END`KWDreturn`END`PLN a`END`PUN;`END`PLN
+`END`PUN}`END`PLN
+
+`END`TYPint`END`PLN main`END`PUN(`END`TYPint`END`PLN argc`END`PUN,`END`PLN `END`KWDchar`END`PLN `END`PUN**`END`PLNargv`END`PUN)`END`PLN `END`PUN{`END`PLN
+  cout `END`PUN<<`END`PLN fib`END`PUN(`END`LIT10`END`PUN,`END`PLN `END`LIT1U`END`PUN);`END`PLN
+`END`PUN}`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/PHP.txt b/test/prettify/PrettifyTest/result/PHP.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/PHP.txt
diff --git a/test/prettify/PrettifyTest/result/bash.txt b/test/prettify/PrettifyTest/result/bash.txt
new file mode 100644
index 0000000..7652a66
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/bash.txt
@@ -0,0 +1,17 @@
+`COM#!/bin/bash`END`PLN
+
+`END`COM# Fibonacci numbers`END`PLN
+`END`COM# Writes an infinite series to stdout, one entry per line`END`PLN
+`END`KWDfunction`END`PLN fib`END`PUN()`END`PLN `END`PUN{`END`PLN
+  `END`KWDlocal`END`PLN a`END`PUN=`END`LIT1`END`PLN
+  `END`KWDlocal`END`PLN b`END`PUN=`END`LIT1`END`PLN
+  `END`KWDwhile`END`PLN `END`KWDtrue`END`PLN `END`PUN;`END`PLN `END`KWDdo`END`PLN
+    echo $a
+    `END`KWDlocal`END`PLN tmp`END`PUN=`END`PLN$a
+    a`END`PUN=`END`PLN$`END`PUN((`END`PLN $a `END`PUN+`END`PLN $b `END`PUN))`END`PLN
+    b`END`PUN=`END`PLN$tmp
+  `END`KWDdone`END`PLN
+`END`PUN}`END`PLN
+
+`END`COM# output the 10th element of the series and halt`END`PLN
+fib `END`PUN|`END`PLN head `END`PUN-`END`LIT10`END`PLN `END`PUN|`END`PLN tail `END`PUN-`END`LIT1`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/bash_lang.txt b/test/prettify/PrettifyTest/result/bash_lang.txt
new file mode 100644
index 0000000..c959536
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/bash_lang.txt
@@ -0,0 +1,17 @@
+`COM#!/bin/bash`END
+`PLN `END
+`COM# Fibonacci numbers`END
+`COM# Writes an infinite series to stdout, one entry per line`END
+`KWDfunction`END`PLN fib`END`PUN()`END`PLN `END`PUN{`END
+`PLN  `END`KWDlocal`END`PLN a`END`PUN=`END`LIT1`END
+`PLN  `END`KWDlocal`END`PLN b`END`PUN=`END`LIT1`END
+`PLN  `END`KWDwhile`END`PLN true `END`PUN;`END`PLN `END`KWDdo`END
+`PLN    echo $a`END
+`PLN    `END`KWDlocal`END`PLN tmp`END`PUN=`END`PLN$a`END
+`PLN    a`END`PUN=`END`PLN$`END`PUN((`END`PLN $a `END`PUN+`END`PLN $b `END`PUN))`END
+`PLN    b`END`PUN=`END`PLN$tmp`END
+`PLN  `END`KWDdone`END
+`PUN}`END
+`PLN `END
+`COM# output the 10th element of the series and halt`END
+`PLNfib `END`PUN|`END`PLN `END`PUN/`END`PLNusr`END`PUN/`END`PLNbin`END`PUN/*`END`PLNhead `END`PUN-`END`LIT10`END`PLN `END`PUN|`END`PLN tail `END`PUN-`END`LIT1`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/coffee.txt b/test/prettify/PrettifyTest/result/coffee.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/coffee.txt
diff --git a/test/prettify/PrettifyTest/result/css.txt b/test/prettify/PrettifyTest/result/css.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/css.txt
diff --git a/test/prettify/PrettifyTest/result/go.txt b/test/prettify/PrettifyTest/result/go.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/go.txt
diff --git a/test/prettify/PrettifyTest/result/html.txt b/test/prettify/PrettifyTest/result/html.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/html.txt
diff --git a/test/prettify/PrettifyTest/result/htmlXmp.txt b/test/prettify/PrettifyTest/result/htmlXmp.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/htmlXmp.txt
diff --git a/test/prettify/PrettifyTest/result/html_lang.txt b/test/prettify/PrettifyTest/result/html_lang.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/html_lang.txt
diff --git a/test/prettify/PrettifyTest/result/issue12.txt b/test/prettify/PrettifyTest/result/issue12.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue12.txt
diff --git a/test/prettify/PrettifyTest/result/issue12_lang.txt b/test/prettify/PrettifyTest/result/issue12_lang.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue12_lang.txt
diff --git a/test/prettify/PrettifyTest/result/issue14a.txt b/test/prettify/PrettifyTest/result/issue14a.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue14a.txt
diff --git a/test/prettify/PrettifyTest/result/issue14b.txt b/test/prettify/PrettifyTest/result/issue14b.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue14b.txt
diff --git a/test/prettify/PrettifyTest/result/issue20.txt b/test/prettify/PrettifyTest/result/issue20.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue20.txt
diff --git a/test/prettify/PrettifyTest/result/issue21.txt b/test/prettify/PrettifyTest/result/issue21.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue21.txt
diff --git a/test/prettify/PrettifyTest/result/issue24.txt b/test/prettify/PrettifyTest/result/issue24.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue24.txt
diff --git a/test/prettify/PrettifyTest/result/issue27.txt b/test/prettify/PrettifyTest/result/issue27.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue27.txt
diff --git a/test/prettify/PrettifyTest/result/issue30.txt b/test/prettify/PrettifyTest/result/issue30.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue30.txt
diff --git a/test/prettify/PrettifyTest/result/issue33.txt b/test/prettify/PrettifyTest/result/issue33.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue33.txt
diff --git a/test/prettify/PrettifyTest/result/issue4.txt b/test/prettify/PrettifyTest/result/issue4.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue4.txt
diff --git a/test/prettify/PrettifyTest/result/issue42.txt b/test/prettify/PrettifyTest/result/issue42.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue42.txt
diff --git a/test/prettify/PrettifyTest/result/issue79.txt b/test/prettify/PrettifyTest/result/issue79.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue79.txt
diff --git a/test/prettify/PrettifyTest/result/issue8.txt b/test/prettify/PrettifyTest/result/issue8.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue8.txt
diff --git a/test/prettify/PrettifyTest/result/issue84.txt b/test/prettify/PrettifyTest/result/issue84.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue84.txt
diff --git a/test/prettify/PrettifyTest/result/issue92.txt b/test/prettify/PrettifyTest/result/issue92.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue92.txt
diff --git a/test/prettify/PrettifyTest/result/issue93.txt b/test/prettify/PrettifyTest/result/issue93.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/issue93.txt
diff --git a/test/prettify/PrettifyTest/result/isue45.txt b/test/prettify/PrettifyTest/result/isue45.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/isue45.txt
diff --git a/test/prettify/PrettifyTest/result/java.txt b/test/prettify/PrettifyTest/result/java.txt
new file mode 100644
index 0000000..fbebc19
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/java.txt
@@ -0,0 +1,44 @@
+`KWDpackage`END`PLN foo`END`PUN;`END`PLN
+
+`END`KWDimport`END`PLN java`END`PUN.`END`PLNutil`END`PUN.`END`TYPIterator`END`PUN;`END`PLN
+
+`END`COM/**
+ * the fibonacci series implemented as an Iterable.
+ */`END`PLN
+`END`KWDpublic`END`PLN `END`KWDfinal`END`PLN `END`KWDclass`END`PLN `END`TYPFibonacci`END`PLN `END`KWDimplements`END`PLN `END`TYPIterable`END`PUN<`END`TYPInteger`END`PUN>`END`PLN `END`PUN{`END`PLN
+  `END`COM/** the next and previous members of the series. */`END`PLN
+  `END`KWDprivate`END`PLN `END`KWDint`END`PLN a `END`PUN=`END`PLN `END`LIT1`END`PUN,`END`PLN b `END`PUN=`END`PLN `END`LIT1`END`PUN;`END`PLN
+
+  `END`LIT@Override`END`PLN
+  `END`KWDpublic`END`PLN `END`TYPIterator`END`PUN<`END`TYPInteger`END`PUN>`END`PLN iterator`END`PUN()`END`PLN `END`PUN{`END`PLN
+    `END`KWDreturn`END`PLN `END`KWDnew`END`PLN `END`TYPIterator`END`PUN<`END`TYPInteger`END`PUN>()`END`PLN `END`PUN{`END`PLN
+      `END`COM/** the series is infinite. */`END`PLN
+      `END`KWDpublic`END`PLN `END`KWDboolean`END`PLN hasNext`END`PUN()`END`PLN `END`PUN{`END`PLN `END`KWDreturn`END`PLN `END`KWDtrue`END`PUN;`END`PLN `END`PUN}`END`PLN
+      `END`KWDpublic`END`PLN `END`TYPInteger`END`PLN `END`KWDnext`END`PUN()`END`PLN `END`PUN{`END`PLN
+        `END`KWDint`END`PLN tmp `END`PUN=`END`PLN a`END`PUN;`END`PLN
+        a `END`PUN+=`END`PLN b`END`PUN;`END`PLN
+        b `END`PUN=`END`PLN tmp`END`PUN;`END`PLN
+        `END`KWDreturn`END`PLN a`END`PUN;`END`PLN
+      `END`PUN}`END`PLN
+      `END`KWDpublic`END`PLN `END`KWDvoid`END`PLN remove`END`PUN()`END`PLN `END`PUN{`END`PLN `END`KWDthrow`END`PLN `END`KWDnew`END`PLN `END`TYPUnsupportedOperationException`END`PUN();`END`PLN `END`PUN}`END`PLN
+    `END`PUN};`END`PLN
+  `END`PUN}`END`PLN
+
+  `END`COM/**
+   * the n<sup>th</sup> element of the given series.
+   * @throws NoSuchElementException if there are less than n elements in the
+   *   given Iterable's {@link Iterable#iterator iterator}.
+   */`END`PLN
+  `END`KWDpublic`END`PLN `END`KWDstatic`END`PLN `END`PUN<`END`PLNT`END`PUN>`END`PLN
+  T nth`END`PUN(`END`KWDint`END`PLN n`END`PUN,`END`PLN `END`TYPIterable`END`PUN<`END`PLNT`END`PUN>`END`PLN iterable`END`PUN)`END`PLN `END`PUN{`END`PLN
+    `END`TYPIterator`END`PUN<?`END`PLN `END`KWDextends`END`PLN T`END`PUN>`END`PLN it `END`PUN=`END`PLN iterable`END`PUN.`END`PLNiterator`END`PUN();`END`PLN
+    `END`KWDwhile`END`PLN `END`PUN(--`END`PLNn `END`PUN>`END`PLN `END`LIT0`END`PUN)`END`PLN `END`PUN{`END`PLN
+      it`END`PUN.`END`KWDnext`END`PUN();`END`PLN
+    `END`PUN}`END`PLN
+    `END`KWDreturn`END`PLN it`END`PUN.`END`KWDnext`END`PUN();`END`PLN
+  `END`PUN}`END`PLN
+
+  `END`KWDpublic`END`PLN `END`KWDstatic`END`PLN `END`KWDvoid`END`PLN main`END`PUN(`END`TYPString`END`PUN[]`END`PLN args`END`PUN)`END`PLN `END`PUN{`END`PLN
+    `END`TYPSystem`END`PUN.`END`KWDout`END`PUN.`END`KWDprint`END`PUN(`END`PLNnth`END`PUN(`END`LIT10`END`PUN,`END`PLN `END`KWDnew`END`PLN `END`TYPFibonacci`END`PUN()));`END`PLN
+  `END`PUN}`END`PLN
+`END`PUN}`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/java_lang.txt b/test/prettify/PrettifyTest/result/java_lang.txt
new file mode 100644
index 0000000..84dc207
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/java_lang.txt
@@ -0,0 +1,47 @@
+`KWDpackage`END`PLN foo`END`PUN;`END
+`PLN `END
+`KWDimport`END`PLN java`END`PUN.`END`PLNutil`END`PUN.`END`TYPIterator`END`PUN;`END
+`PLN `END
+`COM/**`END
+`COM * the fibonacci series implemented as an Iterable.`END
+`COM */`END
+`KWDpublic`END`PLN `END`KWDfinal`END`PLN `END`KWDclass`END`PLN `END`TYPFibonacci`END`PLN `END`KWDimplements`END`PLN `END`TYPIterable`END`PUN<`END`TYPInteger`END`PUN>`END`PLN `END`PUN{`END
+`PLN  `END`COM/** the next and previous members of the series. */`END
+`PLN  `END`KWDprivate`END`PLN `END`KWDint`END`PLN a `END`PUN=`END`PLN `END`LIT1`END`PUN,`END`PLN b `END`PUN=`END`PLN `END`LIT1`END`PUN;`END
+`PLN `END
+`PLN  `END`LIT@Override`END
+`PLN  `END`KWDpublic`END`PLN `END`TYPIterator`END`PUN<`END`TYPInteger`END`PUN>`END`PLN iterator`END`PUN()`END`PLN `END`PUN{`END
+`PLN    `END`KWDreturn`END`PLN `END`KWDnew`END`PLN `END`TYPIterator`END`PUN<`END`TYPInteger`END`PUN>()`END`PLN `END`PUN{`END
+`PLN      `END`COM/** the series is infinite. */`END
+`PLN      `END`KWDpublic`END`PLN `END`KWDboolean`END`PLN hasNext`END`PUN()`END`PLN `END`PUN{`END`PLN `END`KWDreturn`END`PLN `END`KWDtrue`END`PUN;`END`PLN `END`PUN}`END
+`PLN      `END`KWDpublic`END`PLN `END`TYPInteger`END`PLN next`END`PUN()`END`PLN `END`PUN{`END
+`PLN        `END`KWDint`END`PLN tmp `END`PUN=`END`PLN a`END`PUN;`END
+`PLN        a `END`PUN+=`END`PLN b`END`PUN;`END
+`PLN        b `END`PUN=`END`PLN tmp`END`PUN;`END
+`PLN        `END`KWDreturn`END`PLN a`END`PUN;`END
+`PLN      `END`PUN}`END
+`PLN      `END`KWDpublic`END`PLN `END`KWDvoid`END`PLN remove`END`PUN()`END`PLN `END`PUN{`END`PLN `END`KWDthrow`END`PLN `END`KWDnew`END`PLN `END`TYPUnsupportedOperationException`END`PUN();`END`PLN `END`PUN}`END
+`PLN    `END`PUN};`END
+`PLN  `END`PUN}`END
+`PLN `END
+`PLN  `END`COM/**`END
+`COM   * the n<sup>th</sup> element of the given series.`END
+`COM   * @throws NoSuchElementException if there are less than n elements in the`END
+`COM   *   given Iterable's {@link Iterable#iterator iterator}.`END
+`COM   */`END
+`PLN  `END`KWDpublic`END`PLN `END`KWDstatic`END`PLN `END`PUN<`END`PLNT`END`PUN>`END
+`PLN  T nth`END`PUN(`END`KWDint`END`PLN n`END`PUN,`END`PLN `END`TYPIterable`END`PUN<`END`PLNT`END`PUN>`END`PLN iterable`END`PUN)`END`PLN `END`PUN{`END
+`PLN    `END`TYPIterator`END`PUN<?`END`PLN `END`KWDextends`END`PLN T`END`PUN>`END`PLN in `END`PUN=`END`PLN iterable`END`PUN.`END`PLNiterator`END`PUN();`END
+`PLN    `END`KWDwhile`END`PLN `END`PUN(--`END`PLNn `END`PUN>`END`PLN `END`LIT0`END`PUN)`END`PLN `END`PUN{`END
+`PLN      in`END`PUN.`END`PLNnext`END`PUN();`END
+`PLN    `END`PUN}`END
+`PLN    `END`KWDreturn`END`PLN in`END`PUN.`END`PLNnext`END`PUN();`END
+`PLN  `END`PUN}`END
+`PLN `END
+`PLN  `END`KWDpublic`END`PLN `END`KWDstatic`END`PLN `END`KWDvoid`END`PLN main`END`PUN(`END`TYPString`END`PUN[]`END`PLN args`END`PUN)`END`PLN `END`PUN{`END
+`PLN    `END`TYPSystem`END`PUN.`END`PLNout`END`PUN.`END`PLNprint`END`PUN(`END`PLNnth`END`PUN(`END`LIT10`END`PUN,`END`PLN `END`KWDnew`END`PLN `END`TYPFibonacci`END`PUN()));`END
+`PLN  `END`PUN}`END
+`PUN}`END
+`PLN `END
+`PUN#`END`PLN not a java comment`END
+`PUN#`END`PLN not keywords`END`PUN:`END`PLN static_cast and namespace`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/javascript.txt b/test/prettify/PrettifyTest/result/javascript.txt
new file mode 100644
index 0000000..c2daa2b
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/javascript.txt
@@ -0,0 +1,17 @@
+`COM/**
+ * nth element in the fibonacci series.
+ * @param n >= 0
+ * @return the nth element, >= 0.
+ */`END`PLN
+`END`KWDfunction`END`PLN fib`END`PUN(`END`PLNn`END`PUN)`END`PLN `END`PUN{`END`PLN
+  `END`KWDvar`END`PLN a `END`PUN=`END`PLN `END`LIT1`END`PUN,`END`PLN b `END`PUN=`END`PLN `END`LIT1`END`PUN;`END`PLN
+  `END`KWDvar`END`PLN tmp`END`PUN;`END`PLN
+  `END`KWDwhile`END`PLN `END`PUN(--`END`PLNn `END`PUN>=`END`PLN `END`LIT0`END`PUN)`END`PLN `END`PUN{`END`PLN
+    tmp `END`PUN=`END`PLN a`END`PUN;`END`PLN
+    a `END`PUN+=`END`PLN b`END`PUN;`END`PLN
+    b `END`PUN=`END`PLN tmp`END`PUN;`END`PLN
+  `END`PUN}`END`PLN
+  `END`KWDreturn`END`PLN a`END`PUN;`END`PLN
+`END`PUN}`END`PLN
+
+document`END`PUN.`END`PLNwrite`END`PUN(`END`PLNfib`END`PUN(`END`LIT10`END`PUN));`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/misc1.txt b/test/prettify/PrettifyTest/result/misc1.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/misc1.txt
diff --git a/test/prettify/PrettifyTest/result/perl.txt b/test/prettify/PrettifyTest/result/perl.txt
new file mode 100644
index 0000000..31ccf14
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/perl.txt
@@ -0,0 +1,15 @@
+`COM#!/usr/bin/perl`END`PLN
+
+`END`KWDuse`END`PLN strict`END`PUN;`END`PLN
+`END`KWDuse`END`PLN integer`END`PUN;`END`PLN
+
+`END`COM# the nth element of the fibonacci series`END`PLN
+`END`COM# param n - an int >= 0`END`PLN
+`END`COM# return an int >= 0`END`PLN
+`END`KWDsub`END`PLN fib`END`PUN(`END`PLN$`END`PUN)`END`PLN `END`PUN{`END`PLN
+  `END`KWDmy`END`PLN $n `END`PUN=`END`PLN shift`END`PUN,`END`PLN $a `END`PUN=`END`PLN `END`LIT1`END`PUN,`END`PLN $b `END`PUN=`END`PLN `END`LIT1`END`PUN;`END`PLN
+  `END`PUN(`END`PLN$a`END`PUN,`END`PLN $b`END`PUN)`END`PLN `END`PUN=`END`PLN `END`PUN(`END`PLN$a `END`PUN+`END`PLN $b`END`PUN,`END`PLN $a`END`PUN)`END`PLN `END`KWDuntil`END`PLN `END`PUN(--`END`PLN$n `END`PUN<`END`PLN `END`LIT0`END`PUN);`END`PLN
+  `END`KWDreturn`END`PLN $a`END`PUN;`END`PLN
+`END`PUN}`END`PLN
+
+`END`KWDprint`END`PLN fib`END`PUN(`END`LIT10`END`PUN);`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/proto.txt b/test/prettify/PrettifyTest/result/proto.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/proto.txt
diff --git a/test/prettify/PrettifyTest/result/python.txt b/test/prettify/PrettifyTest/result/python.txt
new file mode 100644
index 0000000..4b1173b
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/python.txt
@@ -0,0 +1,24 @@
+`COM#!/usr/bin/python2.4`END`PLN
+
+`END`KWDdef`END`PLN fib`END`PUN():`END`PLN
+  `END`STR'''
+  a generator that produces the elements of the fibonacci series
+  '''`END`PLN
+
+  a `END`PUN=`END`PLN `END`LIT1`END`PLN
+  b `END`PUN=`END`PLN `END`LIT1`END`PLN
+  `END`KWDwhile`END`PLN `END`KWDTrue`END`PUN:`END`PLN
+    a`END`PUN,`END`PLN b `END`PUN=`END`PLN a `END`PUN+`END`PLN b`END`PUN,`END`PLN a
+    `END`KWDyield`END`PLN a
+
+`END`KWDdef`END`PLN nth`END`PUN(`END`PLNseries`END`PUN,`END`PLN n`END`PUN):`END`PLN
+  `END`STR'''
+  returns the nth element of a series,
+  consuming the earlier elements of the series
+  '''`END`PLN
+
+  `END`KWDfor`END`PLN x `END`KWDin`END`PLN series`END`PUN:`END`PLN
+    n `END`PUN=`END`PLN n `END`PUN-`END`PLN `END`LIT1`END`PLN
+    `END`KWDif`END`PLN n `END`PUN<=`END`PLN `END`LIT0`END`PUN:`END`PLN `END`KWDreturn`END`PLN x
+
+`END`KWDprint`END`PLN nth`END`PUN(`END`PLNfib`END`PUN(),`END`PLN `END`LIT10`END`PUN)`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/python_lang.txt b/test/prettify/PrettifyTest/result/python_lang.txt
new file mode 100644
index 0000000..03b4ed2
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/python_lang.txt
@@ -0,0 +1,26 @@
+`COM#!/usr/bin/python2.4`END`PLN
+
+`END`KWDdef`END`PLN fib`END`PUN():`END`PLN
+  `END`STR'''
+  a generator that produces the fibonacci series's elements
+  '''`END`PLN
+
+  a `END`PUN=`END`PLN `END`LIT1`END`PLN
+  b `END`PUN=`END`PLN `END`LIT1`END`PLN
+  `END`KWDwhile`END`PLN `END`KWDTrue`END`PUN:`END`PLN
+    a`END`PUN,`END`PLN b `END`PUN=`END`PLN a `END`PUN+`END`PLN b`END`PUN,`END`PLN a
+    `END`KWDyield`END`PLN a
+
+`END`KWDdef`END`PLN nth`END`PUN(`END`PLNseries`END`PUN,`END`PLN n`END`PUN):`END`PLN
+  `END`STR'''
+  returns the nth element of a series,
+  consuming the series' earlier elements.
+  '''`END`PLN
+
+  `END`KWDfor`END`PLN x `END`KWDin`END`PLN series`END`PUN:`END`PLN
+    n `END`PUN-=`END`PLN `END`LIT1`END`PLN
+    `END`KWDif`END`PLN n `END`PUN<=`END`PLN `END`LIT0`END`PUN:`END`PLN `END`KWDreturn`END`PLN x
+
+`END`KWDprint`END`PLN nth`END`PUN(`END`PLNfib`END`PUN(),`END`PLN `END`LIT10`END`PUN)`END`PLN
+
+`END`PUN/*`END`PLN `END`KWDnot`END`PLN a comment `END`KWDand`END`PLN `END`KWDnot`END`PLN keywords`END`PUN:`END`PLN null char true `END`PUN*/`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/scala.txt b/test/prettify/PrettifyTest/result/scala.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/scala.txt
diff --git a/test/prettify/PrettifyTest/result/sql_lang.txt b/test/prettify/PrettifyTest/result/sql_lang.txt
new file mode 100644
index 0000000..afaad91
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/sql_lang.txt
@@ -0,0 +1,9 @@
+`COM/* A multi-line
+ * comment */`END`PLN
+`END`STR'Another string /* Isn\'t a comment'`END`PUN,`END`PLN
+`END`STR"A string */"`END`PLN
+`END`COM-- A line comment`END`PLN
+`END`KWDSELECT`END`PLN `END`PUN*`END`PLN `END`KWDFROM`END`PLN users `END`KWDWHERE`END`PLN id `END`KWDIN`END`PLN `END`PUN(`END`LIT1`END`PUN,`END`PLN `END`LIT2.0`END`PUN,`END`PLN `END`LIT+30e-1`END`PUN);`END`PLN
+`END`COM-- keywords are case-insensitive.`END`PLN
+`END`COM-- Note: user-table is a single identifier, not a pair of keywords`END`PLN
+`END`KWDselect`END`PLN `END`PUN*`END`PLN `END`KWDfrom`END`PLN user-table `END`KWDwhere`END`PLN id `END`KWDin`END`PLN `END`PUN(`END`PLNx`END`PUN,`END`PLN y`END`PUN,`END`PLN z`END`PUN);`END
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/result/vhdl.txt b/test/prettify/PrettifyTest/result/vhdl.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/vhdl.txt
diff --git a/test/prettify/PrettifyTest/result/wiki.txt b/test/prettify/PrettifyTest/result/wiki.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/wiki.txt
diff --git a/test/prettify/PrettifyTest/result/xhtml.txt b/test/prettify/PrettifyTest/result/xhtml.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/xhtml.txt
diff --git a/test/prettify/PrettifyTest/result/xml.txt b/test/prettify/PrettifyTest/result/xml.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/xml.txt
diff --git a/test/prettify/PrettifyTest/result/xsl.txt b/test/prettify/PrettifyTest/result/xsl.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/xsl.txt
diff --git a/test/prettify/PrettifyTest/result/yaml1.txt b/test/prettify/PrettifyTest/result/yaml1.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/yaml1.txt
diff --git a/test/prettify/PrettifyTest/result/yaml2.txt b/test/prettify/PrettifyTest/result/yaml2.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/test/prettify/PrettifyTest/result/yaml2.txt
diff --git a/test/prettify/PrettifyTest/source/C.txt b/test/prettify/PrettifyTest/source/C.txt
new file mode 100644
index 0000000..d112459
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/C.txt
@@ -0,0 +1,18 @@
+#include <stdio.h>
+
+/* the n-th fibonacci number.
+ */
+unsigned int fib(unsigned int n) {
+  unsigned int a = 1, b = 1;
+  unsigned int tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+main() {
+  printf("%u", fib(10));
+}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/C_lang.txt b/test/prettify/PrettifyTest/source/C_lang.txt
new file mode 100644
index 0000000..69bd4eb
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/C_lang.txt
@@ -0,0 +1,22 @@
+#include <stdio.h>
+
+/* the nth fibonacci number. */
+uint32 fib(unsigned int n) {
+  uint32 a = 1, b = 1;
+  uint32 tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+void main() {
+  size_t size = sizeof(wchar_t);
+  ASSERT_EQ(size, 1);
+  printf("%u", fib(10));
+}
+
+#define ZERO 0 /* a
+  multiline comment */
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/Cpp.txt b/test/prettify/PrettifyTest/source/Cpp.txt
new file mode 100644
index 0000000..449d7d6
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/Cpp.txt
@@ -0,0 +1,22 @@
+#include <iostream>
+
+using namespace std;
+
+//! fibonacci numbers with gratuitous use of templates.
+//! \param n an index into the fibonacci series
+//! \param fib0 element 0 of the series
+//! \return the nth element of the fibonacci series
+template <class T>
+T fib(unsigned int n, const T& fib0) {
+  T a(fib0), b(fib0);
+  for (; n; --n) {
+    T tmp(a);
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+int main(int argc, char **argv) {
+  cout << fib(10, 1U);
+}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/Cpp_lang.txt b/test/prettify/PrettifyTest/source/Cpp_lang.txt
new file mode 100644
index 0000000..fe6c544
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/Cpp_lang.txt
@@ -0,0 +1,22 @@
+#include <iostream>
+
+using namespace std;
+
+//! fibonacci numbers with gratuitous use of templates.
+//! \param n an index into the fibonacci series
+//! \param fib0 element 0 of the series
+//! \return the nth element of the fibonacci series
+template <class T>
+T fib(int n, const T& fib0) {
+  T a(fib0), b(fib0);
+  while (--n >= 0) {
+    T tmp(a);
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+int main(int argc, char **argv) {
+  cout << fib(10, 1U);
+}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/PHP.txt b/test/prettify/PrettifyTest/source/PHP.txt
new file mode 100644
index 0000000..9525d8c
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/PHP.txt
@@ -0,0 +1,25 @@
+<html>
+  <head>
+    <title><?= 'Fibonacci numbers' ?></title>
+
+    <?php
+      // PHP has a plethora of comment types
+      /* What is a
+         "plethora"? */
+      function fib($n) {
+        # I don't know.
+        $a = 1;
+        $b = 1;
+        while (--$n >= 0) {
+          echo "$a\n";
+          $tmp = $a;
+          $a += $b;
+          $b = $tmp;
+        }
+      }
+    ?>
+  </head>
+  <body>
+    <?= fib(10) ?>
+  </body>
+</html>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/bash.txt b/test/prettify/PrettifyTest/source/bash.txt
new file mode 100644
index 0000000..4dd5499
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/bash.txt
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+# Fibonacci numbers
+# Writes an infinite series to stdout, one entry per line
+function fib() {
+  local a=1
+  local b=1
+  while true ; do
+    echo $a
+    local tmp=$a
+    a=$(( $a + $b ))
+    b=$tmp
+  done
+}
+
+# output the 10th element of the series and halt
+fib | head -10 | tail -1
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/bash_lang.txt b/test/prettify/PrettifyTest/source/bash_lang.txt
new file mode 100644
index 0000000..eba1ab1
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/bash_lang.txt
@@ -0,0 +1,17 @@
+#!/bin/bash
+ 
+# Fibonacci numbers
+# Writes an infinite series to stdout, one entry per line
+function fib() {
+  local a=1
+  local b=1
+  while true ; do
+    echo $a
+    local tmp=$a
+    a=$(( $a + $b ))
+    b=$tmp
+  done
+}
+ 
+# output the 10th element of the series and halt
+fib | /usr/bin/*head -10 | tail -1
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/coffee.txt b/test/prettify/PrettifyTest/source/coffee.txt
new file mode 100644
index 0000000..c2240a7
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/coffee.txt
@@ -0,0 +1,47 @@
+class Animal
+  constructor: (@name) ->
+  move: (meters, loc) ->
+    alert @name + " moved " + meters + "m."
+  travel: (path...) ->
+    for place in path
+      @move place.distance, place.location
+
+class Horse extends Animal
+  ###
+  @param name Horse name
+  @param jumper Jumping ability
+  ###
+  constructor: (name, jumper) ->
+    super name
+    @capable = jumper
+  step: ->
+    alert '''
+          Step,
+          step...
+          '''
+  jump: ->
+    @capable
+  move: (meters, where) ->
+    switch where
+      when "ground"
+        @step()
+        super meters
+      when "hurdle"
+        super meters if @jump()
+
+# Create horse
+tom = new Horse "Tommy", yes
+
+street =
+  location: "ground"
+  distance: 12
+car =
+  location: "hurdle"
+  distance: 2
+
+###
+Tell him to travel:
+1. through the street
+2. over the car
+###
+tom.travel street, car
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/css.txt b/test/prettify/PrettifyTest/source/css.txt
new file mode 100644
index 0000000..be19d0b
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/css.txt
@@ -0,0 +1,19 @@
+<!--
+@charset('UTF-8');
+
+/** A url that is not quoted. */
+@import(url(/more-styles.css));
+
+HTML { content-before: 'hello\20'; content-after: 'w\6f rld';
+       -moz-spiff: inherit !important }
+
+/* Test units on numbers. */
+BODY { margin-bottom: 4px; margin-left: 3in; margin-bottom: 0; margin-top: 5% }
+
+/** Test number literals and quoted values. */
+TABLE.foo TR.bar A#visited { color: #001123; font-family: "monospace" }
+/** bolder is not a name, so should be plain.  !IMPORTANT is a keyword
+  * regardless of case.
+  */
+blink { text-decoration: BLINK !IMPORTANT; font-weight: bolder }
+-->
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/go.txt b/test/prettify/PrettifyTest/source/go.txt
new file mode 100644
index 0000000..7fe63b2
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/go.txt
@@ -0,0 +1,11 @@
+package main  /* Package of which this program is part. */
+
+import fmt "fmt"  // Package implementing formatted I/O.
+
+
+func main() {
+    fmt.Printf("Hello, world; or Καλημέρα κόσμε; or こんにちは 世界\n")  // Semicolon inserted here
+}
+
+/* " */  "foo /* "  /*/  */
+/* ` */  `foo /* `  /*/  */
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/html.txt b/test/prettify/PrettifyTest/source/html.txt
new file mode 100644
index 0000000..aac4627
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/html.txt
@@ -0,0 +1,38 @@
+<html>
+  <head>
+    <title>Fibonacci number</title>
+    <style><!-- BODY { text-decoration: blink } --></style>
+    <script src="foo.js"></script>
+    <script src="bar.js"></script>
+  </head>
+  <body>
+    <noscript>
+      <dl>
+        <dt>Fibonacci numbers</dt>
+        <dd>1</dd>
+        <dd>1</dd>
+        <dd>2</dd>
+        <dd>3</dd>
+        <dd>5</dd>
+        <dd>8</dd>
+        &hellip;
+      </dl>
+    </noscript>
+
+    <script type="text/javascript"><!--
+function fib(n) {
+  var a = 1, b = 1;
+  var tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+document.writeln(fib(10));
+// -->
+    </script>
+  </body>
+</html>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/htmlXmp.txt b/test/prettify/PrettifyTest/source/htmlXmp.txt
new file mode 100644
index 0000000..26402d1
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/htmlXmp.txt
@@ -0,0 +1,35 @@
+<html>
+  <head>
+    <title>Fibonacci number</title>
+  </head>
+  <body>
+    <noscript>
+      <dl>
+        <dt>Fibonacci numbers</dt>
+        <dd>1</dd>
+        <dd>1</dd>
+        <dd>2</dd>
+        <dd>3</dd>
+        <dd>5</dd>
+        <dd>8</dd>
+        &hellip;
+      </dl>
+    </noscript>
+
+    <script type="text/javascript"><!--
+function fib(n) {
+  var a = 1, b = 1;
+  var tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+document.writeln(fib(10));
+// -->
+    </script>
+  </body>
+</html>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/html_lang.txt b/test/prettify/PrettifyTest/source/html_lang.txt
new file mode 100644
index 0000000..987efec
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/html_lang.txt
@@ -0,0 +1,30 @@
+Fibonacci Numbers
+
+<noscript>
+  <dl style="list-style: disc">
+    <dt>Fibonacci numbers</dt>
+    <dd>1</dd>
+    <dd>1</dd>
+    <dd>2</dd>
+    <dd>3</dd>
+    <dd>5</dd>
+    <dd>8</dd>
+    &hellip;
+  </dl>
+</noscript>
+
+<script type="text/javascript"><!--
+function fib(n) {
+  var a = 1, b = 1;
+  var tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+document.writeln(fib(10));
+// -->
+</script>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue12.txt b/test/prettify/PrettifyTest/source/issue12.txt
new file mode 100644
index 0000000..19e214e
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue12.txt
@@ -0,0 +1,40 @@
+/foo/;  // a slash starting a line treated as a regexp beginning
+"foo".match(/fo+$/);
+// this line comment not treated as a regular expressions
+"foo /bar/".test(/"baz"/);  // test string and regexp boundaries
+var division = /\b\d+\/\d+/g;  // test char sets and escaping of specials
+var allSpecials = /([^\(\)\[\]\{\}\-\?\+\*\.\^\$\/]+)\\/;
+var slashInCharset = /[^/]/g, notCloseSq = /[^\]]/;
+
+// test that slash used in numeric context treated as an operator
+1 / 2;
+1. / x;
+x / y;
+(x) / y;
+1 /* foo */ / 2;
+1 /* foo *// 2;
+1/2;
+1./x;
+x/y;
+(x)/y;
+
+// test split over two lines.  line comment should not fool it
+1//
+/2;
+
+x++/y;
+x--/y;
+x[y] / z;
+f() / n;
+
+// test that slash after non postfix operator is start of regexp
+log('matches = ' + /foo/.test(foo));
+
+// test keyword preceders
+return /a regexp/;
+division = notreturn / not_a_regexp / 2;  // keyword suffix does not match
+
+// & not used as prefix operator in javascript but this should still work
+&/foo/;
+
+extends = /extends/;
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue12_lang.txt b/test/prettify/PrettifyTest/source/issue12_lang.txt
new file mode 100644
index 0000000..19e214e
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue12_lang.txt
@@ -0,0 +1,40 @@
+/foo/;  // a slash starting a line treated as a regexp beginning
+"foo".match(/fo+$/);
+// this line comment not treated as a regular expressions
+"foo /bar/".test(/"baz"/);  // test string and regexp boundaries
+var division = /\b\d+\/\d+/g;  // test char sets and escaping of specials
+var allSpecials = /([^\(\)\[\]\{\}\-\?\+\*\.\^\$\/]+)\\/;
+var slashInCharset = /[^/]/g, notCloseSq = /[^\]]/;
+
+// test that slash used in numeric context treated as an operator
+1 / 2;
+1. / x;
+x / y;
+(x) / y;
+1 /* foo */ / 2;
+1 /* foo *// 2;
+1/2;
+1./x;
+x/y;
+(x)/y;
+
+// test split over two lines.  line comment should not fool it
+1//
+/2;
+
+x++/y;
+x--/y;
+x[y] / z;
+f() / n;
+
+// test that slash after non postfix operator is start of regexp
+log('matches = ' + /foo/.test(foo));
+
+// test keyword preceders
+return /a regexp/;
+division = notreturn / not_a_regexp / 2;  // keyword suffix does not match
+
+// & not used as prefix operator in javascript but this should still work
+&/foo/;
+
+extends = /extends/;
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue14a.txt b/test/prettify/PrettifyTest/source/issue14a.txt
new file mode 100644
index 0000000..fbf1b37
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue14a.txt
@@ -0,0 +1,3 @@
+//comment
+int main(int argc, char **argv)
+{}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue14b.txt b/test/prettify/PrettifyTest/source/issue14b.txt
new file mode 100644
index 0000000..e5b23c3
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue14b.txt
@@ -0,0 +1,2 @@
+<!-- There's an HTML comment in my comment -->
+<p>And another one inside the end tag</p>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue20.txt b/test/prettify/PrettifyTest/source/issue20.txt
new file mode 100644
index 0000000..a531038
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue20.txt
@@ -0,0 +1,3 @@
+<html>
+
+<head>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue21.txt b/test/prettify/PrettifyTest/source/issue21.txt
new file mode 100644
index 0000000..dd3551a
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue21.txt
@@ -0,0 +1,5 @@
+<html>
+  <head>
+    <title>Test</title>
+  </head>
+</html>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue24.txt b/test/prettify/PrettifyTest/source/issue24.txt
new file mode 100644
index 0000000..a57ff46
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue24.txt
@@ -0,0 +1,51 @@
+os=require("os")
+math=require("math")
+
+-- Examples from the language reference
+     a = 'alo\n123"'
+     a = "alo\n123\""
+     a = '\97lo\10\04923"'
+     a = [[alo
+     123"]]
+     a = [==[
+     alo
+     123"]==]
+
+3   3.0   3.1416   314.16e-2   0.31416E1   0xff   0x56
+
+-- Some comments that demonstrate long brackets
+double_quoted = "Not a long bracket [=["
+--[=[ quoting out
+ [[ foo ]]
+ [==[does not end comment either]==]
+]=]
+past_end_of_comment
+--]=]
+
+-- Example code courtesy Joseph Harmbruster
+#
+do
+  local function ssgeneral(t, n, before)
+    for _, h in ipairs(incs) do
+      for i = h + 1, n do
+        local v = t[i]
+        for j = i - h, 1, -h do
+          local testval = t[j]
+          if not before(v, testval) then break end
+          t[i] = testval; i = j
+        end
+        t[i] = v
+      end 
+    end
+    return t
+  end
+
+  function shellsort(t, before, n)
+    n = n or #t
+    if not before or before == "<" then return ssup(t, n)
+    elseif before == ">" then return ssdown(t, n)
+    else return ssgeneral(t, n, before)
+    end
+  end
+  return shellsort
+end
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue27.txt b/test/prettify/PrettifyTest/source/issue27.txt
new file mode 100644
index 0000000..5e251e2
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue27.txt
@@ -0,0 +1,43 @@
+Imports System
+
+Class [class]
+    Shared Sub [shared](ByVal [boolean] As Boolean)
+        If [boolean] Then
+            Console.WriteLine("true")
+        Else
+            Console.WriteLine("false")
+        End If
+    End Sub
+End Class
+
+Module [module]
+    Sub Main()
+        [class].[shared](True)
+
+        ' This prints out: ".
+        Console.WriteLine("""")
+
+        ' This prints out: a"b.
+        Console.WriteLine("a""b")
+
+        ' This prints out: a.
+        Console.WriteLine("a"c)
+
+        ' This prints out: ".
+        Console.WriteLine(""""c)
+    End Sub
+End Module
+
+Dim d As Date
+d = # 8/23/1970 3:45:39AM #
+d = # 8/23/1970 #
+d = # 3:45:39AM #
+d = # 3:45:39 #
+d = # 13:45:39 #
+d = # 13:45:39PM #
+
+Dim n As Float
+n = (0.0, .99F, 1.0E-2D, 1.0E+3D, .5E4, 1E3R, 4D)
+
+Dim i As Integer
+i = (0, 123, 45L, &HA0I, &O177S)
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue30.txt b/test/prettify/PrettifyTest/source/issue30.txt
new file mode 100644
index 0000000..b37d4ac
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue30.txt
@@ -0,0 +1,26 @@
+-- A comment
+Not(--"a comment")
+Also.not(--(A.comment))
+
+module Foo(bar) where
+import Blah
+import BlahBlah(blah)
+import Monads(Exception(..), FIO(..),unFIO,handle,runFIO,fixFIO,fio,
+              write,writeln,HasNext(..),HasOutput(..))
+
+{- nested comments
+ - don't work {-yet-} -}
+instance Thingy Foo where
+  a = b
+
+data Foo :: (* -> * -> *) -> * > * -> * where
+  Nil :: Foo a b c
+  Cons :: a b c -> Foo abc -> Foo a b c
+
+str = "Foo\\Bar"
+char = 'x'
+Not.A.Char = 'too long'  -- Don't barf.  Show that 't is a lexical error.
+
+(ident, ident', Fo''o.b'ar)
+
+(0, 12, 0x45, 0xA7, 0o177, 0O377, 0.1, 1.0, 1e3, 0.5E-3, 1.0E+45)
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue33.txt b/test/prettify/PrettifyTest/source/issue33.txt
new file mode 100644
index 0000000..f079526
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue33.txt
@@ -0,0 +1,19 @@
+(*
+ * Print the 10th fibonacci number
+ *)
+
+//// A line comment
+"A string";;
+(0, 125, 0xa0, -1.0, 1e6, 1.2e-3);;  // number literals
+
+#if fibby
+  let
+    rec fib = function (0, a, _) -> a
+                     | (n, a, b) -> fib(n - 1, a + b, a)
+  in
+    print_int(fib(10, 1, 1));;
+#endif
+
+let zed = 'z'
+
+let f' x' = x' + 1
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue4.txt b/test/prettify/PrettifyTest/source/issue4.txt
new file mode 100644
index 0000000..f0027f1
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue4.txt
@@ -0,0 +1,10 @@
+<script type="text/javascript">
+   var savedTarget=null;                           // The target layer (effectively vidPane)
+   var orgCursor=null;                             // The original mouse style so we can restore it
+   var dragOK=false;                               // True if we're allowed to move the element under mouse
+   var dragXoffset=0;                              // How much we've moved the element on the horozontal
+   var dragYoffset=0;                              // How much we've moved the element on the verticle
+   vidPaneID = document.getElementById('vidPane'); // Our movable layer
+   vidPaneID.style.top='75px';                     // Starting location horozontal
+   vidPaneID.style.left='75px';                    // Starting location verticle
+<script>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue42.txt b/test/prettify/PrettifyTest/source/issue42.txt
new file mode 100644
index 0000000..9289c3e
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue42.txt
@@ -0,0 +1,39 @@
+; -*- mode: lisp -*-
+
+(defun back-six-lines () (interactive) (forward-line -6))
+(defun forward-six-lines () (interactive) (forward-line 6))
+
+(global-set-key "\M-l" 'goto-line)
+(global-set-key "\C-z" 'advertised-undo)
+(global-set-key [C-insert] 'clipboard-kill-ring-save)
+(global-set-key [S-insert] 'clipboard-yank)
+(global-set-key [C-up] 'back-six-lines)
+(global-set-key [C-down] 'forward-six-lines)
+
+(setq visible-bell t)
+(setq user-mail-address "foo@bar.com")
+(setq default-major-mode 'text-mode)
+
+(setenv "TERM" "emacs")
+(c-set-offset 'case-label 2)
+(setq c-basic-offset 2)
+(setq perl-indent-level 0x2)
+(setq delete-key-deletes-forward t)
+(setq indent-tabs-mode nil)
+
+;; Text mode
+(add-hook 'text-mode-hook 
+  '(lambda ()
+     (turn-on-auto-fill)
+   )
+)
+
+;; Fundamental mode
+(add-hook 'fundamental-mode-hook 
+  '(lambda ()
+     (turn-on-auto-fill)
+   )
+)
+
+;; Define and cond are keywords in scheme
+(define (sqt x) (sqrt-iter 1.0 2.0 x))
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue79.txt b/test/prettify/PrettifyTest/source/issue79.txt
new file mode 100644
index 0000000..0fe82bc
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue79.txt
@@ -0,0 +1,16 @@
+<style type='text/css'>
+/* desert scheme ported from vim to google prettify */
+code.prettyprint { display: block; padding: 2px; border: 1px solid #888;
+background-color: #333; }
+.str { color: #ffa0a0; } /* string  - pink */
+.kwd { color: #f0e68c; font-weight: bold; }
+.com { color: #87ceeb; } /* comment - skyblue */
+.typ { color: #98fb98; } /* type    - lightgreen */
+.lit { color: #cd5c5c; } /* literal - darkred */
+.pun { color: #fff; }    /* punctuation */
+.pln { color: #fff; }    /* plaintext */
+.tag { color: #f0e68c; font-weight: bold; } /* html/xml tag    - lightyellow*/
+.atn { color: #bdb76b; font-weight: bold; } /* attribute name  - khaki*/
+.atv { color: #ffa0a0; } /* attribute value - pink */
+.dec { color: #98fb98; } /* decimal         - lightgreen */
+</style>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue8.txt b/test/prettify/PrettifyTest/source/issue8.txt
new file mode 100644
index 0000000..5892e73
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue8.txt
@@ -0,0 +1,3 @@
+one	Two	three	Four	five	|
+Six	seven	Eight	nine	Ten	|
+eleven	Twelve	thirteen	Fourteen	fifteen	|
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue84.txt b/test/prettify/PrettifyTest/source/issue84.txt
new file mode 100644
index 0000000..4994711
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue84.txt
@@ -0,0 +1 @@
+super("&nbsp;");
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue92.txt b/test/prettify/PrettifyTest/source/issue92.txt
new file mode 100644
index 0000000..2e56ccb
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue92.txt
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<kml xmlns="http://www.opengis.net/kml/2.2">
+  <Placemark>
+    <name>Simple placemark</name>
+    <description Lang="en">Attached to the ground. Intelligently places itself 
+       at the height of the underlying terrain.</description>
+    <Point>
+      <coordinates>-122.0822035425683,37.42228990140251,0</coordinates>
+    </Point>
+  </Placemark>
+</kml>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/issue93.txt b/test/prettify/PrettifyTest/source/issue93.txt
new file mode 100644
index 0000000..bebad94
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/issue93.txt
@@ -0,0 +1,4 @@
+// The normal string syntax
+string a = "C:\\";
+// is equivalent to a verbatim string
+string b = @"C:\";
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/isue45.txt b/test/prettify/PrettifyTest/source/isue45.txt
new file mode 100644
index 0000000..44624b6
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/isue45.txt
@@ -0,0 +1,3 @@
+throw new RuntimeException("Element [" + element.getName() + 
+  "] missing attribute.");
+variable++;
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/java.txt b/test/prettify/PrettifyTest/source/java.txt
new file mode 100644
index 0000000..daab483
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/java.txt
@@ -0,0 +1,44 @@
+package foo;
+
+import java.util.Iterator;
+
+/**
+ * the fibonacci series implemented as an Iterable.
+ */
+public final class Fibonacci implements Iterable<Integer> {
+  /** the next and previous members of the series. */
+  private int a = 1, b = 1;
+
+  @Override
+  public Iterator<Integer> iterator() {
+    return new Iterator<Integer>() {
+      /** the series is infinite. */
+      public boolean hasNext() { return true; }
+      public Integer next() {
+        int tmp = a;
+        a += b;
+        b = tmp;
+        return a;
+      }
+      public void remove() { throw new UnsupportedOperationException(); }
+    };
+  }
+
+  /**
+   * the n<sup>th</sup> element of the given series.
+   * @throws NoSuchElementException if there are less than n elements in the
+   *   given Iterable's {@link Iterable#iterator iterator}.
+   */
+  public static <T>
+  T nth(int n, Iterable<T> iterable) {
+    Iterator<? extends T> it = iterable.iterator();
+    while (--n > 0) {
+      it.next();
+    }
+    return it.next();
+  }
+
+  public static void main(String[] args) {
+    System.out.print(nth(10, new Fibonacci()));
+  }
+}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/java_lang.txt b/test/prettify/PrettifyTest/source/java_lang.txt
new file mode 100644
index 0000000..844443b
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/java_lang.txt
@@ -0,0 +1,47 @@
+package foo;
+ 
+import java.util.Iterator;
+ 
+/**
+ * the fibonacci series implemented as an Iterable.
+ */
+public final class Fibonacci implements Iterable<Integer> {
+  /** the next and previous members of the series. */
+  private int a = 1, b = 1;
+ 
+  @Override
+  public Iterator<Integer> iterator() {
+    return new Iterator<Integer>() {
+      /** the series is infinite. */
+      public boolean hasNext() { return true; }
+      public Integer next() {
+        int tmp = a;
+        a += b;
+        b = tmp;
+        return a;
+      }
+      public void remove() { throw new UnsupportedOperationException(); }
+    };
+  }
+ 
+  /**
+   * the n<sup>th</sup> element of the given series.
+   * @throws NoSuchElementException if there are less than n elements in the
+   *   given Iterable's {@link Iterable#iterator iterator}.
+   */
+  public static <T>
+  T nth(int n, Iterable<T> iterable) {
+    Iterator<? extends T> in = iterable.iterator();
+    while (--n > 0) {
+      in.next();
+    }
+    return in.next();
+  }
+ 
+  public static void main(String[] args) {
+    System.out.print(nth(10, new Fibonacci()));
+  }
+}
+ 
+# not a java comment
+# not keywords: static_cast and namespace
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/javascript.txt b/test/prettify/PrettifyTest/source/javascript.txt
new file mode 100644
index 0000000..3bc54e3
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/javascript.txt
@@ -0,0 +1,17 @@
+/**
+ * nth element in the fibonacci series.
+ * @param n >= 0
+ * @return the nth element, >= 0.
+ */
+function fib(n) {
+  var a = 1, b = 1;
+  var tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+
+document.write(fib(10));
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/misc1.txt b/test/prettify/PrettifyTest/source/misc1.txt
new file mode 100644
index 0000000..6f3a3ba
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/misc1.txt
@@ -0,0 +1,2 @@
+// ends with line comment token
+//
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/perl.txt b/test/prettify/PrettifyTest/source/perl.txt
new file mode 100644
index 0000000..a9ed533
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/perl.txt
@@ -0,0 +1,15 @@
+#!/usr/bin/perl
+
+use strict;
+use integer;
+
+# the nth element of the fibonacci series
+# param n - an int >= 0
+# return an int >= 0
+sub fib($) {
+  my $n = shift, $a = 1, $b = 1;
+  ($a, $b) = ($a + $b, $a) until (--$n < 0);
+  return $a;
+}
+
+print fib(10);
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/proto.txt b/test/prettify/PrettifyTest/source/proto.txt
new file mode 100644
index 0000000..ff97de5
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/proto.txt
@@ -0,0 +1,15 @@
+message SearchRequest {
+  required string query = 1;
+  optional int32 page_number = 2;
+  optional int32 result_per_page = 3 [default = 10];
+  enum Corpus {
+    UNIVERSAL = 0;
+    WEB = 1;
+    IMAGES = 2;
+    LOCAL = 3;
+    NEWS = 4;
+    PRODUCTS = 5;
+    VIDEO = 6;
+  }
+  optional Corpus corpus = 4 [default = UNIVERSAL];
+}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/python.txt b/test/prettify/PrettifyTest/source/python.txt
new file mode 100644
index 0000000..6cc14aa
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/python.txt
@@ -0,0 +1,24 @@
+#!/usr/bin/python2.4
+
+def fib():
+  '''
+  a generator that produces the elements of the fibonacci series
+  '''
+
+  a = 1
+  b = 1
+  while True:
+    a, b = a + b, a
+    yield a
+
+def nth(series, n):
+  '''
+  returns the nth element of a series,
+  consuming the earlier elements of the series
+  '''
+
+  for x in series:
+    n = n - 1
+    if n <= 0: return x
+
+print nth(fib(), 10)
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/python_lang.txt b/test/prettify/PrettifyTest/source/python_lang.txt
new file mode 100644
index 0000000..982efaf
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/python_lang.txt
@@ -0,0 +1,26 @@
+#!/usr/bin/python2.4
+
+def fib():
+  '''
+  a generator that produces the fibonacci series's elements
+  '''
+
+  a = 1
+  b = 1
+  while True:
+    a, b = a + b, a
+    yield a
+
+def nth(series, n):
+  '''
+  returns the nth element of a series,
+  consuming the series' earlier elements.
+  '''
+
+  for x in series:
+    n -= 1
+    if n <= 0: return x
+
+print nth(fib(), 10)
+
+/* not a comment and not keywords: null char true */
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/scala.txt b/test/prettify/PrettifyTest/source/scala.txt
new file mode 100644
index 0000000..df3bbca
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/scala.txt
@@ -0,0 +1,55 @@
+/* comment 1 */
+/*
+comment 2
+*/
+/* comment / * comment 3 **/
+// strings
+"Hello, World!", "\n",
+`an-identifier`, `\n`,
+'A', '\n',
+'aSymbol,
+"""Hello,
+World""", """Hello,\nWorld""",
+"""Hello, "World"!""",
+"""Hello, \"World\""""
+
+// Numbers
+0
+0123
+0xa0
+0XA0L
+123
+123.45
+1.50F
+0.50
+.50
+123e-1
+123.45e+1
+1.50e2
+0.50e-6
+.50e+42f
+
+// Values
+false, true, null, this;
+
+// Keywords
+class MyClass;
+import foo.bar;
+package baz;
+
+// From scala-lang.org/node/242
+def act() {
+  var pongCount = 0
+  loop {
+    react {
+      case Ping =>
+        if (pongCount % 1000 == 0)
+          Console.println("Pong: ping "+pongCount)
+        sender ! Pong
+        pongCount = pongCount + 1
+      case Stop =>
+        Console.println("Pong: stop")
+        exit()
+    }
+  }
+}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/sql_lang.txt b/test/prettify/PrettifyTest/source/sql_lang.txt
new file mode 100644
index 0000000..6205558
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/sql_lang.txt
@@ -0,0 +1,9 @@
+/* A multi-line
+ * comment */
+'Another string /* Isn\'t a comment',
+"A string */"
+-- A line comment
+SELECT * FROM users WHERE id IN (1, 2.0, +30e-1);
+-- keywords are case-insensitive.
+-- Note: user-table is a single identifier, not a pair of keywords
+select * from user-table where id in (x, y, z);
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/vhdl.txt b/test/prettify/PrettifyTest/source/vhdl.txt
new file mode 100644
index 0000000..b3e9dee
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/vhdl.txt
@@ -0,0 +1,36 @@
+library ieee;
+use ieee.std_logic_1164.all;
+use ieee.numeric_std.all;
+
+-- A line comment
+entity foo_entity is
+
+  generic (-- comment after punc
+    a : natural := 42;
+    x : real := 16#ab.cd#-3
+  );
+  port (
+    clk_i : in  std_logic;
+    b_i   : in  natural range 0 to 100;
+    c_o   : out std_logic_vector(5 downto 0);
+    \a "name"\ : out integer  -- extended identifier
+  );
+
+end entity foo_entity;
+
+architecture foo_architecture of foo_entity is
+  signal bar_s : std_logic_vector(2 downto 0);
+begin
+  
+  bar_s <= b"101";
+
+  dummy_p : process (clk_i)
+  begin
+    if b_i = 1 then
+      c_o <= (others => '0');
+    elsif rising_edge(clk_i) then
+      c_o <= "1011" & bar_s(1 downto 0);
+    end if;
+  end process dummy_p;
+
+end architecture foo_architecture;
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/wiki.txt b/test/prettify/PrettifyTest/source/wiki.txt
new file mode 100644
index 0000000..adcd7dd
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/wiki.txt
@@ -0,0 +1,23 @@
+#summary hello world
+#labels HelloWorld WikiWord Hiya
+
+[http://www.google.com/?q=WikiSyntax+site:code.google.com WikiSyntax]
+
+Lorem Ipsum `while (1) print("blah blah");`
+
+   * Bullet
+   * Points
+      * NestedBullet
+
+==DroningOnAndOn==
+{{{
+  // Some EmbeddedSourceCode
+  void main() {
+    Print('hello world');
+  }
+}}}
+
+{{{
+  <!-- Embedded XML -->
+  <foo bar="baz"><boo /><foo>
+}}}
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/xhtml.txt b/test/prettify/PrettifyTest/source/xhtml.txt
new file mode 100644
index 0000000..5d2c119
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/xhtml.txt
@@ -0,0 +1,20 @@
+<xhtml>
+  <head>
+    <title>Fibonacci number</title>
+  </head>
+  <body onload="alert(fib(10))">
+    <script type="text/javascript"><![CDATA[
+function fib(n) {
+  var a = 1, b = 1;
+  var tmp;
+  while (--n >= 0) {
+    tmp = a;
+    a += b;
+    b = tmp;
+  }
+  return a;
+}
+]]>
+    </script>
+  </body>
+</xhtml>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/xml.txt b/test/prettify/PrettifyTest/source/xml.txt
new file mode 100644
index 0000000..5c7ec82
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/xml.txt
@@ -0,0 +1,11 @@
+<!DOCTYPE series PUBLIC "fibonacci numbers">
+
+<series.root base="1" step="s(n-2) + s(n-1)">
+  <element i="0">1</element>
+  <element i="1">1</element>
+  <element i="2">2</element>
+  <element i="3">3</element>
+  <element i="4">5</element>
+  <element i="5">8</element>
+  ...
+</series.root>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/xsl.txt b/test/prettify/PrettifyTest/source/xsl.txt
new file mode 100644
index 0000000..d5a45c5
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/xsl.txt
@@ -0,0 +1,7 @@
+<!-- Test elements and attributes with namespaces -->
+
+<xsl:stylesheet xml:lang="en">
+  <xsl:template match=".">
+    <xsl:text>Hello World</xsl:text>
+  </xsl:template>
+</xsl:stylesheet>
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/yaml1.txt b/test/prettify/PrettifyTest/source/yaml1.txt
new file mode 100644
index 0000000..52e0fe5
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/yaml1.txt
@@ -0,0 +1,24 @@
+application: mirah-lang
+version: 1
+
+# Here's a comment
+handlers:
+  - url: /red/*
+     servlet: mysite.server.TeamServlet
+     init_params:
+       teamColor: red
+       bgColor: "#CC0000"
+     name: redteam
+  - url: /blue/*
+     servlet: mysite.server.TeamServlet
+     init_params:
+       teamColor: blue
+       bgColor: "#0000CC"
+     name: blueteam
+  - url: /register/*
+     jsp: /register/start.jsp
+  - url: *.special
+     filter: mysite.server.LogFilterImpl
+     init_params:
+       logType: special
+  
\ No newline at end of file
diff --git a/test/prettify/PrettifyTest/source/yaml2.txt b/test/prettify/PrettifyTest/source/yaml2.txt
new file mode 100644
index 0000000..9e2d716
--- /dev/null
+++ b/test/prettify/PrettifyTest/source/yaml2.txt
@@ -0,0 +1,16 @@
+%YAML 1.1
+---
+!!map {
+  ? !!str ""
+  : !!str "value",
+  ? !!str "explicit key"
+  : !!str "value",
+  ? !!str "simple key"
+  : !!str "value",
+  ? !!seq [
+    !!str "collection",
+    !!str "simple",
+    !!str "key"
+  ]
+  : !!str "value"
+}
\ No newline at end of file