001/* 002 * Licensed to the Apache Software Foundation (ASF) under one or more 003 * contributor license agreements. See the NOTICE file distributed with 004 * this work for additional information regarding copyright ownership. 005 * The ASF licenses this file to You under the Apache License, Version 2.0 006 * (the "License"); you may not use this file except in compliance with 007 * the License. You may obtain a copy of the License at 008 * 009 * http://www.apache.org/licenses/LICENSE-2.0 010 * 011 * Unless required by applicable law or agreed to in writing, software 012 * distributed under the License is distributed on an "AS IS" BASIS, 013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 014 * See the License for the specific language governing permissions and 015 * limitations under the License. 016 */ 017 018package org.apache.commons.codec.language; 019 020import java.util.regex.Pattern; 021 022import org.apache.commons.codec.EncoderException; 023import org.apache.commons.codec.StringEncoder; 024 025/** 026 * Encodes a string into a NYSIIS value. NYSIIS is an encoding used to relate similar names, but can also be used as a 027 * general purpose scheme to find word with similar phonemes. 028 * <p> 029 * NYSIIS features an accuracy increase of 2.7% over the traditional Soundex algorithm. 030 * <p> 031 * Algorithm description: 032 * <pre> 033 * 1. Transcode first characters of name 034 * 1a. MAC -> MCC 035 * 1b. KN -> NN 036 * 1c. K -> C 037 * 1d. PH -> FF 038 * 1e. PF -> FF 039 * 1f. SCH -> SSS 040 * 2. Transcode last characters of name 041 * 2a. EE, IE -> Y 042 * 2b. DT,RT,RD,NT,ND -> D 043 * 3. First character of key = first character of name 044 * 4. Transcode remaining characters by following these rules, incrementing by one character each time 045 * 4a. EV -> AF else A,E,I,O,U -> A 046 * 4b. Q -> G 047 * 4c. Z -> S 048 * 4d. M -> N 049 * 4e. KN -> N else K -> C 050 * 4f. SCH -> SSS 051 * 4g. PH -> FF 052 * 4h. H -> If previous or next is nonvowel, previous 053 * 4i. W -> If previous is vowel, previous 054 * 4j. Add current to key if current != last key character 055 * 5. If last character is S, remove it 056 * 6. If last characters are AY, replace with Y 057 * 7. If last character is A, remove it 058 * 8. Collapse all strings of repeated characters 059 * 9. Add original first character of name as first character of key 060 * </pre> 061 * <p> 062 * This class is immutable and thread-safe. 063 * 064 * @see <a href="http://en.wikipedia.org/wiki/NYSIIS">NYSIIS on Wikipedia</a> 065 * @see <a href="http://www.dropby.com/NYSIIS.html">NYSIIS on dropby.com</a> 066 * @see Soundex 067 * @since 1.7 068 */ 069public class Nysiis implements StringEncoder { 070 071 private static final char[] CHARS_A = new char[] { 'A' }; 072 private static final char[] CHARS_AF = new char[] { 'A', 'F' }; 073 private static final char[] CHARS_C = new char[] { 'C' }; 074 private static final char[] CHARS_FF = new char[] { 'F', 'F' }; 075 private static final char[] CHARS_G = new char[] { 'G' }; 076 private static final char[] CHARS_N = new char[] { 'N' }; 077 private static final char[] CHARS_NN = new char[] { 'N', 'N' }; 078 private static final char[] CHARS_S = new char[] { 'S' }; 079 private static final char[] CHARS_SSS = new char[] { 'S', 'S', 'S' }; 080 081 private static final Pattern PAT_MAC = Pattern.compile("^MAC"); 082 private static final Pattern PAT_KN = Pattern.compile("^KN"); 083 private static final Pattern PAT_K = Pattern.compile("^K"); 084 private static final Pattern PAT_PH_PF = Pattern.compile("^(PH|PF)"); 085 private static final Pattern PAT_SCH = Pattern.compile("^SCH"); 086 private static final Pattern PAT_EE_IE = Pattern.compile("(EE|IE)$"); 087 private static final Pattern PAT_DT_ETC = Pattern.compile("(DT|RT|RD|NT|ND)$"); 088 089 private static final char SPACE = ' '; 090 private static final int TRUE_LENGTH = 6; 091 092 /** 093 * Tests if the given character is a vowel. 094 * 095 * @param c 096 * the character to test 097 * @return <code>true</code> if the character is a vowel, <code>false</code> otherwise 098 */ 099 private static boolean isVowel(final char c) { 100 return c == 'A' || c == 'E' || c == 'I' || c == 'O' || c == 'U'; 101 } 102 103 /** 104 * Transcodes the remaining parts of the String. The method operates on a sliding window, looking at 4 characters at 105 * a time: [i-1, i, i+1, i+2]. 106 * 107 * @param prev 108 * the previous character 109 * @param curr 110 * the current character 111 * @param next 112 * the next character 113 * @param aNext 114 * the after next character 115 * @return a transcoded array of characters, starting from the current position 116 */ 117 private static char[] transcodeRemaining(final char prev, final char curr, final char next, final char aNext) { 118 // 1. EV -> AF 119 if (curr == 'E' && next == 'V') { 120 return CHARS_AF; 121 } 122 123 // A, E, I, O, U -> A 124 if (isVowel(curr)) { 125 return CHARS_A; 126 } 127 128 // 2. Q -> G, Z -> S, M -> N 129 if (curr == 'Q') { 130 return CHARS_G; 131 } else if (curr == 'Z') { 132 return CHARS_S; 133 } else if (curr == 'M') { 134 return CHARS_N; 135 } 136 137 // 3. KN -> NN else K -> C 138 if (curr == 'K') { 139 if (next == 'N') { 140 return CHARS_NN; 141 } 142 return CHARS_C; 143 } 144 145 // 4. SCH -> SSS 146 if (curr == 'S' && next == 'C' && aNext == 'H') { 147 return CHARS_SSS; 148 } 149 150 // PH -> FF 151 if (curr == 'P' && next == 'H') { 152 return CHARS_FF; 153 } 154 155 // 5. H -> If previous or next is a non vowel, previous. 156 if (curr == 'H' && (!isVowel(prev) || !isVowel(next))) { 157 return new char[] { prev }; 158 } 159 160 // 6. W -> If previous is vowel, previous. 161 if (curr == 'W' && isVowel(prev)) { 162 return new char[] { prev }; 163 } 164 165 return new char[] { curr }; 166 } 167 168 /** Indicates the strict mode. */ 169 private final boolean strict; 170 171 /** 172 * Creates an instance of the {@link Nysiis} encoder with strict mode (original form), 173 * i.e. encoded strings have a maximum length of 6. 174 */ 175 public Nysiis() { 176 this(true); 177 } 178 179 /** 180 * Create an instance of the {@link Nysiis} encoder with the specified strict mode: 181 * 182 * <ul> 183 * <li><code>true</code>: encoded strings have a maximum length of 6</li> 184 * <li><code>false</code>: encoded strings may have arbitrary length</li> 185 * </ul> 186 * 187 * @param strict 188 * the strict mode 189 */ 190 public Nysiis(final boolean strict) { 191 this.strict = strict; 192 } 193 194 /** 195 * Encodes an Object using the NYSIIS algorithm. This method is provided in order to satisfy the requirements of the 196 * Encoder interface, and will throw an {@link EncoderException} if the supplied object is not of type 197 * {@link String}. 198 * 199 * @param obj 200 * Object to encode 201 * @return An object (or a {@link String}) containing the NYSIIS code which corresponds to the given String. 202 * @throws EncoderException 203 * if the parameter supplied is not of a {@link String} 204 * @throws IllegalArgumentException 205 * if a character is not mapped 206 */ 207 @Override 208 public Object encode(final Object obj) throws EncoderException { 209 if (!(obj instanceof String)) { 210 throw new EncoderException("Parameter supplied to Nysiis encode is not of type java.lang.String"); 211 } 212 return this.nysiis((String) obj); 213 } 214 215 /** 216 * Encodes a String using the NYSIIS algorithm. 217 * 218 * @param str 219 * A String object to encode 220 * @return A Nysiis code corresponding to the String supplied 221 * @throws IllegalArgumentException 222 * if a character is not mapped 223 */ 224 @Override 225 public String encode(final String str) { 226 return this.nysiis(str); 227 } 228 229 /** 230 * Indicates the strict mode for this {@link Nysiis} encoder. 231 * 232 * @return <code>true</code> if the encoder is configured for strict mode, <code>false</code> otherwise 233 */ 234 public boolean isStrict() { 235 return this.strict; 236 } 237 238 /** 239 * Retrieves the NYSIIS code for a given String object. 240 * 241 * @param str 242 * String to encode using the NYSIIS algorithm 243 * @return A NYSIIS code for the String supplied 244 */ 245 public String nysiis(String str) { 246 if (str == null) { 247 return null; 248 } 249 250 // Use the same clean rules as Soundex 251 str = SoundexUtils.clean(str); 252 253 if (str.length() == 0) { 254 return str; 255 } 256 257 // Translate first characters of name: 258 // MAC -> MCC, KN -> NN, K -> C, PH | PF -> FF, SCH -> SSS 259 str = PAT_MAC.matcher(str).replaceFirst("MCC"); 260 str = PAT_KN.matcher(str).replaceFirst("NN"); 261 str = PAT_K.matcher(str).replaceFirst("C"); 262 str = PAT_PH_PF.matcher(str).replaceFirst("FF"); 263 str = PAT_SCH.matcher(str).replaceFirst("SSS"); 264 265 // Translate last characters of name: 266 // EE -> Y, IE -> Y, DT | RT | RD | NT | ND -> D 267 str = PAT_EE_IE.matcher(str).replaceFirst("Y"); 268 str = PAT_DT_ETC.matcher(str).replaceFirst("D"); 269 270 // First character of key = first character of name. 271 final StringBuilder key = new StringBuilder(str.length()); 272 key.append(str.charAt(0)); 273 274 // Transcode remaining characters, incrementing by one character each time 275 final char[] chars = str.toCharArray(); 276 final int len = chars.length; 277 278 for (int i = 1; i < len; i++) { 279 final char next = i < len - 1 ? chars[i + 1] : SPACE; 280 final char aNext = i < len - 2 ? chars[i + 2] : SPACE; 281 final char[] transcoded = transcodeRemaining(chars[i - 1], chars[i], next, aNext); 282 System.arraycopy(transcoded, 0, chars, i, transcoded.length); 283 284 // only append the current char to the key if it is different from the last one 285 if (chars[i] != chars[i - 1]) { 286 key.append(chars[i]); 287 } 288 } 289 290 if (key.length() > 1) { 291 char lastChar = key.charAt(key.length() - 1); 292 293 // If last character is S, remove it. 294 if (lastChar == 'S') { 295 key.deleteCharAt(key.length() - 1); 296 lastChar = key.charAt(key.length() - 1); 297 } 298 299 if (key.length() > 2) { 300 final char last2Char = key.charAt(key.length() - 2); 301 // If last characters are AY, replace with Y. 302 if (last2Char == 'A' && lastChar == 'Y') { 303 key.deleteCharAt(key.length() - 2); 304 } 305 } 306 307 // If last character is A, remove it. 308 if (lastChar == 'A') { 309 key.deleteCharAt(key.length() - 1); 310 } 311 } 312 313 final String string = key.toString(); 314 return this.isStrict() ? string.substring(0, Math.min(TRUE_LENGTH, string.length())) : string; 315 } 316 317}