in src/main/scala/com/twitter/penguin/korean/normalizer/KoreanNormalizer.scala [132:144]
private[this] def processNormalizationCandidate(m: Match): CharSequence = {
val chunk = m.group(1)
val toNormalize = m.group(2)
val normalizedChunk = if (koreanDictionary(Noun).contains(chunk) ||
koreanDictionary(Eomi).contains(chunk.takeRight(1)) ||
koreanDictionary(Eomi).contains(chunk.takeRight(2))) {
chunk
} else {
normalizeEmotionAttachedChunk(chunk, toNormalize)
}
normalizedChunk + toNormalize
}