in src/main/scala/com/twitter/penguin/korean/util/KoreanDictionaryProvider.scala [42:53]
private[this] def readWordFreqs(filename: String): collection.mutable.Map[CharSequence, Float] = {
var freqMap: collection.mutable.Map[CharSequence, Float] =
new java.util.HashMap[CharSequence, Float]
readFileByLineFromResources(filename).foreach {
case line => if (line.contains("\t")) {
val data = line.split("\t")
freqMap += (data(0) -> data(1).slice(0, 6).toFloat)
}
}
freqMap
}