public static List tokensToJavaKoreanTokenList()

in src/main/java/com/twitter/penguin/korean/TwitterKoreanProcessorJava.java [77:93]

• 17 lines of code
• 4 McCabe index (conditional complexity)

  public static List<KoreanTokenJava> tokensToJavaKoreanTokenList(Seq<KoreanToken> tokens, boolean keepSpace) {
    Iterator<KoreanToken> tokenized = tokens.iterator();
    List<KoreanTokenJava> output = new LinkedList<>();
    while (tokenized.hasNext()) {
      KoreanToken token = tokenized.next();
      if (keepSpace || token.pos() != KoreanPos.Space()) {
        output.add(new KoreanTokenJava(
            token.text(),
            KoreanPosJava.valueOf(token.pos().toString()),
            token.offset(),
            token.length(),
            token.unknown()
        ));
      }
    }
    return output;
  }