def tokenize()

in aidial_adapter_openai/utils/image_tokenizer.py [0:0]

• 9 lines of code
• 1 McCabe index (conditional complexity)

    def tokenize(self, width: int, height: int, detail: ImageDetail) -> int:
        concrete_detail = resolve_detail_level(width, height, detail)
        match concrete_detail:
            case "low":
                return self.low_detail_tokens
            case "high":
                return self._compute_high_detail_tokens(width, height)
            case _:
                assert_never(concrete_detail)