code: def test_mixedalphanum_tokens(self):
      mixed_tokens = ["<EOS>", "zoo!", "!foo"]
      vocab_list = mixed_tokens + ["hi", "bye", ZH_HELLO]
  
      encoder = text_encoder.TokenTextEncoder(vocab_list=vocab_list)
  
      # No mixed tokens
      text = "hi<<>><<>foo!^* bar && bye (%s hi)" % ZH_HELLO
      # hi=3, foo=OOV, bar=OOV, bye=4, ZH_HELLO=5, hi=3
      text_ids = [i + 1 for i in [3, 6, 6, 4, 5, 3]]
      self.assertEqual(text_ids, encoder.encode(text))
  
      # With mixed tokens
      text = (
          "hi<<>><<>foo!<EOS>^* barzoo! FOO && bye (%s hi)" % ZH_HELLO
      )
      # hi=3, foo=OOV, <EOS>=0, bar=OOV, zoo!=1, FOO=OOV, bye=4, ZH_HELLO=5, hi=3
      text_ids = [i + 1 for i in [3, 6, 0, 6, 1, 6, 4, 5, 3]]
      self.assertEqual(text_ids, encoder.encode(text))
  
imports: from __future__ import unicode_literals
  import os
  from absl.testing import parameterized
  import numpy
  from tensorflow_datasets import testing
  from tensorflow_datasets.core.deprecated.text import text_encoder
label_desc: Use image node_id 7 for calling the TokenTextEncoderTest obj's underlying member method code with example usage: obj.test_mixedalphanum_tokens() without return types