code: def test_with_nonalphanum(self):
      text = "hi world<<>><<>foo!^* bar &&  bye (%s hi)" % ZH_HELLO
      tokens = [
          "hi",
          " ",
          "world",
          "<<>><<>",
          "foo",
          "!^* ",
          "bar",
          " &&  ",
          "bye",
          " (",
          ZH_HELLO.strip(),
          "  ",
          "hi",
          ")",
      ]
      tokenizer = text_encoder.Tokenizer(alphanum_only=False)
      self.assertEqual(tokens, tokenizer.tokenize(text))
      self.assertEqual(text, tokenizer.join(tokenizer.tokenize(text)))
  
imports: from __future__ import unicode_literals
  import os
  from absl.testing import parameterized
  import numpy
  from tensorflow_datasets import testing
  from tensorflow_datasets.core.deprecated.text import text_encoder
label_desc: Use image node_id 2 for calling the TokenizeTest obj's underlying member method code with example usage: obj.test_with_nonalphanum() without return types