code: def test_full_tokenizer(self):
      tokenizer = self.get_tokenizer()
  
      tokens = tokenizer.tokenize("This is a test")
      self.assertListEqual(tokens, ["▁This", "▁is", "▁a", "▁t", "est"])
  
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(tokens),
          [2, 3, 4, 5, 6],
      )
  
      back_tokens = tokenizer.convert_ids_to_tokens([2, 3, 4, 5, 6])
      self.assertListEqual(
          back_tokens, ["▁This", "▁is", "▁a", "▁t", "est"]
      )
  
      text = tokenizer.convert_tokens_to_string(tokens)
      self.assertEqual(text, "This is a test")
  
imports: import tempfile
  import unittest
  from pathlib import Path
  from shutil import copyfile
  from transformers import M2M100Tokenizer, is_torch_available
  from transformers.testing_utils import get_tests_dir, nested_simplify, require_sentencepiece, require_tokenizers, require_torch, slow
  from transformers.utils import is_sentencepiece_available
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 7 for calling the M2M100TokenizationTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types