code: def test_full_tokenizer(self):
      tokenizer = SiglipTokenizer(SAMPLE_VOCAB)
  
      tokens = tokenizer.tokenize("This is a test")
      self.assertListEqual(tokens, ["▁this", "▁is", "▁a", "▁t", "est"])
  
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(tokens),
          [66, 46, 10, 170, 382],
      )
  
      tokens = tokenizer.tokenize(
          "I was born in 92000, and this is falsé."
      )
      self.assertListEqual(
          tokens,
          [
              SPIECE_UNDERLINE,
              "i",
              SPIECE_UNDERLINE + "was",
              SPIECE_UNDERLINE + "b",
              "or",
              "n",
              SPIECE_UNDERLINE + "in",
              SPIECE_UNDERLINE + "",
              "9",
              "2",
              "0",
              "0",
              "0",
              SPIECE_UNDERLINE + "and",
              SPIECE_UNDERLINE + "this",
              SPIECE_UNDERLINE + "is",
              SPIECE_UNDERLINE + "f",
              "al",
              "s",
              "é",
          ],
      )
      ids = tokenizer.convert_tokens_to_ids(tokens)
      self.assertListEqual(
          ids,
          [
              7,
              23,
              21,
              84,
              55,
              24,
              19,
              7,
              0,
              602,
              347,
              347,
              347,
              12,
              66,
              46,
              72,
              80,
              6,
              0,
          ],
      )
  
      back_tokens = tokenizer.convert_ids_to_tokens(ids)
      self.assertListEqual(
          back_tokens,
          [
              SPIECE_UNDERLINE,
              "i",
              SPIECE_UNDERLINE + "was",
              SPIECE_UNDERLINE + "b",
              "or",
              "n",
              SPIECE_UNDERLINE + "in",
              SPIECE_UNDERLINE + "",
              "<unk>",
              "2",
              "0",
              "0",
              "0",
              SPIECE_UNDERLINE + "and",
              SPIECE_UNDERLINE + "this",
              SPIECE_UNDERLINE + "is",
              SPIECE_UNDERLINE + "f",
              "al",
              "s",
              "<unk>",
          ],
      )
  
imports: import json
  import os
  import tempfile
  import unittest
  from transformers import SPIECE_UNDERLINE, AddedToken, BatchEncoding, SiglipTokenizer
  from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow
  from transformers.utils import cached_property, is_tf_available, is_torch_available
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 4 for calling the SiglipTokenizationTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types