code: def test_rust_and_python_full_tokenizers(self):
      if not self.test_rust_tokenizer:
          return
  
      tokenizer = self.get_tokenizer()
      rust_tokenizer = self.get_rust_tokenizer()
  
      sequence = "UNwant\u00E9d,running"
  
      tokens = tokenizer.tokenize(sequence)
      rust_tokens = rust_tokenizer.tokenize(sequence)
      self.assertListEqual(tokens, rust_tokens)
  
      ids = tokenizer.encode(sequence, add_special_tokens=False)
      rust_ids = rust_tokenizer.encode(
          sequence, add_special_tokens=False
      )
      self.assertListEqual(ids, rust_ids)
  
      rust_tokenizer = self.get_rust_tokenizer()
      ids = tokenizer.encode(sequence)
      rust_ids = rust_tokenizer.encode(sequence)
      self.assertListEqual(ids, rust_ids)
  
      # With lower casing
      tokenizer = self.get_tokenizer(do_lower_case=True)
      rust_tokenizer = self.get_rust_tokenizer(do_lower_case=True)
  
      sequence = "UNwant\u00E9d,running"
  
      tokens = tokenizer.tokenize(sequence)
      rust_tokens = rust_tokenizer.tokenize(sequence)
      self.assertListEqual(tokens, rust_tokens)
  
      ids = tokenizer.encode(sequence, add_special_tokens=False)
      rust_ids = rust_tokenizer.encode(
          sequence, add_special_tokens=False
      )
      self.assertListEqual(ids, rust_ids)
  
      rust_tokenizer = self.get_rust_tokenizer()
      ids = tokenizer.encode(sequence)
      rust_ids = rust_tokenizer.encode(sequence)
      self.assertListEqual(ids, rust_ids)
  
imports: import os
  import unittest
  from transformers import RealmTokenizerFast
  from transformers.models.bert.tokenization_bert import VOCAB_FILES_NAMES, BasicTokenizer, WordpieceTokenizer, _is_control, _is_punctuation, _is_whitespace
  from transformers.models.realm.tokenization_realm import RealmTokenizer
  from transformers.testing_utils import require_tokenizers, slow
  from ...test_tokenization_common import TokenizerTesterMixin, filter_non_english
label_desc: Use image node_id 4 for calling the RealmTokenizationTest obj's underlying member method code with example usage: obj.test_rust_and_python_full_tokenizers() without return types