class_docstr: A vocabulary object used to tokenize input text.
  
  Parameters
  ----------
  vocabulary : str
      Strings column of vocabulary terms
class_docstr_tok: ["A","vocabulary","object","used","to","tokenize","input","text",".","Parameters","--","--","--","--","--","vocabulary",":","str","Strings","column","of","vocabulary","terms"]
docstr: Parameters
  ----------
  text : cudf string series
      The strings to be tokenized.
  delimiter : str
      Delimiter to identify tokens. Default is whitespace.
  default_id : int
      Value to use for tokens not found in the vocabulary.
      Default is -1.
  
  Returns
  -------
  Tokenized strings
docstr_tok: ["Parameters","--","--","--","--","--","text",":","cudf","string","series","The","strings","to","be","tokenized",".","delimiter",":","str","Delimiter","to","identify","tokens",".","Default","is","whitespace",".","default_id",":","int","Value","to","use","for","tokens","not","found","in","the","vocabulary",".","Default","is","-1",".","Returns","--","--","--","-","Tokenized","strings"]
code: def tokenize(self, text, delimiter: str = "", default_id: int = -1):
      """
      Parameters
      ----------
      text : cudf string series
          The strings to be tokenized.
      delimiter : str
          Delimiter to identify tokens. Default is whitespace.
      default_id : int
          Value to use for tokens not found in the vocabulary.
          Default is -1.
  
      Returns
      -------
      Tokenized strings
      """
      if delimiter is None:
          delimiter = ""
      delim = cudf.Scalar(delimiter, dtype="str")
      result = cpp_tokenize_with_vocabulary(
          text._column, self.vocabulary, delim, default_id
      )
  
      return cudf.Series(result)
  
imports: from __future__ import annotations
  import cudf
  from cudf._lib.nvtext.tokenize import TokenizeVocabulary, tokenize_with_vocabulary
label_desc: Use image node_id 2 for calling the TokenizeVocabulary obj's underlying member method code with example usage: obj.tokenize(text, delimiter, default_id) and returns: cudf