docstr: Test whether loading a 8bit model from the Hub works as expected
docstr_tok: ["Test","whether","loading","a","8bit","model","from","the","Hub","works","as","expected"]
code: def test_int8_from_pretrained(self):
      r"""
      Test whether loading a 8bit model from the Hub works as expected
      """
      from bitsandbytes.nn import Int8Params
  
      model_id = "ybelkada/bloom-1b7-8bit"
  
      model = AutoModelForCausalLM.from_pretrained(model_id)
  
      linear = get_some_linear_layer(model)
      self.assertTrue(linear.weight.__class__ == Int8Params)
      self.assertTrue(hasattr(linear.weight, "SCB"))
  
      # generate
      encoded_input = self.tokenizer(
          self.input_text, return_tensors="pt"
      )
      output_sequences = model.generate(
          input_ids=encoded_input["input_ids"].to(0), max_new_tokens=10
      )
  
      self.assertEqual(
          self.tokenizer.decode(
              output_sequences[0], skip_special_tokens=True
          ),
          self.EXPECTED_OUTPUT,
      )
  
imports: import gc
  import importlib.metadata
  import tempfile
  import unittest
  from packaging import version
  from transformers import AutoConfig, AutoModel, AutoModelForCausalLM, AutoModelForSeq2SeqLM, AutoModelForSequenceClassification, AutoTokenizer, BitsAndBytesConfig, pipeline
  from transformers.testing_utils import is_accelerate_available, is_torch_available, require_accelerate, require_bitsandbytes, require_torch, require_torch_gpu, require_torch_multi_gpu, slow
label_desc: Use image node_id 18 for calling the MixedInt8Test obj's underlying member method code with example usage: obj.test_int8_from_pretrained() without return types