class_docstr: The Pile is a 825 GiB diverse, open source language modeling dataset.
class_docstr_tok: ["The","Pile","is","a","825","GiB","diverse",",","open","source","language","modeling","dataset","."]
code: def _generate_examples(self, filepath, split):
      with open(filepath, encoding="utf-8") as f:
          for key, row in enumerate(f):
              data = json.loads(row)
              if (
                  data["meta"]["pile_set_name"]
                  == _NAMES[self.config.name]
              ):
                  yield key, {
                      "text": data["text"],
                  }
  
imports: import json
  import datasets
label_desc: Use image node_id 3 for calling the Pile obj's underlying member method code with example usage: obj._generate_examples(filepath, split) without return types