class_docstr: The Pile is a 825 GiB diverse, open source language modeling dataset.
class_docstr_tok: ["The","Pile","is","a","825","GiB","diverse",",","open","source","language","modeling","dataset","."]
code: def _split_generators(self, dl_manager):
      urls = {"validation": _URLS["validation"], "test": _URLS["test"]}
      data_dir = dl_manager.download_and_extract(urls)
      return [
          datasets.SplitGenerator(
              name=datasets.Split.TEST,
              # These kwargs will be passed to _generate_examples
              gen_kwargs={
                  "filepath": data_dir["test"],
                  "split": "test",
              },
          ),
          datasets.SplitGenerator(
              name=datasets.Split.VALIDATION,
              # These kwargs will be passed to _generate_examples
              gen_kwargs={
                  "filepath": data_dir["validation"],
                  "split": "validation",
              },
          ),
      ]
  
imports: import json
  import datasets
label_desc: Use image node_id 2 for calling the Pile obj's underlying member method code with example usage: obj._split_generators(dl_manager) and returns: list