def get_llvm_datasets()

in compiler_gym/envs/llvm/datasets/__init__.py [0:0]

• 48 lines of code
• 3 McCabe index (conditional complexity)

def get_llvm_datasets(site_data_base: Optional[Path] = None) -> Iterable[Dataset]:
    """Instantiate the builtin LLVM datasets.

    :param site_data_base: The root of the site data path.

    :return: An iterable sequence of :class:`Dataset
        <compiler_gym.datasets.Dataset>` instances.
    """
    site_data_base = site_data_base or site_data_path("llvm-v0")

    yield AnghaBenchDataset(site_data_base=site_data_base, sort_order=0)
    # Add legacy version of Anghabench using an old manifest.
    anghabench_v0_manifest_url, anghabench_v0_manifest_sha256 = {
        "darwin": (
            "https://dl.fbaipublicfiles.com/compiler_gym/llvm_bitcodes-10.0.0-anghabench-v0-macos-manifest.bz2",
            "39464256405aacefdb7550a7f990c9c578264c132804eec3daac091fa3c21bd1",
        ),
        "linux": (
            "https://dl.fbaipublicfiles.com/compiler_gym/llvm_bitcodes-10.0.0-anghabench-v0-linux-manifest.bz2",
            "a038d25d39ee9472662a9704dfff19c9e3512ff6a70f1067af85c5cb3784b477",
        ),
    }[sys.platform]
    yield AnghaBenchDataset(
        name="benchmark://anghabench-v0",
        site_data_base=site_data_base,
        sort_order=0,
        manifest_url=anghabench_v0_manifest_url,
        manifest_sha256=anghabench_v0_manifest_sha256,
        deprecated="Please use anghabench-v1",
    )
    yield BlasDataset(site_data_base=site_data_base, sort_order=0)
    yield CLgenDataset(site_data_base=site_data_base, sort_order=0)
    yield CBenchDataset(site_data_base=site_data_base)
    # Add legacy version of cbench-v1 in which the 'b' was capitalized. This
    # is deprecated and will be removed no earlier than v0.1.10.
    yield CBenchLegacyDataset2(
        site_data_base=site_data_base,
        name="benchmark://cBench-v1",
        deprecated=(
            "Please use 'benchmark://cbench-v1' (note the lowercase name). "
            "The dataset is the same, only the name has changed"
        ),
        manifest_url="https://dl.fbaipublicfiles.com/compiler_gym/llvm_bitcodes-10.0.0-cBench-v1-manifest.bz2",
        manifest_sha256="635b94eeb2784dfedb3b53fd8f84517c3b4b95d851ddb662d4c1058c72dc81e0",
        sort_order=100,
    )
    yield CBenchLegacyDataset(site_data_base=site_data_base)
    yield CHStoneDataset(site_data_base=site_data_base)
    yield CsmithDataset(site_data_base=site_data_base, sort_order=0)
    yield GitHubDataset(site_data_base=site_data_base, sort_order=0)
    yield LinuxDataset(site_data_base=site_data_base, sort_order=0)
    yield LlvmStressDataset(site_data_base=site_data_base, sort_order=0)
    yield MibenchDataset(site_data_base=site_data_base, sort_order=0)
    yield MibenchV0Dataset(site_data_base=site_data_base, sort_order=100)
    yield NPBDataset(site_data_base=site_data_base, sort_order=0)
    yield OpenCVDataset(site_data_base=site_data_base, sort_order=0)
    yield POJ104Dataset(site_data_base=site_data_base, sort_order=0)
    yield POJ104LegacyDataset(site_data_base=site_data_base, sort_order=100)
    yield TensorFlowDataset(site_data_base=site_data_base, sort_order=0)