misc/reference_datasets/monolingual/hi/download_sangraha.py [11:20]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
                    output_filename="${rank}.jsonl.gz", max_file_size=2*2**30)
    ],
    tasks=32,
    randomize_start_duration=3 * 60,
    time="11:59:59",
    job_name="dl_sangraha",
    cpus_per_task=64,
    mem_per_cpu_gb=1,
    partition="partition",
    srun_args={"environment": "train"},
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



misc/reference_datasets/monolingual/te/download_sangraha.py [11:20]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
                    output_filename="${rank}.jsonl.gz", max_file_size=2*2**30)
    ],
    tasks=32,
    randomize_start_duration=3 * 60,
    time="11:59:59",
    job_name="dl_sangraha",
    cpus_per_task=64,
    mem_per_cpu_gb=1,
    partition="partition",
    srun_args={"environment": "train"},
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -