def _get_data_object_by_manifest()

in oss-torch-connector/osstorchconnector/_oss_bucket_iterable.py [0:0]


    def _get_data_object_by_manifest(self) -> Iterator[DataObject]:
        if self._manifest_file_path.startswith("oss://"):
            ibucket, ikey = parse_oss_uri(self._manifest_file_path)
            with self._client.get_object(ibucket, ikey, type=0) as manifest_file:
                for key, label in self._manifest_parser(manifest_file):
                    yield new_data_object(self._oss_base_uri + key, 0, label)
        else:
            with open(self._manifest_file_path, "rb") as manifest_file:
                for key, label in self._manifest_parser(manifest_file):
                    yield new_data_object(self._oss_base_uri + key, 0, label)