in oss-torch-connector/osstorchconnector/_oss_bucket_iterable.py [0:0]
def _get_data_object_by_manifest(self) -> Iterator[DataObject]:
if self._manifest_file_path.startswith("oss://"):
ibucket, ikey = parse_oss_uri(self._manifest_file_path)
with self._client.get_object(ibucket, ikey, type=0) as manifest_file:
for key, label in self._manifest_parser(manifest_file):
yield new_data_object(self._oss_base_uri + key, 0, label)
else:
with open(self._manifest_file_path, "rb") as manifest_file:
for key, label in self._manifest_parser(manifest_file):
yield new_data_object(self._oss_base_uri + key, 0, label)