dev/benchmarks/python/ipc.py (33 lines of code) (raw):
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
import io
import os
import nanoarrow as na
from nanoarrow import ipc
class IpcReaderSuite:
"""
Benchmarks for reading IPC streams
"""
def setup(self):
self.fixtures_dir = os.path.join(os.path.dirname(__file__), "..", "fixtures")
self.fixture_names = [
"float64_basic.arrows",
"float64_long.arrows",
"float64_wide.arrows",
]
self.fixture_buffer = {}
for name in self.fixture_names:
with open(self.fixture_path(name), "rb") as f:
self.fixture_buffer[name] = f.read()
def fixture_path(self, name):
return os.path.join(self.fixtures_dir, name)
def read_fixture_file(self, name):
with ipc.InputStream.from_path(self.fixture_path(name)) as in_stream:
list(na.c_array_stream(in_stream))
def read_fixture_buffer(self, name):
f = io.BytesIO(self.fixture_buffer[name])
with ipc.InputStream.from_readable(f) as in_stream:
list(na.c_array_stream(in_stream))
def time_read_float64_basic_file(self):
self.read_fixture_file("float64_basic.arrows")
def time_read_float64_basic_buffer(self):
self.read_fixture_buffer("float64_basic.arrows")
def time_read_float64_long_buffer(self):
self.read_fixture_buffer("float64_long.arrows")
def time_read_float64_wide_buffer(self):
self.read_fixture_buffer("float64_wide.arrows")