/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include namespace DB { class CompressedReadBuffer; class NativeReader; } namespace local_engine { void configureCompressedReadBuffer(DB::CompressedReadBuffer & compressedReadBuffer); class ReadBufferFromJavaInputStream; class ShuffleReader : BlockIterator { public: explicit ShuffleReader( std::unique_ptr in_, bool compressed, Int64 max_shuffle_read_rows_, Int64 max_shuffle_read_bytes_); DB::Block * read(); ~ShuffleReader(); static jclass input_stream_class; static jmethodID input_stream_read; private: std::unique_ptr in; Int64 max_shuffle_read_rows; Int64 max_shuffle_read_bytes; std::unique_ptr compressed_in; std::unique_ptr input_stream; DB::Block header; }; class ReadBufferFromJavaInputStream final : public DB::BufferWithOwnMemory { public: explicit ReadBufferFromJavaInputStream(jobject input_stream); ~ReadBufferFromJavaInputStream() override; private: jobject java_in; int readFromJava() const; bool nextImpl() override; }; class ReadBufferFromByteArray final : public DB::BufferWithOwnMemory { public: ReadBufferFromByteArray(const jbyteArray array, const size_t array_size) : array_(array), array_size_(array_size) { } private: const jbyteArray array_; const size_t array_size_; size_t read_pos_ = 0; bool nextImpl() override; }; }