common/iovector.cpp (296 lines of code) (raw):

/* Copyright 2022 The Photon Authors Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include <sstream> #define protected public #include "iovector.h" #include "utility.h" #include "alog.h" size_t iovector_view::sum() const { size_t s = 0; for (int i = 0; i < iovcnt; ++i) s += iov[i].iov_len; return s; } size_t iovector_view::shrink_to(size_t size) { if (size == 0) return iovcnt = 0; auto size0 = size; for (int i = 0; i < iovcnt; ++i) { if (size <= iov[i].iov_len) { iov[i].iov_len = size; iovcnt = i + 1; return size0; } else size -= iov[i].iov_len; } return size0 - size; } size_t iovector_view::shrink_less_than(size_t size) { if (size == 0) { if (iovcnt) { iovcnt = 0; return iov[0].iov_len; } return 0; } for (int i = 0; i < iovcnt; ++i) { if (size <= iov[i].iov_len) { iovcnt = i + 1; return iov[i].iov_len - size; } else size -= iov[i].iov_len; } return 0; } ssize_t iovector_view::slice(size_t count, off_t offset, iovector_view* /*OUT*/ iov) const { if (iov == nullptr || iov->iovcnt == 0) { // empty iov, takes as no useable nested iovec to store the result return -1; } int cnt = 0; off_t pos = 0; auto ptr = iov->iov; ssize_t ret = 0; for (auto &p : *this) { if (count && (pos + (off_t)p.iov_len > offset)) { if (offset > pos) { ptr[cnt].iov_base = (char*)p.iov_base + (offset - pos); ptr[cnt].iov_len = p.iov_len - (offset - pos); } else { ptr[cnt].iov_base = p.iov_base; ptr[cnt].iov_len = p.iov_len; } if (count < ptr[cnt].iov_len) ptr[cnt].iov_len = count; pos += p.iov_len; ret += ptr[cnt].iov_len; count -= ptr[cnt].iov_len; cnt ++; if (cnt == iov->iovcnt) break; } } iov->iovcnt = cnt; return ret; } struct ioview : public iovector_view { template<typename CB> __INLINE__ ssize_t do_extract_front(size_t bytes, const CB& cb) { if (bytes == 0) return 0; auto bytes0 = bytes; while(!empty() > 0) { auto& v = front(); if (bytes <= v.iov_len) { if (cb(v.iov_base, bytes) < 0) return -1; v.iov_len -= bytes; if (v.iov_len == 0) { pop_front(); } else { (char*&)v.iov_base += bytes; } bytes = 0; break; } else { if (cb(v.iov_base, v.iov_len) < 0) return -1; bytes -= v.iov_len; pop_front(); } } return bytes0 - bytes; } template<typename CB> __INLINE__ ssize_t do_extract_back(size_t bytes, const CB& cb) { if (bytes == 0) return 0; auto bytes0 = bytes; while(!empty() > 0) { auto& v = back(); if (bytes <= v.iov_len) { auto ptr = (char*)v.iov_base + v.iov_len - bytes; if (cb(ptr, bytes) < 0) return -1; v.iov_len -= bytes; if (v.iov_len == 0) pop_back(); // else (char*&)v.iov_base += bytes; bytes = 0; break; } else { if (cb(v.iov_base, v.iov_len) < 0) return -1; bytes -= v.iov_len; pop_back(); } } return bytes0 - bytes; } }; #define _this static_cast<ioview*>(this) size_t iovector_view::extract_front(size_t bytes) { return _this->do_extract_front(bytes, [](void*, size_t) __INLINE__ { return 0; }); } size_t iovector_view::extract_front(size_t bytes, void* buf) { return _this->do_extract_front(bytes, [&](void* ptr, size_t size) __INLINE__ { memcpy(buf, ptr, size); (char*&)buf += size; return 0; }); } ssize_t iovector_view::extract_front(size_t bytes, iovector_view* iov) { auto N = iov->iovcnt; iov->iovcnt = 0; return _this->do_extract_front(bytes, [&](void* ptr, size_t size) __INLINE__ { // LOG_DEBUG(VALUE(ptr), VALUE(size)); if (iov->iovcnt == N) return -1; iov->iov[iov->iovcnt++] = {ptr, size}; return 0; }); } size_t iovector_view::extract_back(size_t bytes) { return _this->do_extract_back(bytes, [](void*, size_t) __INLINE__ { return 0; }); } size_t iovector_view::extract_back(size_t bytes, void* buf) { (char*&)buf += bytes; return _this->do_extract_back(bytes, [&](void* ptr, size_t size) __INLINE__ { (char*&)buf -= size; memcpy(buf, ptr, size); return 0; }); } ssize_t iovector_view::extract_back(size_t bytes, iovector_view* iov) { auto N = iov->iovcnt; auto begin = iov->iov + N; auto end = begin; iov->iovcnt = 0; auto ret = _this->do_extract_back(bytes, [&](void* ptr, size_t size) __INLINE__ { if (begin == iov->iov) return -1; *--begin = {ptr, size}; return 0; }); iov->iov = begin; iov->iovcnt = (int)(end - begin); return ret; } #undef _this size_t iovector_view::memcpy_to(void* buf, size_t size) { auto buf0 = buf; for (auto x: *this) { auto len = x.iov_len; if (len > size) len = size; // LOG_DEBUG("copy ` bytes into buf", len); memcpy(buf, x.iov_base, len); (char*&)buf += len; size -= len; if (size == 0) break; } return (char*)buf - (char*)buf0; } size_t iovector_view::memcpy_from(const void* buf, size_t size) { auto buf0 = buf; for (auto x: *this) { auto len = x.iov_len; if (len > size) len = size; memcpy(x.iov_base, buf, len); (char*&)buf += len; size -= len; if (size == 0) break; } return (char*)buf - (char*)buf0; } size_t iovector_view::memcpy_iov(iovector_view* dest, iovector_view* src, size_t size) { size_t actual_size = 0; while (size && !dest->empty() && !src->empty()) { size_t stepsize = size; if (dest->front().iov_len < stepsize) stepsize = dest->front().iov_len; if (src->front().iov_len < stepsize) stepsize = src->front().iov_len; memcpy(dest->front().iov_base, src->front().iov_base, stepsize); size -= stepsize; actual_size += stepsize; dest->extract_front(stepsize); src->extract_front(stepsize); } return actual_size; } size_t iovector::push_front_more(size_t bytes) { auto bytes0 = bytes; while(bytes) { if (iov_begin == 0) { LOG_ERROR_RETURN(ENOBUFS, bytes0 - bytes, "no more preserved space iovs[]"); break; } auto v = new_iovec(bytes); if (v.iov_len == 0) break; bytes -= v.iov_len; push_front(v); } return bytes0 - bytes; } size_t iovector::push_back_more(size_t bytes) { auto bytes0 = bytes; while(bytes) { if (iov_end >= capacity) { LOG_ERROR_RETURN(ENOBUFS, bytes0 - bytes, "no more buffer space in iovs[] (capacity: `)", capacity); } auto v = new_iovec(bytes); if (v.iov_len == 0) { break; } bytes -= v.iov_len; push_back(v); } return bytes0 - bytes; } void iovector::debug_print() { std::stringstream ss; ss << "iov sum: " << sum() << ", "; for (auto each : *this) { ss << "{addr: " << each.iov_base << ", len: " << each.iov_len << "}, "; } LOG_DEBUG(ss.str().c_str()); }