pyiceberg/utils/properties.py (56 lines of code) (raw):
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
from typing import (
Any,
Dict,
Optional,
)
from pyiceberg.typedef import Properties
from pyiceberg.types import strtobool
HEADER_PREFIX = "header."
def property_as_int(
properties: Dict[str, str],
property_name: str,
default: Optional[int] = None,
) -> Optional[int]:
if value := properties.get(property_name):
try:
return int(value)
except ValueError as e:
raise ValueError(f"Could not parse table property {property_name} to an integer: {value}") from e
else:
return default
def property_as_float(
properties: Dict[str, str],
property_name: str,
default: Optional[float] = None,
) -> Optional[float]:
if value := properties.get(property_name):
try:
return float(value)
except ValueError as e:
raise ValueError(f"Could not parse table property {property_name} to a float: {value}") from e
else:
return default
def property_as_bool(
properties: Dict[str, str],
property_name: str,
default: bool,
) -> bool:
if value := properties.get(property_name):
try:
return strtobool(value)
except ValueError as e:
raise ValueError(f"Could not parse table property {property_name} to a boolean: {value}") from e
return default
def get_first_property_value(
properties: Properties,
*property_names: str,
) -> Optional[Any]:
for property_name in property_names:
if property_value := properties.get(property_name):
return property_value
return None
def get_header_properties(
properties: Properties,
) -> Properties:
header_prefix_len = len(HEADER_PREFIX)
return {key[header_prefix_len:]: value for key, value in properties.items() if key.startswith(HEADER_PREFIX)}