in be/src/util/backend-gflag-util.cc [333:538]
Status PopulateThriftBackendGflags(TBackendGflags& cfg) {
cfg.__set_load_catalog_in_background(FLAGS_load_catalog_in_background);
cfg.__set_use_local_catalog(FLAGS_use_local_catalog);
cfg.__set_local_catalog_cache_mb(FLAGS_local_catalog_cache_mb);
cfg.__set_local_catalog_cache_expiration_s(
FLAGS_local_catalog_cache_expiration_s);
cfg.__set_local_catalog_cache_concurrency_level(
FLAGS_local_catalog_cache_concurrency_level);
cfg.__set_server_name(FLAGS_server_name);
cfg.__set_kudu_master_hosts(FLAGS_kudu_master_hosts);
cfg.__set_enable_kudu_impala_hms_check(FLAGS_enable_kudu_impala_hms_check);
cfg.__set_read_size(FLAGS_read_size);
cfg.__set_num_metadata_loading_threads(FLAGS_num_metadata_loading_threads);
cfg.__set_max_hdfs_partitions_parallel_load(FLAGS_max_hdfs_partitions_parallel_load);
cfg.__set_max_nonhdfs_partitions_parallel_load(
FLAGS_max_nonhdfs_partitions_parallel_load);
cfg.__set_initial_hms_cnxn_timeout_s(FLAGS_initial_hms_cnxn_timeout_s);
// auth_to_local rules are read if --load_auth_to_local_rules is set to true
// and impala is kerberized.
cfg.__set_load_auth_to_local_rules(FLAGS_load_auth_to_local_rules);
cfg.__set_principal(FLAGS_principal);
cfg.__set_impala_log_lvl(FlagToTLogLevel(FLAGS_v));
cfg.__set_non_impala_java_vlog(FlagToTLogLevel(FLAGS_non_impala_java_vlog));
cfg.__set_inc_stats_size_limit_bytes(FLAGS_inc_stats_size_limit_bytes);
cfg.__set_enable_stats_extrapolation(FLAGS_enable_stats_extrapolation);
cfg.__set_lineage_event_log_dir(FLAGS_lineage_event_log_dir);
cfg.__set_local_library_path(FLAGS_local_library_dir);
cfg.__set_kudu_operation_timeout_ms(FLAGS_kudu_operation_timeout_ms);
if (FLAGS_reserved_words_version == "2.11.0") {
cfg.__set_reserved_words_version(TReservedWordsVersion::IMPALA_2_11);
} else {
DCHECK_EQ(FLAGS_reserved_words_version, "3.0.0");
cfg.__set_reserved_words_version(TReservedWordsVersion::IMPALA_3_0);
}
cfg.__set_max_filter_error_rate(FLAGS_max_filter_error_rate);
cfg.__set_min_buffer_size(FLAGS_min_buffer_size);
cfg.__set_authorized_proxy_group_config(FLAGS_authorized_proxy_group_config);
cfg.__set_enable_shell_based_groups_mapping_support(
FLAGS_enable_shell_based_groups_mapping_support);
cfg.__set_disable_catalog_data_ops_debug_only(
FLAGS_disable_catalog_data_ops_debug_only);
cfg.__set_catalog_topic_mode(FLAGS_catalog_topic_mode);
cfg.__set_invalidate_tables_timeout_s(FLAGS_invalidate_tables_timeout_s);
cfg.__set_invalidate_tables_on_memory_pressure(
FLAGS_invalidate_tables_on_memory_pressure);
cfg.__set_invalidate_tables_gc_old_gen_full_threshold(
FLAGS_invalidate_tables_gc_old_gen_full_threshold);
cfg.__set_invalidate_tables_fraction_on_memory_pressure(
FLAGS_invalidate_tables_fraction_on_memory_pressure);
cfg.__set_local_catalog_max_fetch_retries(FLAGS_local_catalog_max_fetch_retries);
cfg.__set_kudu_scanner_thread_estimated_bytes_per_column(
FLAGS_kudu_scanner_thread_estimated_bytes_per_column);
cfg.__set_kudu_scanner_thread_max_estimated_bytes(
FLAGS_kudu_scanner_thread_max_estimated_bytes);
cfg.__set_catalog_max_parallel_partial_fetch_rpc(
FLAGS_catalog_max_parallel_partial_fetch_rpc);
cfg.__set_catalog_partial_fetch_rpc_queue_timeout_s(
FLAGS_catalog_partial_fetch_rpc_queue_timeout_s);
cfg.__set_catalog_partial_fetch_max_files(FLAGS_catalog_partial_fetch_max_files);
cfg.__set_exchg_node_buffer_size_bytes(
FLAGS_exchg_node_buffer_size_bytes);
cfg.__set_kudu_mutation_buffer_size(FLAGS_kudu_mutation_buffer_size);
cfg.__set_kudu_error_buffer_size(FLAGS_kudu_error_buffer_size);
cfg.__set_hms_event_polling_interval_s(FLAGS_hms_event_polling_interval_s);
cfg.__set_enable_insert_events(FLAGS_enable_insert_events);
cfg.__set_impala_build_version(::GetDaemonBuildVersion());
cfg.__set_authorization_factory_class(FLAGS_authorization_factory_class);
cfg.__set_ranger_service_type(FLAGS_ranger_service_type);
cfg.__set_ranger_app_id(FLAGS_ranger_app_id);
cfg.__set_authorization_provider(FLAGS_authorization_provider);
cfg.__set_recursively_list_partitions(FLAGS_recursively_list_partitions);
cfg.__set_query_event_hook_classes(FLAGS_query_event_hook_classes);
cfg.__set_query_event_hook_nthreads(FLAGS_query_event_hook_nthreads);
cfg.__set_is_executor(FLAGS_is_executor);
cfg.__set_is_coordinator(FLAGS_is_coordinator);
cfg.__set_use_dedicated_coordinator_estimates(
FLAGS_use_dedicated_coordinator_estimates);
cfg.__set_blacklisted_dbs(FLAGS_blacklisted_dbs);
cfg.__set_unlock_zorder_sort(FLAGS_unlock_zorder_sort);
cfg.__set_blacklisted_tables(FLAGS_blacklisted_tables);
cfg.__set_min_privilege_set_for_show_stmts(FLAGS_min_privilege_set_for_show_stmts);
cfg.__set_num_expected_executors(FLAGS_num_expected_executors);
cfg.__set_num_check_authorization_threads(FLAGS_num_check_authorization_threads);
cfg.__set_use_customized_user_groups_mapper_for_ranger(
FLAGS_use_customized_user_groups_mapper_for_ranger);
cfg.__set_enable_column_masking(FLAGS_enable_column_masking);
cfg.__set_enable_row_filtering(FLAGS_enable_row_filtering);
cfg.__set_compact_catalog_topic(FLAGS_compact_catalog_topic);
cfg.__set_enable_incremental_metadata_updates(
FLAGS_enable_incremental_metadata_updates);
cfg.__set_topic_update_tbl_max_wait_time_ms(FLAGS_topic_update_tbl_max_wait_time_ms);
cfg.__set_catalog_max_lock_skipped_topic_updates(
FLAGS_catalog_max_lock_skipped_topic_updates);
cfg.__set_saml2_keystore_path(FLAGS_saml2_keystore_path);
string saml2_keystore_password;
RETURN_IF_ERROR(GetConfigFromCommand(
FLAGS_saml2_keystore_password_cmd, saml2_keystore_password));
cfg.__set_saml2_keystore_password(saml2_keystore_password);
string saml2_private_key_password;
RETURN_IF_ERROR(GetConfigFromCommand(
FLAGS_saml2_private_key_password_cmd,saml2_private_key_password));
cfg.__set_saml2_private_key_password(saml2_private_key_password);
cfg.__set_saml2_idp_metadata(FLAGS_saml2_idp_metadata);
cfg.__set_saml2_sp_entity_id(FLAGS_saml2_sp_entity_id);
cfg.__set_saml2_sp_callback_url(FLAGS_saml2_sp_callback_url);
cfg.__set_saml2_want_assertations_signed(FLAGS_saml2_want_assertations_signed);
cfg.__set_saml2_sign_requests(FLAGS_saml2_sign_requests);
cfg.__set_saml2_callback_token_ttl(FLAGS_saml2_callback_token_ttl);
cfg.__set_saml2_group_attribute_name(FLAGS_saml2_group_attribute_name);
cfg.__set_saml2_group_filter(FLAGS_saml2_group_filter);
cfg.__set_saml2_ee_test_mode(FLAGS_saml2_ee_test_mode);
cfg.__set_scratch_dirs(FLAGS_scratch_dirs);
cfg.__set_max_wait_time_for_sync_ddl_s(FLAGS_max_wait_time_for_sync_ddl_s);
cfg.__set_allow_ordinals_in_having(FLAGS_allow_ordinals_in_having);
cfg.__set_start_hms_server(FLAGS_start_hms_server);
cfg.__set_hms_port(FLAGS_hms_port);
cfg.__set_fallback_to_hms_on_errors(FLAGS_fallback_to_hms_on_errors);
cfg.__set_enable_catalogd_hms_cache(FLAGS_enable_catalogd_hms_cache);
cfg.__set_kudu_sasl_protocol_name(FLAGS_kudu_sasl_protocol_name);
cfg.__set_warn_catalog_response_size_mb(FLAGS_warn_catalog_response_size_mb);
cfg.__set_warn_catalog_response_duration_s(FLAGS_warn_catalog_response_duration_s);
cfg.__set_invalidate_hms_cache_on_ddls(FLAGS_invalidate_hms_cache_on_ddls);
cfg.__set_startup_filesystem_check_directories(
FLAGS_startup_filesystem_check_directories);
cfg.__set_hms_event_incremental_refresh_transactional_table(
FLAGS_hms_event_incremental_refresh_transactional_table);
cfg.__set_auto_check_compaction(FLAGS_auto_check_compaction);
cfg.__set_enable_sync_to_latest_event_on_ddls(
FLAGS_enable_sync_to_latest_event_on_ddls);
cfg.__set_pull_table_types_and_comments(FLAGS_pull_table_types_and_comments);
cfg.__set_use_hms_column_order_for_hbase_tables(
FLAGS_use_hms_column_order_for_hbase_tables);
cfg.__set_ignored_dir_prefix_list(FLAGS_ignored_dir_prefix_list);
cfg.__set_enable_reload_events(FLAGS_enable_reload_events);
if (FLAGS_geospatial_library == to_string(TGeospatialLibrary::NONE)) {
cfg.__set_geospatial_library(TGeospatialLibrary::NONE);
} else {
DCHECK_EQ(FLAGS_geospatial_library, to_string(TGeospatialLibrary::HIVE_ESRI));
cfg.__set_geospatial_library(TGeospatialLibrary::HIVE_ESRI);
}
cfg.__set_query_cpu_count_divisor(FLAGS_query_cpu_count_divisor);
cfg.__set_processing_cost_use_equal_expr_weight(
FLAGS_processing_cost_use_equal_expr_weight);
cfg.__set_min_processing_per_thread(FLAGS_min_processing_per_thread);
cfg.__set_skip_resource_checking_on_last_executor_group_set(
FLAGS_skip_resource_checking_on_last_executor_group_set);
cfg.__set_file_metadata_reload_properties(FLAGS_file_metadata_reload_properties);
cfg.__set_thrift_rpc_max_message_size(ThriftInternalRpcMaxMessageSize());
cfg.__set_scan_range_cost_factor(FLAGS_scan_range_cost_factor);
cfg.__set_use_jamm_weigher(FLAGS_java_weigher == "jamm");
cfg.__set_iceberg_reload_new_files_threshold(FLAGS_iceberg_reload_new_files_threshold);
cfg.__set_enable_skipping_older_events(FLAGS_enable_skipping_older_events);
cfg.__set_enable_json_scanner(FLAGS_enable_json_scanner);
cfg.__set_iceberg_allow_datafiles_in_table_location_only(
FLAGS_iceberg_allow_datafiles_in_table_location_only);
cfg.__set_iceberg_always_allow_merge_on_read_operations(
FLAGS_iceberg_always_allow_merge_on_read_operations);
cfg.__set_enable_reading_puffin_stats(
FLAGS_enable_reading_puffin_stats);
cfg.__set_catalogd_deployed(FLAGS_catalogd_deployed);
cfg.__set_catalog_config_dir(FLAGS_catalog_config_dir);
cfg.__set_max_filter_error_rate_from_full_scan(
FLAGS_max_filter_error_rate_from_full_scan);
cfg.__set_catalog_operation_log_size(FLAGS_catalog_operation_log_size);
cfg.__set_hostname(FLAGS_hostname);
cfg.__set_allow_catalog_cache_op_from_masked_users(
FLAGS_allow_catalog_cache_op_from_masked_users);
cfg.__set_topic_update_log_gc_frequency(FLAGS_topic_update_log_gc_frequency);
cfg.__set_debug_actions(FLAGS_debug_actions);
cfg.__set_invalidate_metadata_on_event_processing_failure(
FLAGS_invalidate_metadata_on_event_processing_failure);
cfg.__set_invalidate_global_metadata_on_event_processing_failure(
FLAGS_invalidate_global_metadata_on_event_processing_failure);
cfg.__set_inject_process_event_failure_event_types(
FLAGS_inject_process_event_failure_event_types);
cfg.__set_inject_process_event_failure_ratio(FLAGS_inject_process_event_failure_ratio);
cfg.__set_enable_workload_mgmt(FLAGS_enable_workload_mgmt);
cfg.__set_query_log_table_name(FLAGS_query_log_table_name);
cfg.__set_query_cpu_root_factor(FLAGS_query_cpu_root_factor);
cfg.__set_default_skipped_hms_event_types(FLAGS_default_skipped_hms_event_types);
cfg.__set_common_hms_event_types(FLAGS_common_hms_event_types);
cfg.__set_dbcp_max_conn_pool_size(FLAGS_dbcp_max_conn_pool_size);
cfg.__set_dbcp_max_wait_millis_for_conn(FLAGS_dbcp_max_wait_millis_for_conn);
cfg.__set_dbcp_data_source_idle_timeout(FLAGS_dbcp_data_source_idle_timeout_s);
cfg.__set_data_stream_sender_buffer_size_used_by_planner(
FLAGS_data_stream_sender_buffer_size_used_by_planner);
cfg.__set_injected_group_members_debug_only(FLAGS_injected_group_members_debug_only);
#ifdef NDEBUG
cfg.__set_is_release_build(true);
#else
cfg.__set_is_release_build(false);
#endif
cfg.__set_enable_catalogd_ha(FLAGS_enable_catalogd_ha);
cfg.__set_hms_event_sync_sleep_interval_ms(FLAGS_hms_event_sync_sleep_interval_ms);
cfg.__set_catalog_delete_log_ttl(FLAGS_catalog_delete_log_ttl);
cfg.__set_enable_hierarchical_event_processing(
FLAGS_enable_hierarchical_event_processing);
cfg.__set_num_db_event_executors(FLAGS_num_db_event_executors);
cfg.__set_num_table_event_executors_per_db_event_executor(
FLAGS_num_table_event_executors_per_db_event_executor);
cfg.__set_min_event_processor_idle_ms(FLAGS_min_event_processor_idle_ms);
cfg.__set_max_outstanding_events_on_executors(
FLAGS_max_outstanding_events_on_executors);
cfg.__set_consolidate_grant_revoke_requests(FLAGS_consolidate_grant_revoke_requests);
return Status::OK();
}