[Doris基本-3] Doris中配置有哪些?

94人浏览 / 0人评论

Doris中配置分三种: FE配置, BE配置, Broker配置

全部配置:

sys_log_roll_interval=DAY
consistency_check_start_time=23
max_mysql_service_task_threads_num=4096
max_unfinished_load_job=1000
max_routine_load_job_num=100
master_sync_policy=SYNC
query_colocate_join_memory_limit_penalty_factor=8
remote_fragment_exec_timeout_ms=5000
thrift_server_max_worker_threads=4096
insert_load_default_timeout_second=3600
load_pending_thread_num_normal_priority=10
enable_local_replica_selection=false
enable_token_check=true
max_running_rollup_job_num_per_table=1
mini_load_default_timeout_second=3600
max_clone_task_timeout_sec=7200
max_stream_load_timeout_second=259200
max_routine_load_task_num_per_be=5
using_old_load_usage_pattern=false
load_etl_thread_num_normal_priority=10
min_clone_task_timeout_sec=180
storage_min_left_capacity_bytes=-2147483648
plugin_enable=true
export_tablet_num_per_task=5
brpc_number_of_concurrent_requests_processed=4096
tablet_repair_delay_factor_second=60
label_clean_interval_second=14400
dpp_default_config_str={hadoop_configs : 'mapred.job.priority=NORMAL;mapred.job.map.capacity=50;mapred.job.reduce.capacity=50;mapred.hce.replace.streaming=false;abaci.long.stored.job=true;dce.shuffle.enable=false;dfs.client.authserver.force_stop=true;dfs.client.auth.method=0'}
replica_sync_policy=SYNC
export_checker_interval_second=5
audit_log_roll_mode=TIME-DAY
export_running_job_num_limit=5
max_connection_scheduler_threads_num=4096
max_running_txn_num_per_db=100
max_load_timeout_second=259200
max_balancing_tablets=100
audit_log_roll_interval=DAY
expr_depth_limit=3000
clone_max_job_num=100
check_java_version=true
max_query_retry_time=2
disable_balance=false
brpc_idle_wait_max_time=10000
proxy_auth_magic_prefix=x@8
dpp_hadoop_client_path=/lib/hadoop-client/hadoop/bin/hadoop
small_file_dir=/data/doris-fe/small_files
transaction_clean_interval_second=30
sys_log_delete_age=7d
label_keep_max_second=259200
thrift_client_timeout_ms=7200000 ## FE配置,  FE、BE、Broker之间RPC通信客户端超时时间, 0表示长连接
clone_high_priority_delay_second=0
delete_thread_num=10
consistency_check_end_time=4
min_load_timeout_second=1
meta_delay_toleration_second=300
stream_load_default_timeout_second=600  ## stream load, insert into默认导入超时实践, 单位秒
dpp_config_str={palo-dpp : {hadoop_palo_path : '/dir',hadoop_configs : 'fs.default.name=hdfs://host:port;mapred.job.tracker=host:port;hadoop.job.ugi=user,password'}}
qe_slow_log_ms=5000  ## FE慢查阈值, 超过该值表示慢查. 在审计日志中会有slow_query标记
qe_query_timeout_second=10 ## FE配置, 一个查询耗时超过10s被kill
tablet_delete_timeout_second=2
mysql_service_nio_enabled=true
check_consistency_default_timeout_second=600
metadata_checkopoint_memory_threshold=60
log_roll_size_mb=1024
heartbeat_mgr_blocking_queue_size=1024
proxy_auth_enable=false
sys_log_roll_mode=SIZE-MB-1024
query_port=9030
audit_log_delete_age=30d
max_small_file_size_bytes=1048576
load_running_job_num_limit=0
max_distribution_pruner_recursion_depth=100
http_port=8030
max_bdbje_clock_delta_ms=5000
capacity_used_percent_high_water=0.75
enable_deploy_manager=disable
alter_table_timeout_second=86400
plugin_dir=/data/doris-fe/plugins
max_agent_task_threads_num=4096
tablet_stat_update_interval_second=300
use_new_tablet_scheduler=true
clone_distribution_balance_threshold=0.2
disable_hadoop_load=false
meta_dir=/data/doris-fe/doris-meta
meta_publish_timeout_ms=1000
disable_load_job=false
txn_rollback_limit=100
with_k8s_certs=false
edit_log_type=BDB
history_job_keep_max_second=604800
broker_load_default_timeout_second=14400
enable_metric_calculator=true
sys_log_dir=/data/doris-fe/log
clone_capacity_balance_threshold=0.2
backup_job_default_timeout_ms=86400000
enable_materialized_view=false
load_pending_thread_num_high_priority=3
es_state_sync_interval_second=10
replica_delay_recovery_second=0
force_do_metadata_checkpoint=false
publish_version_timeout_second=30
heartbeat_mgr_threads_num=8
enable_auth_check=true
storage_flood_stage_left_capacity_bytes=1073741824
tablet_create_timeout_second=1  ## 创建tabllet超时时间, 一般和max_create_table_timeout_second一起修改. 建表总的超时时间: 总体的超时时间为min(tablet_create_timeout_second * replication_num, max_create_table_timeout_second);
metadata_failure_recovery=false
hadoop_load_default_timeout_second=259200
storage_high_watermark_usage_percent=85
publish_version_interval_ms=10
max_small_file_number=100
sys_log_roll_num=10
disable_colocate_balance=false
drop_backend_after_decommission=true
storage_cooldown_second=2592000
schedule_slot_num_per_path=2
edit_log_port=9010
load_input_size_limit_gb=0
max_bytes_per_broker_scanner=53687091200  ## FE配置,  每个broker在一个broker load job中可以处理的最大字节数. 和max_broker_concurrency配合使用
dynamic_partition_enable=true
catalog_trash_expire_second=86400
load_checker_interval_second=5
thrift_backlog_num=1024
async_load_task_pool_size=10
frontend_address=0.0.0.0
dpp_bytes_per_reduce=104857600
balance_load_score_threshold=0.1
clone_job_timeout_second=7200
max_scheduling_tablets=2000
audit_log_modules=[slow_query, query]
disable_colocate_join=false
dpp_default_cluster=palo-dpp
ignore_meta_check=false
period_of_auto_resume_min=5
report_queue_size=100
max_tolerable_backend_down_num=0
bdbje_lock_timeout_second=1
rpc_port=9020
catalog_try_lock_timeout_ms=5000
clone_checker_interval_second=300
http_backlog_num=1024
max_create_table_timeout_second=60 ##建表最大超时时间, 一般和tablet_create_timeout_second一起修改, 建表总的超时时间min(tablet_create_timeout_second * replication_num, max_create_table_timeout_second);
default_storage_medium=HDD
locale=zh_CN.UTF-8
tmp_dir=/data/doris-fe/temp_dir
audit_log_roll_num=90
cluster_id=-1
qe_max_connection=3000 ## 一个fe最大接受jdbc连接数
max_conn_per_user=200 ## 一个用户最大允许200个连接
clone_low_priority_delay_second=600
expr_children_limit=10000
disable_cluster_feature=true
max_broker_concurrency=10  ## FE配置, 最大broker并发数, 最大其实就是集群中BE节点个数, 和max_bytes_per_broker_scanner配合使用
backup_plugin_path=/tools/trans_file_tool/trans_files.sh
edit_log_roll_num=50000
dynamic_partition_check_interval_seconds=10
load_etl_thread_num_high_priority=3
cluster_name=Baidu Palo
max_layout_length_per_row=100000
clone_normal_priority_delay_second=300
export_task_default_timeout_second=7200
sys_log_level=INFO
sys_log_verbose_modules=[] ### be配置, 打印debug日志, sys_log_verbose_module=org.apache.doris 代表全部
mysql_service_io_threads_num=4
priority_networks=1.1.27.152/22
min_bytes_per_broker_scanner=67108864
audit_log_dir=/data/doris-fe/log
bdbje_heartbeat_timeout_second=30
max_routine_load_task_concurrent_num=5
disable_colocate_relocate=false
max_backend_down_time_second=3600
storage_flood_stage_usage_percent=95
replica_ack_policy=SIMPLE_MAJORITY
auth_token=
load_straggler_wait_second=300
desired_max_waiting_jobs=100
push_write_mbytes_per_sec=10 ## BE配置, 导入数据速度控制,默认最快每秒10MB。适用于所有的导入方式
mem_limit=80% ## BE配置, 限制BE进程使用服务器最大内存百分比。用于防止BE内存挤占太多的机器内存,该参数必须大于0,当百分大于100%之后,该值会默认为100%。
push_worker_count_normal_priority=10 ## BE配置, 可以改下be的配置,重启,可以增加push时的worker数

Doris配置按照生效限制, 分为: session配置, 全局配置

SQL_AUTO_IS_NULL=false
auto_increment_increment=1
autocommit=true
batch_size=1024
character_set_client=utf8
character_set_connection=utf8
character_set_results=utf8
character_set_server=utf8
codegen_level=0
collation_connection=utf8_general_ci
collation_database=utf8_general_ci
collation_server=utf8_general_ci
default_rowset_type=beta
disable_colocate_join=false
disable_streaming_preaggregations=false
div_precision_increment=4
enable_insert_strict=false
enable_spilling=false
event_scheduler=OFF
exec_mem_limit=4294967296 ## 每次查询允许的最大内存, 和并行度一起设置
forward_to_master=false
init_connect=
interactive_timeout=3600
is_report_success=false
language=/palo/share/english/
license=Apache License, Version 2.0
load_mem_limit=0
lower_case_table_names=0
max_allowed_packet=1048576
max_pushdown_conditions_per_column=-1
max_scan_key_num=-1
net_buffer_length=16384
net_read_timeout=180
net_write_timeout=60
parallel_exchange_instance_num=-1
parallel_fragment_exec_instance_num=8  ## 查询实例并行度, 和exec_mem_limit一起设置
prefer_join_method=broadcast
query_cache_size=1048576
query_cache_type=0
query_timeout=10  ## 查询超时设置, 超过10秒的SQL查询被kill
resource_group=normal
rewrite_count_distinct_to_bitmap_hll=true
sql_mode=
sql_safe_updates=0
sql_select_limit=9223372036854775807
storage_engine=olap
system_time_zone=Asia/Shanghai
test_materialized_view=false
time_zone=CST
tx_isolation=REPEATABLE-READ
use_v2_rollup=false
version=5.1.0
version_comment=Doris version 0.12.21-release
wait_timeout=28800

全部评论