qtree新引擎参数修改
环境变量
export TCMALLOC_AGGRESSIVE_DECOMMIT=0
export QTREE_THREAD_COUNT=168 #CPU核数*1.5,多实例除以实例数
export ROWS_PER_BLOCK=65536 #TPCH为8192
export QTREE_ENABLE_CONTEXT_MEM_TRACKER=0
export QTREE_MEMORY_POOL=100000000 #data heap 上限,使用新引擎时,large tmp 均设置为 256M,所有可用内存均分配到data,需要改为物理内存大小,4294967296是4G,QTREE_MEMORY_POOL < 总内存÷实例数 - heap_date
export MEMLOG_RECORD_LENGTH=20480
export JOIN_ROWS_PER_BLOCK=65536 #TPCH为8192
export QTREE_QUEUE_LENGTH=2048
export QTREE_SCTL_LENGTH=20480
参数
-- buffer尽量大,目标为SQL运行中不产生落地文件
set global gbase_qtree_buffer_agg=200G;
set global gbase_qtree_buffer_join=200G;
set global gbase_qtree_buffer_cte=200G;
set global gbase_qtree_buffer_sort=200G;
set global gbase_qtree_buffer_mergeagg=200G;
set global gbase_qtree_parallel_degree=112; #CPU核数,多实例除以实例数
set global _gcluster_optimizer_push_condition=0;
set global gbase_qtree_parallel_degree=16;
set global _gcluster_optimizer_push_condition=0;
set global _gbase_enable_qtree=1;
还有anzlyze一下所有表,在Data Studio里执行更快一点
如果左关联之后where查询报错
set global gbase_qtree_enable_express_ref_column=0 试试,一个性能优化功能,引用列,不进行内存拷贝,可能出bug了
热门帖子
- 12025-12-01浏览数:182763
- 22023-05-09浏览数:25059
- 42023-09-25浏览数:18525
- 52020-05-11浏览数:17529