Comments (4)
附相关DDL:
A.CREATE TABLE public.hscs_itf_imp_headers
(
header_id bigint NOT NULL DEFAULT nextval('hscs_itf_imp_headers_header_id_seq'::regclass),
source_system_code character varying(30) COLLATE pg_catalog."default",
batch_num character varying(100) COLLATE pg_catalog."default",
interface_name character varying(240) COLLATE pg_catalog."default",
module_code character varying(30) COLLATE pg_catalog."default" NOT NULL,
。。。
CONSTRAINT idx_73093_primary PRIMARY KEY (header_id)
)大概50个字段;shard by header_id
CREATE INDEX idx_73093_hscs_itf_imp_headers_n1
ON public.hscs_itf_imp_headers USING btree
(itf_header_id);
CREATE INDEX idx_73093_hscs_itf_imp_headers_n2
ON public.hscs_itf_imp_headers USING btree
(batch_num COLLATE pg_catalog."default");
CREATE INDEX idx_73093_hscs_itf_imp_headers_n3
ON public.hscs_itf_imp_headers USING btree
(interface_name COLLATE pg_catalog."default", import_status COLLATE pg_catalog."default");
CREATE INDEX idx_73093_hscs_itf_imp_headers_n4
ON public.hscs_itf_imp_headers USING btree
(batch_num COLLATE pg_catalog."default", source_system_code COLLATE pg_catalog."default", interface_name COLLATE pg_catalog."default", module_code COLLATE pg_catalog."default");
B.CREATE TABLE public.hscs_itf_imp_lines
(
line_id bigint NOT NULL DEFAULT nextval('hscs_itf_imp_lines_line_id_seq'::regclass),
header_id numeric NOT NULL,
source_iterface_id numeric NOT NULL,
...
CONSTRAINT idx_73159_primary PRIMARY KEY (line_id, header_id)
) shard by header_id,大概280个字段,其中200多个是TEXT字段
CREATE INDEX idx_73159_hscs_itf_imp_lines_n1
ON public.hscs_itf_imp_lines USING btree
(header_id, import_status COLLATE pg_catalog."default");
CREATE INDEX idx_73159_hscs_itf_imp_lines_n2
ON public.hscs_itf_imp_lines USING btree
(value2 COLLATE pg_catalog."default", value21 COLLATE pg_catalog."default");
CREATE INDEX idx_73159_hscs_itf_imp_lines_n3
ON public.hscs_itf_imp_lines USING btree
(value2 COLLATE pg_catalog."default");
CREATE INDEX idx_73159_hscs_itf_imp_lines_n4
ON public.hscs_itf_imp_lines USING btree
(source_iterface_id);
CREATE INDEX idx_73159_hscs_itf_imp_lines_n5
ON public.hscs_itf_imp_lines USING btree
(attribute10 COLLATE pg_catalog."default");
CREATE INDEX idx_73159_hscs_itf_imp_lines_n6
ON public.hscs_itf_imp_lines USING btree
(header_id, value2 COLLATE pg_catalog."default", import_status COLLATE pg_catalog."default", process_status COLLATE pg_catalog."default");
C.CREATE TABLE public.yxhscs_itf_ar_interface
(
ar_interface_id bigint NOT NULL DEFAULT nextval('yxhscs_itf_ar_interface_ar_interface_id_seq'::regclass),
accounting_status character varying(30) COLLATE pg_catalog."default",
accounting_date timestamp without time zone,
...
CONSTRAINT idx_76128_primary PRIMARY KEY (ar_interface_id, apply_num)
)PARTITION BY range(accounting_date)
begin (timestamp without time zone '2015-06-01 0:0:0')
step(interval '2 month') partitions(32)
distribute by shard(apply_num);大概120个字段,按日期类型做了分区,shard by apply_num(合同号)
CREATE UNIQUE INDEX idx_76128_yxhscs_itf_ar_interface_n1
ON public.yxhscs_itf_ar_interface USING btree
(apply_num COLLATE pg_catalog."default", serial_number COLLATE pg_catalog."default", accounting_date)
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n10
ON public.yxhscs_itf_ar_interface USING btree
(i_income_period, accounting_status COLLATE pg_catalog."default", acc_entity COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n2
ON public.yxhscs_itf_ar_interface USING btree
(acc_entity COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n3
ON public.yxhscs_itf_ar_interface USING btree
(payment_status COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n4
ON public.yxhscs_itf_ar_interface USING btree
(serial_number COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n5
ON public.yxhscs_itf_ar_interface USING btree
(apply_num COLLATE pg_catalog."default", i_income_period)
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n6
ON public.yxhscs_itf_ar_interface USING btree
(income_period COLLATE pg_catalog."default", payment_status COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n7
ON public.yxhscs_itf_ar_interface USING btree
(i_income_period, attribute10 COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n8
ON public.yxhscs_itf_ar_interface USING btree
(unique_code COLLATE pg_catalog."default")
CREATE INDEX idx_76128_yxhscs_itf_ar_interface_n9
ON public.yxhscs_itf_ar_interface USING btree
(accounting_date)
from tbase.
@windtalkerbj 也碰见了同样的问题,DN上没有找到vacuum_delta参数,如何配置这个参数,感谢!
from tbase.
1、你的集群拓扑结构是啥样?CN上的详细执行计划是啥样?
2、可以在CN上人工执行analyze更新统计信息,按照你的说法,看起来是你选择的分布建导致数据有倾斜,统计信息收集不全,后续通过CN的sql在数据重分布时的数据量过大,消耗时间过长
from tbase.
@windtalkerbj @ypma
另外可以尝试在配置文件中将 enable_sampling_analyze设置 为false试试
from tbase.
Related Issues (20)
- tabse怎么更新软件版本,并保留数据 HOT 2
- Regression for `insert .. select..` in 2.3.0 HOT 4
- Unable to use immutable function in the partial functional index. HOT 3
- pgxc_ctl init all失败 HOT 1
- benchmark 5.0 压测 tbase 报错 HOT 1
- 至今还在PostgreSQL10的级别。TBase有考虑升级吗? HOT 1
- postgres迁移到TBase时uuid类型的字段如何处理?
- some solutions to share HOT 3
- Oriole storage engine compatibility
- 推出社区官网,丰富文档 HOT 1
- complie error
- TBase开源版本是否不支持存储过程?
- 表无法删除
- postGis插件加载不了 HOT 2
- spatial_ref_sys表有数据但查不出来 HOT 1
- Create Discord/Slack Channel for Project Communication HOT 1
- audit_admin user cannot execute ‘audit all;’ in md5 authenrization. HOT 1
- TBase data compare
- TBase是否有支持存储海量的非结构化文件数据的特性或组件?
- OLAP leading to SIGSEV based crashes
Recommend Projects
-
React
A declarative, efficient, and flexible JavaScript library for building user interfaces.
-
Vue.js
🖖 Vue.js is a progressive, incrementally-adoptable JavaScript framework for building UI on the web.
-
Typescript
TypeScript is a superset of JavaScript that compiles to clean JavaScript output.
-
TensorFlow
An Open Source Machine Learning Framework for Everyone
-
Django
The Web framework for perfectionists with deadlines.
-
Laravel
A PHP framework for web artisans
-
D3
Bring data to life with SVG, Canvas and HTML. 📊📈🎉
-
Recommend Topics
-
javascript
JavaScript (JS) is a lightweight interpreted programming language with first-class functions.
-
web
Some thing interesting about web. New door for the world.
-
server
A server is a program made to process requests and deliver data to clients.
-
Machine learning
Machine learning is a way of modeling and interpreting data that allows a piece of software to respond intelligently.
-
Visualization
Some thing interesting about visualization, use data art
-
Game
Some thing interesting about game, make everyone happy.
Recommend Org
-
Facebook
We are working to build community through open source technology. NB: members must have two-factor auth.
-
Microsoft
Open source projects and samples from Microsoft.
-
Google
Google ❤️ Open Source for everyone.
-
Alibaba
Alibaba Open Source for everyone
-
D3
Data-Driven Documents codes.
-
Tencent
China tencent open source team.
from tbase.