CREATE DATABASE test on cluster ck_00_1repl;
DROP TABLE local_t_ordt_order on cluster ck_00_1repl;
创建本地 local 表
CREATE TABLE test.local_order_db_t_order on cluster ck_00_1repl
(
forder_id_hash
String,
forder_id
String,
fuid
Int32,
forder_type
Int32,
fsale_type
Int32,
frepay_type
Int32,
forder_info
String,
ftotal_amount
Int64,
ftotal_handling_fee
Int32,
ftotal_mon_pay
Int32,
fextra_capital
Int32,
ftotal_manage_fee
Int64,
fversion
Int32,
fpay_way
Int32,
fpay_suc_time
DateTime,
fetl_time
DateTime,
forder_state
Date,
f_p_date
Date
)
ENGINE = ReplicatedMergeTree(‘/clickhouse/tables/{shard}/{database}/{table}’, ‘{replica}’)
PARTITION BY f_p_date
PRIMARY KEY (forder_type, fsale_type, forder_state)
ORDER BY (forder_type, fsale_type, forder_state, forder_id)
TTL f_p_date+ toIntervalDay(7)
SETTINGS index_granularity = 8192;
创建分布式 distributed 表
CREATE TABLE test.t_order_db_t_order on cluster ck_00_1repl
(
forder_id_hash
String,
forder_id
String,
fuid
Int32,
forder_type
Int32,
fsale_type
Int32,
frepay_type
Int32,
forder_info
String,
ftotal_amount
Int64,
ftotal_handling_fee
Int32,
ftotal_mon_pay
Int32,
fextra_capital
Int32,
ftotal_manage_fee
Int64,
fversion
Int32,
fpay_way
Int32,
fpay_suc_time
DateTime,
fetl_time
DateTime,
forder_state
Date,
f_p_date
Date
)
ENGINE = Distributed(‘ck_00_1repl’, ‘test’, ‘local_order_db_t_order’, rand());
SHOW DATABASES;
SHOW TABLES;
INSERT INTO test.local_order_db_t_order(forder_id) VALUES (‘1_10.9.104.249’);
INSERT INTO test.local_order_db_t_order(forder_id) VALUES (‘2_10.9.104.250’);
select * from test.local_order_db_t_order;
select count(1) from test.local_order_db_t_order;
select * from test.t_order_db_t_order;
select count(1) from test.t_order_db_t_order;
数据量记录
SELECT database, table, formatReadableSize ( sum( bytes ) ) AS size
FROM system.parts
WHERE active
GROUP BY database,table
ORDER BY sum( bytes ) DESC LIMIT 20;SELECT COUNT(1) FROM arch_log_db.t_arch_log_realtime_info;
SELECT COUNT(1) FROM nginx_db.t_nginx_log_info;
1、实时数据仓库
4百亿+
4十亿+
2、日志
5.5万亿+
2.9千亿+