ktpktr0
commented
2 years ago When I use the following statement to create a database and data table, it has the following error:
CREATE DATABASE IF NOT EXISTS cloki on cluster cloki ENGINE=Atomic;
// NOTE: Make sure you set SAMPLES_DAYS: 3650 & LABELS_DAYS: 3650 to avoid the `ALTER TABLE ...`
// NOTE: You also need to set "distributed_product_mode" to "global" in your profile.
// https://clickhouse.com/docs/en/operations/settings/settings-profiles/
CREATE TABLE cloki.samples_read (
`fingerprint` UInt64,
`timestamp_ms` Int64,
`value` Float64,
`string` String
)
ENGINE = Merge('cloki', '^(samples|samples_v2)$');
////
CREATE VIEW cloki.samples_read_v2_1 (
`fingerprint` UInt64,
`timestamp_ns` Int64,
`value` Float64,
`string` String
) AS SELECT fingerprint, timestamp_ms * 1000000 AS timestamp_ns, value, string FROM cloki.samples_read;
////
CREATE TABLE cloki.samples_read_v2_2 (
`fingerprint` UInt64,
`timestamp_ns` Int64,
`value` Float64,
`string` String
)
ENGINE = Merge('cloki', '^(samples_read_v2_1|samples_v3)$');
////
CREATE TABLE cloki.samples_v3_ (
`fingerprint` UInt64,
`timestamp_ns` Int64 CODEC(DoubleDelta),
`value` Float64 CODEC(Gorilla),
`string` String
)
ENGINE = ReplicatedMergeTree('/clickhouse/tables/{shard}/cloki/samples_v3_', '{replica}')
PARTITION BY toStartOfDay(toDateTime(timestamp_ns / 1000000000))
ORDER BY timestamp_ns TTL toDateTime(timestamp_ns / 1000000000) + toIntervalDay(3650)
SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1, merge_with_ttl_timeout = 3600;
CREATE TABLE cloki.samples_v3 (
`fingerprint` UInt64,
`timestamp_ns` Int64 CODEC(DoubleDelta),
`value` Float64 CODEC(Gorilla),
`string` String
)
ENGINE = Distributed('cloki', 'cloki', 'samples_v3_', fingerprint);
////
CREATE TABLE cloki.settings_ (
`fingerprint` UInt64,
`type` String,
`name` String,
`value` String,
`inserted_at` DateTime64(9, 'UTC')
)
ENGINE = ReplicatedReplacingMergeTree('/clickhouse/tables/{shard}/cloki/settings_', '{replica}', inserted_at)
ORDER BY fingerprint
SETTINGS index_granularity = 8192;
CREATE TABLE cloki.settings (
`fingerprint` UInt64,
`type` String,
`name` String,
`value` String,
`inserted_at` DateTime64(9, 'UTC')
)
ENGINE = Distributed('cloki', 'cloki', 'settings_', fingerprint);
////
CREATE TABLE cloki.time_series_ (
`date` Date,
`fingerprint` UInt64,
`labels` String,
`name` String
)
ENGINE = ReplicatedReplacingMergeTree('/clickhouse/tables/{shard}/cloki/time_series_', '{replica}', date)
PARTITION BY date
ORDER BY fingerprint TTL date + toIntervalDay(3650)
SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1, merge_with_ttl_timeout = 3600;
CREATE TABLE cloki.time_series (
`date` Date,
`fingerprint` UInt64,
`labels` String,
`name` String
)
ENGINE = Distributed('cloki', 'cloki', 'time_series_', fingerprint);
////
CREATE TABLE cloki.time_series_gin_ (
`date` Date,
`key` String,
`val` String,
`fingerprint` UInt64
)
ENGINE = ReplicatedReplacingMergeTree('/clickhouse/tables/{shard}/cloki/time_series_gin_', '{replica}')
PARTITION BY date
ORDER BY (key, val, fingerprint) TTL date + toIntervalDay(3650)
SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1, merge_with_ttl_timeout = 3600;
CREATE TABLE cloki.time_series_gin (
`date` Date,
`key` String,
`val` String,
`fingerprint` UInt64
)
ENGINE = Distributed('cloki', 'cloki', 'time_series_gin_', fingerprint);
////
CREATE MATERIALIZED VIEW cloki.time_series_gin_view TO cloki.time_series_gin (
`date` Date,
`key` String,
`val` String,
`fingerprint` UInt64
) AS SELECT date, pairs.1 AS key, pairs.2 AS val, fingerprint FROM cloki.time_series ARRAY JOIN JSONExtractKeysAndValues(time_series.labels, 'String') AS pairs;
////
CREATE TABLE cloki.ver_ (
`k` UInt64,
`ver` UInt64
)
ENGINE = ReplicatedReplacingMergeTree('/clickhouse/tables/{shard}/cloki/ver_', '{replica}', ver)
ORDER BY k
SETTINGS index_granularity = 8192;
CREATE TABLE cloki.ver (
`k` UInt64,
`ver` UInt64
)
ENGINE = Distributed('cloki', 'cloki', 'ver_', k);
////
INSERT INTO cloki.settings (`fingerprint`, `type`, `name`, `value`, `inserted_at`)
VALUES (990984054, 'rotate', 'v3_samples_days', '3650', '2022-07-31 05:53:52.000000000')
, (4103757074, 'rotate', 'v3_time_series_days', '3650', '2022-07-31 05:53:54.000000000')
, (14553193486094442270, 'update', 'v3_1', '1659246830', '2022-07-31 05:53:50.000000000');
////
INSERT INTO cloki.ver (`k`, `ver`)
VALUES (1, 10);qryn logs:
# cd $(dirname $(readlink -f `which cloki`)) && CLICKHOUSE_SERVER="192.168.10.150:8123;192.168.10.151:8123;192.168.10.152:8123" CLICKHOUSE_CLUSTERED=cloki CLICKHOUSE_AUTH="default:123456" CLICKHOUSE_DB="cloki" npm start qryn--name "cloki"
> qryn@2.1.10 start
> node qryn.js "qryn--name" "cloki"
{"level":30,"time":1659691646689,"pid":39047,"hostname":"k8s-master3","name":"qryn","msg":"Initializing DB... cloki"}
(node:39047) [FST_MODULE_DEP_FASTIFY-WEBSOCKET] FastifyWarning.fastify-websocket: fastify-websocket has been deprecated. Use @fastify/websocket@5.0.0 instead.
(Use `node --trace-warnings ...` to show where the warning was created)
(node:39047) [FST_MODULE_DEP_FASTIFY-CORS] FastifyWarning.fastify-cors: fastify-cors has been deprecated. Use @fastify/cors@7.0.0 instead.
(node:39047) [FST_MODULE_DEP_FASTIFY-STATIC] FastifyWarning.fastify-static: fastify-static has been deprecated. Use @fastify/static@5.0.0 instead.
{"level":30,"time":1659691647118,"pid":39047,"hostname":"k8s-master3","name":"qryn","msg":"Server listening at http://0.0.0.0:3100"}
{"level":30,"time":1659691647118,"pid":39047,"hostname":"k8s-master3","name":"qryn","msg":"Qryn API up"}
{"level":30,"time":1659691647118,"pid":39047,"hostname":"k8s-master3","name":"qryn","msg":"Qryn API listening on http://0.0.0.0:3100"}
{"level":30,"time":1659691647268,"pid":39047,"hostname":"k8s-master3","name":"qryn","msg":"xxh ready"}
{"level":50,"time":1659691647665,"pid":39047,"hostname":"k8s-master3","name":"qryn","err":"Error: Request failed with status code 500\nResponse: [500] Code: 279. DB::NetException: All connection tries failed. Log: \n\nThere is no table `cloki`.`ver_` on server: 192.168.10.152:9001\nThere is no table `cloki`.`ver_` on server: 192.168.10.151:9000\n\n: While executing Remote. (ALL_CONNECTION_TRIES_FAILED) (version 22.7.1.2484 (official build))\n\nError: Request failed with status code 500\n at createError (/usr/lib/node_modules/qryn/node_modules/_axios@0.21.4@axios/lib/core/createError.js:16:15)\n at settle (/usr/lib/node_modules/qryn/node_modules/_axios@0.21.4@axios/lib/core/settle.js:17:12)\n at IncomingMessage.handleStreamEnd (/usr/lib/node_modules/qryn/node_modules/_axios@0.21.4@axios/lib/adapters/http.js:269:11)\n at IncomingMessage.emit (node:events:539:35)\n at endReadableNT (node:internal/streams/readable:1345:12)\n at processTicksAndRejections (node:internal/process/task_queues:83:21)","msg":"Error starting qryn"}
lmangani
akvlad
svc-design
I set up a Clickhouse cluster locally, which has three shard 2 replicas. I want to know how distributed and cluster replication work in cloki.
I try the following operation. Is it correct？
When I try to start cloki, it has the following error: