mirror of
https://github.com/valitydev/clickhouse-sink-connector.git
synced 2024-11-06 10:35:21 +00:00
Added documentation and sysbench read/write script.
This commit is contained in:
parent
45dde57b8b
commit
6db50db39c
@ -23,3 +23,4 @@ The connector is tested with the following converters
|
||||
- [Kubernetes Setup](doc/k8s_pipeline_setup.md)
|
||||
- [Sink Configuration](doc/sink_configuration.md)
|
||||
- [Testing](doc/TESTING.md)
|
||||
- [Performance Benchmarking](doc/Performance.md)
|
@ -89,10 +89,12 @@ CREATE TABLE sbtest1(
|
||||
`id` UInt64,
|
||||
`k` UInt64,
|
||||
`c` String,
|
||||
`pad` String
|
||||
`pad` String,
|
||||
`sign` Int8
|
||||
)
|
||||
ENGINE = MergeTree
|
||||
PRIMARY KEY id;
|
||||
ENGINE = CollapsingMergeTree(sign)
|
||||
PRIMARY KEY id
|
||||
ORDER by id;
|
||||
|
||||
CREATE TABLE topic_offset_metadata(
|
||||
`_topic` String,
|
||||
|
17
deploy/sysbench/run_sysbench_read_write_load_test.sh
Normal file
17
deploy/sysbench/run_sysbench_read_write_load_test.sh
Normal file
@ -0,0 +1,17 @@
|
||||
#!/bin/bash
|
||||
|
||||
sysbench \
|
||||
/usr/share/sysbench/oltp_read_write.lua \
|
||||
--report-interval=2 \
|
||||
--threads=500 \
|
||||
--rate=0 \
|
||||
--time=0 \
|
||||
--db-driver=mysql \
|
||||
--mysql-host=127.0.0.1 \
|
||||
--mysql-port=3306 \
|
||||
--mysql-user=root \
|
||||
--mysql-db=sbtest \
|
||||
--mysql-password=root \
|
||||
--tables=1 \
|
||||
--table-size=10000 \
|
||||
run
|
@ -2,6 +2,10 @@
|
||||
We use `SysBench` to perform load testing.
|
||||
https://github.com/akopytov/sysbench
|
||||
|
||||
Before starting the connectors, create the topic with max partitions
|
||||
|
||||
`rpk topic create SERVER5432.sbtest.sbtest1 -p 6`
|
||||
|
||||
To Run SysBench tests, run the `debezium-connector-setup-sysbench.sh` script in `deploy` folder to
|
||||
create the MySQL debezium connector. The connector is setup to read from the `sbtest` table required by SysBench
|
||||
|
||||
@ -9,7 +13,7 @@ For sink, the default `sink-connector-setup-schema-registry.sh` script can be ex
|
||||
the ClickHouse Sink Connector.
|
||||
|
||||
## Insert tests(SysBench)
|
||||
`run_sysbench_insert_load_test.sh` script executes the oltp_insert lua script in Sysbench.
|
||||
`sysbench/run_sysbench_insert_load_test.sh` script executes the oltp_insert lua script in Sysbench.
|
||||
|
||||
## Update/Delete tests(SysBench)
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user