前言
安装clickhouse集群模式前需得安装zookeeper集群
1.集群节点信息
- 1.1.1.11 node1
- 1.1.1.12 node2
- 1.1.1.13 node3
2.搭建zookeeper集群
安装zookeeper前,先安装jdk
tar -zxvf zookeeper-3.4.12.tar.gz
mv zookeeper-3.4.12.tar.gz zookeeper
chown -R clickhouse:clickhouse zookeeper/
export ZOOKEEPER_HOME=zookeeper
export PATH=$ZOOKEEPER_HOME/bin
cp zoo_sample.cfg zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
dataDir= /tmp/zookeeper/data/zookeeper
dataLogDir= /tmp/zookeeper/log/zookeeper
clientPort=2182
autopurge.purgeInterval=0
globalOutstandingLimit=200
server.1=node1:2888:3888
server.2=node2:2888:3888
server.3=node3:2888:3888
touch /tmp/zookeeper/data/zookeeper/myid
echo 1 > /tmp/zookeeper/data/zookeeper/myid
zkServer.sh start
zkCli.sh -server localhost:2181
每个node都要执行一次上述操作
3.搭建clickhouse集群
rpm -ivh *.rpm
cd /etc/clickhouse-server
<yandex>
<logger>
<level>trace</level>
<log>/data/clickhouse/log/server.log</log>
<errorlog>/data/clickhouse/log/error.log</errorlog>
<size>1000M</size>
<count>10</count>
</logger>
<http_port>8123</http_port>
<tcp_port>9000</tcp_port>
<interserver_http_port>9009</interserver_http_port>
<listen_host>0.0.0.0</listen_host>
<max_connections>64</max_connections>
<keep_alive_timeout>3</keep_alive_timeout>
<max_concurrent_queries>16</max_concurrent_queries>
<uncompressed_cache_size>8589934592</uncompressed_cache_size>
<mark_cache_size>10737418240</mark_cache_size>
<path>/data1/clickhouse/</path>
<tmp_path>/data1/clickhouse/tmp/</tmp_path>
<users_config>users.xml</users_config>
<default_profile>default</default_profile>
<log_queries>1</log_queries>
<default_database>default</default_database>
<remote_servers incl="clickhouse_remote_servers" />
<zookeeper incl="zookeeper-servers" optional="true" />
<macros incl="macros" optional="true" />
<builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
<max_table_size_to_drop>0</max_table_size_to_drop>
<include_from>/etc/clickhouse-server/metrika.xml</include_from>
</yandex>
<yandex>
<clickhouse_remote_servers>
<test_ck_cluster>
<shard>
<internal_replication>true</internal_replication>
<replica>
<host>node1</host>
<port>9000</port>
<user>default</user>
<password></password>
</replica>
<replica>
<host>node2</host>
<port>9000</port>
<user>default</user>
<password></password>
</replica>
<replica>
<host>node3</host>
<port>9000</port>
<user>default</user>
<password></password>
</replica>
</shard>
</test_ck_cluster>
</clickhouse_remote_servers>
<zookeeper-servers>
<node index="1">
<host>node1</host>
<port>2181</port>
</node>
<node index="2">
<host>node2</host>
<port>2181</port>
</node>
<node index="3">
<host>node3</host>
<port>2181</port>
</node>
</zookeeper-servers>
<networks>
<ip>::/0</ip>
</networks>
<clickhouse_compression>
<case>
<min_part_size>10000000000</min_part_size>
<min_part_size_ratio>0.01</min_part_size_ratio>
<method>lz4</method>
</case>
</clickhouse_compression>
</yandex>
<yandex>
<profiles>
<default>
<max_memory_usage>10000000000</max_memory_usage>
<use_uncompressed_cache>0</use_uncompressed_cache>
<load_balancing>random</load_balancing>
</default>
</profiles>
<quotas>
<default>
<interval>
<duration>3600</duration>
<queries>0</queries>
<errors>0</errors>
<result_rows>0</result_rows>
<read_rows>0</read_rows>
<execution_time>0</execution_time>
</interval>
</default>
</quotas>
<users>
<default>
<password></password>
<networks>
<ip>::/0</ip>
</networks>
<profile>default</profile>
<quota>default</quota>
</default>
</users>
</yandex>
chown -R clickhouse:clickhouse /data
集群启动
cd /etc/clickhouse-server/ && sudo -su clickhouse-server start &
clickhouse-client
上述操作每个节点都得执行一次
|