Zookeeper集群的Docker容器化部署配置

 容器化  No Responses »
4 月 102020
 

查看当前swarm节点状态列表

[root@ip-172-31-13-72 ~]# docker node ls
ID                            HOSTNAME                                      STATUS              AVAILABILITY        MANAGER STATUS      ENGINE VERSION
a3x4i21mefgk2kfrdwup7pi8c     ip-172-31-8-116.ap-east-1.compute.internal    Ready               Active                                  19.03.8
3ye29tl5y8t3alqn82afk80uo     ip-172-31-12-208.ap-east-1.compute.internal   Ready               Active                                  19.03.8
nxf5orroo1g5pfhzoi4lhuwny *   ip-172-31-13-72.ap-east-1.compute.internal    Ready               Active              Leader              19.03.8
[root@ip-172-31-13-72 ~]#

准备zookeeper服务配置文件

[root@ip-172-31-13-72 ~]# mkdir zookeeper
[root@ip-172-31-13-72 ~]# cd zookeeper/
[root@ip-172-31-13-72 zookeeper]# vi stack.yaml
version: '3.1'

services:
  zoo1:
    image: zookeeper
    restart: always
    hostname: zoo1
    ports:
      - 2181:2181
    environment:
      ZOO_MY_ID: 1
      ZOO_SERVERS: server.1=0.0.0.0:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181

  zoo2:
    image: zookeeper
    restart: always
    hostname: zoo2
    ports:
      - 2182:2181
    environment:
      ZOO_MY_ID: 2
      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=0.0.0.0:2888:3888;2181 server.3=zoo3:2888:3888;2181

  zoo3:
    image: zookeeper
    restart: always
    hostname: zoo3
    ports:
      - 2183:2181
    environment:
      ZOO_MY_ID: 3
      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=0.0.0.0:2888:3888;2181

在具有多个节点的swarm集群中，应当使用docker stack部署服务

[root@ip-172-31-13-72 zookeeper]# docker stack deploy --compose-file=stack.yaml zookeeper
Ignoring unsupported options: restart

Creating network zookeeper_default
Creating service zookeeper_zoo1
Creating service zookeeper_zoo2
Creating service zookeeper_zoo3
[root@ip-172-31-13-72 zookeeper]#

查看stack列表

[root@ip-172-31-13-72 ~]# docker stack ls
NAME                SERVICES            ORCHESTRATOR
zookeeper           3                   Swarm
[root@ip-172-31-13-72 ~]#

查看服务列表

[root@ip-172-31-13-72 ~]# docker service ls
ID                  NAME                MODE                REPLICAS            IMAGE               PORTS
ypz75uph0fgt        zookeeper_zoo1      replicated          1/1                 zookeeper:latest    *:2181->2181/tcp
r9n4vrvxmooa        zookeeper_zoo2      replicated          1/1                 zookeeper:latest    *:2182->2181/tcp
n268gwoxvm1g        zookeeper_zoo3      replicated          1/1                 zookeeper:latest    *:2183->2181/tcp
[root@ip-172-31-13-72 ~]#

查看节点上的容器

[root@ip-172-31-13-72 ~]# docker container ps
CONTAINER ID        IMAGE               COMMAND                  CREATED             STATUS              PORTS                                    NAMES
81f90549dcac        zookeeper:latest    "/docker-entrypoint.…"   4 minutes ago       Up 4 minutes        2181/tcp, 2888/tcp, 3888/tcp, 8080/tcp   zookeeper_zoo1.1.2i04z7wsnpgzvl2tfiv3017ae
[root@ip-172-31-13-72 ~]# 

[root@ip-172-31-8-116 ~]# docker container ps
CONTAINER ID        IMAGE               COMMAND                  CREATED             STATUS              PORTS                                    NAMES
0ea08ec1fcb6        zookeeper:latest    "/docker-entrypoint.…"   3 minutes ago       Up 3 minutes        2181/tcp, 2888/tcp, 3888/tcp, 8080/tcp   zookeeper_zoo2.1.kt45qxf31jc0zl98uj0hggx9c
[root@ip-172-31-8-116 ~]# 

[root@ip-172-31-12-208 ~]# docker container ps
CONTAINER ID        IMAGE               COMMAND                  CREATED             STATUS              PORTS                                    NAMES
6820aabc2f98        zookeeper:latest    "/docker-entrypoint.…"   3 minutes ago       Up 3 minutes        2181/tcp, 2888/tcp, 3888/tcp, 8080/tcp   zookeeper_zoo3.1.2k3u6acz69sm9jzlg76o89tio
[root@ip-172-31-12-208 ~]#

查看本地镜像列表

[root@ip-172-31-13-72 ~]# docker image ls
REPOSITORY          TAG                 IMAGE ID            CREATED             SIZE
zookeeper           <none>              b6f6e4bc7eef        11 days ago         252MB
[root@ip-172-31-13-72 ~]#

删除stack服务

[root@ip-172-31-13-72 ~]# docker stack rm zookeeper
Removing service zookeeper_zoo1
Removing service zookeeper_zoo2
Removing service zookeeper_zoo3
Removing network zookeeper_default
[root@ip-172-31-13-72 ~]#

分布式消息队列Kafka集群安装与配置

 大数据  No Responses »
6 月 142019
 

下载Kafka安装包

[root@ip-172-31-13-64 ~]# curl -O https://mirrors.tuna.tsinghua.edu.cn/apache/kafka/2.4.1/kafka_2.12-2.4.1.tgz
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100 59.4M  100 59.4M    0     0  1520k      0  0:00:40  0:00:40 --:--:-- 3598k
[root@ip-172-31-13-64 ~]#

使用rz上传JDK并安装

[root@ip-172-31-13-64 ~]# yum -y install lrzsz
[root@ip-172-31-13-64 ~]# rz
rz waiting to receive.
Starting zmodem transfer.  Press Ctrl+C to cancel.
Transferring jdk-8u241-linux-x64.rpm...
  100%  174745 KB     606 KB/sec    00:04:48       0 Errors  

[root@ip-172-31-13-64 ~]#
[root@ip-172-31-13-64 ~]# yum -y install jdk-8u241-linux-x64.rpm

修改配置文件

[root@ip-172-31-13-64 ~]# tar xzf kafka_2.12-2.4.1.tgz
[root@ip-172-31-13-64 ~]# cd kafka_2.12-2.4.1/config/
[root@ip-172-31-13-64 config]# vi server.properties 
broker.id=0
listeners=PLAINTEXT://:9092
zookeeper.connect=172.31.6.164:2181,172.31.2.131:2181,172.31.7.9:2181

[root@ip-172-31-15-223 ~]# tar xzf kafka_2.12-2.4.1.tgz 
[root@ip-172-31-15-223 ~]# cd kafka_2.12-2.4.1/config/
[root@ip-172-31-15-223 config]# vi server.properties
broker.id=1
listeners=PLAINTEXT://:9092
zookeeper.connect=172.31.6.164:2181,172.31.2.131:2181,172.31.7.9:2181

[root@ip-172-31-8-209 ~]# tar xzf kafka_2.12-2.4.1.tgz 
[root@ip-172-31-8-209 ~]# cd kafka_2.12-2.4.1/config/
[root@ip-172-31-8-209 config]# vi server.properties 
broker.id=2
listeners=PLAINTEXT://:9092
zookeeper.connect=172.31.6.164:2181,172.31.2.131:2181,172.31.7.9:2181

启动服务

[root@ip-172-31-13-64 ~]# cd kafka_2.12-2.4.1
[root@ip-172-31-13-64 kafka_2.12-2.4.1]# nohup ./bin/kafka-server-start.sh config/server.properties &
[1] 18985
[root@ip-172-31-13-64 kafka_2.12-2.4.1]# nohup: ignoring input and appending output to ‘nohup.out’

[root@ip-172-31-13-64 kafka_2.12-2.4.1]#


[root@ip-172-31-15-223 ~]# cd kafka_2.12-2.4.1
[root@ip-172-31-15-223 kafka_2.12-2.4.1]# nohup ./bin/kafka-server-start.sh config/server.properties &
[1] 18161
[root@ip-172-31-15-223 kafka_2.12-2.4.1]# nohup: ignoring input and appending output to ‘nohup.out’

[root@ip-172-31-15-223 kafka_2.12-2.4.1]#


[root@ip-172-31-8-209 ~]# cd kafka_2.12-2.4.1
[root@ip-172-31-8-209 kafka_2.12-2.4.1]# nohup ./bin/kafka-server-start.sh config/server.properties &
[4] 17614
[root@ip-172-31-8-209 kafka_2.12-2.4.1]# nohup: ignoring input and appending output to ‘nohup.out’

[root@ip-172-31-8-209 kafka_2.12-2.4.1]#

启动后的日志输出

[root@ip-172-31-13-64 kafka_2.12-2.4.1]# tail -f nohup.out 
[2020-04-13 08:23:29,826] INFO [TransactionCoordinator id=0] Starting up. (kafka.coordinator.transaction.TransactionCoordinator)
[2020-04-13 08:23:29,827] INFO [TransactionCoordinator id=0] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator)
[2020-04-13 08:23:29,834] INFO [Transaction Marker Channel Manager 0]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager)
[2020-04-13 08:23:29,882] INFO [ExpirationReaper-0-AlterAcls]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)
[2020-04-13 08:23:29,903] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)
[2020-04-13 08:23:29,941] INFO [SocketServer brokerId=0] Started data-plane processors for 1 acceptors (kafka.network.SocketServer)
[2020-04-13 08:23:29,945] INFO Kafka version: 2.4.1 (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:23:29,945] INFO Kafka commitId: c57222ae8cd7866b (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:23:29,945] INFO Kafka startTimeMs: 1586766209941 (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:23:29,946] INFO [KafkaServer id=0] started (kafka.server.KafkaServer)

[root@ip-172-31-15-223 kafka_2.12-2.4.1]# tail -f nohup.out 
[2020-04-13 08:23:55,073] INFO [TransactionCoordinator id=1] Starting up. (kafka.coordinator.transaction.TransactionCoordinator)
[2020-04-13 08:23:55,075] INFO [TransactionCoordinator id=1] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator)
[2020-04-13 08:23:55,081] INFO [Transaction Marker Channel Manager 1]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager)
[2020-04-13 08:23:55,118] INFO [ExpirationReaper-1-AlterAcls]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)
[2020-04-13 08:23:55,138] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)
[2020-04-13 08:23:55,164] INFO [SocketServer brokerId=1] Started data-plane processors for 1 acceptors (kafka.network.SocketServer)
[2020-04-13 08:23:55,168] INFO Kafka version: 2.4.1 (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:23:55,168] INFO Kafka commitId: c57222ae8cd7866b (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:23:55,168] INFO Kafka startTimeMs: 1586766235165 (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:23:55,179] INFO [KafkaServer id=1] started (kafka.server.KafkaServer)

[root@ip-172-31-8-209 kafka_2.12-2.4.1]# tail -f nohup.out 
[2020-04-13 08:24:30,928] INFO [TransactionCoordinator id=2] Starting up. (kafka.coordinator.transaction.TransactionCoordinator)
[2020-04-13 08:24:30,929] INFO [Transaction Marker Channel Manager 2]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager)
[2020-04-13 08:24:30,929] INFO [TransactionCoordinator id=2] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator)
[2020-04-13 08:24:30,967] INFO [ExpirationReaper-2-AlterAcls]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper)
[2020-04-13 08:24:30,991] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread)
[2020-04-13 08:24:31,008] INFO [SocketServer brokerId=2] Started data-plane processors for 1 acceptors (kafka.network.SocketServer)
[2020-04-13 08:24:31,012] INFO Kafka version: 2.4.1 (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:24:31,012] INFO Kafka commitId: c57222ae8cd7866b (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:24:31,012] INFO Kafka startTimeMs: 1586766271008 (org.apache.kafka.common.utils.AppInfoParser)
[2020-04-13 08:24:31,013] INFO [KafkaServer id=2] started (kafka.server.KafkaServer)

查看运行状态

[root@ip-172-31-13-64 ~]# jps
18985 Kafka
23677 Jps
[root@ip-172-31-13-64 ~]#

[root@ip-172-31-15-223 ~]# jps
18161 Kafka
22820 Jps
[root@ip-172-31-15-223 ~]#

[root@ip-172-31-8-209 ~]# jps
22231 Jps
17614 Kafka
[root@ip-172-31-8-209 ~]#

创建测试主题

./bin/kafka-topics.sh --create --bootstrap-server localhost:9092 \
--replication-factor 3 --partitions 1 --topic my-replicated-topic

[root@ip-172-31-13-64 kafka_2.12-2.4.1]# ./bin/kafka-topics.sh --create --bootstrap-server localhost:9092 \
> --replication-factor 3 --partitions 1 --topic my-replicated-topic
[root@ip-172-31-13-64 kafka_2.12-2.4.1]#

查询测试主题描述

bin/kafka-topics.sh --describe --bootstrap-server localhost:9092 \
--topic my-replicated-topic

[root@ip-172-31-13-64 kafka_2.12-2.4.1]# bin/kafka-topics.sh --describe --bootstrap-server localhost:9092 \
> --topic my-replicated-topic
Topic: my-replicated-topic PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824
Topic: my-replicated-topic Partition: 0 Leader: 0 Replicas: 0,1,2 Isr: 0,1,2
[root@ip-172-31-13-64 kafka_2.12-2.4.1]#

[root@ip-172-31-15-223 kafka_2.12-2.4.1]# bin/kafka-topics.sh --describe --bootstrap-server localhost:9092 \
> --topic my-replicated-topic
Topic: my-replicated-topic PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824
Topic: my-replicated-topic Partition: 0 Leader: 0 Replicas: 0,1,2 Isr: 0,1,2
[root@ip-172-31-15-223 kafka_2.12-2.4.1]#

[root@ip-172-31-8-209 kafka_2.12-2.4.1]# bin/kafka-topics.sh --describe --bootstrap-server localhost:9092 \
> --topic my-replicated-topic
Topic: my-replicated-topic PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824
Topic: my-replicated-topic Partition: 0 Leader: 0 Replicas: 0,1,2 Isr: 0,1,2
[root@ip-172-31-8-209 kafka_2.12-2.4.1]#

查询可订阅主题列表

[root@ip-172-31-13-64 kafka_2.12-2.4.1]# ./bin/kafka-topics.sh --list --zookeeper 172.31.6.164:2181,172.31.2.131:2181,172.31.7.9:2181
my-replicated-topic
[root@ip-172-31-13-64 kafka_2.12-2.4.1]#