Forráskód Böngészése

Signed-off-by: zrufo <zrufo747@outlook.com>

zrufo 4 éve
szülő
commit
8e60ea6c78
1 módosított fájl, 137 hozzáadás és 24 törlés
  1. 137 24
      办公室机房.md

+ 137 - 24
办公室机房.md

@@ -4,31 +4,18 @@
 
 192.168.0.3	bsw-ubuntu
 
-192.168.0.10	centos7-0
+192.168.0.11	bsw-ubuntu-1
 
-192.168.0.11	centos7-1
+192.168.0.12	bsw-ubuntu-2
 
-192.168.0.12	centos7-2
+192.168.0.13	bsw-ubuntu-3
 
-192.168.0.13	centos7-3
+192.168.0.14	bsw-ubuntu-4
 
-192.168.0.14	centos7-4
+192.168.0.15	bsw-ubuntu-5
 
-192.168.0.15	centos7-5
+192.168.0.16	bsw-ubuntu-6
 
-192.168.0.16	centos7-6
-
-## 镜像源
-
-改为清华镜像
-
-```shell
-sudo cp /etc/yum.repos.d/CentOS-Base.repo  /etc/yum.repos.d/CentOS-Base.repo.bk
-sudo sed -e 's|^mirrorlist=|#mirrorlist=|g' \
-         -e 's|^#baseurl=http://mirror.centos.org|baseurl=https://mirrors.tuna.tsinghua.edu.cn|g' \
-         -i.bak \
-         /etc/yum.repos.d/CentOS-*.repo
-```
 
 ## Docker
 
@@ -43,7 +30,7 @@ echo '{
       "https://registry.docker-cn.com",
       "http://hub-mirror.c.163.com"
   ],
-  "log-opts": {"max-size":"100m", "max-file":"3"}
+  "log-opts": {"max-size":"5m", "max-file":"3"}
 }' > /etc/docker/daemon.json
 sudo yum remove docker \
                   docker-client \
@@ -77,13 +64,139 @@ web-ui ip:8500
 
 主机:
 
-bsw-ubuntu
+bsw-ubuntu-1
 
-centos7-0
+bsw-ubuntu-2
+
+bsw-ubuntu-3
+
+bsw-ubuntu-4
+
+bsw-ubuntu-5
+
+bsw-ubuntu-6
+
+位置:/var/local/consul/
+
+docker-compose.yaml
+
+```yaml
+version: '3.6'
+
+services:
+  consul:
+    image: consul:1.10.3
+    container_name: consul
+    network_mode: host
+    restart: always
+    volumes:
+      - /etc/consul/:/consul/conf.d/
+      - ./data/:/data/
+    command: agent --config-dir=/consul/conf.d/
+```
+
+安装:
+
+```shell
+docker-compose up -d
+```
+
+### zookeeper
+
+bsw-ubuntu-4
+
+bsw-ubuntu-5
+
+bsw-ubuntu-6
+
+位置:/var/local/zookeeper/
+
+docker-compose.yaml
+
+```yaml
+version: '3.7'
+
+# 配置zk集群的
+# container services下的每一个子配置都对应一个zk节点的docker container
+services:
+  zk:
+    # docker container所使用的docker image
+    image: zookeeper
+    container_name: zookeeper
+    # 配置docker container的环境变量
+    environment:
+      # 当前zk实例的id
+      ZOO_MY_ID: 14
+      # 整个zk集群的机器、端口列表 server.ZOO_MY_ID=host:2888:3888;2181 
+      ZOO_SERVERS: server.14=192.168.0.14:2888:3888;2181 server.15=192.168.0.15:2888:3888;2181 server.16=192.168.0.16:2888:3888;2181
+    # 将docker container上的路径挂载到宿主机上 实现宿主机和docker container的数据共享
+    volumes:
+      - ./data:/data
+      - ./datalog:/datalog
+    network_mode: host
+    restart: always
+```
+
+安装:
+
+```shell
+docker-compose up -d
+```
+
+### kafka
+
+bsw-ubuntu-4
+
+bsw-ubuntu-5
+
+bsw-ubuntu-6
+
+位置:/var/local/kafka/
+
+docker-compose.yaml
+
+```yaml
+version: "3.6"
+
+services:
+  kafka:
+    user: root
+    container_name: kafka
+    image: docker.io/bitnami/kafka:2
+    network_mode: "host"
+    restart: always
+    volumes:
+      - "./:/bitnami/kafka"
+    environment:
+      - KAFKA_BROKER_ID=14
+      - KAFKA_CFG_ZOOKEEPER_CONNECT=192.168.0.14:2181,192.168.0.15:2181,192.168.0.16:2181
+      - KAFKA_CFG_DELETE_TOPIC_ENABLE=TRUE
+      - ALLOW_PLAINTEXT_LISTENER=yes
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.0.14:9092
+```
+
+修改Topic备份
+
+increase-replication-factor.json
+
+```json
+{
+    "version":1,
+    "partitions":[
+        {
+            "topic":"logstash",
+            "partition":0,
+            "replicas":[14, 15, 16]
+        }
+    ]
+}
+```
+
+```shell
+bin/kafka-reassign-partitions.sh --zookeeper 192.168.0.14:2181,192.168.0.15:2181,192.168.0.16:2181 --reassignment-json-file increase-replication-factor.json --execute
+```
 
-centos7-1
 
-启动方式: #bash:service consul start
 
 ### Hadoop 2.7.7