Last active
May 31, 2018 07:35
-
-
Save novohool/1f3f3282eac66098c855ad721d9a3ad4 to your computer and use it in GitHub Desktop.
haproxy，keepalived, mycat,实现集群高可用
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 双节点安装以下三个服务： | |
| keepalived 主要的作用是在主网卡上生成漂移ip，这里的VIP；另一个作用是自动恢复haproxy保证其正常运行。 | |
| haproxy的作用是提供web服务并监控mycat的运行情况，映射服务端口 | |
| mycat 则实现主从复制读写分离 | |
| ``` | |
| 内核 | |
| cat>>/etc/sysctl.conf<<EOF | |
| net.ipv4.ip_forward = 1 | |
| net.ipv4.ip_nonlocal_bind = 1 | |
| EOF | |
| sysctl -p | |
| 安装包 | |
| yum -y install rsyslog xinetd openssl openssl-devel haproxy mysql ipvsadm keepalived.x86_64 | |
| #################################################### HAPROXY--MYCAT ################################### | |
| 添加文件 | |
| vi /etc/rsyslog.d/haproxy.conf | |
| $ModLoad imudp | |
| $UDPServerRun 514 | |
| local0.* /var/log/haproxy.log | |
| 检查配置文件 | |
| vi /etc/rsyslog.conf | |
| $IncludeConfig /etc/rsyslog.d/*.conf | |
| local0.* /var/log/haproxy.log | |
| service rsyslog restart | |
| chkconfig rsyslog on | |
| chkconfig haproxy on | |
| chkconfig keepalived on | |
| 配置xinetd | |
| cat>/etc/xinetd.d/mycat_status<<EOF | |
| service mycat_status | |
| { | |
| flags = REUSE | |
| socket_type = stream | |
| port = 48700 | |
| wait = no | |
| user = nobody | |
| server =/usr/local/bin/mycat_status | |
| log_on_failure += USERID | |
| disable = no | |
| } | |
| EOF | |
| vi /usr/local/bin/mycat_status | |
| -------------------------------------- | |
| #!/bin/bash | |
| #/usr/local/bin/mycat_status.sh | |
| # This script checks if a mycat server is healthy running on localhost. It will | |
| # return: | |
| # | |
| # "HTTP/1.x 200 OK\r" (if mycat is running smoothly) | |
| # | |
| # "HTTP/1.x 503 Internal Server Error\r" (else) | |
| mycat=`/usr/local/mycat/bin/mycat status |grep 'not running'| wc -l` | |
| if [ "$mycat" = "0" ]; | |
| then | |
| /bin/echo -e "HTTP/1.1 200 OK\r\n" | |
| else | |
| /bin/echo -e "HTTP/1.1 503 Service Unavailable\r\n" | |
| fi | |
| --------------------------------------- | |
| cat>>/etc/services<<EOF | |
| mycat_status 48700/tcp # mycat_status | |
| EOF | |
| chmod 777 /usr/local/bin/mycat_status | |
| chmod 777 /etc/xinetd.d/mycat_status | |
| chkconfig --add xinetd | |
| chkconfig --level 2345 xinetd on | |
| 安装mycat | |
| wget http://dl.mycat.io/Mycat-server-1.4-beta-20150604171601-linux.tar.gz | |
| tar -zxvf Mycat-server-1.4-beta-20150604171601-linux.tar.gz -C /usr/local/ | |
| ln -s /usr/local/mycat/bin/mycat /etc/init.d/mycat | |
| chkconfig --add mycat | |
| chkconfig mycat on | |
| 修改配置密码 | |
| vi /usr/local/mycat/conf/schema.xml | |
| mysql添加权限 | |
| GRANT ALL PRIVILEGES ON *.* TO 'root'@'192.168.1.*' IDENTIFIED BY '你的密码'; | |
| flush privileges; | |
| 启动 | |
| /usr/local/mycat/bin/mycat restart | |
| 测试连接 | |
| mysql -uroot -p'root@123456' -hlocalhost -P8066 | |
| vi /etc/haproxy/haproxy.cfg | |
| ------------------------------------------------------------------- | |
| global | |
| log 127.0.0.1 local0 | |
| maxconn 4096 | |
| chroot /var/lib/haproxy | |
| user haproxy | |
| group haproxy | |
| daemon | |
| defaults | |
| log global | |
| option dontlognull | |
| retries 3 | |
| option redispatch | |
| maxconn 2000 | |
| timeout connect 5000 | |
| timeout client 50000 | |
| timeout server 50000 | |
| listen admin_stats 192.168.1.215:48800 | |
| stats uri /admin-status | |
| stats auth admin:admin | |
| mode http | |
| option httplog | |
| listen mycat_service 192.168.1.215:18066 | |
| mode tcp | |
| option tcplog | |
| option httpchk OPTIONS * HTTP/1.1\r\nHost:\ www | |
| balance roundrobin | |
| server mycat_1 192.168.1.213:8066 check port 48700 inter 5s rise 2 fall 3 | |
| server mycat_2 192.168.1.214:8066 check port 48700 inter 5s rise 2 fall 3 | |
| timeout server 20000 | |
| listen mycat_admin 192.168.1.215:19066 | |
| mode tcp | |
| option tcplog | |
| option httpchk OPTIONS * HTTP/1.1\r\nHost:\ www | |
| balance roundrobin | |
| server mycat_1 192.168.1.213:9066 check port 48700 inter 5s rise 2 fall 3 | |
| server mycat_2 192.168.1.214:9066 check port 48700 inter 5s rise 2 fall 3 | |
| timeout server 20000 | |
| --------------------------------------------------------------------------- | |
| service haproxy restart | |
| ############################ KEEPALIVED ########################################### | |
| 配置keepalived启动参数 | |
| vi /etc/sysconfig/keepalived | |
| -------------------------------------------------------------- | |
| KEEPALIVED_OPTIONS="-D -f /etc/keepalived/keepalived.conf" | |
| -------------------------------------------------------------- | |
| mkdir -p /etc/keepalived/scripts/ | |
| vi /etc/keepalived/scripts/check_haproxy.sh | |
| ---------------------------------------------------- | |
| #!/bin/bash | |
| STARTHAPROXY="/etc/init.d/haproxy start" | |
| STOPKEEPALIVED="/etc/init.d/keepalived stop" | |
| LOGFILE="/var/log/keepalived-haproxy-state.log" | |
| echo "[check_haproxy status]" >> $LOGFILE | |
| A=`ps -C haproxy --no-header |wc -l` | |
| echo "[check_haproxy status]" >> $LOGFILE | |
| date >> $LOGFILE | |
| if [ $A -eq 0 ];then | |
| echo $STARTHAPROXY >> $LOGFILE | |
| $STARTHAPROXY >> $LOGFILE 2>&1 | |
| sleep 5 | |
| fi | |
| if [ `ps -C haproxy --no-header |wc -l` -eq 0 ];then | |
| exit 0 | |
| else | |
| exit 1 | |
| fi | |
| ------------------------------------------------------ | |
| vim /etc/keepalived/keepalived.conf master 【这边的漂移ip绑到eth2上，通过ip addr 查看】 | |
| ----------------------------------------------------- | |
| ! Configuration Fileforkeepalived | |
| vrrp_script chk_http_port { | |
| script "/etc/keepalived/scripts/check_haproxy.sh" | |
| interval 2 | |
| weight 2 | |
| } | |
| vrrp_instance VI_1 { | |
| state MASTER | |
| interface eth2 | |
| virtual_router_id 51 | |
| priority 150 | |
| advert_int 1 | |
| virtual_ipaddress { | |
| 192.168.1.215 dev eth2 scope global | |
| } | |
| authentication { | |
| auth_type PASS | |
| auth_pass 1111 | |
| } | |
| track_script { | |
| chk_http_port | |
| } | |
| notify_master /etc/keepalived/scripts/haproxy_master.sh | |
| notify_backup /etc/keepalived/scripts/haproxy_backup.sh | |
| notify_fault /etc/keepalived/scripts/haproxy_fault.sh | |
| notify_stop /etc/keepalived/scripts/haproxy_stop.sh | |
| } | |
| ------------------------------------------------------------- | |
| vim /etc/keepalived/keepalived.conf backup | |
| ------------------------------------------------------------- | |
| ! Configuration Fileforkeepalived | |
| vrrp_script chk_http_port { | |
| script "/etc/keepalived/scripts/check_haproxy.sh" | |
| interval 2 | |
| weight 2 | |
| } | |
| vrrp_instance VI_1 { | |
| state BACKUP | |
| interface eth2 | |
| virtual_router_id 51 | |
| priority 120 | |
| advert_int 1 | |
| authentication { | |
| auth_type PASS | |
| auth_pass 1111 | |
| } | |
| track_script { | |
| chk_http_port | |
| } | |
| virtual_ipaddress { | |
| 192.168.1.215 dev eth2 scope global | |
| } | |
| notify_master /etc/keepalived/scripts/haproxy_master.sh | |
| notify_backup /etc/keepalived/scripts/haproxy_backup.sh | |
| notify_fault /etc/keepalived/scripts/haproxy_fault.sh | |
| notify_stop /etc/keepalived/scripts/haproxy_stop.sh | |
| } | |
| -------------------------------------------------------------- | |
| vi /etc/keepalived/scripts/haproxy_master.sh | |
| --------------------------------------------------------------------------- | |
| #!/bin/bash | |
| STARTHAPROXY=`/etc/init.d/haproxy start` | |
| STOPHAPROXY=`ps -ef | grep sbin/haproxy | grep -v grep | awk '{print $2}'| xargs kill -s 9` | |
| LOGFILE="/var/log/keepalived-haproxy-state.log" | |
| echo "[master]" >> $LOGFILE | |
| date >> $LOGFILE | |
| echo "Being master...." >> $LOGFILE 2>&1 | |
| echo "stop haproxy...." >> $LOGFILE 2>&1 | |
| $STOPHAPROXY >> $LOGFILE 2>&1 | |
| echo "start haproxy...." >> $LOGFILE 2>&1 | |
| $STARTHAPROXY >> $LOGFILE 2>&1 | |
| echo "haproxy stared ..." >> $LOGFILE | |
| ---------------------------------------------------------------------------- | |
| vi /etc/keepalived/scripts/haproxy_backup.sh | |
| ----------------------------------------------------------------------------------------- | |
| #!/bin/bash | |
| STARTHAPROXY=`/etc/init.d/haproxy start` | |
| STOPHAPROXY=`ps -ef | grep sbin/haproxy | grep -v grep | awk '{print $2}'| xargs kill -s 9` | |
| LOGFILE="/var/log/keepalived-haproxy-state.log" | |
| echo "[backup]" >> $LOGFILE | |
| date >> $LOGFILE | |
| echo "Being backup...." >> $LOGFILE 2>&1 | |
| echo "stop haproxy...." >> $LOGFILE 2>&1 | |
| $STOPHAPROXY >> $LOGFILE 2>&1 | |
| echo "start haproxy...." >> $LOGFILE 2>&1 | |
| $STARTHAPROXY >> $LOGFILE 2>&1 | |
| echo "haproxy stared ..." >> $LOGFILE | |
| ----------------------------------------------------------------------------------------- | |
| vim /etc/keepalived/scripts/haproxy_fault.sh | |
| --------------------------------------------------------------------------------------- | |
| #!/bin/bash | |
| LOGFILE=/var/log/keepalived-haproxy-state.log | |
| echo "[fault]" >> $LOGFILE | |
| date >> $LOGFILE | |
| ---------------------------------------------------------------------------------------- | |
| vim /etc/keepalived/scripts/haproxy_stop.sh | |
| -------------------------------------------------------------------------- | |
| #!/bin/bash | |
| LOGFILE=/var/log/keepalived-haproxy-state.log | |
| echo "[stop]" >> $LOGFILE | |
| date >> $LOGFILE | |
| -------------------------------------------------------------------------- | |
| 添加权限 | |
| chmod 777 /etc/keepalived/scripts/* | |
| 启动 | |
| service keepalived start | |
| ##################################################### mycat主从复制 ###################################################### | |
| ``` | |
| ###### 类似的，也可搭建nginx、mysqld高可用集群，这种一般是业务量小的情况，业务量大则需要用kubernets编排，不仅节约资源还能大量扩容达到高可用。 | |
|  |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment