Lvs別樣的自動部署監控shell腳本

?

  • l?腳本功能：

  • l?實驗環境圖：

  • l?具體腳本：

  • l?結果驗證：

  • l?參考資料：

????

???????? 先申明，本文現在已經在我公司的測試環境和生產測試環境使用。正式環境請用keepalived+lvs.

安裝ipvsadm不多說了，先說說腳本的功能，腳本分為redirect?server?端和realserver?端，腳本分別為?lvs_redirector.sh?和realserver.sh腳本。另外加一個監控腳本lvs_monitor.sh(此腳本來源網友，做了一點修改，算是?取之于網絡，共享給網絡吧)。

腳本功能：執行?lvs_redirector.sh?nat|dr|tun|stop,中的一個選項可以啟動或關閉相應的lvs模式，并調用lvs_monitor.sh?監控realserver。當realserver故障，或者重新啟動時，自動刪除，添加相應的realserver.當realserver?全故障時，自動添加redirector?server?本地127.0.0.1的web頁面的故障提示。當realserver只要有一臺恢復時，自動添加相應的realserver,并刪除127.0.0.1。

實驗環境圖：Lvs具體原理可以看我的博客：Lvs通俗易懂的總結?。

本文腳本的使用如下圖的場景：

wKioL1afAhjShE05AAFbZrpEzV0597.jpg

wKioL1afAhmgREZmAAFYLfpABvc519.jpg

wKiom1afAd-CFSexAAF_9A43as8057.jpg


具體腳本：

lvs_redirector.sh?腳本如下：

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
#!/bin/bash
#?blog:http://qiaomiao.blog.51cto.com
#
#?20151223?v2.8?20160115
#?home:http://www.qmlab.cn?
#
#?description:this?script?is?use?start?lvs?(nat/dr/tun),and?stop?lvs.
??
??
#define?the?variable
??NAT_VIP="172.16.8.11"
??DR_VIP="10.0.8.20"
??TUN_VIP="10.0.8.20"
??DIP="10.0.8.11"
??RIP1="10.0.8.21"
??RIP2="10.0.8.22"
??RNET="10.0.8.0/24"
??DPORT=80
??RPORT1=80
??RPORT2=80
??GATEWAY01=172.16.8.254?????????#做nat模式時，redirector?服務器的外網卡的路由器網關地址。
??GATEWAY02=10.0.8.254???????????#路由器網關地址，做dr?和?tun?模式時用到。
?????????????????????????????????#兩個GATEWAY，請根據具體網絡環境做取舍。
??logfile=/tmp/myself_log/lvs.log
??
#create?log?dir
mkdir?-p?/tmp/myself_log????????????#?在這個目錄可以看到啟動lvs日志。
#general?funiction
lvs_monitor(){
?????if?[?$1?=?stop??];then
????????PS=`ps?-ef?|grep?lvs_monitor.sh?|awk?'{printf?$2"?"}'`
????????for?X?in?`echo?$PS`
?????????????do
????????????????kill?-9?$X
?????????????done
?????else
????????sh??./lvs_monitor.sh?&
?????fi
}
??
#?LVS/NAT?mode????
#?start
function?nat_start?{
?????nat_stop
?????VIP=$NAT_VIP
?????echo?1?>/proc/sys/net/ipv4/ip_forward
?#?start??NAT?mode
?????ifconfig?eth1?$VIP?netmask?255.255.255.0?up
?????route?del?-net?0.0.0.0
?????route?add??-net?0.0.0.0?netmask?0.0.0.0?gw?$GATEWAY01
?????#ifconfig?eth0:0?$VIP?broadcast?$VIP?netmask?255.255.255.0?up
?????ipvsadm?-C
?????ipvsadm?-A?-t?$VIP:$DPORT?-s?wlc
?????ipvsadm?-a?-t?$VIP:$DPORT?-r?$RIP1:$RPORT1?-m?-w?1
?????ipvsadm?-a?-t?$VIP:$DPORT?-r?$RIP2:$RPORT2?-m?-w?2
?????ipvsadm?-ln
?????ipvsadm?-lnc
?}
#?stop
function?nat_stop?{
?????VIP=$NAT_VIP
?????echo?0?>/proc/sys/net/ipv4/ip_forward
?#?stop??NAT?mode
?????ifconfig?eth1?down
?????route?del?-net?0.0.0.0
?????route?add??-net?0.0.0.0?netmask?0.0.0.0?gw?$GATEWAY02?>?/dev/null?2>&1
?????ipvsadm?-C
?}
??
??
#?LVS/dricert?routing??mode
#?start
function?dr_start?{
?????dr_stop
?????VIP=$DR_VIP
?????echo?1?>/proc/sys/net/ipv4/ip_forward
?????ifconfig?eth0:0?$VIP?broadcast?$VIP?netmask?255.255.255.255?up
?????route?add??-host?$VIP?dev?eth0:0
?#?start??DR??mode
?????ipvsadm?-C
?????ipvsadm?-A?-t?$VIP:$DPORT?-s?wlc
?????ipvsadm?-a?-t?$VIP:$DPORT?-r?$RIP1?-g?-w?1
?????ipvsadm?-a?-t?$VIP:$DPORT?-r?$RIP2?-g?-w?2
?????ipvsadm?-ln
?????ipvsadm?-lnc
??
?}
#?stop
function?dr_stop?{
?????VIP=$DR_VIP
?????echo?0?>/proc/sys/net/ipv4/ip_forward
?????ifconfig?eth0:0?$VIP?broadcast?$VIP?netmask?255.255.255.255?down
?????route?del?-host?$VIP?dev?eth0:0?>?/dev/null?2>&1
?#?stop??DR??mode
?????ipvsadm?-C
??
?}
??
??
??
#?LVS/tunneling??mode
#?start
function?tun_start?{
?????tun_stop
?????VIP=$TUN_VIP
?#?set?interface
?????#echo?1?>/proc/sys/net/ipv4/ip_forward
?????ifconfig?tunl0?$VIP?broadcast?$VIP?netmask?255.255.255.255?up
?????route?add?-host?$VIP?dev?tunl0
?#?start??tun??mode
?????ipvsadm?-C
?????ipvsadm?-A?-t?$VIP:$DPORT?-s?wlc
?????ipvsadm?-a?-t?$VIP:$DPORT?-r?$RIP1?-i?-w?1
?????ipvsadm?-a?-t?$VIP:$DPORT?-r?$RIP2?-i?-w?2
?????ipvsadm?-ln
?????ipvsadm?-lnc
??
?}
#?stop
function?tun_stop?{
?????VIP=$TUN_VIP
?#?set?interface
?????#echo?1?>/proc/sys/net/ipv4/ip_forward
?????ifconfig?tunl0?$VIP?broadcast?$VIP?netmask?255.255.255.255?down
?????ip?addr?flush?tunl0
?????route?del??-host?$VIP?dev?tunl0?>/dev/null?2>&1
?#?stop??tun??mode
?????ipvsadm?-C
}
??
??
service?iptables?stop
case?"$1"?in
????????nat)
????????echo?-e??"\n??`date?+%F"?"%H:%M:%S`?nat模式啟動...."?>?$logfile
????????tun_stop
????????dr_stop
????????nat_start
????????lvs_monitor?$1
????????;;
????????dr)
????????echo?-e??"\n??`date?+%F"?"%H:%M:%S`?dr模式啟動...."?>?$logfile
????????tun_stop
????????nat_stop
????????dr_start
????????lvs_monitor?$1
????????;;
????????tun)
????????echo?-e??"?\n??`date?+%F"?"%H:%M:%S?`?tun模式啟動...."?>?$logfile
????????dr_stop
????????nat_stop
????????tun_start
????????lvs_monitor?$1
????????;;
????????stop)
????????echo?-e?"\n?`date?+%F"?"%H:%M:%S`?關閉lvs...."?>?$logfile
????????dr_stop
????????nat_stop
????????tun_stop
????????lvs_monitor?$1
????????;;
????????*)
????????echo?$"Usage:?$0?{nat|dr|tun|stop}"??
????????;;
?esac

lvs_realserver.sh?腳本如下：

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
#!/bin/bash
#?write?by?lijing?QQ?858080796,?
#?blog:http://qiaomiao.blog.51cto.com
#?20151223?v2.8?20160115
#?home:http://www.qmlab.cn?
#
#?description:this?script?is?use?start?lvs?(nat/dr/tun).
??
#define?the?variable
??#NAT_VIP="10.0.8.20"
??DR_VIP="10.0.8.20"
??TUN_VIP="10.0.8.20"
??DIP="10.0.8.11"
??RIP1="10.0.8.21"
??RIP2="10.0.8.22"
??RNET="10.0.8.0/24"
??DPORT=80
??RPORT1=80
??RPORT2=80
??GATEWAY="10.0.8.254"
#
??
??
#?LVS/NAT?mode
#?start
function?nat_start?{
????nat_stop
?#?set?realserver?gateway
????route?del?-net?0.0.0.0
????route?add?-net?0.0.0.0?netmask?0.0.0.0?gw?$DIP
??
?}
#?stop
function?nat_stop?{
?#?set?realserver?gateway
????route?del?-net?0.0.0.0
????route?add?-net?0.0.0.0?netmask?0.0.0.0?gw?$GATEWAY
??
?}
??
??
#?LVS/dricert?routing??mode
#?start
function?dr_start?{
????dr_stop
????VIP=$DR_VIP
?#??set?interface
????ifconfig?lo:0?$VIP?broadcast?$VIP?netmask?255.255.255.255?up
????route?add?-host?$VIP?dev?lo:0
?#?set?realserver??
????echo?1?>?/proc/sys/net/ipv4/conf/lo/arp_ignore
????echo?2?>?/proc/sys/net/ipv4/conf/lo/arp_announce
????echo?1?>?/proc/sys/net/ipv4/conf/all/arp_ignore
????echo?2?>?/proc/sys/net/ipv4/conf/all/arp_announce
??
?}
#?stop
function?dr_stop?{
????VIP=$DR_VIP
?#??set?interface
????ifconfig?lo:0?down
????route?del?-host?$VIP?dev?lo:0?>/dev/null?2>&1
?#?set?realserver??
????echo?0?>?/proc/sys/net/ipv4/conf/lo/arp_ignore
????echo?0?>?/proc/sys/net/ipv4/conf/lo/arp_announce
????echo?0?>?/proc/sys/net/ipv4/conf/all/arp_ignore
????echo?0?>?/proc/sys/net/ipv4/conf/all/arp_announce
??
?}
??
??
#?LVS/tunneling??mode
#?start
function?tun_start?{
?????tun_stop
?????VIP=$TUN_VIP
?#?set?interface
?????ifconfig?tunl0?$VIP?broadcast?$VIP?netmask?255.255.255.255?up
?????route?add?-host?$VIP?dev?tunl0
?#?set?realserver??
????echo?1?>?/proc/sys/net/ipv4/conf/tunl0/arp_ignore
????echo?2?>?/proc/sys/net/ipv4/conf/tunl0/arp_announce
????echo?1?>?/proc/sys/net/ipv4/conf/all/arp_ignore
????echo?2?>?/proc/sys/net/ipv4/conf/all/arp_announce
????echo?0?>?/proc/sys/net/ipv4/conf/tunl0/rp_filter
????echo?0?>?/proc/sys/net/ipv4/conf/all/rp_filter
?}
#?stop
function?tun_stop?{
?????VIP=$TUN_VIP
?#?set?interface
?ip?addr?flush?tunl0
?????ifconfig?tunl0?down
?????route?del?-host?$VIP?dev?tunl0??>/dev/null?2>&1
?#?set?realserver??
????echo?0?>?/proc/sys/net/ipv4/conf/tunl0/arp_ignore
????echo?0?>?/proc/sys/net/ipv4/conf/tunl0/arp_announce
????echo?0?>?/proc/sys/net/ipv4/conf/all/arp_ignore
????echo?0?>?/proc/sys/net/ipv4/conf/all/arp_announce
????echo?0?>?/proc/sys/net/ipv4/conf/tunl0/rp_filter
????echo?0?>?/proc/sys/net/ipv4/conf/all/rp_filter
?}
??
service?iptables?stop
case?"$1"?in
????????nat)
????????tun_stop
????????dr_stop
????????nat_start
????????;;
????????dr)
????????tun_stop
????????nat_stop
????????dr_start
????????;;
????????tun)
????????nat_stop
????????dr_stop
????????tun_start
????????;;
????????stop)
????????nat_stop
????????dr_stop
????????tun_stop
????????;;
????????*)
????????echo?$"Usage:?$0?{nat|dr|tun|stop}"??
????????;;
?esac



lvs_monitor.sh?腳本如下：(注意要放在lvs_redirector.sh在同一個目錄下)

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
#!/bin/bash
#?write?by?http://small.blog.51cto.com/259970/1728082
#?感謝?網友?super_color
??
rs=("10.0.8.21"?"10.0.8.22")
vip="10.0.8.20"
port=80
logfile="/tmp/myself_log/lvs_monitor.log"
function?check_alldown?{
???#有一個rs主機能訪問，就說明不是全部掉了
???#檢查到一個rs主機存活就退出檢查
???#如果全部rs不能訪問，說明主機全掉了
???for?www?in?`echo?${rs[*]}`
???do
??????curl?--connect-timeout?1?http://$www?&>?/dev/null
??????if?[?$??-eq?0?]
??????then
??????????echo?0?
??????????exit?0
??????fi
???done
???echo?100?
}
function?lvs_add?{
???ipvsadm?-a?-t?$vip:$port?-r?$1
???echo?"add?rs?host:$1?to?lvs"
}
function?lvs_rm?{
???ipvsadm?-d?-t?$vip:$port?-r?$1
???echo?"remove?rs?host:$1?to?lvs"
}
function?lvs_local?{
???#如果全部rs主機掉線，并且lvs中沒有127.0.0.1就添加它
???#如果可以訪問一個rs主機，并且lvs中有127.0.0.1就刪除它
???all_down=`check_alldown`
???rip=$(ipvsadm?-L?-n?|?gawk?'/127.0.0.1/')
???if?[?$all_down?-eq?100?]
???then
???????if?[?"$rip"?=?""?]
???????then
???????????echo?"`date?+%F:%H-%M-%S`?all?rs?host?is?down!"?>>?$logfile
???????????lvs_add?"127.0.0.1"
???????fi
???else
???????if?[?$all_down?-eq?0?]?&&?[?!?"$rip"?=?""?]
???????then
???????????echo?"`date?+%F:%H-%M-%S`?one?rs?host?is?up,remove?local?rs?host!"?>>?$logfile
???????????lvs_rm?"127.0.0.1"
???????fi
???fi
}
function?lvs_rs?{
???#如果可以訪問一個rs主機，并且lvs中沒有它就添加它
???#如果不能訪問一個rs主機，并且lvs中有它就刪除它
???lvs_local
???for?www?in?`echo?${rs[*]}`
???do
??????rip=$(ipvsadm?-L?-n?|?gawk?"/$www/")
??????curl?--connect-timeout?1?http://$www?&>?/dev/null
??????if?[?$??-eq?0?]
??????then
??????????if?[?"$rip"?=?""?]
??????????then
??????????????echo?"`date?+%F:%H-%M-%S`?rs?host:$www?is?up!"?>>?$logfile
??????????????lvs_add?"$www"
??????????fi
??????else
??????????if?[?!?"$rip"?=?""?]
??????????then
??????????????echo?"`date?+%F:%H-%M-%S`?rs?host:$www?is?down!"?>>?$logfile
??????????????lvs_rm?"$www"
??????????fi
??????fi
???done
}
function?lvs_monitor?{
???while?true
???do
#?????echo?"check?lvs?rs?health!"
?????lvs_rs
?????sleep?1
???done
}
lvs_monitor

結果驗證:在驗證結果之前，要保證你的路由器的端口映射是正確，且生效的，上面圖中：

當外網客戶端192.168.20.200訪問時，nat模式路由器192.168.20.14映射到172.16.8.11這個IP，

dr和?tun模式映射到?10.0.8.20這個IP。

驗證方法：先測試直接內網訪問兩臺realserver?web是不是正常，以及redirector?server?的本地127.0.0.1?web?是不是正常，再測試訪問192.168.20.14，當其中一臺故障時是不是還可以訪問，到全故障時，有沒有切的本地127.0.0.1(故障提示頁)的web，當其中只要有一臺恢復時，會不會啟動添加啟用，并刪除127.0.0.1的web.

wKiom1afAuDz7wQhAAFc37gLoA8090.png

wKioL1afAx7AR8chAAHidmOCnno611.png