LXC容器搭建NSQ集群一

发表于 更新于 分类于 本文字数： 6.6k 阅读时长 ≈ 12 分钟

LXC 容器搭建nsq集群

  • 阿里云服务器cpu飙到100，登不上去，好不容易登上去之后打开lxc容器内发现连不上网
    注意lxc的几个目录：/etc/default/lxc
    时间有限，暂时先贴这些
ecs_restart_lxc_config.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
#! /bin/sh
# See how we were called.
#检查容器内网络是否通畅
network()
{
    
    #超时时间
    local timeout=1
    lxcname=$(lxc list|awk ' NR>2 && $2!="" && $2!="|" {print $2}'|awk '{print $0}' | sed -n '$p')
    #目标网站
    local target=www.baidu.com

    #获取响应状态码
    local ret_code=`lxc exec $lxcname -- bash -c "curl -I -s --connect-timeout ${timeout} ${target} -w %{http_code} | tail -n1"`

    if [ "x$ret_code" = "x200" ]; then
        #网络畅通
        return 1
    else
        #网络不畅通
        return 0
    fi

    return 0
}

#awk 'BEGIN { FS=":";print "统计销售金额";total=0} {print NR;total=total+NR;} END {printf "销售金额总计：%.2f",total}' sx
lastnr=$(lxc list|awk ' NR>2 && $2!="" && $2!="|" {print $2}'|awk '{print NR}' | sed -n '$p')
if [ x"$lastnr" != x ];then
    state=$1
    case "$state" in
        start)
            echo "start action is right"
        ;;

        stop)
            echo "stop action is right"
        ;;

        restart|reload|force-reload)
            echo "reload action is right"
        ;;

        *)
            echo "Usage: $0 $lxcname {start|stop|restart|reload|force-reload}"
            exit 2
    esac
    # 检测网络是否正确
    network
    if [ $? -eq 0 ];then
        echo
        echo "容器内网络不畅通，请检查网络设置！"
        echo
        read -p "是否启用 ? [y/N]: " NET
        if [ "$NET" = 'y' -o "$NET" = 'Y' ]; then
            echo "先关闭容器内部网络，可能存在dnsmasq正在运行"
            ./lxc_reconnect_internet.sh  stop
            echo "开启容器内部网络"
            ./lxc_reconnect_internet.sh  start
        else
            exit 1;
        fi
    else
        echo
        echo "容器内网络非常畅通！"
        echo
        read -p "是否关闭 ? [y/N]: " NETSTOP
        if [ "$NETSTOP" = 'y' -o "$NETSTOP" = 'Y' ]; then
            ./lxc_reconnect_internet.sh  stop
        fi
    fi
    echo
    echo "检测过后容器内网络通畅"
    echo
    exitnr=$((lastnr+1))
    echo
    echo "哪一个容器你需要选择开启或关闭 openvpn和nsq?"
    echo
    text=$(lxc list|awk ' NR>2 && $2!="" && $2!="|" {print $2}'|awk '{print NR ")" $0}')
    defaultlxcname=$(lxc list|awk ' NR>2 && $2!="" && $2!="|" {print $2}'|awk '{print $0}'|sed -n "1p")
    echo "0) 所有容器"
    # echo $text #只能在同一行
    echo "$text"
    echo "$exitnr) Exit"
    read -p "Select an option [0-$exitnr]: " nr 
    # echo $nr
    if [ $nr = $exitnr ];then
        echo "退出了"
        exit;
    elif [ $nr = "0" ];then
        for container in $(lxc list|awk ' NR>2 && $2!="" && $2!="|" {print $2}'|awk '{print $0}'); do
            lxcname=$container
            # echo $container
            case "$state" in
                start)
                    ./lxc_restart.sh $lxcname $defaultlxcname
                ;;

                stop)
                    ./lxc_stop_vpn_nsq.sh $lxcname
                ;;

                restart|reload|force-reload)
                    ./lxc_stop_vpn_nsq.sh $lxcname
                    ./lxc_restart.sh $lxcname $defaultlxcname
                ;;

                *)
                    echo "Usage: $0 $lxcname {start|stop|restart|reload|force-reload}"
                    exit 2
            esac
        done
    else
        # sed -n "2p" 查找第2行内
        # echo $(lxc list|awk -F '|' ' NR%3==1 && $2!="" && NR>2 {print $2}'|sed -n "${nr}p")
        lxcname=$(lxc list|awk ' NR>2 && $2!="" && $2!="|" {print $2}'|awk '{print $0}'|sed -n "${nr}p")
        echo $lxcname
        case "$state" in
            start)
                ./lxc_restart.sh $lxcname $defaultlxcname
            ;;

            stop)
                ./lxc_stop_vpn_nsq.sh $lxcname
            ;;

            restart|reload|force-reload)
                ./lxc_stop_vpn_nsq.sh $lxcname
                ./lxc_restart.sh $lxcname $defaultlxcname
            ;;

            *)
                echo "Usage: $0 {start|stop|restart|reload|force-reload} "
                exit 2
        esac
    fi
fi
exit $?

lxc_restart.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#!/bin/sh
#./opevpn/lxc_reconnect_internet.sh
#用作比较的nsq 只放一个主nsqlookupd server
CONTAINERNAME=$2
# CONTAINERNAME="s1"
NSQFOLDER="/root/nsq1.2"
# read -p "请输入对应的lxc容器名称: " lxcname
lxcname=$1
# echo $lxcname
if [ -n "$NSQ" ]; then 
    echo "容器$lxcname 不存在"
    exit 1;
fi
if [ ! -f "/root/$lxcname.ovpn" ]; then 
    echo "$lxcname.ovpn 不存在,请用openinstall.sh 添加新用户"
    exit 1;
fi
OPENVPN=`lxc exec $lxcname pgrep openvpn`     
if [ -n "$OPENVPN" ];then  
    echo "openvpn service is running"
else
    echo "openvpn service is not running,ok then can do this"
    lxc file push /root/$lxcname.ovpn $lxcname/root/
    lxc exec $lxcname  -- sh -c "apt-get install -y openvpn"
    # lxc exec test -- nohup bash -c "/root/test.sh &"
    # lxc exec $lxcname -- sh -c "nohup openvpn --config /root/$lxcname.ovpn &" #不生效
    lxc exec $lxcname -- nohup bash -c " openvpn --config /root/$lxcname.ovpn &"
fi
echo "等待5s openvpn启动"
sleep 5

lookupdip=`lxc exec ${CONTAINERNAME} ifconfig tun0 | grep "inet addr:" | awk '{print $2}' | cut -c 6-` 
currentip=`lxc exec ${lxcname} ifconfig tun0 | grep "inet addr:" | awk '{print $2}' | cut -c 6-` 
echo
echo "lookupdip openvpn ip is : $lookupdip"
echo
echo "current ip is : $currentip "
echo 
NSQ=`lxc exec $lxcname pgrep nsq`       
if [ -n "$NSQ" ]; then 
        echo "nsq service is running"
        exit 1;
    else
        echo "nsq service is not running,we can do this;"
        lxc file push /root/nsq-1.2.0.linux-amd64.go1.12.9.tar.gz $lxcname/root/
        lxc exec $lxcname -- sh -c "tar -zxvf /root/nsq-1.2.0.linux-amd64.go1.12.9.tar.gz" 
        lxc exec $lxcname -- sh -c "rm -rf ${NSQFOLDER}"
        lxc exec $lxcname -- sh -c "mv /root/nsq-1.2.0.linux-amd64.go1.12.9 ${NSQFOLDER}"
        if [ $lxcname = ${CONTAINERNAME} ];then 
            echo "xxxx"
            #lxc exec s1 -- nohup bash -c "/root/nsq1.2/bin/nsqlookupd &"
            lxc exec $lxcname -- nohup bash -c "/${NSQFOLDER}/bin/nsqlookupd &"
            lxc exec $lxcname -- nohup bash -c "/${NSQFOLDER}/bin/nsqd --lookupd-tcp-address=127.0.0.1:4160  --broadcast-address=$currentip &"
            lxc exec $lxcname -- nohup bash -c "/${NSQFOLDER}/bin/nsqadmin --lookupd-http-address=127.0.0.1:4161 &"
        else
            lxc exec $lxcname -- nohup bash -c "/${NSQFOLDER}/bin/nsqd --lookupd-tcp-address=$lookupdip:4160 --broadcast-address=$currentip &"
        fi
fi
lxc_stop_vpn_nsq.sh
1
2
3
4
5
6
7
#!/bin/sh
stopfile="stop_vpn_nsq.sh"
lxcname=$1
# read -p "请输入对应的lxc容器名称: " lxcname
echo $lxcname
lxc file push /root/openvpn/$stopfile $lxcname/root/
lxc exec $lxcname -- bash -c "/root/$stopfile "