免费注册 查看新帖 |

Chinaunix

  平台 论坛 博客 文库
› 论坛 › IT运维 › 集群和高可用 › lvs-keepalived实验遇到的问题
最近访问板块 发新帖
查看: 4809 | 回复: 3
打印 上一主题 下一主题

lvs-keepalived实验遇到的问题 [复制链接]

lwlmj2011

论坛徽章:
0
跳转到指定楼层
1楼 [收藏(0)] [报告]
发表于 2012-05-24 22:53 |只看该作者 |倒序浏览
本帖最后由 lwlmj2011 于 2012-05-24 22:56 编辑

环境介绍
CIP:
        IP:192.168.0.88                xqh
        route:192.168.0.89
DGW:
        inner_IP:192.168.0.89        xiangyu(xen)
        outer_IP:10.84.0.1

Director_M:                                xlb
        VIP:10.84.0.100
        MIP:10.84.0.168
        route:10.84.0.1
       
Director_B:                                xxh
        VIP:10.84.0.100
        BIP:10.84.0.169
        route:10.84.0.1
RS1:                                                xlj
        RIP1:10.84.0.88
        lo1:10.84.0.100 netmask:255.255.255.255
        route:10.84.0.1
RS2:                                                xhx
        RIP2:10.84.0.89
        lo2:10.84.0.100 netmask:255.255.255.255
        route:10.84.0.1

=====================================================================

搭建过程:

DGW:                xiangyu
[root@xiangyu ~]# vim /etc/sysctl.conf
net.ipv4.ip_forward = 1

Director_M:                                xlb
1、源码编译安装keepalived软件
[root@xlb ~]# cd /usr/local/src/
[root@xlb ~]# tar xzf keepalived-1.2.2.tar.gz
[root@xlb ~]# cd keepalived-1.2.2
[root@xlb ~]# mkdir /usr/local/keepalived
[root@xlb ~]# ./configure -prefix=/ --mandir=/usr/local/share/man --with-kernel-dir=/usr/src/kernels/2.6.9-67.EL-smp-i686/ && make && make install && echo "job done"
2、修改网络设置
[root@xlb ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth0
# Xen Virtual Ethernet
DEVICE=eth0
BOOTPROTO=none
ONBOOT=yes
HWADDR=00:16:36:75:3e:cd
IPADDR=10.84.0.168
NETMASK=255.255.255.0
GATEWAY=10.84.0.1
TYPE=Ethernet

3、修改keepalived配置文件
[...]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
   router_id LVS_DEVEL
}

vrrp_instance VI_1 {
    state BACKUP
    nopreempt
    interface eth0
    virtual_router_id 51
    priority 100
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 123456
    }
    virtual_ipaddress {
        10.84.0.100
    }
}

virtual_server 10.84.0.100 80 {
    delay_loop 6
    lb_algo wlc
    lb_kind DR
    nat_mask 255.255.255.0
    persistence_timeout 5
    protocol TCP

    real_server 10.84.0.88 80 {
        weight 1
        HTTP_GET {
            url {
              path /
              digest 949ac10c2ca37420b18107ae1db6ce87
            }
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
    real_server 10.84.0.89 80 {
        weight 1
        HTTP_GET {
            url {
              path /
              digest 7958a01cf312b56ca6db62e86aa9c4ce
            }
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
}

Director_B:                                xxh
1、源码编译安装keepalived软件
[root@xxh ~]# cd /usr/local/src/
[root@xxh ~]# tar xzf keepalived-1.2.2.tar.gz
[root@xxh ~]# cd keepalived-1.2.2
[root@xxh ~]# mkdir /usr/local/keepalived
[root@xxh ~]# ./configure -prefix=/ --mandir=/usr/local/share/man --with-kernel-dir=/usr/src/kernels/2.6.9-67.EL-smp-i686/ && make && make install
2、修改网络设置
[root@xxh ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth0
# Xen Virtual Ethernet
DEVICE=eth0
BOOTPROTO=none
ONBOOT=yes
HWADDR=00:16:36:75:3e:ce
IPADDR=10.84.0.168
NETMASK=255.255.255.0
GATEWAY=10.84.0.1
TYPE=Ethernet
3、修改keepalived配置文件
[...]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
   router_id LVS_DEVEL
}

vrrp_instance VI_1 {
    state BACKUP
    nopreempt
    interface eth0
    virtual_router_id 51
    priority 99
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 123456
    }
    virtual_ipaddress {
        10.84.0.100
    }
}

virtual_server 10.84.0.100 80 {
    delay_loop 6
    lb_algo wlc
    lb_kind DR
    nat_mask 255.255.255.0
    persistence_timeout 5
    protocol TCP

    real_server 10.84.0.88 80 {
        weight 1
        HTTP_GET {
            url {
              path /
              digest 949ac10c2ca37420b18107ae1db6ce87
            }
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
    real_server 10.84.0.89 80 {
        weight 1
        HTTP_GET {
            url {
              path /
              digest 7958a01cf312b56ca6db62e86aa9c4ce
            }
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
}

RS1:                                                xlj
[root@xlj ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth0
# Xen Virtual Ethernet
DEVICE=eth0
BOOTPROTO=static
ONBOOT=yes
HWADDR=00:16:36:75:3e:c1
IPADDR=10.84.0.88
NETMASK=255.255.255.0
NETWORK=10.84.0.0
GATEWAY=10.84.0.1
TYPE=Ethernet

RS2:                                                xhx
[root@xhx ~]# vim /etc/sysconfig/network-scripts/ifcfg-eth0

# Xen Virtual Ethernet
DEVICE=eth0
BOOTPROTO=static
ONBOOT=yes
HWADDR=00:16:36:75:3e:c2
IPADDR=10.84.0.88
NETMASK=255.255.255.0
NETWORK=10.84.0.0
GATEWAY=10.84.0.1
TYPE=Ethernet

=====================================================================

现在的情况:
[root@xlb ~]# /etc/init.d/keepalived start
Starting keepalived: [  OK  ]

[root@xlb ~]# ip addr ls
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast qlen 1000
    link/ether 00:16:36:75:3e:cd brd ff:ff:ff:ff:ff:ff
    inet 10.84.0.168/24 brd 10.84.0.255 scope global eth0
    inet 10.84.0.100/32 scope global eth0
    inet6 fe80::216:36ff:fe75:3ecd/64 scope link
       valid_lft forever preferred_lft forever
3: sit0: <NOARP> mtu 1480 qdisc noop
    link/sit 0.0.0.0 brd 0.0.0.0

[root@xlb ~]# tail /var/log/messages
May 24 20:14:13 xlb Keepalived_vrrp: VRRP sockpool: [ifindex(2), proto(112), fd(10,11)]
May 24 20:14:13 xlb Keepalived: Starting VRRP child process, pid=1379
May 24 20:14:17 xlb Keepalived_vrrp: VRRP_Instance(VI_1) Transition to MASTER STATE
May 24 20:14:18 xlb Keepalived_vrrp: VRRP_Instance(VI_1) Entering MASTER STATE
May 24 20:14:18 xlb Keepalived_vrrp: VRRP_Instance(VI_1) setting protocol VIPs.
May 24 20:14:18 xlb Keepalived_vrrp: VRRP_Instance(VI_1) Sending gratuitous ARPs on eth0 for 10.84.0.100
May 24 20:14:23 xlb Keepalived_vrrp: VRRP_Instance(VI_1) Sending gratuitous ARPs on eth0 for 10.84.0.100
May 24 20:16:01 xlb kernel: IPVS: Registered protocols (TCP, UDP, AH, ESP)
May 24 20:16:01 xlb kernel: IPVS: Connection hash table configured (size=4096, memory=32Kbytes)
May 24 20:16:01 xlb kernel: IPVS: ipvs loaded.

[root@xxh ~]# /etc/init.d/keepalived start
Starting keepalived: [  OK  ]
[root@xxh ~]# ip addr ls
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast qlen 1000
    link/ether 00:16:36:75:3e:ce brd ff:ff:ff:ff:ff:ff
    inet 10.84.0.169/24 brd 10.84.0.255 scope global eth0
    inet6 fe80::216:36ff:fe75:3ece/64 scope link
       valid_lft forever preferred_lft forever
3: sit0: <NOARP> mtu 1480 qdisc noop
    link/sit 0.0.0.0 brd 0.0.0.0

[root@xqh ~]# ping 10.84.0.100
PING 10.84.0.100 (10.84.0.100) 56(84) bytes of data.
64 bytes from 10.84.0.100: icmp_seq=1 ttl=64 time=8.60 ms
From 192.168.0.89: icmp_seq=2 Redirect Host(New nexthop: 10.84.0.100)
64 bytes from 10.84.0.100: icmp_seq=2 ttl=64 time=12.4 ms

[root@xqh ~]# arping 10.84.0.100
ARPING 10.84.0.100 from 192.168.0.88 eth0
Unicast reply from 10.84.0.100 [00:16:36:75:3E:CD]  8.896ms
Unicast reply from 10.84.0.100 [00:16:36:75:3E:CD]  2.576ms
Unicast reply from 10.84.0.100 [00:16:36:75:3E:CD]  2.824ms

=====================================================================

遇到的问题:
[root@xqh ~]# elinks -dump http://10.84.0.88
   xlj
[root@xqh ~]# elinks -dump http://10.84.0.89
   xhx
[root@xqh ~]# elinks -dump http://10.84.0.100
ELinks: Connection refused

这情况应该怎么解决呢
lwlmj2011

论坛徽章:
0
2楼 [报告]
发表于 2012-05-26 17:46 |只看该作者
本帖最后由 lwlmj2011 于 2012-05-26 17:48 编辑

好在经过仔细检查之后,问题最终解决了
实战分享：从技术角度谈机器学习入门| 【大话IT】RadonDB低门槛向MySQL集群下战书 | ChinaUnix打赏功能已上线！ | 新一代分布式关系型数据库RadonDB知多少？
Yuri.G.

论坛徽章:
0
3楼 [报告]
发表于 2012-05-26 19:29 |只看该作者
回复 2# lwlmj2011


    把问题和解决方法写出来，不然以后没人乐意跟你一起讨论问题的哦。
实战分享：从技术角度谈机器学习入门| 【大话IT】RadonDB低门槛向MySQL集群下战书 | ChinaUnix打赏功能已上线！ | 新一代分布式关系型数据库RadonDB知多少？
lwlmj2011

论坛徽章:
0
4楼 [报告]
发表于 2012-05-27 23:17 |只看该作者
本帖最后由 lwlmj2011 于 2012-05-27 23:31 编辑

不必威胁本座

这两天在整一个9台真机+28台虚拟机的微型集群
lvs+keepalived+haproxy+magent+memcache+route_log
并正在整理各模块的搭建过程和onekey自动搭建整个实验的脚本
故没有及时公布此贴答案
问题出现在
[...]#vim /etc/sysctl.conf
net.ipv4.eth0.arp_ignore=1
net.ipv4.eth0.arp_announce=2
我忘记在rs上加这一步了
实战分享：从技术角度谈机器学习入门| 【大话IT】RadonDB低门槛向MySQL集群下战书 | ChinaUnix打赏功能已上线！ | 新一代分布式关系型数据库RadonDB知多少？
返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则 发表回复

  

北京盛拓优讯信息技术有限公司. 版权所有 京ICP备16024965号-6 北京市公安局海淀分局网监中心备案编号：11010802020122 niuxiaotong@pcpop.com 17352615567
未成年举报专区
中国互联网协会会员  联系我们：huangweiwei@itpub.net
感谢所有关心和支持过ChinaUnix的朋友们 转载本站内容请注明原作者名及出处

清除 Cookies - ChinaUnix - Archiver - WAP - TOP