nginx+keepalived安装配置（整理中）

线上环境安装测试说明
两台测试机
nginx+keepalived做后端LNMP及tomcat+jdk+mysql的负载高可用

测试环境
centos 6.2 x86_64
IP:192.168.101.77
vip：10.10.10.8

centos 6.2 x86_64
IP:192.168.101.88
vip：10.10.10.8

由于测试环境，两台都安装同样的服务

安装过程

192.168.101.77和192.168.101.88 安装nginx+keepalived
安装依赖包
yum -y install cmake gcc gcc-c++ make zlib zlib-devel openssl* popt popt-devel pcre pcre-devel

安装pcre
[root@open2 src]# tar jxvf pcre-8.20.tar.bz2
[root@open2 src]# cd pcre-8.20
[root@open2 pcre-8.20]# ./configure --prefix=/usr/local/app/pcre
[root@open2 pcre-8.20]# make && make install
[root@open2 pcre-8.20]# cd ..

安装nginx
[root@open2 src]# tar zxvf nginx-1.5.6.tar.gz
[root@open2 src]# cd nginx-1.5.6
[root@open2 nginx-1.5.6]# ./configure --prefix=/usr/local/app/lbnginx --with-pcre=/usr/src/pcre-8.20
[root@open2 nginx-1.5.6]# make
[root@open2 nginx-1.5.6]# make install
[root@open2 nginx-1.5.6]# cd ..

安装keepalived
[root@open2 src]# tar zxvf keepalived-1.2.8.tar.gz
[root@open2 src]# cd keepalived-1.2.8
[root@open2 keepalived-1.2.8]# ./configure --prefix=/usr/local/app/keepalived
[root@open2 keepalived-1.2.8]# make
[root@open2 keepalived-1.2.8]# make install

配置文件，启动脚本
[root@open2 keepalived-1.2.8]# cp /usr/local/app/keepalived/etc/rc.d/init.d/keepalived /etc/rc.d/init.d/
[root@open2 keepalived-1.2.8]# cp /usr/local/app/keepalived/etc/sysconfig/keepalived /etc/sysconfig/
[root@open2 keepalived-1.2.8]# mkdir /etc/keepalived
[root@open2 keepalived-1.2.8]# cp /usr/local/app/keepalived/etc/keepalived/keepalived.conf /etc/keepalived/
[root@open2 keepalived-1.2.8]# cp /usr/local/app/keepalived/sbin/keepalived /usr/sbin/
[root@open2 keepalived-1.2.8]# chkconfig --level 2345 keepalived on
[root@open2 keepalived-1.2.8]# service keepalived start
Starting keepalived: [ OK ]

[root@open-source keepalived]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether 00:0c:29:c5:78:f3 brd ff:ff:ff:ff:ff:ff
inet 192.168.101.77/24 brd 192.168.101.255 scope global eth0
inet 192.168.101.7/32 scope global eth0
inet 10.10.10.8/32 scope global eth0 #查看VIP是否启动
inet6 fe80::20c:29ff:fec5:78f3/64 scope link
valid_lft forever preferred_lft forever

192.168.101.77 keepalived配置，192.168.101.88配置一样只是换一下IP
[root@open2 ~]# cat /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
notification_email {
leeforget@test.com
}
notification_email_from leeforget@test.com
smtp_server 192.168.101.77
smtp_connect_timeout 30
router_id LVS_DEVEL
}

vrrp_instance VI_1 {
state MASTER
interface eth0
virtual_router_id 51
mcast_src_ip 192.168.101.77
priority 100
advert_int 1
authentication {
auth_type PASS
auth_pass testpass
}
virtual_ipaddress {
10.10.10.8
}
}

nginx 配置
[root@open-source conf]# cat nginx.conf
user www;
worker_processes 4;

worker_rlimit_nofile 65535;

error_log /var/log/lbnginx/error.log;
#error_log logs/error.log info;
#pid logs/nginx.pid;

events {
use epoll;
worker_connections 102400;
}

http {
include mime.types;
default_type application/octet-stream;

sendfile on;
tcp_nopush on;
tcp_nodelay off;

gzip on;
gzip_comp_level 1;
gzip_proxied any;
gzip_types text/plain text/css application/x-javascript text/xml application/xml application/xml+rss text/javascript

keepalive_timeout 30;

log_format access '$remote_addr - $remote_user [$time_local] "$request" $status $body_bytes_sent $request_body "$http_referer" "$http_user_agent" $http_x_forwarded_for';

#for sites enabled
include /usr/local/app/lbnginx/conf/lb-enabled/*;

}

一个测试server的配置文件
#gy wwww.mytest.com
upstream mytest10000 {
# simple round-robin
server 192.168.101.77:10000;
server 192.168.101.88:10000;

}

server {
listen 80;
server_name mytest.com;

access_log /var/log/lbnginx/mytest_access.log access;

location ~ / {
proxy_redirect off;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header REMOTE-HOST $remote_addr;
proxy_set_header HTTP_HOST $server_name;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
client_max_body_size 50m;
client_body_buffer_size 256k;
proxy_connect_timeout 30;
proxy_send_timeout 30;
proxy_read_timeout 60;
proxy_buffer_size 256k;
proxy_buffers 4 256k;
proxy_busy_buffers_size 256k;
proxy_temp_file_write_size 256k;
proxy_next_upstream error timeout invalid_header http_500 http_503;
proxy_max_temp_file_size 128m;
proxy_pass http://mytest10000; }

}

测试
本机添加一个10.10.10.9的地址

安装过程中报错及解决办法
1. # ./configure --prefix=/usr/local/app/lbnginx
错误提示PCRE库
./configure: error: the HTTP rewrite module requires the PCRE library.
You can either disable the module by using --without-http_rewrite_module
option, or install the PCRE library into the system, or build the PCRE library
statically from the source with nginx by using --with-pcre=<path> option.

安装pcre
[root@open-source src]# tar jxvf pcre-8.20.tar.bz2 ^C
[root@open-source src]# cd pcre-8.20^C
[root@open-source src]# cd pcre-8.20
[root@open-source pcre-8.20]# ./configure --prefix=/usr/local/pcre

# ./configure --prefix=/usr/local/app/lbnginx --with-pcre=/usr/local/pcre/

还是PCRE报错
[root@open-source nginx-1.5.6]# make
make -f objs/Makefile
make[1]: Entering directory `/usr/src/nginx-1.5.6'
cd /usr/local/pcre/lib/ \
&& if [ -f Makefile ]; then make distclean; fi \
&& CC="cc" CFLAGS="-O2 -fomit-frame-pointer -pipe " \
./configure --disable-shared
/bin/sh: line 2: ./configure: No such file or directory
make[1]: *** [/usr/local/pcre/lib//Makefile] Error 127
make[1]: Leaving directory `/usr/src/nginx-1.5.6'
make: *** [build] Error 2

google了一下应该制定pcre源码目录
[root@open-source nginx-1.5.6]# ./configure --prefix=/usr/local/app/lbnginx --with-pcre=/usr/src/pcre-8.20
[root@open-source nginx-1.5.6]#make && make install
安装keepalived
[root@open2 src]# tar zxvf keepalived-1.2.8.tar.gz
[root@open2 src]# cd keepalived-1.2.8
[root@open-source keepalived-1.2.8]# ./configure --prefix=/usr/local/app/keepalived

2. # ./configure --prefix=/usr/local/app/keepalived
报错
configure: error: Popt libraries is required
[root@open-source keepalived-1.2.8]# yum -y install popt popt-devel
[root@open-source keepalived-1.2.8]# ./configure --prefix=/usr/local/app/keepalived
[root@open-source keepalived-1.2.8]# make && make install

本文出自 “吾心” 博客，请务必保留此出处http://leeforget.blog.51cto.com/6950397/1338494