Tomcat实现七层、四层代理的动静分离

1,020 阅读4分钟

七层代理实现动静分离

Tomcat 服务部署环境

Nginx+Tomcat负载均衡、动静分离

名称ip地址
Nginx 服务器192.168.44.120
Tomcat服务器1192.168.44.100:8080
Tomcat服务区2192.168.44.100:8081
Tomcat服务器3192.168.44.110:8080
部署tomcat
[root@localhost local]# cd /opt/
将安装 Tomcat 所需软件包传到/opt目录下
[root@localhost opt]# ls
apache-tomcat-9.0.16.tar.gz  jdk-8u201-linux-x64.rpm  
[root@localhost opt]# systemctl stop firewalld
[root@localhost opt]# systemctl disable firewalld
[root@localhost opt]# setenforce 0
安装JDK
cd /opt
[root@localhost opt]# rpm -qpl jdk-8u201-linux-x64.rpm
[root@localhost opt]# rpm -ivh jdk-8u201-linux-x64.rpm 
[root@localhost opt]# java -version
设置JDK环境变量
[root@localhost opt]# vim /etc/profile.d/java.sh
export JAVA_HOME=/usr/java/jdk1.8.0_201-amd64
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib
export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH
[root@localhost opt]# source /etc/profile.d/java.sh
[root@localhost opt]# java -version

Tomcat多实例部署

Tomcat1

[root@localhost opt]# cd /opt/
[root@localhost opt]# tar zxvf apache-tomcat-8.5.16.tar.gz 
[root@localhost opt]# cp -a apache-tomcat-8.5.16 /usr/local/tomcat1
[root@localhost opt]# mv apache-tomcat-8.5.16 /usr/local/tomcat2/
[root@localhost opt]# cd /usr/local/
[root@localhost local]# ls
bin  games    lib    libexec  share  tomcat1
etc  include  lib64  sbin     src    tomcat2
#配置 tomcat 环境变量
[root@localhost local]# cd /etc/profile.d/
[root@localhost profile.d]# ls
256term.csh                   colorgrep.sh  lang.csh       vim.csh
256term.sh                    colorls.csh   lang.sh        vim.sh
abrt-console-notification.sh  colorls.sh    less.csh       vte.sh
bash_completion.sh            flatpak.sh    less.sh        which2.csh
colorgrep.csh                 java.sh       PackageKit.sh  which2.sh
[root@localhost profile.d]# vim tomcat.sh
#tomcat1
export CATALINA_HOME1=/usr/local/tomcat1
export CATALINA_BASE1=/usr/local/tomcat1
export TOMCAT_HOME1=/usr/local/tomcat1

Tomcat2


#tomcat2
export CATALINA_HOME2=/usr/local/tomcat2
export CATALINA_BASE2=/usr/local/tomcat2
export TOMCAT_HOME2=/usr/local/tomcat2
[root@localhost profile.d]# source /etc/profile.d/tomcat.sh
修改配置文件
[root@localhost profile.d]# cd /usr/local/
[root@localhost local]# vim tomcat2/conf/server.xml 
<Server port="8006" shutdown="SHUTDOWN">
<Connector port="8081" protocol="HTTP/1.1"
<Connector port="8010" protocol="AJP/1.3" redirectPort="8443" />
<Server port="8006" shutdown="SHUTDOWN">		#22行,修改Server prot,默认为8005 -> 修改为8006
<Connector port="8081" protocol="HTTP/1.1"		#69行,修改Connector port,HTTP/1.1  默认为8080 -> 修改为8081
<Connector port="8010" protocol="AJP/1.3" redirectPort="8443" />	#116行,修改Connector port AJP/1.3,默认为8009 -> 修改为8010
启动脚本
[root@localhost local]# vim tomcat1/bin/startup.sh

Start Script for the CATALINA Server

-----------------------------------------------------------------------------

##添加以下内容
export CATALINA_BASE=$CATALINA_BASE1
export CATALINA_HOME=$CATALINA_HOME1
export TOMCAT_HOME=$TOMCAT_HOME1

[root@localhost local]# vim /usr/local/tomcat1/bin/shutdown.sh

Stop script for the CATALINA Server

-----------------------------------------------------------------------------

##添加以下内容
export CATALINA_BASE=$CATALINA_BASE1
export CATALINA_HOME=$CATALINA_HOME1
export TOMCAT_HOME=$TOMCAT_HOME1

[root@localhost local]# vim /usr/local/tomcat2/bin/startup.sh
-----------------------------------------------------------------------------

Start Script for the CATALINA Server

-----------------------------------------------------------------------------

##添加以下内容
export CATALINA_BASE=$CATALINA_BASE2
export CATALINA_HOME=$CATALINA_HOME2
export TOMCAT_HOME=$TOMCAT_HOME2

[root@localhost local]# vim /usr/local/tomcat2/bin/shutdown.sh

Stop script for the CATALINA Server

-----------------------------------------------------------------------------

##添加以下内容
export CATALINA_BASE=$CATALINA_BASE2
export CATALINA_HOME=$CATALINA_HOME2
export TOMCAT_HOME=$TOMCAT_HOME2

Better OS/400 detection: see Bugzilla 31132

[root@localhost local]# /usr/local/tomcat1/bin/startup.sh 
Using CATALINA_BASE:   /usr/local/tomcat1
Using CATALINA_HOME:   /usr/local/tomcat1
Using CATALINA_TMPDIR: /usr/local/tomcat1/temp
Using JRE_HOME:        /usr/java/jdk1.8.0_201-amd64/jre
Using CLASSPATH:       /usr/local/tomcat1/bin/bootstrap.jar:/usr/local/tomcat1/bin/tomcat-juli.jar
Tomcat started.

[root@localhost local]# /usr/local/tomcat2/bin/startup.sh
Using CATALINA_BASE:   /usr/local/tomcat2
Using CATALINA_HOME:   /usr/local/tomcat2
Using CATALINA_TMPDIR: /usr/local/tomcat2/temp
Using JRE_HOME:        /usr/java/jdk1.8.0_201-amd64/jre
Using CLASSPATH:       /usr/local/tomcat2/bin/bootstrap.jar:/usr/local/tomcat2/bin/tomcat-juli.jar
Tomcat started.

[root@localhost local]# netstat -natp |grep java
tcp6       0      0 :::8080                 :::*                    LISTEN      8268/java           
tcp6       0      0 :::8081                 :::*                    LISTEN      8332/java           
tcp6       0      0 127.0.0.1:8005          :::*                    LISTEN      8268/java           
tcp6       0      0 127.0.0.1:8006          :::*                    LISTEN      8332/java           
tcp6       0      0 :::8009                 :::*                    LISTEN      8268/java           
tcp6       0      0 :::8010                 :::*                    LISTEN      8332/java  

打开110配置Tomcat

[root@localhost ~]# cd /opt/
[root@localhost opt]# ls
apache-tomcat-9.0.16.tar.gz  jdk-8u91-linux-x64.tar.gz
[root@localhost opt]# systemctl disable --now firewalld
[root@localhost opt]# setenforce 0
#永久关闭
[root@localhost opt]# vim /etc/sysconfig/selinux
#     disabled - No SELinux policy is loaded.
SELINUX=enforcing改为  SELINUX=disabled
[root@localhost opt]# tar zxvf jdk-8u91-linux-x64.tar.gz -C /usr/local/
[root@localhost opt]# cd /usr/local/
[root@localhost local]# vim /etc/profile
最后一行加入
export JAVA_HOME=/usr/local/jdk1.8.0_91
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib
export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH
[root@localhost local]# source /etc/profile
[root@localhost local]# echo $PATH
/usr/local/jdk1.8.0_91/bin:/usr/local/jdk1.8.0_91/jre/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin
[root@localhost local]# java -version
java version "1.8.0_91"
Java(TM) SE Runtime Environment (build 1.8.0_91-b14)
Java HotSpot(TM) 64-Bit Server VM (build 25.91-b14, mixed mode)

[root@localhost opt]# cd /opt/
[root@localhost opt]# tar zxvf apache-tomcat-9.0.16.tar.gz 
[root@localhost opt]# mv apache-tomcat-9.0.16 /usr/local/tomcat
[root@localhost opt]# /usr/local/tomcat/bin/startup.sh
Using CATALINA_BASE:   /usr/local/tomcat
Using CATALINA_HOME:   /usr/local/tomcat
Using CATALINA_TMPDIR: /usr/local/tomcat/temp
Using JRE_HOME:        /usr/local/jdk1.8.0_91/jre
Using CLASSPATH:       /usr/local/tomcat/bin/bootstrap.jar:/usr/local/tomcat/bin/tomcat-juli.jar
Tomcat started.

[root@localhost opt]# netstat -ntap | grep java
tcp6       0      0 :::8080                 :::*                    LISTEN      2025/java           
tcp6       0      0 127.0.0.1:8005          :::*                    LISTEN      2025/java           
tcp6       0      0 :::8009                 :::*                    LISTEN      2025/java     

tomcat 120 安装nginx

[root@localhost ~]# cd /opt/
[root@localhost nginx-1.12.0]# yum -y install pcre-devel zlib-devel openssl-devel gcc gcc-c++ make   ##网络源
[root@localhost system]# useradd -M -s /sbin/nologin nginx
[root@localhost opt]# tar zxvf nginx-1.12.0.tar.gz 
##先传包,在解压
[root@localhost opt]# cd nginx-1.12.0/
[root@localhost nginx-1.12.0]# ./configure --prefix=/usr/local/nginx --user=nginx --group=nginx
[root@localhost nginx-1.12.0]# make && make install
[root@localhost nginx-1.12.0]# ln -s /usr/local/nginx/sbin/nginx /usr/local/sbin/
[root@localhost nginx-1.12.0]# cd /usr/lib/systemd/system
[root@localhost system]# vim nginx.service  
[Unit]
Description=nginx
After=network.target
[Service]
Type=forking
PIDFile=/usr/local/nginx/logs/nginx.pid
ExecStart=/usr/local/nginx/sbin/nginx
ExecrReload=/bin/kill -s HUP $MAINPID
ExecrStop=/bin/kill -s QUIT $MAINPID
PrivateTmp=true
[Install]
WantedBy=multi-user.target
[root@localhost system]# systemctl daemon-reload
[root@localhost system]# systemctl start nginx

[root@localhost system]# cd /usr/local/nginx/
[root@localhost nginx]# ls
client_body_temp  conf  fastcgi_temp  html  logs  proxy_temp  sbin  scgi_temp  uwsgi_temp

[root@localhost nginx]# cd html/
拖一张.jpg的图片
[root@localhost html]# vim test.html

<html>
<body>
<h1> jiu ni xiang tou wo
<img src="123.jpg"/>
</body>
</html>




浏览器访问http://192.168.44.120/test.
#记得关闭防火墙
[root@localhost html]# systemctl disable --now firewalld
Removed symlink /etc/systemd/system/multi-user.target.wants/firewalld.service.
Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service.
[root@localhost html]#  setenforce 0

设置动态页面设置

#先设置110
[root@localhost webapps]# cd /usr/local/tomcat/webapps/
[root@localhost webapps]# mkdir test
[root@localhost webapps]# cd test/
[root@localhost test]# vim index.jsp
<%@ page language="java" import="java.util.*" pageEncoding="UTF-8"%>
<html>
<head>
<title>JSP test3 page</title>   
</head>
<body>
<% out.println("动态页面 3,This is dynamic test web3");%>
</body>
</html>
[root@localhost tomcat]# cd /usr/local/tomcat/conf/
[root@localhost conf]# vim server.xml   #最低端
<!--     <Host name="localhost"  appBase="webapps"
            unpackWARs="true" autoDeploy="true">
-->
         <Host name="localhost" appBase="webapps" unpackWARs="true" autoDeploy="true" xmlValidation="false" xmlNamespaceAware="false">
         <Context docBase="/usr/local/tomcat/webapps/test" path="" reloadable="true" />
[root@localhost test]# /usr/local/tomcat/bin/shutdown.sh 
[root@localhost test]# /usr/local/tomcat/bin/startup.sh


100
[root@localhost local]# cd /usr/local/tomcat1/webapps/
[root@localhost webapps]# mkdir test
[root@localhost webapps]# cd test/
[root@localhost test]# vim index.jsp
<%@ page language="java" import="java.util.*" pageEncoding="UTF-8"%>
<html>
<head>
<title>JSP test1 page</title>
</head>
<body>
<% out.println("动态页面 1,This is dynamic test web1");%>
</body>
</html>

[root@localhost test]# cd /usr/local/tomcat2/webapps/
[root@localhost webapps]# mkdir test
[root@localhost webapps]# cd test/
[root@localhost test]# vim index.jsp
<%@ page language="java" import="java.util.*" pageEncoding="UTF-8"%>
<html>
<head>
<title>JSP test2 page</title>
</head>
<body>
<% out.println("动态页面 2,This is dynamic test web2");%>
</body>
</html>
[root@localhost test]# cd ..
[root@localhost webapps]# cd ..
[root@localhost tomcat2]# cd conf/
[root@localhost conf]# vim server.xml   #到最底
#注释掉<!开头-->结尾  Host配置添加新配置
<!--   <Host name="localhost"  appBase="webapps"
            unpackWARs="true" autoDeploy="true">
-->         
         <Host name="localhost" appBase="webapps" unpackWARs="true" autoDeploy="true" xmlValidation="false" xmlNamespaceAware="false">
         <Context docBase="/usr/local/tomcat2/webapps/test" path="" reloadable="true" />
[root@localhost conf]# /usr/local/tomcat2/bin/shutdown.sh  #关闭
[root@localhost conf]# /usr/local/tomcat2/bin/startup.sh   #启动
[root@localhost conf]# cd /usr/local/tomcat1/webapps/
[root@localhost webapps]# ls
docs  examples  host-manager  manager  ROOT  test
[root@localhost webapps]# cd ..
[root@localhost tomcat1]# cd conf/
[root@localhost conf]# vim server.xml 
 <!--    <Host name="localhost"  appBase="webapps"
            unpackWARs="true" autoDeploy="true">
-->
           <Host name="localhost" appBase="webapps" unpackWARs="true" autoDeploy="true" xmlValidation="false" xmlNamespaceAware="false">
         <Context docBase="/usr/local/tomcat1/webapps/test" path="" reloadable="true" />
[root@localhost conf]# /usr/local/tomcat1/bin/shutdown.sh
[root@localhost conf]# /usr/local/tomcat1/bin/startup.sh
#Nginx 120
[root@localhost html]#  cd /usr/local/nginx/conf/
[root@localhost conf]# vim nginx.conf
#在#gzip  on;下添加
 #gzip  on;
        upstream tomcat_server {
                server 192.168.44.100:8080 weight=1;
                server 192.168.44.100:8081 weight=1;
                server 192.168.44.110:8080 weight=1;
        }


    server {
        listen       80;
        server_name  localhost;

        #charset koi8-r;

        #access_log  logs/host.access.log  main;

     
     location / {
            root   html;
            index  index.html index.htm;
            }
      #添加
      location ~ .*\.jsp$ {
                        proxy_pass http://tomcat_server;
                        proxy_set_header HOST $host;
                        proxy_set_header X-Real-IP $remote_addr;
                        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
                }

               location ~ .*\.(gif|jpg|jpeg|png|bmp|swf|css)$ {
                        root /usr/local/nginx/html/img;
                        expires 10d;
                }

#结束
        #error_page  404              /404.html;
[root@localhost conf]# nginx -t
nginx: the configuration file /usr/local/nginx/conf/nginx.conf syntax is ok
nginx: configuration file /usr/local/nginx/conf/nginx.conf test is successful
[root@localhost conf]# cd ../html/
[root@localhost html]# mkdir img
[root@localhost html]# cp 123.jpg img/
[root@localhost html]# systemctl restart nginx

测试

本机浏览器访问http://192.168.44.120/123.jpg   #成功
静态页面通过 /usr/local/nginx/conf/nginx.conf 的locatin匹配到 进行访问

访问http://192.168.44.120/index.jsp
显示动态页面 1,This is dynamic test web1
刷新一下显示:
动态页面 2,This is dynamic test web2
再刷新一下显示:
动态页面 3,This is dynamic test web3
#实现反向代理和负载均衡

四层代理

再添加准备一台Nginx服务器做web应用层:(Nginx130)192.168.44.130

添加一台nginx负载均衡服务器(Nginx140):192.168.44.140

Nginx+Tomcat负载均衡、动静分离

名称ip地址
Nginx 服务器192.168.44.120
Tomcat服务器1192.168.44.100:8080
Tomcat服务区2192.168.44.100:8081
Tomcat服务器3192.168.44.110:8080
web192.168.44.130
Nginx负载均衡192.168.44.140:8080

Nginx130安装nginx


[root@localhost ~]# systemctl stop firewalld
[root@localhost ~]# setenforce 0
[root@localhost ~]# yum install -y epel-release
[root@localhost ~]# yum install -y nginx
[root@localhost ~]# cd /etc/nginx/
[root@localhost nginx]# vim nginx.conf

打开nginx120的主配置文件复制内容到130的配置文件如下
在#36     include /etc/nginx/conf.d/*.conf;下插入
Nginx120 [root@localhost conf]# vim /usr/local/nginx/conf/nginx.conf
include /etc/nginx/conf.d/*.conf;
    
         upstream tomcat_server {
                server 192.168.44.100:8080 weight=1;
                server 192.168.44.100:8081 weight=1;
                server 192.168.44.110:8080 weight=1;
        }

    server {
        listen       80;
        listen       [::]:80;
        server_name  _;
        root         /usr/share/nginx/html;

        # Load configuration files for the default server block.
        include /etc/nginx/default.d/*.conf;

               location ~ .*\.jsp$ {
                        proxy_pass http://tomcat_server;
                        proxy_set_header HOST $host;
                        proxy_set_header X-Real-IP $remote_addr;
                        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
                }

               location ~ .*\.(gif|jpg|jpeg|png|bmp|swf|css)$ {
                        root /usr/local/nginx/html/img; 
                        expires 10d;
                }
      #这里需要在Nginx130注意把路径修改一下/usr/share/nginx/html/,不然图片不显示
[root@localhost conf.d]# nginx -t
nginx: the configuration file /etc/nginx/nginx.conf syntax is ok
nginx: configuration file /etc/nginx/nginx.conf test is successful
[root@localhost conf.d]# systemctl start nginx
[root@localhost conf.d]# netstat -natp |grep nginx
tcp        0      0 0.0.0.0:80              0.0.0.0:*               LISTEN      2332/nginx: master  
tcp6       0      0 :::80                   :::*                    LISTEN      2332/nginx: master 

Nginx120传文件给130
[root@localhost conf]# cd ..
[root@localhost nginx]# cd html/
[root@localhost html]# ls
123.jpg  50x.html  img  index.html  test.html
[root@localhost html]# scp -r test.html  123.jpg img/  root@192.168.44.130:/usr/share/nginx/html
The authenticity of host '192.168.44.130 (192.168.44.130)' can't be established.
ECDSA key fingerprint is SHA256:SY5+b7KkhALvvCVSqM6cKvjrt/o65YErcQq/1lvZvhk.
ECDSA key fingerprint is MD5:1d:e1:9b:bf:34:dc:6f:aa:e0:b2:d5:11:e1:18:92:f1.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.168.44.130' (ECDSA) to the list of known hosts.
root@192.168.44.130's password: 
test.html                                   100%   80    55.0KB/s   00:00    
123.jpg                                     100%   39KB  13.0MB/s   00:00    
123.jpg                                     100%   39KB  10.9MB/s   00:00    



Nginx130
[root@localhost etc]# cd /usr/share/nginx/html
[root@localhost html]# ls
123.jpg   50x.html  icons  index.html      poweredby.png
404.html  en-US     img    nginx-logo.png  test.html
[root@localhost html]# vim /etc/nginx/nginx.conf
#这里需要在Nginx130注意把路径修改一下/usr/share/nginx/html/, 
location ~ .*\.(gif|jpg|jpeg|png|bmp|swf|css)$ {
                        root /usr/share/nginx/html/;
                        expires 10d;
                }


[root@localhost html]# systemctl restart nginx
主机浏览器访问http://192.168.44.130/test.html
http://192.168.44.130/index.jsp
显示成功就实现动态分离了

Nginx140

[root@localhost ~]# systemctl stop firewalld
[root@localhost ~]# setenforce 0
[root@localhost ~]# cd /etc/yum.repos.d/
[root@localhost yum.repos.d]# vim nginx.repo
#创建新文件
[nginx-stable]
name=nginx stable repo
baseurl=http://nginx.org/packages/centos/7/$basearch/
gpgcheck=0
enabled=1
[root@localhost yum.repos.d]# yum install -y nginx
#容
[root@localhost yum.repos.d]# vim /etc/nginx/nginx.conf 
#在http上添加
stream {
        upstream web_server {
            server 192.168.44.120:80 weight=1;
            server 192.168.44.130:80 weight=1;
           }
        server{
        listen 8080;
        proxy_pass web_server;
     }

}


http {
[root@localhost yum.repos.d]# nginx -t
nginx: the configuration file /etc/nginx/nginx.conf syntax is ok
nginx: configuration file /etc/nginx/nginx.conf test is successful
[root@localhost yum.repos.d]# systemctl start nginx
[root@localhost yum.repos.d]# netstat -natp | grep nginx
tcp        0      0 0.0.0.0:80              0.0.0.0:*               LISTEN      4184/nginx: master  
tcp        0      0 0.0.0.0:8080            0.0.0.0:*               LISTEN      4184/nginx: master  

浏览器访问http://192.168.44.140/ 是nginx界面
访问http://192.168.44.140:8080/test.html显示文字和照片
http://192.168.239.44:140/index.jsp显示动态页面