运维平台之--nginx反向代理jumpserver服务器获取客户端真实ip

部暑环境：

nginx: 外网 203.95.193.119 内网 172.10.11.108

jumpserver: 外网203.95.193.121 内网 172.10.11.104

实验目的：

1、jumpserver禁止使用ip来访问web页面，通过域名来访问

2、nginx反向代理jumpserver，jumpserver获取客户端真实的访问ip

1、jumpserver安装部暑(203.95.193.121)

http://docs.jumpserver.org/zh/master/setup_by_centos.html ＃jumpserver官方安装文档

1.1、环境准备

# firewall-cmd --zone=public --add-port=8080/tcp --permanent # nginx 访问端口

# firewall-cmd --zone=public --add-port=2222/tcp --permanent # 用户ssh登录端口 coco

# firewall-cmd --reload #重新载入规则

#关闭selinux

# setenforce 0

# sed -i "s/SELINUX=enforcing/SELINUX=disabled/g" /etc/selinux/config

修改字符集, 否则可能报 input/output error的问题, 因为日志里打印了中文

# localedef -c -f UTF-8 -i zh_CN zh_CN.UTF-8

# export LC_ALL=zh_CN.UTF-8

# echo 'LANG="zh_CN.UTF-8"' > /etc/locale.conf

1.2、准备 Python3 和 Python 虚拟环境

1.2.1、安装依赖包

yum -y install wget sqlite-devel xz gcc automake zlib-devel openssl-devel epel-release git

1.2.2、编译安装python

cd /opt

wget https://www.python.org/ftp/python/3.6.1/Python-3.6.1.tar.xz

tar xvf Python-3.6.1.tar.xz && cd Python-3.6.1

./configure && make && make install

1.2.3、建立 Python 虚拟环境

cd /opt

python3.6 -m venv py3

source /opt/py3/bin/activate ＃进入虚拟环境

deactivate #退出虚拟环境

rmvirtualenv venv #删除虚拟环境

1.2.4、自动载入 Python 虚拟环境配置

cd /opt

yum update -y nss curl libcurl

git clone https://github.com/kennethreitz/autoenv.git

echo 'source /opt/autoenv/activate.sh' >> ~/.bashrc

source ~/.bashrc

1.3、安装 Jumpserver

1.3.1、下载或 Clone 项目

cd /opt/

git clone https://github.com/jumpserver/jumpserver.git

1.3.2、安装依赖 RPM 包

cd /opt/jumpserver/requirements

yum -y install $(cat rpm_requirements.txt) # 如果没有任何报错请继续

1.3.3、安装 Python 库依赖

pip install --upgrade pip setuptools

pip install -r requirements.txt # 如果没有任何报错请继续

# 如果下载速度很慢, 可以换国内源

pip install --upgrade pip setuptools -i https://mirrors.aliyun.com/pypi/simple/

pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/

1.3.4、安装 redis, jumpserver 使用 redis做cache和 celery broke

yum -y install redis

systemctl enable redis

systemctl start redis

# centos6

$ yum -y install redis

$ chkconfig redis on

$ service redis start

1.3.5、安装 MySQL

yum -y install yum-utils

配置yum源：

cat /etc/yum.repos.d/mysql.repo

# Enable to use MySQL 5.7

[mysql57-community]

name=MySQL 5.7 Community Server

baseurl=http://repo.mysql.com/yum/mysql-5.7-community/el/7/$basearch/

enabled=1

gpgcheck=0

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-mysql

查看可安装的mysql版本:

yum repolist all|grep mysql

yum install mysql-community-server -y

systemctl start mysqld

systemctl status mysqld

1.3.6 创建数据库 Jumpserver 并授权

grep 'temporary password' /var/log/mysqld.log #查看初始密码

$ mysql -uroot -p

> ALTER USER 'root'@'localhost' IDENTIFIED BY 'Jumpserver123!';

> create database jumpserver default charset 'utf8';

> grant all on jumpserver.* to 'jumpserver'@'127.0.0.1' identified by 'WeakPW12!';

> grant all on jumpserver.* to 'jumpserver'@'localhost' identified by 'WeakPW12!';

> flush privileges;

1.3.7、修改 Jumpserver 配置文件

$ cd /opt/jumpserver

$ source /opt/py3/bin/activate #切换到python虚拟环境

$ cp config_example.yml config.yml

$ SECRET_KEY=`cat /dev/urandom | tr -dc A-Za-z0-9 | head -c 50` # 生成随机SECRET_KEY

$ echo "SECRET_KEY=$SECRET_KEY" >> ~/.bashrc

$ BOOTSTRAP_TOKEN=`cat /dev/urandom | tr -dc A-Za-z0-9 | head -c 16` # 生成随机BOOTSTRAP_TOKEN

$ echo "BOOTSTRAP_TOKEN=$BOOTSTRAP_TOKEN" >> ~/.bashrc

$ sed -i "s/SECRET_KEY:/SECRET_KEY: $SECRET_KEY/g" /opt/jumpserver/config.yml

$ sed -i "s/BOOTSTRAP_TOKEN:/BOOTSTRAP_TOKEN: $BOOTSTRAP_TOKEN/g" /opt/jumpserver/config.yml

$ sed -i "s/# DEBUG: true/DEBUG: false/g" /opt/jumpserver/config.yml

$ sed -i "s/# LOG_LEVEL: DEBUG/LOG_LEVEL: ERROR/g" /opt/jumpserver/config.yml

$ sed -i "s/# SESSION_EXPIRE_AT_BROWSER_CLOSE: false/SESSION_EXPIRE_AT_BROWSER_CLOSE: true/g" /opt/jumpserver/config.yml

$ sed -i "s/DB_PASSWORD: /DB_PASSWORD: $DB_PASSWORD/g" /opt/jumpserver/config.yml #这个不用配置，单独配置mysql密码

$ echo -e "\\033[31m 你的SECRET_KEY是 $SECRET_KEY \\033[0m"

$ echo -e "\\033[31m 你的BOOTSTRAP_TOKEN是 $BOOTSTRAP_TOKEN \\033[0m"

$ vi config.yml # 确认内容有没有错误

# SECURITY WARNING: keep the secret key used in production secret!

# 加密秘钥 生产环境中请修改为随机字符串, 请勿外泄

SECRET_KEY:

# SECURITY WARNING: keep the bootstrap token used in production secret!

# 预共享Token coco和guacamole用来注册服务账号, 不在使用原来的注册接受机制

BOOTSTRAP_TOKEN:

# Development env open this, when error occur display the full process track, Production disable it

# DEBUG 模式 开启DEBUG后遇到错误时可以看到更多日志

DEBUG: false

# DEBUG, INFO, WARNING, ERROR, CRITICAL can set. See https://docs.djangoproject.com/en/1.10/topics/logging/

# 日志级别

LOG_LEVEL: ERROR

# LOG_DIR:

# Session expiration setting, Default 24 hour, Also set expired on on browser close

# 浏览器Session过期时间, 默认24小时, 也可以设置浏览器关闭则过期

# SESSION_COOKIE_AGE: 86400

SESSION_EXPIRE_AT_BROWSER_CLOSE: true

# Database setting, Support sqlite3, mysql, postgres ....

# 数据库设置

# See https://docs.djangoproject.com/en/1.10/ref/settings/#databases

# SQLite setting:

# 使用单文件sqlite数据库

# DB_ENGINE: sqlite3

# DB_NAME:

# MySQL or postgres setting like:

# 使用Mysql作为数据库

DB_ENGINE: mysql

DB_HOST: 127.0.0.1

DB_PORT: 3306

DB_USER: jumpserver

DB_PASSWORD: WeakPW12! #配置mysql密码

DB_NAME: jumpserver

# When Django start it will bind this host and port

# ./manage.py runserver 127.0.0.1:8080

# 运行时绑定端口

HTTP_BIND_HOST: 0.0.0.0

HTTP_LISTEN_PORT: 8082 #jumpserver侦听端口

# Use Redis as broker for celery and web socket

# Redis配置

REDIS_HOST: 127.0.0.1

REDIS_PORT: 6379

# REDIS_PASSWORD:

# REDIS_DB_CELERY: 3

# REDIS_DB_CACHE: 4

# Use OpenID authorization

# 使用OpenID 来进行认证设置

# BASE_SITE_URL: http://localhost:8080

# AUTH_OPENID: false # True or False

# AUTH_OPENID_SERVER_URL: https://openid-auth-server.com/

# AUTH_OPENID_REALM_NAME: realm-name

# AUTH_OPENID_CLIENT_ID: client-id

# AUTH_OPENID_CLIENT_SECRET: client-secret

# OTP settings

# OTP/MFA 配置

# OTP_VALID_WINDOW: 0

# OTP_ISSUER_NAME: Jumpserver

1.3.8、运行 Jumpserver

$ cd /opt/jumpserver

$ ./jms start all -d # 后台运行使用 -d 参数./jms start all -d

# 新版本更新了运行脚本, 使用方式./jms start|stop|status all 后台运行请添加 -d 参数

1.4、安装 SSH Server 和 WebSocket Server: Coco

1.4.1、下载或 Clone 项目

$ cd /opt

$ source /opt/py3/bin/activate

$ git clone https://github.com/jumpserver/coco.git

1.4.2、安装依赖包

$ cd /opt/coco/requirements

$ yum -y install $(cat rpm_requirements.txt)

$ pip install -r requirements.txt

# 如果下载速度很慢, 可以换国内源

$ pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/

1.4.3、修改配置文件并运行

$ cd /opt/coco

$ cp config_example.yml config.yml

$ sed -i "s/BOOTSTRAP_TOKEN: <pleasgechangesamewithjumpserver>/BOOTSTRAP_TOKEN: $BOOTSTRAP_TOKEN/g" /opt/coco/config.yml/<pleasgechangesamewithjumpserver>

$ sed -i "s/# LOG_LEVEL: INFO/LOG_LEVEL: ERROR/g" /opt/coco/config.yml

$ vi config.yml

# 项目名称, 会用来向Jumpserver注册, 识别而已, 不能重复

# NAME: {{ Hostname }}

# Jumpserver项目的url, api请求注册会使用

CORE_HOST: http://127.0.0.1:8082 #jumpserver端口

# Bootstrap Token, 预共享秘钥, 用来注册coco使用的service account和terminal

# 请和jumpserver 配置文件中保持一致, 注册完成后可以删除

BOOTSTRAP_TOKEN: <pleasgechangesamewithjumpserver>

# 启动时绑定的ip, 默认 0.0.0.0

# BIND_HOST: 0.0.0.0

# 监听的SSH端口号, 默认2222

# SSHD_PORT: 2222

# 监听的HTTP/WS端口号, 默认5000

# HTTPD_PORT: 5000

# 项目使用的ACCESS KEY, 默认会注册, 并保存到 ACCESS_KEY_STORE中,

# 如果有需求, 可以写到配置文件中, 格式 access_key_id:access_key_secret

# ACCESS_KEY: null

# ACCESS KEY 保存的地址, 默认注册后会保存到该文件中

# ACCESS_KEY_STORE: data/keys/.access_key

# 加密密钥

# SECRET_KEY: null

# 设置日志级别 [DEBUG, INFO, WARN, ERROR, FATAL, CRITICAL]

LOG_LEVEL: ERROR

# 日志存放的目录

# LOG_DIR: logs

# SSH白名单

# ALLOW_SSH_USER: all

# SSH黑名单, 如果用户同时在白名单和黑名单, 黑名单优先生效

# BLOCK_SSH_USER:

# -

# 和Jumpserver 保持心跳时间间隔

# HEARTBEAT_INTERVAL: 5

# Admin的名字, 出问题会提示给用户

# ADMINS: ''

# SSH连接超时时间 (default 15 seconds)

# SSH_TIMEOUT: 15

# 语言 [en, zh]

# LANGUAGE_CODE: zh

# SFTP的根目录, 可选 /tmp, Home其他自定义目录

# SFTP_ROOT: /tmp

# SFTP是否显示隐藏文件

# SFTP_SHOW_HIDDEN_FILE: false

$ ./cocod start -d # 后台运行使用 -d 参数./cocod start -d

# 新版本更新了运行脚本, 使用方式./cocod start|stop|status 后台运行请添加 -d 参数

1.5、安装 Web Terminal 前端: Luna

Luna 已改为纯前端, 需要 nginx 来运行访问

访问(https://github.com/jumpserver/luna/releases)下载对应版本的 release 包, 直接解压不需要编译

1.4.1、解压 Luna

$ cd /opt

$ wget https://github.com/jumpserver/luna/releases/download/1.4.9/luna.tar.gz

# 如果网络有问题导致下载无法完成可以使用下面地址

$ wget https://demo.jumpserver.org/download/luna/1.4.9/luna.tar.gz

$ tar xf luna.tar.gz

$ chown -R root:root luna

1.6、安装 Windows 支持组件(如果不需要管理 windows 资产, 可以直接跳过这一步)

1.6.1、安装依赖

$ mkdir /usr/local/lib/freerdp/

$ ln -s /usr/local/lib/freerdp /usr/lib64/freerdp

$ rpm --import http://li.nux.ro/download/nux/RPM-GPG-KEY-nux.ro

$ rpm -Uvh http://li.nux.ro/download/nux/dextop/el7/x86_64/nux-dextop-release-0-5.el7.nux.noarch.rpm

$ yum -y localinstall --nogpgcheck https://download1.rpmfusion.org/free/el/rpmfusion-free-release-7.noarch.rpm https://download1.rpmfusion.org/nonfree/el/rpmfusion-nonfree-release-7.noarch.rpm

$ yum install -y java-1.8.0-openjdk libtool

$ yum install -y cairo-devel libjpeg-turbo-devel libpng-devel uuid-devel

$ yum install -y ffmpeg-devel freerdp-devel freerdp-plugins pango-devel libssh2-devel libtelnet-devel libvncserver-devel pulseaudio-libs-devel openssl-devel libvorbis-devel libwebp-devel ghostscript

1.6.2、编译安装 guacamole 服务

$ cd /opt

$ git clone https://github.com/jumpserver/docker-guacamole.git

$ cd /opt/docker-guacamole/

$ tar -xf guacamole-server-1.0.0.tar.gz

$ cd guacamole-server-1.0.0

$ autoreconf -fi

$ ./configure --with-init-dir=/etc/init.d

$ make && make install

$ cd ..

$ rm -rf guacamole-server-1.0.0

$ ldconfig

1.6.3、配置 tomcat服务

$ mkdir -p /config/guacamole /config/guacamole/lib /config/guacamole/extensions # 创建 guacamole 目录

$ ln -sf /opt/docker-guacamole/guacamole-auth-jumpserver-1.0.0.jar /config/guacamole/extensions/guacamole-auth-jumpserver-1.0.0.jar

$ ln -sf /opt/docker-guacamole/root/app/guacamole/guacamole.properties /config/guacamole/guacamole.properties # guacamole 配置文件

$ cd /config

$ wget http://mirrors.tuna.tsinghua.edu.cn/apache/tomcat/tomcat-8/v8.5.41/bin/apache-tomcat-8.5.41.tar.gz

$ tar -xzf apache-tomcat-8.5.41.tar.gz

$ rm -rf apache-tomcat-8.5.41.tar.gz

$ mv apache-tomcat-8.5.41 tomcat8

$ rm -rf /config/tomcat8/webapps/*

$ ln -sf /opt/docker-guacamole/guacamole-1.0.0.war /config/tomcat8/webapps/ROOT.war # guacamole client

$ sed -i 's/Connector port="8080"/Connector port="8081"/g' /config/tomcat8/conf/server.xml # 修改默认端口为 8081

$ sed -i 's/FINE/WARNING/g' /config/tomcat8/conf/logging.properties # 修改 log 等级为 WARNING

$ cd /config

$ wget https://github.com/ibuler/ssh-forward/releases/download/v0.0.5/linux-amd64.tar.gz

# 如果网络有问题导致下载无法完成可以使用下面地址

$ wget https://demo.jumpserver.org/download/ssh-forward/v0.0.5/linux-amd64.tar.gz

$ tar xf linux-amd64.tar.gz -C /bin/

$ chmod +x /bin/ssh-forward

1.6.4、配置环境变量

$ export JUMPSERVER_SERVER=http://127.0.0.1:8082 # http://127.0.0.1:8082指jumpserver 访问地址

$ echo "export JUMPSERVER_SERVER=http://127.0.0.1:8082" >> ~/.bashrc

# BOOTSTRAP_TOKEN 为 Jumpserver/config.yml 里面的 BOOTSTRAP_TOKEN

$ export BOOTSTRAP_TOKEN=$BOOTSTRAP_TOKEN

$ echo "export BOOTSTRAP_TOKEN=$BOOTSTRAP_TOKEN" >> ~/.bashrc

$ export JUMPSERVER_KEY_DIR=/config/guacamole/keys

$ echo "export JUMPSERVER_KEY_DIR=/config/guacamole/keys" >> ~/.bashrc

$ export GUACAMOLE_HOME=/config/guacamole

$ echo "export GUACAMOLE_HOME=/config/guacamole" >> ~/.bashrc

1.6.5、启动 Guacamole

$ /etc/init.d/guacd start

$ sh /config/tomcat8/bin/startup.sh

1.7、配置 nginx 整合各组件

1.7.1、安装 nginx

$ yum install -y yum-utils

$ vi /etc/yum.repos.d/nginx.repo

[nginx-stable]

name=nginx stable repo

baseurl=http://nginx.org/packages/centos/$releasever/$basearch/

gpgcheck=1

enabled=1

gpgkey=https://nginx.org/keys/nginx_signing.key

$ yum install -y nginx

$ rm -rf /etc/nginx/conf.d/default.conf

$ systemctl enable nginx

1.7.2、准备配置文件 修改 /etc/nginx/conf.d/jumpserver.conf

$ vi /etc/nginx/conf.d/jumpserver.conf

server { #禁止使用ip来访问jumpserver

listen 8080;

server_name _;

location / {

return 444;

}

}

server {

listen 8080; # 代理端口, 以后将通过此端口进行访问, 不再通过8080端口

server_name www.jumpserver.one; #修改成你的域名

client_max_body_size 100m; # 录像及文件上传大小限制

location /luna/ {

try_files $uri / /index.html;

alias /opt/luna/; # luna 路径, 如果修改安装目录, 此处需要修改

}

location /media/ {

add_header Content-Encoding gzip;

root /opt/jumpserver/data/; # 录像位置, 如果修改安装目录, 此处需要修改

}

location /static/ {

root /opt/jumpserver/data/; # 静态资源, 如果修改安装目录, 此处需要修改

}

location /socket.io/ {

proxy_pass http://localhost:5000/socket.io/; # 如果coco安装在别的服务器, 请填写它的ip

proxy_buffering off;

proxy_http_version 1.1;

proxy_set_header Upgrade $http_upgrade;

proxy_set_header Connection "upgrade";

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header Host $host;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

access_log off;

}

location /coco/ {

proxy_pass http://localhost:5000/coco/; # 如果coco安装在别的服务器, 请填写它的ip

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header Host $host;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

access_log off;

}

location /guacamole/ {

proxy_pass http://localhost:8081/; # 如果guacamole安装在别的服务器, 请填写它的ip

proxy_buffering off;

proxy_http_version 1.1;

proxy_set_header Upgrade $http_upgrade;

proxy_set_header Connection $http_connection;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header Host $host;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

access_log off;

}

location / {

proxy_pass http://localhost:8082; # 如果jumpserver安装在别的服务器, 请填写它的ip

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header Host $host;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

}

}

1.7.3、运行 nginx

nginx -t # 确保配置没有问题, 有问题请先解决

# CentOS 7

$ systemctl start nginx

$ systemctl enable nginx

1.7.4、开始使用 Jumpserver

检查应用是否已经正常运行

服务全部启动后, 访问 http://203.95.193.121:8080, 访问nginx代理的端口, 不要再通过8082端口访问

默认账号: admin 密码: admin

到Jumpserver 会话管理-终端管理 检查 Coco Guacamole 等应用的注册。

1.7.5、配置开机启动

$ cat /etc/rc.local

cd /opt/jumpserver && source /opt/py3/bin/activate && ./jms start all -d

cd /opt/coco && source /opt/py3/bin/activate && ./cocod start -d

/etc/init.d/guacd start

sh /config/tomcat8/bin/startup.sh

$ chmod +x /etc/rc.local

2、nginx安装部暑(203.95.193.119)

2.1、安装nginx

$ yum install -y yum-utils

$ vi /etc/yum.repos.d/nginx.repo #配置yum源

[nginx-stable]

name=nginx stable repo

baseurl=http://nginx.org/packages/centos/$releasever/$basearch/

gpgcheck=1

enabled=1

gpgkey=https://nginx.org/keys/nginx_signing.key

$ yum install -y nginx

$ rm -rf /etc/nginx/conf.d/default.conf

$ systemctl enable nginx

2.2、配置nginx转发到jumpserver

$ cat /etc/nginx/nginx.conf

user nginx;

worker_processes auto;

error_log /var/log/nginx/error.log warn;

pid /var/run/nginx.pid;

events {

worker_connections 1024;

}

http {

include /etc/nginx/mime.types;

default_type application/octet-stream;

sendfile on;

server_tokens off;

tcp_nopush on;

tcp_nodelay on;

# nginx日志格式

log_format main '$remote_addr - $remote_user [$time_local] "$request" '

'$status $body_bytes_sent "$http_referer" '

'"$http_user_agent" "$http_x_forwarded_for"';

access_log /var/log/nginx/access.log main;

#sendfile on;

#tcp_nopush on;

keepalive_timeout 1d;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header x-client-ip $remote_addr;

#gzip on;

include /etc/nginx/conf.d/*.conf;

}

$ cd /etc/nginx/conf.d

$ cat jumpserver.conf

upstream test {

server 172.10.11.104:8080; #负载均衡到jumpserver服务器

}

server {

listen 25678; #侦听端口

client_max_body_size 100m; #客户最大上传100M

location / {

proxy_pass http://test; # nginx转发到jumpserver服务器

# 把原http请求的Header中的Host字段也放到转发的请求里

proxy_set_header Host $host;

# 把真实客户端IP写入到请求头X-Real-IP

proxy_set_header X-Real-IP $remote_addr;

# 让nginx的http代理增加X-Forwarded-For头信息，保存客户的真实ip

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

# HTTP 请求头中的 X-Forwarded-For

proxy_set_header HTTP_X_FORWARDED_FOR $remote_addr;

#对发送给客户端的URL进行修改

proxy_redirect default;

}

}

2.3、配置域名解释hosts

$ vi /etc/hosts

172.10.11.104 www.jumpserver.one #172.10.11.104是jumpserver内网ip,用于解释jumpserver服务器

2.4、启动nginx服务器

$ mkdir -p /var/log/nginx

$ chown nginx. /var/log/nginx

$ nginx -t

$ systemctl start nginx

$ systemctl status nginx

$ systemctl enable nginx

2.4、配置防火墙

$ firewall-cmd --zone=public --add-port=25678/tcp --permanent

$ firewall-cmd --reload

3、查看jumpserver登陆日志

3.1、绑定hosts访问

$ cat /etc/hosts

203.95.193.119 www.jumpserver.one #你的电脑配置

3.2、登陆jumpserver查看登陆日志

tail -f /var/log/nginx/access.log #在jumpserver查看用户访问jumpserver服务器ip

3.3、使用ip访问效果

閱讀更多 愛踢人生 的文章

關鍵字: Nginx 客户端 Git