Logstash Tcp /Http Nginx配置

logstash tcp /http nginx配置

  • http 协议 ； tcp 7层
    1
    2
    3
    4
    5
    6
    7
    8
    9
    10
    11
    12
    13
    14
    15
    16
    17
    18
    19
    20
    21
    22
    23
    24
    25
    26
    27
    28
    29
    30
    31
    32
    33
    34
    35
    36
    37
    38
    39
    40
    41
    42
    43
    44
    45
    46
    47
    48
    49
    http {
            log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                          '$status $body_bytes_sent "$http_referer" '
                          '"$http_user_agent" "$http_x_forwarded_for"';

        access_log  /var/log/nginx/access.log  main;

        sendfile            on;
        tcp_nopush          on;
        tcp_nodelay         on;
         keepalive_timeout   65;
        types_hash_max_size 12048;

        client_max_body_size 20M;
        large_client_header_buffers 4 128k;
        client_header_buffer_size 128k;

        include             /etc/nginx/mime.types;
        default_type        application/octet-stream;

        # Load modular configuration files from the /etc/nginx/conf.d directory.
        # See http://nginx.org/en/docs/ngx_core_module.html#include
        # for more information.
        include /etc/nginx/conf.d/*.conf;


    ####

    upstream logstash {
          server 0.0.0.0:5001;
    }

    server{
        listen 8081;
        server_name 10.1.0.68;
        location / {
            proxy_pass         http://127.0.0.1:5001;
    proxy_set_header Connection "";
    proxy_set_header Content-Type  "application/json;charset=utf-8";

    #        proxy_pass         http://127.0.0.1:5001;    #logstash;
            proxy_set_header   Host             $host;
            proxy_set_header   X-Real-IP        $remote_addr;
            proxy_set_header   X-Forwarded-For  $proxy_add_x_forwarded_for;
        }
    }

    ### 
    }

tcp 4层

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
stream {

    log_format proxy '$remote_addr [$time_local] '
                 '$protocol $status $bytes_sent $bytes_received '
                 '$session_time "$upstream_addr" '
                 '"$upstream_bytes_sent" "$upstream_bytes_received" "$upstream_connect_time"';


       log_format basic '$proxy_protocol_addr - [$time_local] '
                     '$protocol $status $bytes_sent $bytes_received '
                     '$session_time';



    upstream backend {
         hash $remote_addr consistent;

        server 0.0.0.0:5001;
    }
    server {
        listen 8081 ;
        proxy_pass 127.0.0.1:5001;
        proxy_bind 127.0.0.1 ;# $remote_addr;
        proxy_timeout 1s;
        proxy_responses 1;

#       proxy_bind $remote_addr transparent;
#       proxy_protocol    on;

        #real_ip_header proxy_protocol;
        #        client_max_body_size 4G;

#       set_real_ip_from  10.1.0.68/24;
#        proxy_timeout 20s;
#        proxy_pass backend;
#       real_ip_header proxy_protocol;
#       proxy_buffer_size 256k;
        access_log /var/log/nginx/logtest_access.log proxy;
#        access_log /var/log/nginx/logtest_access.log basic;
        error_log /var/log/nginx/logtest_error.log;
#       set_real_ip_from 0.0.0.0/0;
#       real_ip_header  X-Real-IP;
#       real_ip_recursive on;
#       set_real_ip_from  172.17.32.83;
#       set_real_ip_from        $remote_addr;
#       set_real_ip_from $realip_remote_addr;

        #proxy_connect_timeout 10s;
        #proxy_timeout 30s;



        #real_ip_recursive on;

        #real_ip_header  X-Real-IP;
    }
}
  • tcp数据格式

  • 四层代理不能穿透客户端ip: 原因就是，这个指令会将代理出去发向被反向代理的数据包修改目标IP为被反向代理的服务器，保留源IP不变。但被反向代理的服务器回复数据包时目标IP也就是真实的客户端IP了，这是不行的，必须在被代理服务器上或者被代理服务器的网关上设置路由表将回包的目标IP改为Nginx服务器。https://www.oschina.net/question/3515598_2243795?sort=time
  • http数据请求格式

其他

  • 查看nginx安装模块
    1
    nginx -V 2>&1 | grep -- 'stream_realip_module'