Nginx负载均衡配置

huangapple go评论63阅读模式
英文:

Nginx loadbalancing configuration

问题

我有一个位于CentOS 9上的nginx.config文件,我想在其中配置两个upstream http块之间的负载均衡。问题出在位置。负载均衡在"presto_resource_managers"上完美执行,但在"presto_coordinators"上没有执行。

nginx版本:nginx/1.22.1

尝试1:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;

# 加载动态模块。请参考 /usr/share/doc/nginx/README.dynamic。
include /usr/share/nginx/modules/*.conf;

events {
    worker_connections 1024;
}

http {
    upstream presto_coordinators {
        server 192.168.33.10:8080;
        server 192.168.33.11:8080;
    }

    upstream presto_resource_managers {
        server 192.168.33.10:8083;
        server 192.168.33.11:8083;
    }

    server {
        listen 8085;
        location /coordinators/ { ## 我尝试过不使用斜杠和各种组合。
            proxy_pass http://presto_coordinators;
        }
        location / {
            proxy_pass http://presto_resource_managers;
        }
    }

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;
    tcp_nopush          on;
    keepalive_timeout   65;
    types_hash_max_size 4096;

    include             /etc/nginx/mime.types;
    default_type        application/octet-stream;

    # 从 /etc/nginx/conf.d 目录加载模块化配置文件。
    # 更多信息,请参考 http://nginx.org/en/docs/ngx_core_module.html#include
    include /etc/nginx/conf.d/*.conf;

    server {
        listen       80;
        listen       [::]:80;
        server_name  _;
        root         /usr/share/nginx/html;

        # 为默认服务器块加载配置文件。
        include /etc/nginx/default.d/*.conf;

        error_page 404 /404.html;
        location = /404.html {
        }

        error_page 500 502 503 504 /50x.html;
        location = /50x.html {
        }
    }
}

尝试2:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;

events {
    worker_connections 1024;
}

http {
    upstream presto_coordinators {
        server 192.168.33.10:8080;
        server 192.168.33.11:8080;
    }

    upstream presto_resource_managers {
        server 192.168.33.10:8083;
        server 192.168.33.11:8083;
    }

    server {
        listen 80 default_server;
        listen [::]:80 default_server;
        server_name _;

        location /coordinators {
            proxy_pass http://presto_coordinators;
        }

        location / {
            proxy_pass http://presto_resource_managers;
        }
    }

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;
    tcp_nopush          on;
    keepalive_timeout   65;
    types_hash_max_size 4096;

    include             /etc/nginx/mime.types;
    default_type        application/octet-stream;

    include /etc/nginx/conf.d/*.conf;
}

尝试3:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;

events {
    worker_connections 1024;
}

http {
    upstream presto_coordinators {
        server 192.168.33.10:8080;
        server 192.168.33.11:8080;
    }

    upstream presto_resource_managers {
        server 192.168.33.10:8083;
        server 192.168.33.11:8083;
    }

    server {
        listen 80 default_server;
        listen [::]:80 default_server;
        server_name _;

        location /coordinators {
            proxy_pass http://presto_coordinators;
            proxy_set_header Host $host;
            proxy_set_header X-Real-IP $remote_addr;
        }
        location / {
            proxy_pass http://presto_resource_managers;
            proxy_set_header Host $host;
            proxy_set_header X-Real-IP $remote_addr;
        }
    }

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;
    tcp_nopush          on;
    keepalive_timeout   65;
}

这些尝试中没有一个对协调器的负载均衡起作用。

对于熟悉Presto的人,这是协调器的配置文件:

coordinator=true
node-scheduler.include-coordinator=false
http-server.http.port=8080
query.max-memory=50GB
query.max-memory-per-node=1GB
discovery.uri=http://localhost:8085
resource-manager-enabled=true

discovery.uri指向负载均衡器的presto_resource_manager,以便协调器可以被宣布给资源管理器。节点本身(服务器)暴露给192.168.33.10:8080,以便负载均衡器可以获取它。

英文:

I have an nginx.config file on CentOS 9 in which i want to configure loadbalancing between two upstream http blocks. The problem is the location. Loadbalancing is being executed perfectly on the "presto_resource_managers", but not the presto_coordinators as well.
Ive tried multiple configurations.

nginx version: nginx/1.22.1

Attempt 1:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;
# Load dynamic modules. See /usr/share/doc/nginx/README.dynamic.
include /usr/share/nginx/modules/*.conf;
events {
worker_connections 1024;
}
http {
upstream presto_coordinators {
server 192.168.33.10:8080;
server 192.168.33.11:8080;
}
upstream presto_resource_managers {
server 192.168.33.10:8083;
server 192.168.33.11:8083;
}
server {
listen 8085;
location /coordinators/ { ## I have tried without the slashes and combinations.
proxy_pass http://presto_coordinators;
}
location / {
proxy_pass http://presto_resource_managers;
}
}
log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';
access_log  /var/log/nginx/access.log  main;
sendfile            on;
tcp_nopush          on;
keepalive_timeout   65;
types_hash_max_size 4096;
include             /etc/nginx/mime.types;
default_type        application/octet-stream;
# Load modular configuration files from the /etc/nginx/conf.d directory.
# See http://nginx.org/en/docs/ngx_core_module.html#include
# for more information.
include /etc/nginx/conf.d/*.conf;
server {
listen       80;
listen       [::]:80;
server_name  _;
root         /usr/share/nginx/html;
# Load configuration files for the default server block.
include /etc/nginx/default.d/*.conf;
error_page 404 /404.html;
location = /404.html {
}
error_page 500 502 503 504 /50x.html;
location = /50x.html {
}
}
# Settings for a TLS enabled server.
#    server {
#        listen       443 ssl http2;
#        listen       [::]:443 ssl http2;
#        server_name  _;
#        root         /usr/share/nginx/html;
#
#        ssl_certificate "/etc/pki/nginx/server.crt";
#        ssl_certificate_key "/etc/pki/nginx/private/server.key";
#        ssl_session_cache shared:SSL:1m;
#        ssl_session_timeout  10m;
#        ssl_ciphers PROFILE=SYSTEM;
#        ssl_prefer_server_ciphers on;
#
#        # Load configuration files for the default server block.
#        include /etc/nginx/default.d/*.conf;
#
#        error_page 404 /404.html;
#        location = /404.html {
#        }
#
#        error_page 500 502 503 504 /50x.html;
#        location = /50x.html {
#        }
#    }
}

Attempt 2:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;
events {
worker_connections 1024;
}
http {
upstream presto_coordinators {
server 192.168.33.10:8080;
server 192.168.33.11:8080;
}
upstream presto_resource_managers {
server 192.168.33.10:8083;
server 192.168.33.11:8083;
}
server {
listen 80 default_server;
listen [::]:80 default_server;
server_name _;
location /coordinators {
proxy_pass http://presto_coordinators;
}
location / {
proxy_pass http://presto_resource_managers;
}
}
log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';
access_log  /var/log/nginx/access.log  main;
sendfile            on;
tcp_nopush          on;
keepalive_timeout   65;
types_hash_max_size 4096;
include             /etc/nginx/mime.types;
default_type        application/octet-stream;
include /etc/nginx/conf.d/*.conf;
}

Attempt 3:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;
events {
worker_connections 1024;
}
http {
upstream presto_coordinators {
server 192.168.33.10:8080;
server 192.168.33.11:8080;
}
upstream presto_resource_managers {
server 192.168.33.10:8083;
server 192.168.33.11:8083;
}
server {
listen 80 default_server;
listen [::]:80 default_server;
server_name _;
location /coordinators {
proxy_pass http://presto_coordinators;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
}
location / {
proxy_pass http://presto_resource_managers;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
}
}
log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';
access_log  /var/log/nginx/access.log  main;
sendfile            on;
tcp_nopush          on;
keepalive_timeout   65;

None of these attempts worked for the coordinators's loadbalancing.

For those who are familiar with presto, this is the coordinator's config file:

coordinator=true
node-scheduler.include-coordinator=false
http-server.http.port=8080
query.max-memory=50GB
query.max-memory-per-node=1GB
discovery.uri=http://localhost:8085
resource-manager-enabled=true

The discovery.uri points to the Loadbalancer's presto_resource_manager, so that the coordinator can be announced to the ResourceManagers. The node itself (the server) is exposed to 192.168.33.10:8080 so it can be fetched by the load balancer.

答案1

得分: 0

所以,我找到了解决方案。这是我的文件现在的样子:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;

# 加载动态模块。参见 /usr/share/doc/nginx/README.dynamic。
include /usr/share/nginx/modules/*.conf;

events {
    worker_connections 1024;
}

http {
    upstream presto_coordinators {
        server 192.168.33.10:8080;
        server 192.168.33.11:8080;
    }

    upstream presto_resource_managers {
        server 192.168.33.10:8083;
        server 192.168.33.11:8083;
    }

    server {
        listen 8085;
        location /coordinators/ {
            proxy_pass http://presto_coordinators/;
        }
        location / {
            proxy_pass http://presto_resource_managers;
        }
    }

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;
    tcp_nopush          on;
    keepalive_timeout   65;
    types_hash_max_size 4096;

    include             /etc/nginx/mime.types;
    default_type        application/octet-stream;

    # 从 /etc/nginx/conf.d 目录加载模块化配置文件。
    # 更多信息请参见 http://nginx.org/en/docs/ngx_core_module.html#include
    include /etc/nginx/conf.d/*.conf;

    server {
        listen       80;
        listen       [::]:80;
        server_name  _;
        root         /usr/share/nginx/html;

        # 加载默认服务器块的配置文件。
        include /etc/nginx/default.d/*.conf;

        error_page 404 /404.html;
        location = /404.html {
        }

        error_page 500 502 503 504 /50x.html;
        location = /50x.html {
        }
    }

    # 启用 TLS 的服务器设置。
    #    server {
    #        listen       443 ssl http2;
    #        listen       [::]:443 ssl http2;
    #        server_name  _;
    #        root         /usr/share/nginx/html;
    #
    #        ssl_certificate "/etc/pki/nginx/server.crt";
    #        ssl_certificate_key "/etc/pki/nginx/private/server.key";
    #        ssl_session_cache shared:SSL:1m;
    #        ssl_session_timeout  10m;
    #        ssl_ciphers PROFILE=SYSTEM;
    #        ssl_prefer_server_ciphers on;
    #
    #        # 加载默认服务器块的配置文件。
    #        include /etc/nginx/default.d/*.conf;
    #
    #        error_page 404 /404.html;
    #        location = /404.html {
    #        }
    #
    #        error_page 500 502 503 504 /50x.html;
    #        location = /50x.html {
    #        }
    #    }
}
英文:

So, I found the solution. It was a syntax error
This is how my file looks like now:

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log notice;
pid /run/nginx.pid;
# Load dynamic modules. See /usr/share/doc/nginx/README.dynamic.
include /usr/share/nginx/modules/*.conf;
events {
worker_connections 1024;
}
http {
upstream presto_coordinators {
server 192.168.33.10:8080;
server 192.168.33.11:8080;
}
upstream presto_resource_managers {
server 192.168.33.10:8083;
server 192.168.33.11:8083;
}
server {
listen 8085;
location /coordinators/ {
proxy_pass http://presto_coordinators/;
}
location / {
proxy_pass http://presto_resource_managers;
}
}
log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';
access_log  /var/log/nginx/access.log  main;
sendfile            on;
tcp_nopush          on;
keepalive_timeout   65;
types_hash_max_size 4096;
include             /etc/nginx/mime.types;
default_type        application/octet-stream;
# Load modular configuration files from the /etc/nginx/conf.d directory.
# See http://nginx.org/en/docs/ngx_core_module.html#include
# for more information.
include /etc/nginx/conf.d/*.conf;
server {
listen       80;
listen       [::]:80;
server_name  _;
root         /usr/share/nginx/html;
# Load configuration files for the default server block.
include /etc/nginx/default.d/*.conf;
error_page 404 /404.html;
location = /404.html {
}
error_page 500 502 503 504 /50x.html;
location = /50x.html {
}
}
# Settings for a TLS enabled server.
#    server {
#        listen       443 ssl http2;
#        listen       [::]:443 ssl http2;
#        server_name  _;
#        root         /usr/share/nginx/html;
#
#        ssl_certificate "/etc/pki/nginx/server.crt";
#        ssl_certificate_key "/etc/pki/nginx/private/server.key";
#        ssl_session_cache shared:SSL:1m;
#        ssl_session_timeout  10m;
#        ssl_ciphers PROFILE=SYSTEM;
#        ssl_prefer_server_ciphers on;
#
#        # Load configuration files for the default server block.
#        include /etc/nginx/default.d/*.conf;
#
#        error_page 404 /404.html;
#        location = /404.html {
#        }
#
#        error_page 500 502 503 504 /50x.html;
#        location = /50x.html {
#        }
#    }
}

huangapple
  • 本文由 发表于 2023年6月5日 19:49:55
  • 转载请务必保留本文链接:https://go.coder-hub.com/76406131.html
匿名

发表评论

匿名网友

:?: :razz: :sad: :evil: :!: :smile: :oops: :grin: :eek: :shock: :???: :cool: :lol: :mad: :twisted: :roll: :wink: :idea: :arrow: :neutral: :cry: :mrgreen:

确定