[nginx] Upstream: ngx_http_upstream_random module.
Vladimir Homutov
vl at nginx.com
Fri Jun 15 10:53:52 UTC 2018
details: http://hg.nginx.org/nginx/rev/f2396ecf608b
branches:
changeset: 7301:f2396ecf608b
user: Vladimir Homutov <vl at nginx.com>
date: Fri Jun 15 11:46:14 2018 +0300
description:
Upstream: ngx_http_upstream_random module.
The module implements random load-balancing algorithm with optional second
choice. In the latter case, the best of two servers is chosen, accounting
number of connections and server weight.
Example:
upstream u {
random [two [least_conn]];
server 127.0.0.1:8080;
server 127.0.0.1:8081;
server 127.0.0.1:8082;
server 127.0.0.1:8083;
}
diffstat:
auto/modules | 21 +
auto/options | 10 +
src/http/modules/ngx_http_upstream_random_module.c | 502 +++++++++++++++++++++
src/stream/ngx_stream_upstream_random_module.c | 502 +++++++++++++++++++++
4 files changed, 1035 insertions(+), 0 deletions(-)
diffs (truncated from 1105 to 1000 lines):
diff -r ed599ea6c1f1 -r f2396ecf608b auto/modules
--- a/auto/modules Thu Jun 14 07:03:50 2018 +0300
+++ b/auto/modules Fri Jun 15 11:46:14 2018 +0300
@@ -878,6 +878,17 @@ if [ $HTTP = YES ]; then
. auto/module
fi
+ if [ $HTTP_UPSTREAM_RANDOM = YES ]; then
+ ngx_module_name=ngx_http_upstream_random_module
+ ngx_module_incs=
+ ngx_module_deps=
+ ngx_module_srcs=src/http/modules/ngx_http_upstream_random_module.c
+ ngx_module_libs=
+ ngx_module_link=$HTTP_UPSTREAM_RANDOM
+
+ . auto/module
+ fi
+
if [ $HTTP_UPSTREAM_KEEPALIVE = YES ]; then
ngx_module_name=ngx_http_upstream_keepalive_module
ngx_module_incs=
@@ -1143,6 +1154,16 @@ if [ $STREAM != NO ]; then
. auto/module
fi
+ if [ $STREAM_UPSTREAM_RANDOM = YES ]; then
+ ngx_module_name=ngx_stream_upstream_random_module
+ ngx_module_deps=
+ ngx_module_srcs=src/stream/ngx_stream_upstream_random_module.c
+ ngx_module_libs=
+ ngx_module_link=$STREAM_UPSTREAM_RANDOM
+
+ . auto/module
+ fi
+
if [ $STREAM_UPSTREAM_ZONE = YES ]; then
have=NGX_STREAM_UPSTREAM_ZONE . auto/have
diff -r ed599ea6c1f1 -r f2396ecf608b auto/options
--- a/auto/options Thu Jun 14 07:03:50 2018 +0300
+++ b/auto/options Fri Jun 15 11:46:14 2018 +0300
@@ -102,6 +102,7 @@ HTTP_GZIP_STATIC=NO
HTTP_UPSTREAM_HASH=YES
HTTP_UPSTREAM_IP_HASH=YES
HTTP_UPSTREAM_LEAST_CONN=YES
+HTTP_UPSTREAM_RANDOM=YES
HTTP_UPSTREAM_KEEPALIVE=YES
HTTP_UPSTREAM_ZONE=YES
@@ -126,6 +127,7 @@ STREAM_SPLIT_CLIENTS=YES
STREAM_RETURN=YES
STREAM_UPSTREAM_HASH=YES
STREAM_UPSTREAM_LEAST_CONN=YES
+STREAM_UPSTREAM_RANDOM=YES
STREAM_UPSTREAM_ZONE=YES
STREAM_SSL_PREREAD=NO
@@ -273,6 +275,8 @@ do
--without-http_upstream_ip_hash_module) HTTP_UPSTREAM_IP_HASH=NO ;;
--without-http_upstream_least_conn_module)
HTTP_UPSTREAM_LEAST_CONN=NO ;;
+ --without-http_upstream_random_module)
+ HTTP_UPSTREAM_RANDOM=NO ;;
--without-http_upstream_keepalive_module) HTTP_UPSTREAM_KEEPALIVE=NO ;;
--without-http_upstream_zone_module) HTTP_UPSTREAM_ZONE=NO ;;
@@ -325,6 +329,8 @@ use the \"--with-mail_ssl_module\" optio
STREAM_UPSTREAM_HASH=NO ;;
--without-stream_upstream_least_conn_module)
STREAM_UPSTREAM_LEAST_CONN=NO ;;
+ --without-stream_upstream_random_module)
+ STREAM_UPSTREAM_RANDOM=NO ;;
--without-stream_upstream_zone_module)
STREAM_UPSTREAM_ZONE=NO ;;
@@ -485,6 +491,8 @@ cat << END
disable ngx_http_upstream_ip_hash_module
--without-http_upstream_least_conn_module
disable ngx_http_upstream_least_conn_module
+ --without-http_upstream_random_module
+ disable ngx_http_upstream_random_module
--without-http_upstream_keepalive_module
disable ngx_http_upstream_keepalive_module
--without-http_upstream_zone_module
@@ -535,6 +543,8 @@ cat << END
disable ngx_stream_upstream_hash_module
--without-stream_upstream_least_conn_module
disable ngx_stream_upstream_least_conn_module
+ --without-stream_upstream_random_module
+ disable ngx_stream_upstream_random_module
--without-stream_upstream_zone_module
disable ngx_stream_upstream_zone_module
diff -r ed599ea6c1f1 -r f2396ecf608b src/http/modules/ngx_http_upstream_random_module.c
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/src/http/modules/ngx_http_upstream_random_module.c Fri Jun 15 11:46:14 2018 +0300
@@ -0,0 +1,502 @@
+
+/*
+ * Copyright (C) Nginx, Inc.
+ */
+
+
+#include <ngx_config.h>
+#include <ngx_core.h>
+#include <ngx_http.h>
+
+
+typedef struct {
+ ngx_http_upstream_rr_peer_t *peer;
+ ngx_uint_t range;
+} ngx_http_upstream_random_range_t;
+
+
+typedef struct {
+ ngx_uint_t two;
+ ngx_http_upstream_random_range_t *ranges;
+} ngx_http_upstream_random_srv_conf_t;
+
+
+typedef struct {
+ /* the round robin data must be first */
+ ngx_http_upstream_rr_peer_data_t rrp;
+
+ ngx_http_upstream_random_srv_conf_t *conf;
+ u_char tries;
+} ngx_http_upstream_random_peer_data_t;
+
+
+static ngx_int_t ngx_http_upstream_init_random(ngx_conf_t *cf,
+ ngx_http_upstream_srv_conf_t *us);
+static ngx_int_t ngx_http_upstream_update_random(ngx_pool_t *pool,
+ ngx_http_upstream_srv_conf_t *us);
+
+static ngx_int_t ngx_http_upstream_init_random_peer(ngx_http_request_t *r,
+ ngx_http_upstream_srv_conf_t *us);
+static ngx_int_t ngx_http_upstream_get_random_peer(ngx_peer_connection_t *pc,
+ void *data);
+static ngx_int_t ngx_http_upstream_get_random2_peer(ngx_peer_connection_t *pc,
+ void *data);
+static ngx_uint_t ngx_http_upstream_peek_random_peer(
+ ngx_http_upstream_rr_peers_t *peers,
+ ngx_http_upstream_random_peer_data_t *rp);
+static void *ngx_http_upstream_random_create_conf(ngx_conf_t *cf);
+static char *ngx_http_upstream_random(ngx_conf_t *cf, ngx_command_t *cmd,
+ void *conf);
+
+
+static ngx_command_t ngx_http_upstream_random_commands[] = {
+
+ { ngx_string("random"),
+ NGX_HTTP_UPS_CONF|NGX_CONF_NOARGS|NGX_CONF_TAKE12,
+ ngx_http_upstream_random,
+ NGX_HTTP_SRV_CONF_OFFSET,
+ 0,
+ NULL },
+
+ ngx_null_command
+};
+
+
+static ngx_http_module_t ngx_http_upstream_random_module_ctx = {
+ NULL, /* preconfiguration */
+ NULL, /* postconfiguration */
+
+ NULL, /* create main configuration */
+ NULL, /* init main configuration */
+
+ ngx_http_upstream_random_create_conf, /* create server configuration */
+ NULL, /* merge server configuration */
+
+ NULL, /* create location configuration */
+ NULL /* merge location configuration */
+};
+
+
+ngx_module_t ngx_http_upstream_random_module = {
+ NGX_MODULE_V1,
+ &ngx_http_upstream_random_module_ctx, /* module context */
+ ngx_http_upstream_random_commands, /* module directives */
+ NGX_HTTP_MODULE, /* module type */
+ NULL, /* init master */
+ NULL, /* init module */
+ NULL, /* init process */
+ NULL, /* init thread */
+ NULL, /* exit thread */
+ NULL, /* exit process */
+ NULL, /* exit master */
+ NGX_MODULE_V1_PADDING
+};
+
+
+static ngx_int_t
+ngx_http_upstream_init_random(ngx_conf_t *cf, ngx_http_upstream_srv_conf_t *us)
+{
+ ngx_log_debug0(NGX_LOG_DEBUG_HTTP, cf->log, 0, "init random");
+
+ if (ngx_http_upstream_init_round_robin(cf, us) != NGX_OK) {
+ return NGX_ERROR;
+ }
+
+ us->peer.init = ngx_http_upstream_init_random_peer;
+
+#if (NGX_HTTP_UPSTREAM_ZONE)
+ if (us->shm_zone) {
+ return NGX_OK;
+ }
+#endif
+
+ return ngx_http_upstream_update_random(cf->pool, us);
+}
+
+
+static ngx_int_t
+ngx_http_upstream_update_random(ngx_pool_t *pool,
+ ngx_http_upstream_srv_conf_t *us)
+{
+ size_t size;
+ ngx_uint_t i, total_weight;
+ ngx_http_upstream_rr_peer_t *peer;
+ ngx_http_upstream_rr_peers_t *peers;
+ ngx_http_upstream_random_range_t *ranges;
+ ngx_http_upstream_random_srv_conf_t *rcf;
+
+ rcf = ngx_http_conf_upstream_srv_conf(us, ngx_http_upstream_random_module);
+
+ peers = us->peer.data;
+
+ size = peers->number * sizeof(ngx_http_upstream_random_range_t);
+
+ ranges = pool ? ngx_palloc(pool, size) : ngx_alloc(size, ngx_cycle->log);
+ if (ranges == NULL) {
+ return NGX_ERROR;
+ }
+
+ total_weight = 0;
+
+ for (peer = peers->peer, i = 0; peer; peer = peer->next, i++) {
+ ranges[i].peer = peer;
+ ranges[i].range = total_weight;
+ total_weight += peer->weight;
+ }
+
+ rcf->ranges = ranges;
+
+ return NGX_OK;
+}
+
+
+static ngx_int_t
+ngx_http_upstream_init_random_peer(ngx_http_request_t *r,
+ ngx_http_upstream_srv_conf_t *us)
+{
+ ngx_http_upstream_random_srv_conf_t *rcf;
+ ngx_http_upstream_random_peer_data_t *rp;
+
+ ngx_log_debug0(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
+ "init random peer");
+
+ rcf = ngx_http_conf_upstream_srv_conf(us, ngx_http_upstream_random_module);
+
+ rp = ngx_palloc(r->pool, sizeof(ngx_http_upstream_random_peer_data_t));
+ if (rp == NULL) {
+ return NGX_ERROR;
+ }
+
+ r->upstream->peer.data = &rp->rrp;
+
+ if (ngx_http_upstream_init_round_robin_peer(r, us) != NGX_OK) {
+ return NGX_ERROR;
+ }
+
+ if (rcf->two) {
+ r->upstream->peer.get = ngx_http_upstream_get_random2_peer;
+
+ } else {
+ r->upstream->peer.get = ngx_http_upstream_get_random_peer;
+ }
+
+ rp->conf = rcf;
+ rp->tries = 0;
+
+ ngx_http_upstream_rr_peers_rlock(rp->rrp.peers);
+
+#if (NGX_HTTP_UPSTREAM_ZONE)
+ if (rp->rrp.peers->shpool && rcf->ranges == NULL) {
+ if (ngx_http_upstream_update_random(NULL, us) != NGX_OK) {
+ ngx_http_upstream_rr_peers_unlock(rp->rrp.peers);
+ return NGX_ERROR;
+ }
+ }
+#endif
+
+ ngx_http_upstream_rr_peers_unlock(rp->rrp.peers);
+
+ return NGX_OK;
+}
+
+
+static ngx_int_t
+ngx_http_upstream_get_random_peer(ngx_peer_connection_t *pc, void *data)
+{
+ ngx_http_upstream_random_peer_data_t *rp = data;
+
+ time_t now;
+ uintptr_t m;
+ ngx_uint_t i, n;
+ ngx_http_upstream_rr_peer_t *peer;
+ ngx_http_upstream_rr_peers_t *peers;
+ ngx_http_upstream_rr_peer_data_t *rrp;
+
+ ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0,
+ "get random peer, try: %ui", pc->tries);
+
+ rrp = &rp->rrp;
+ peers = rrp->peers;
+
+ ngx_http_upstream_rr_peers_rlock(peers);
+
+ if (rp->tries > 20 || peers->single) {
+ ngx_http_upstream_rr_peers_unlock(peers);
+ return ngx_http_upstream_get_round_robin_peer(pc, rrp);
+ }
+
+ pc->cached = 0;
+ pc->connection = NULL;
+
+ now = ngx_time();
+
+ for ( ;; ) {
+
+ i = ngx_http_upstream_peek_random_peer(peers, rp);
+
+ peer = rp->conf->ranges[i].peer;
+
+ n = i / (8 * sizeof(uintptr_t));
+ m = (uintptr_t) 1 << i % (8 * sizeof(uintptr_t));
+
+ if (rrp->tried[n] & m) {
+ goto next;
+ }
+
+ ngx_http_upstream_rr_peer_lock(peers, peer);
+
+ if (peer->down) {
+ ngx_http_upstream_rr_peer_unlock(peers, peer);
+ goto next;
+ }
+
+ if (peer->max_fails
+ && peer->fails >= peer->max_fails
+ && now - peer->checked <= peer->fail_timeout)
+ {
+ ngx_http_upstream_rr_peer_unlock(peers, peer);
+ goto next;
+ }
+
+ if (peer->max_conns && peer->conns >= peer->max_conns) {
+ ngx_http_upstream_rr_peer_unlock(peers, peer);
+ goto next;
+ }
+
+ break;
+
+ next:
+
+ if (++rp->tries > 20) {
+ ngx_http_upstream_rr_peers_unlock(peers);
+ return ngx_http_upstream_get_round_robin_peer(pc, rrp);
+ }
+ }
+
+ rrp->current = peer;
+
+ if (now - peer->checked > peer->fail_timeout) {
+ peer->checked = now;
+ }
+
+ pc->sockaddr = peer->sockaddr;
+ pc->socklen = peer->socklen;
+ pc->name = &peer->name;
+
+ peer->conns++;
+
+ ngx_http_upstream_rr_peer_unlock(peers, peer);
+ ngx_http_upstream_rr_peers_unlock(peers);
+
+ rrp->tried[n] |= m;
+
+ return NGX_OK;
+}
+
+
+static ngx_int_t
+ngx_http_upstream_get_random2_peer(ngx_peer_connection_t *pc, void *data)
+{
+ ngx_http_upstream_random_peer_data_t *rp = data;
+
+ time_t now;
+ uintptr_t m;
+ ngx_uint_t i, n, p;
+ ngx_http_upstream_rr_peer_t *peer, *prev;
+ ngx_http_upstream_rr_peers_t *peers;
+ ngx_http_upstream_rr_peer_data_t *rrp;
+
+ ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0,
+ "get random2 peer, try: %ui", pc->tries);
+
+ rrp = &rp->rrp;
+ peers = rrp->peers;
+
+ ngx_http_upstream_rr_peers_wlock(peers);
+
+ if (rp->tries > 20 || peers->single) {
+ ngx_http_upstream_rr_peers_unlock(peers);
+ return ngx_http_upstream_get_round_robin_peer(pc, rrp);
+ }
+
+ pc->cached = 0;
+ pc->connection = NULL;
+
+ now = ngx_time();
+
+ prev = NULL;
+
+#if (NGX_SUPPRESS_WARN)
+ p = 0;
+#endif
+
+ for ( ;; ) {
+
+ i = ngx_http_upstream_peek_random_peer(peers, rp);
+
+ peer = rp->conf->ranges[i].peer;
+
+ if (peer == prev) {
+ goto next;
+ }
+
+ n = i / (8 * sizeof(uintptr_t));
+ m = (uintptr_t) 1 << i % (8 * sizeof(uintptr_t));
+
+ if (rrp->tried[n] & m) {
+ goto next;
+ }
+
+ if (peer->down) {
+ goto next;
+ }
+
+ if (peer->max_fails
+ && peer->fails >= peer->max_fails
+ && now - peer->checked <= peer->fail_timeout)
+ {
+ goto next;
+ }
+
+ if (peer->max_conns && peer->conns >= peer->max_conns) {
+ goto next;
+ }
+
+ if (prev) {
+ if (peer->conns * prev->weight > prev->conns * peer->weight) {
+ peer = prev;
+ n = p / (8 * sizeof(uintptr_t));
+ m = (uintptr_t) 1 << p % (8 * sizeof(uintptr_t));
+ }
+
+ break;
+ }
+
+ prev = peer;
+ p = i;
+
+ next:
+
+ if (++rp->tries > 20) {
+ ngx_http_upstream_rr_peers_unlock(peers);
+ return ngx_http_upstream_get_round_robin_peer(pc, rrp);
+ }
+ }
+
+ rrp->current = peer;
+
+ if (now - peer->checked > peer->fail_timeout) {
+ peer->checked = now;
+ }
+
+ pc->sockaddr = peer->sockaddr;
+ pc->socklen = peer->socklen;
+ pc->name = &peer->name;
+
+ peer->conns++;
+
+ ngx_http_upstream_rr_peers_unlock(peers);
+
+ rrp->tried[n] |= m;
+
+ return NGX_OK;
+}
+
+
+static ngx_uint_t
+ngx_http_upstream_peek_random_peer(ngx_http_upstream_rr_peers_t *peers,
+ ngx_http_upstream_random_peer_data_t *rp)
+{
+ ngx_uint_t i, j, k, x;
+
+ x = ngx_random() % peers->total_weight;
+
+ i = 0;
+ j = peers->number;
+
+ while (j - i > 1) {
+ k = (i + j) / 2;
+
+ if (x < rp->conf->ranges[k].range) {
+ j = k;
+
+ } else {
+ i = k;
+ }
+ }
+
+ return i;
+}
+
+
+static void *
+ngx_http_upstream_random_create_conf(ngx_conf_t *cf)
+{
+ ngx_http_upstream_random_srv_conf_t *conf;
+
+ conf = ngx_pcalloc(cf->pool, sizeof(ngx_http_upstream_random_srv_conf_t));
+ if (conf == NULL) {
+ return NULL;
+ }
+
+ /*
+ * set by ngx_pcalloc():
+ *
+ * conf->two = 0;
+ */
+
+ return conf;
+}
+
+
+static char *
+ngx_http_upstream_random(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
+{
+ ngx_http_upstream_random_srv_conf_t *rcf = conf;
+
+ ngx_str_t *value;
+ ngx_http_upstream_srv_conf_t *uscf;
+
+ uscf = ngx_http_conf_get_module_srv_conf(cf, ngx_http_upstream_module);
+
+ if (uscf->peer.init_upstream) {
+ ngx_conf_log_error(NGX_LOG_WARN, cf, 0,
+ "load balancing method redefined");
+ }
+
+ uscf->peer.init_upstream = ngx_http_upstream_init_random;
+
+ uscf->flags = NGX_HTTP_UPSTREAM_CREATE
+ |NGX_HTTP_UPSTREAM_WEIGHT
+ |NGX_HTTP_UPSTREAM_MAX_CONNS
+ |NGX_HTTP_UPSTREAM_MAX_FAILS
+ |NGX_HTTP_UPSTREAM_FAIL_TIMEOUT
+ |NGX_HTTP_UPSTREAM_DOWN;
+
+ if (cf->args->nelts == 1) {
+ return NGX_CONF_OK;
+ }
+
+ value = cf->args->elts;
+
+ if (ngx_strcmp(value[1].data, "two") == 0) {
+ rcf->two = 1;
+
+ } else {
+ ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
+ "invalid parameter \"%V\"", &value[1]);
+ return NGX_CONF_ERROR;
+ }
+
+ if (cf->args->nelts == 2) {
+ return NGX_CONF_OK;
+ }
+
+ if (ngx_strcmp(value[2].data, "least_conn") != 0) {
+ ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
+ "invalid parameter \"%V\"", &value[2]);
+ return NGX_CONF_ERROR;
+ }
+
+ return NGX_CONF_OK;
+}
diff -r ed599ea6c1f1 -r f2396ecf608b src/stream/ngx_stream_upstream_random_module.c
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/src/stream/ngx_stream_upstream_random_module.c Fri Jun 15 11:46:14 2018 +0300
@@ -0,0 +1,502 @@
+
+/*
+ * Copyright (C) Nginx, Inc.
+ */
+
+
+#include <ngx_config.h>
+#include <ngx_core.h>
+#include <ngx_stream.h>
+
+
+typedef struct {
+ ngx_stream_upstream_rr_peer_t *peer;
+ ngx_uint_t range;
+} ngx_stream_upstream_random_range_t;
+
+
+typedef struct {
+ ngx_uint_t two;
+ ngx_stream_upstream_random_range_t *ranges;
+} ngx_stream_upstream_random_srv_conf_t;
+
+
+typedef struct {
+ /* the round robin data must be first */
+ ngx_stream_upstream_rr_peer_data_t rrp;
+
+ ngx_stream_upstream_random_srv_conf_t *conf;
+ u_char tries;
+} ngx_stream_upstream_random_peer_data_t;
+
+
+static ngx_int_t ngx_stream_upstream_init_random(ngx_conf_t *cf,
+ ngx_stream_upstream_srv_conf_t *us);
+static ngx_int_t ngx_stream_upstream_update_random(ngx_pool_t *pool,
+ ngx_stream_upstream_srv_conf_t *us);
+
+static ngx_int_t ngx_stream_upstream_init_random_peer(ngx_stream_session_t *s,
+ ngx_stream_upstream_srv_conf_t *us);
+static ngx_int_t ngx_stream_upstream_get_random_peer(ngx_peer_connection_t *pc,
+ void *data);
+static ngx_int_t ngx_stream_upstream_get_random2_peer(ngx_peer_connection_t *pc,
+ void *data);
+static ngx_uint_t ngx_stream_upstream_peek_random_peer(
+ ngx_stream_upstream_rr_peers_t *peers,
+ ngx_stream_upstream_random_peer_data_t *rp);
+static void *ngx_stream_upstream_random_create_conf(ngx_conf_t *cf);
+static char *ngx_stream_upstream_random(ngx_conf_t *cf, ngx_command_t *cmd,
+ void *conf);
+
+
+static ngx_command_t ngx_stream_upstream_random_commands[] = {
+
+ { ngx_string("random"),
+ NGX_STREAM_UPS_CONF|NGX_CONF_NOARGS|NGX_CONF_TAKE12,
+ ngx_stream_upstream_random,
+ NGX_STREAM_SRV_CONF_OFFSET,
+ 0,
+ NULL },
+
+ ngx_null_command
+};
+
+
+static ngx_stream_module_t ngx_stream_upstream_random_module_ctx = {
+ NULL, /* preconfiguration */
+ NULL, /* postconfiguration */
+
+ NULL, /* create main configuration */
+ NULL, /* init main configuration */
+
+ ngx_stream_upstream_random_create_conf, /* create server configuration */
+ NULL /* merge server configuration */
+};
+
+
+ngx_module_t ngx_stream_upstream_random_module = {
+ NGX_MODULE_V1,
+ &ngx_stream_upstream_random_module_ctx, /* module context */
+ ngx_stream_upstream_random_commands, /* module directives */
+ NGX_STREAM_MODULE, /* module type */
+ NULL, /* init master */
+ NULL, /* init module */
+ NULL, /* init process */
+ NULL, /* init thread */
+ NULL, /* exit thread */
+ NULL, /* exit process */
+ NULL, /* exit master */
+ NGX_MODULE_V1_PADDING
+};
+
+
+static ngx_int_t
+ngx_stream_upstream_init_random(ngx_conf_t *cf,
+ ngx_stream_upstream_srv_conf_t *us)
+{
+ ngx_log_debug0(NGX_LOG_DEBUG_STREAM, cf->log, 0, "init random");
+
+ if (ngx_stream_upstream_init_round_robin(cf, us) != NGX_OK) {
+ return NGX_ERROR;
+ }
+
+ us->peer.init = ngx_stream_upstream_init_random_peer;
+
+#if (NGX_STREAM_UPSTREAM_ZONE)
+ if (us->shm_zone) {
+ return NGX_OK;
+ }
+#endif
+
+ return ngx_stream_upstream_update_random(cf->pool, us);
+}
+
+
+static ngx_int_t
+ngx_stream_upstream_update_random(ngx_pool_t *pool,
+ ngx_stream_upstream_srv_conf_t *us)
+{
+ size_t size;
+ ngx_uint_t i, total_weight;
+ ngx_stream_upstream_rr_peer_t *peer;
+ ngx_stream_upstream_rr_peers_t *peers;
+ ngx_stream_upstream_random_range_t *ranges;
+ ngx_stream_upstream_random_srv_conf_t *rcf;
+
+ rcf = ngx_stream_conf_upstream_srv_conf(us,
+ ngx_stream_upstream_random_module);
+ peers = us->peer.data;
+
+ size = peers->number * sizeof(ngx_stream_upstream_random_range_t);
+
+ ranges = pool ? ngx_palloc(pool, size) : ngx_alloc(size, ngx_cycle->log);
+ if (ranges == NULL) {
+ return NGX_ERROR;
+ }
+
+ total_weight = 0;
+
+ for (peer = peers->peer, i = 0; peer; peer = peer->next, i++) {
+ ranges[i].peer = peer;
+ ranges[i].range = total_weight;
+ total_weight += peer->weight;
+ }
+
+ rcf->ranges = ranges;
+
+ return NGX_OK;
+}
+
+
+static ngx_int_t
+ngx_stream_upstream_init_random_peer(ngx_stream_session_t *s,
+ ngx_stream_upstream_srv_conf_t *us)
+{
+ ngx_stream_upstream_random_srv_conf_t *rcf;
+ ngx_stream_upstream_random_peer_data_t *rp;
+
+ ngx_log_debug0(NGX_LOG_DEBUG_STREAM, s->connection->log, 0,
+ "init random peer");
+
+ rcf = ngx_stream_conf_upstream_srv_conf(us,
+ ngx_stream_upstream_random_module);
+
+ rp = ngx_palloc(s->connection->pool,
+ sizeof(ngx_stream_upstream_random_peer_data_t));
+ if (rp == NULL) {
+ return NGX_ERROR;
+ }
+
+ s->upstream->peer.data = &rp->rrp;
+
+ if (ngx_stream_upstream_init_round_robin_peer(s, us) != NGX_OK) {
+ return NGX_ERROR;
+ }
+
+ if (rcf->two) {
+ s->upstream->peer.get = ngx_stream_upstream_get_random2_peer;
+
+ } else {
+ s->upstream->peer.get = ngx_stream_upstream_get_random_peer;
+ }
+
+ rp->conf = rcf;
+ rp->tries = 0;
+
+ ngx_stream_upstream_rr_peers_rlock(rp->rrp.peers);
+
+#if (NGX_STREAM_UPSTREAM_ZONE)
+ if (rp->rrp.peers->shpool && rcf->ranges == NULL) {
+ if (ngx_stream_upstream_update_random(NULL, us) != NGX_OK) {
+ ngx_stream_upstream_rr_peers_unlock(rp->rrp.peers);
+ return NGX_ERROR;
+ }
+ }
+#endif
+
+ ngx_stream_upstream_rr_peers_unlock(rp->rrp.peers);
+
+ return NGX_OK;
+}
+
+
+static ngx_int_t
+ngx_stream_upstream_get_random_peer(ngx_peer_connection_t *pc, void *data)
+{
+ ngx_stream_upstream_random_peer_data_t *rp = data;
+
+ time_t now;
+ uintptr_t m;
+ ngx_uint_t i, n;
+ ngx_stream_upstream_rr_peer_t *peer;
+ ngx_stream_upstream_rr_peers_t *peers;
+ ngx_stream_upstream_rr_peer_data_t *rrp;
+
+ ngx_log_debug1(NGX_LOG_DEBUG_STREAM, pc->log, 0,
+ "get random peer, try: %ui", pc->tries);
+
+ rrp = &rp->rrp;
+ peers = rrp->peers;
+
+ ngx_stream_upstream_rr_peers_rlock(peers);
+
+ if (rp->tries > 20 || peers->single) {
+ ngx_stream_upstream_rr_peers_unlock(peers);
+ return ngx_stream_upstream_get_round_robin_peer(pc, rrp);
+ }
+
+ pc->cached = 0;
+ pc->connection = NULL;
+
+ now = ngx_time();
+
+ for ( ;; ) {
+
+ i = ngx_stream_upstream_peek_random_peer(peers, rp);
+
+ peer = rp->conf->ranges[i].peer;
+
+ n = i / (8 * sizeof(uintptr_t));
+ m = (uintptr_t) 1 << i % (8 * sizeof(uintptr_t));
+
+ if (rrp->tried[n] & m) {
+ goto next;
+ }
+
+ ngx_stream_upstream_rr_peer_lock(peers, peer);
+
+ if (peer->down) {
+ ngx_stream_upstream_rr_peer_unlock(peers, peer);
+ goto next;
+ }
+
+ if (peer->max_fails
+ && peer->fails >= peer->max_fails
+ && now - peer->checked <= peer->fail_timeout)
+ {
+ ngx_stream_upstream_rr_peer_unlock(peers, peer);
+ goto next;
+ }
+
+ if (peer->max_conns && peer->conns >= peer->max_conns) {
+ ngx_stream_upstream_rr_peer_unlock(peers, peer);
+ goto next;
+ }
+
+ break;
+
+ next:
+
+ if (++rp->tries > 20) {
+ ngx_stream_upstream_rr_peers_unlock(peers);
+ return ngx_stream_upstream_get_round_robin_peer(pc, rrp);
+ }
+ }
+
+ rrp->current = peer;
+
+ if (now - peer->checked > peer->fail_timeout) {
+ peer->checked = now;
+ }
+
+ pc->sockaddr = peer->sockaddr;
+ pc->socklen = peer->socklen;
+ pc->name = &peer->name;
+
+ peer->conns++;
+
+ ngx_stream_upstream_rr_peer_unlock(peers, peer);
+ ngx_stream_upstream_rr_peers_unlock(peers);
+
+ rrp->tried[n] |= m;
+
+ return NGX_OK;
+}
+
+
+static ngx_int_t
+ngx_stream_upstream_get_random2_peer(ngx_peer_connection_t *pc, void *data)
+{
+ ngx_stream_upstream_random_peer_data_t *rp = data;
+
+ time_t now;
+ uintptr_t m;
+ ngx_uint_t i, n, p;
+ ngx_stream_upstream_rr_peer_t *peer, *prev;
+ ngx_stream_upstream_rr_peers_t *peers;
+ ngx_stream_upstream_rr_peer_data_t *rrp;
+
+ ngx_log_debug1(NGX_LOG_DEBUG_STREAM, pc->log, 0,
+ "get random2 peer, try: %ui", pc->tries);
+
+ rrp = &rp->rrp;
+ peers = rrp->peers;
+
+ ngx_stream_upstream_rr_peers_wlock(peers);
+
+ if (rp->tries > 20 || peers->single) {
+ ngx_stream_upstream_rr_peers_unlock(peers);
+ return ngx_stream_upstream_get_round_robin_peer(pc, rrp);
+ }
+
+ pc->cached = 0;
+ pc->connection = NULL;
+
+ now = ngx_time();
+
+ prev = NULL;
+
+#if (NGX_SUPPRESS_WARN)
+ p = 0;
+#endif
+
+ for ( ;; ) {
+
+ i = ngx_stream_upstream_peek_random_peer(peers, rp);
+
+ peer = rp->conf->ranges[i].peer;
+
+ if (peer == prev) {
+ goto next;
+ }
+
+ n = i / (8 * sizeof(uintptr_t));
+ m = (uintptr_t) 1 << i % (8 * sizeof(uintptr_t));
+
+ if (rrp->tried[n] & m) {
+ goto next;
+ }
+
+ if (peer->down) {
+ goto next;
+ }
+
+ if (peer->max_fails
+ && peer->fails >= peer->max_fails
+ && now - peer->checked <= peer->fail_timeout)
+ {
+ goto next;
+ }
+
+ if (peer->max_conns && peer->conns >= peer->max_conns) {
+ goto next;
+ }
+
+ if (prev) {
+ if (peer->conns * prev->weight > prev->conns * peer->weight) {
+ peer = prev;
+ n = p / (8 * sizeof(uintptr_t));
+ m = (uintptr_t) 1 << p % (8 * sizeof(uintptr_t));
+ }
+
+ break;
+ }
+
+ prev = peer;
+ p = i;
+
+ next:
+
+ if (++rp->tries > 20) {
+ ngx_stream_upstream_rr_peers_unlock(peers);
+ return ngx_stream_upstream_get_round_robin_peer(pc, rrp);
+ }
+ }
+
+ rrp->current = peer;
+
+ if (now - peer->checked > peer->fail_timeout) {
+ peer->checked = now;
+ }
+
+ pc->sockaddr = peer->sockaddr;
+ pc->socklen = peer->socklen;
+ pc->name = &peer->name;
+
+ peer->conns++;
+
More information about the nginx-devel
mailing list