import os import re import unittest from unit.applications.lang.python import TestApplicationPython class TestUpstreamsRR(TestApplicationPython): prerequisites = {'modules': ['python']} def setUp(self): super().setUp() self.assertIn( 'success', self.conf( { "listeners": { "*:7080": {"pass": "upstreams/one"}, "*:7081": {"pass": "applications/ups_0"}, "*:7082": {"pass": "applications/ups_1"}, "*:7083": {"pass": "applications/ups_2"}, "*:7090": {"pass": "upstreams/two"}, }, "upstreams": { "one": { "servers": { "127.0.0.1:7081": {}, "127.0.0.1:7082": {}, }, }, "two": { "servers": { "127.0.0.1:7081": {}, "127.0.0.1:7082": {}, }, }, }, "applications": { "ups_0": { "type": "python", "processes": {"spare": 0}, "path": self.current_dir + "/python/upstreams/0", "working_directory": self.current_dir + "/python/upstreams/0", "module": "wsgi", }, "ups_1": { "type": "python", "processes": {"spare": 0}, "path": self.current_dir + "/python/upstreams/1", "working_directory": self.current_dir + "/python/upstreams/1", "module": "wsgi", }, "ups_2": { "type": "python", "processes": {"spare": 0}, "path": self.current_dir + "/python/upstreams/2", "working_directory": self.current_dir + "/python/upstreams/2", "module": "wsgi", }, }, }, ), 'upstreams initial configuration', ) self.cpu_count = os.cpu_count() def get_resps(self, req=100, port=7080): resps = [0] for _ in range(req): headers = self.get(port=port)['headers'] if 'X-Upstream' in headers: ups = int(headers['X-Upstream']) if ups > len(resps) - 1: resps.extend([0] * (ups - len(resps) + 1)) resps[ups] += 1 return resps def get_resps_sc(self, req=100, port=7080): to_send = b"""GET / HTTP/1.1 Host: localhost """ * ( req - 1 ) to_send += b"""GET / HTTP/1.1 Host: localhost Connection: close """ resp = self.http(to_send, raw_resp=True, raw=True, port=port) ups = re.findall('X-Upstream: (\d+)', resp) resps = [0] * (int(max(ups)) + 1) for i in range(len(ups)): resps[int(ups[i])] += 1 return resps def test_upstreams_rr_no_weight(self): resps = self.get_resps() self.assertLessEqual( abs(resps[0] - resps[1]), self.cpu_count, 'no weight' ) self.assertIn( 'success', self.conf_delete('upstreams/one/servers/127.0.0.1:7081'), 'no weight server remove', ) resps = self.get_resps(req=50) self.assertEqual(resps[1], 50, 'no weight 2') self.assertIn( 'success', self.conf({}, 'upstreams/one/servers/127.0.0.1:7081'), 'no weight server revert', ) resps = self.get_resps() self.assertLessEqual( abs(resps[0] - resps[1]), self.cpu_count, 'no weight 3' ) self.assertIn( 'success', self.conf({}, 'upstreams/one/servers/127.0.0.1:7083'), 'no weight server new', ) resps = self.get_resps() self.assertLessEqual( max(resps) - min(resps), self.cpu_count, 'no weight 4' ) resps = self.get_resps_sc(req=30) self.assertEqual(resps[0], 10, 'no weight 4 0') self.assertEqual(resps[1], 10, 'no weight 4 1') self.assertEqual(resps[2], 10, 'no weight 4 2') def test_upstreams_rr_weight(self): self.assertIn( 'success', self.conf({"weight": 3}, 'upstreams/one/servers/127.0.0.1:7081'), 'configure weight', ) resps = self.get_resps_sc() self.assertEqual(resps[0], 75, 'weight 3 0') self.assertEqual(resps[1], 25, 'weight 3 1') self.assertIn( 'success', self.conf_delete('upstreams/one/servers/127.0.0.1:7081/weight'), 'configure weight remove', ) resps = self.get_resps_sc(req=10) self.assertEqual(resps[0], 5, 'weight 0 0') self.assertEqual(resps[1], 5, 'weight 0 1') self.assertIn( 'success', self.conf('1', 'upstreams/one/servers/127.0.0.1:7081/weight'), 'configure weight 1', ) resps = self.get_resps_sc() self.assertEqual(resps[0], 50, 'weight 1 0') self.assertEqual(resps[1], 50, 'weight 1 1') self.assertIn( 'success', self.conf( { "127.0.0.1:7081": {"weight": 3}, "127.0.0.1:7083": {"weight": 2}, }, 'upstreams/one/servers', ), 'configure weight 2', ) resps = self.get_resps_sc() self.assertEqual(resps[0], 60, 'weight 2 0') self.assertEqual(resps[2], 40, 'weight 2 1') def test_upstreams_rr_independent(self): def sum_resps(*args): sum = [0] * len(args[0]) for arg in args: sum = [x + y for x, y in zip(sum, arg)] return sum resps = self.get_resps_sc(req=30, port=7090) self.assertEqual(resps[0], 15, 'dep two before 0') self.assertEqual(resps[1], 15, 'dep two before 1') resps = self.get_resps_sc(req=30) self.assertEqual(resps[0], 15, 'dep one before 0') self.assertEqual(resps[1], 15, 'dep one before 1') self.assertIn( 'success', self.conf('2', 'upstreams/two/servers/127.0.0.1:7081/weight'), 'configure dep weight', ) resps = self.get_resps_sc(req=30, port=7090) self.assertEqual(resps[0], 20, 'dep two 0') self.assertEqual(resps[1], 10, 'dep two 1') resps = self.get_resps_sc(req=30) self.assertEqual(resps[0], 15, 'dep one 0') self.assertEqual(resps[1], 15, 'dep one 1') self.assertIn( 'success', self.conf('1', 'upstreams/two/servers/127.0.0.1:7081/weight'), 'configure dep weight 1', ) r_one, r_two = [0, 0], [0, 0] for _ in range(10): r_one = sum_resps(r_one, self.get_resps(req=10)) r_two = sum_resps(r_two, self.get_resps(req=10, port=7090)) self.assertLessEqual( abs(r_one[0] - r_one[1]), self.cpu_count, 'dep one mix' ) self.assertLessEqual( abs(r_two[0] - r_two[1]), self.cpu_count, 'dep two mix' ) def test_upstreams_rr_delay(self): headers_delay_1 = { 'Connection': 'close', 'Host': 'localhost', 'Content-Length': '0', 'X-Delay': '1', } headers_no_delay = { 'Connection': 'close', 'Host': 'localhost', 'Content-Length': '0', } req = 50 socks = [] for i in range(req): headers = headers_delay_1 if i % 5 == 0 else headers_no_delay _, sock = self.get( headers=headers, start=True, no_recv=True, ) socks.append(sock) resps = [0, 0] for i in range(req): resp = self.recvall(socks[i]).decode() socks[i].close() m = re.search('X-Upstream: (\d+)', resp) resps[int(m.group(1))] += 1 self.assertLessEqual( abs(resps[0] - resps[1]), self.cpu_count, 'dep two mix' ) def test_upstreams_rr_active_req(self): conns = 5 socks = [] socks2 = [] for _ in range(conns): _, sock = self.get(start=True, no_recv=True) socks.append(sock) _, sock2 = self.http( b"""POST / HTTP/1.1 Host: localhost Content-Length: 10 Connection: close """, start=True, no_recv=True, raw=True, ) socks2.append(sock2) # Send one more request and read response to make sure that previous # requests had enough time to reach server. self.assertEqual(self.get()['status'], 200) self.assertIn( 'success', self.conf( {"127.0.0.1:7083": {"weight": 2}}, 'upstreams/one/servers', ), 'active req new server', ) self.assertIn( 'success', self.conf_delete('upstreams/one/servers/127.0.0.1:7083'), 'active req server remove', ) self.assertIn( 'success', self.conf_delete('listeners/*:7080'), 'delete listener' ) self.assertIn( 'success', self.conf_delete('upstreams/one'), 'active req upstream remove', ) for i in range(conns): resp = self.recvall(socks[i]).decode() socks[i].close() self.assertRegex(resp, r'X-Upstream', 'active req GET') resp = self.http(b"""0123456789""", sock=socks2[i], raw=True) self.assertEqual(resp['status'], 200, 'active req POST') def test_upstreams_rr_bad_server(self): self.assertIn( 'success', self.conf({"weight": 1}, 'upstreams/one/servers/127.0.0.1:7084'), 'configure bad server', ) resps = self.get_resps_sc(req=30) self.assertEqual(resps[0], 10, 'bad server 0') self.assertEqual(resps[1], 10, 'bad server 1') self.assertEqual(sum(resps), 20, 'bad server sum') def test_upstreams_rr_pipeline(self): resps = self.get_resps_sc() self.assertEqual(resps[0], 50, 'pipeline 0') self.assertEqual(resps[1], 50, 'pipeline 1') def test_upstreams_rr_post(self): resps = [0, 0] for _ in range(50): resps[ int(self.post(body='0123456789')['headers']['X-Upstream']) ] += 1 resps[int(self.get()['headers']['X-Upstream'])] += 1 self.assertLessEqual( abs(resps[0] - resps[1]), self.cpu_count, 'post' ) def test_upstreams_rr_unix(self): addr_0 = self.testdir + '/sock_0' addr_1 = self.testdir + '/sock_1' self.assertIn( 'success', self.conf( { "*:7080": {"pass": "upstreams/one"}, "unix:" + addr_0: {"pass": "applications/ups_0"}, "unix:" + addr_1: {"pass": "applications/ups_1"}, }, 'listeners', ), 'configure listeners unix', ) self.assertIn( 'success', self.conf( {"unix:" + addr_0: {}, "unix:" + addr_1: {},}, 'upstreams/one/servers', ), 'configure servers unix', ) resps = self.get_resps_sc() self.assertEqual(resps[0], 50, 'unix 0') self.assertEqual(resps[1], 50, 'unix 1') def test_upstreams_rr_ipv6(self): self.assertIn( 'success', self.conf( { "*:7080": {"pass": "upstreams/one"}, "[::1]:7081": {"pass": "applications/ups_0"}, "[::1]:7082": {"pass": "applications/ups_1"}, }, 'listeners', ), 'configure listeners ipv6', ) self.assertIn( 'success', self.conf( {"[::1]:7081": {}, "[::1]:7082": {},}, 'upstreams/one/servers' ), 'configure servers ipv6', ) resps = self.get_resps_sc() self.assertEqual(resps[0], 50, 'ipv6 0') self.assertEqual(resps[1], 50, 'ipv6 1') def test_upstreams_rr_servers_empty(self): self.assertIn( 'success', self.conf({}, 'upstreams/one/servers'), 'configure servers empty', ) self.assertEqual(self.get()['status'], 502, 'servers empty') def test_upstreams_rr_invalid(self): self.assertIn( 'error', self.conf({}, 'upstreams'), 'upstreams empty', ) self.assertIn( 'error', self.conf({}, 'upstreams/one'), 'named upstreams empty', ) self.assertIn( 'error', self.conf({}, 'upstreams/one/servers/127.0.0.1'), 'invalid address', ) self.assertIn( 'error', self.conf({}, 'upstreams/one/servers/127.0.0.1:7081/blah'), 'invalid server option', ) self.assertIn( 'error', self.conf({}, 'upstreams/one/servers/127.0.0.1:7081/weight'), 'invalid weight option', ) self.assertIn( 'error', self.conf('-1', 'upstreams/one/servers/127.0.0.1:7081/weight'), 'invalid negative weight', ) if __name__ == '__main__': TestUpstreamsRR.main()