/* * Copyright (C) Igor Sysoev * Copyright (C) NGINX, Inc. */ #include #include struct nxt_h1proto_s { nxt_http_request_parse_t parser; uint8_t nbuffers; uint8_t keepalive; /* 1 bit */ uint8_t chunked; /* 1 bit */ nxt_http_te_t transfer_encoding:8; /* 2 bits */ uint32_t header_size; nxt_http_request_t *request; nxt_buf_t *buffers; /* * All fields before the conn field will * be zeroed in a keep-alive connection. */ nxt_conn_t *conn; }; /* * nxt_http_conn_ and nxt_h1p_conn_ prefixes are used for connection handlers. * nxt_h1p_idle_ prefix is used for idle connection handlers. * nxt_h1p_request_ prefix is used for HTTP/1 protocol request methods. */ #if (NXT_TLS) static ssize_t nxt_http_idle_io_read_handler(nxt_conn_t *c); static void nxt_http_conn_test(nxt_task_t *task, void *obj, void *data); #endif static ssize_t nxt_h1p_idle_io_read_handler(nxt_conn_t *c); static void nxt_h1p_conn_proto_init(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_request_init(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_request_header_parse(nxt_task_t *task, void *obj, void *data); static nxt_int_t nxt_h1p_header_process(nxt_h1proto_t *h1p, nxt_http_request_t *r); static nxt_int_t nxt_h1p_header_buffer_test(nxt_task_t *task, nxt_h1proto_t *h1p, nxt_conn_t *c, nxt_socket_conf_t *skcf); static nxt_int_t nxt_h1p_connection(void *ctx, nxt_http_field_t *field, uintptr_t data); static nxt_int_t nxt_h1p_transfer_encoding(void *ctx, nxt_http_field_t *field, uintptr_t data); static void nxt_h1p_request_body_read(nxt_task_t *task, nxt_http_request_t *r); static void nxt_h1p_conn_request_body_read(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_request_local_addr(nxt_task_t *task, nxt_http_request_t *r); static void nxt_h1p_request_header_send(nxt_task_t *task, nxt_http_request_t *r); static void nxt_h1p_request_send(nxt_task_t *task, nxt_http_request_t *r, nxt_buf_t *out); static nxt_buf_t *nxt_h1p_chunk_create(nxt_task_t *task, nxt_http_request_t *r, nxt_buf_t *out); static nxt_off_t nxt_h1p_request_body_bytes_sent(nxt_task_t *task, nxt_http_proto_t proto); static void nxt_h1p_request_discard(nxt_task_t *task, nxt_http_request_t *r, nxt_buf_t *last); static void nxt_h1p_conn_request_error(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_request_timeout(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_request_send_timeout(nxt_task_t *task, void *obj, void *data); static nxt_msec_t nxt_h1p_conn_request_timer_value(nxt_conn_t *c, uintptr_t data); nxt_inline void nxt_h1p_request_error(nxt_task_t *task, nxt_h1proto_t *h1p, nxt_http_request_t *r); static void nxt_h1p_request_close(nxt_task_t *task, nxt_http_proto_t proto, nxt_socket_conf_joint_t *joint); static void nxt_h1p_conn_sent(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_close(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_error(nxt_task_t *task, void *obj, void *data); static nxt_msec_t nxt_h1p_conn_timer_value(nxt_conn_t *c, uintptr_t data); static void nxt_h1p_keepalive(nxt_task_t *task, nxt_h1proto_t *h1p, nxt_conn_t *c); static void nxt_h1p_idle_close(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_idle_timeout(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_idle_response(nxt_task_t *task, nxt_conn_t *c); static void nxt_h1p_idle_response_sent(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_idle_response_timeout(nxt_task_t *task, void *obj, void *data); static nxt_msec_t nxt_h1p_idle_response_timer_value(nxt_conn_t *c, uintptr_t data); static void nxt_h1p_shutdown(nxt_task_t *task, nxt_conn_t *c); static void nxt_h1p_conn_closing(nxt_task_t *task, void *obj, void *data); static void nxt_h1p_conn_free(nxt_task_t *task, void *obj, void *data); #if (NXT_TLS) static const nxt_conn_state_t nxt_http_idle_state; static const nxt_conn_state_t nxt_h1p_shutdown_state; #endif static const nxt_conn_state_t nxt_h1p_idle_state; static const nxt_conn_state_t nxt_h1p_idle_close_state; static const nxt_conn_state_t nxt_h1p_header_parse_state; static const nxt_conn_state_t nxt_h1p_read_body_state; static const nxt_conn_state_t nxt_h1p_request_send_state; static const nxt_conn_state_t nxt_h1p_timeout_response_state; static const nxt_conn_state_t nxt_h1p_keepalive_state; static const nxt_conn_state_t nxt_h1p_close_state; const nxt_http_proto_table_t nxt_http_proto[3] = { /* NXT_HTTP_PROTO_H1 */ { .body_read = nxt_h1p_request_body_read, .local_addr = nxt_h1p_request_local_addr, .header_send = nxt_h1p_request_header_send, .send = nxt_h1p_request_send, .body_bytes_sent = nxt_h1p_request_body_bytes_sent, .discard = nxt_h1p_request_discard, .close = nxt_h1p_request_close, }, /* NXT_HTTP_PROTO_H2 */ /* NXT_HTTP_PROTO_DEVNULL */ }; static nxt_lvlhsh_t nxt_h1p_fields_hash; static nxt_http_field_proc_t nxt_h1p_fields[] = { { nxt_string("Connection"), &nxt_h1p_connection, 0 }, { nxt_string("Transfer-Encoding"), &nxt_h1p_transfer_encoding, 0 }, { nxt_string("Host"), &nxt_http_request_host, 0 }, { nxt_string("Cookie"), &nxt_http_request_field, offsetof(nxt_http_request_t, cookie) }, { nxt_string("Referer"), &nxt_http_request_field, offsetof(nxt_http_request_t, referer) }, { nxt_string("User-Agent"), &nxt_http_request_field, offsetof(nxt_http_request_t, user_agent) }, { nxt_string("Content-Type"), &nxt_http_request_field, offsetof(nxt_http_request_t, content_type) }, { nxt_string("Content-Length"), &nxt_http_request_content_length, 0 }, }; nxt_int_t nxt_h1p_init(nxt_task_t *task, nxt_runtime_t *rt) { return nxt_http_fields_hash(&nxt_h1p_fields_hash, rt->mem_pool, nxt_h1p_fields, nxt_nitems(nxt_h1p_fields)); } void nxt_http_conn_init(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_socket_conf_t *skcf; nxt_event_engine_t *engine; nxt_listen_event_t *lev; nxt_socket_conf_joint_t *joint; c = obj; lev = data; nxt_debug(task, "http conn init"); joint = lev->socket.data; skcf = joint->socket_conf; c->local = skcf->sockaddr; engine = task->thread->engine; c->read_work_queue = &engine->fast_work_queue; c->write_work_queue = &engine->fast_work_queue; c->read_state = &nxt_h1p_idle_state; #if (NXT_TLS) if (skcf->tls != NULL) { c->read_state = &nxt_http_idle_state; } #endif nxt_conn_read(engine, c); } #if (NXT_TLS) static const nxt_conn_state_t nxt_http_idle_state nxt_aligned(64) = { .ready_handler = nxt_http_conn_test, .close_handler = nxt_h1p_conn_close, .error_handler = nxt_h1p_conn_error, .io_read_handler = nxt_http_idle_io_read_handler, .timer_handler = nxt_h1p_idle_timeout, .timer_value = nxt_h1p_conn_timer_value, .timer_data = offsetof(nxt_socket_conf_t, idle_timeout), }; static ssize_t nxt_http_idle_io_read_handler(nxt_conn_t *c) { size_t size; ssize_t n; nxt_buf_t *b; nxt_socket_conf_joint_t *joint; joint = c->listen->socket.data; if (nxt_slow_path(joint == NULL)) { /* * Listening socket had been closed while * connection was in keep-alive state. */ c->read_state = &nxt_h1p_idle_close_state; return 0; } size = joint->socket_conf->header_buffer_size; b = nxt_buf_mem_alloc(c->mem_pool, size, 0); if (nxt_slow_path(b == NULL)) { c->socket.error = NXT_ENOMEM; return NXT_ERROR; } /* * 1 byte is enough to distinguish between SSLv3/TLS and plain HTTP. * 11 bytes are enough to log supported SSLv3/TLS version. * 16 bytes are just for more optimized kernel copy-out operation. */ n = c->io->recv(c, b->mem.pos, 16, MSG_PEEK); if (n > 0) { c->read = b; } else { c->read = NULL; nxt_mp_free(c->mem_pool, b); } return n; } static void nxt_http_conn_test(nxt_task_t *task, void *obj, void *data) { u_char *p; nxt_buf_t *b; nxt_conn_t *c; nxt_tls_conf_t *tls; nxt_socket_conf_joint_t *joint; c = obj; nxt_debug(task, "h1p conn https test"); b = c->read; p = b->mem.pos; c->read_state = &nxt_h1p_idle_state; if (p[0] != 0x16) { b->mem.free = b->mem.pos; nxt_conn_read(task->thread->engine, c); return; } /* SSLv3/TLS ClientHello message. */ #if (NXT_DEBUG) if (nxt_buf_mem_used_size(&b->mem) >= 11) { u_char major, minor; const char *protocol; major = p[9]; minor = p[10]; if (major == 3) { if (minor == 0) { protocol = "SSLv"; } else { protocol = "TLSv"; major -= 2; minor -= 1; } nxt_debug(task, "SSL/TLS: %s%ud.%ud", protocol, major, minor); } } #endif c->read = NULL; nxt_mp_free(c->mem_pool, b); joint = c->listen->socket.data; if (nxt_slow_path(joint == NULL)) { /* * Listening socket had been closed while * connection was in keep-alive state. */ nxt_h1p_shutdown(task, c); return; } tls = joint->socket_conf->tls; tls->conn_init(task, tls, c); } #endif static const nxt_conn_state_t nxt_h1p_idle_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_proto_init, .close_handler = nxt_h1p_conn_close, .error_handler = nxt_h1p_conn_error, .io_read_handler = nxt_h1p_idle_io_read_handler, .timer_handler = nxt_h1p_idle_timeout, .timer_value = nxt_h1p_conn_timer_value, .timer_data = offsetof(nxt_socket_conf_t, idle_timeout), .timer_autoreset = 1, }; static ssize_t nxt_h1p_idle_io_read_handler(nxt_conn_t *c) { size_t size; ssize_t n; nxt_buf_t *b; nxt_socket_conf_joint_t *joint; joint = c->listen->socket.data; if (nxt_slow_path(joint == NULL)) { /* * Listening socket had been closed while * connection was in keep-alive state. */ c->read_state = &nxt_h1p_idle_close_state; return 0; } b = c->read; if (b == NULL) { size = joint->socket_conf->header_buffer_size; b = nxt_buf_mem_alloc(c->mem_pool, size, 0); if (nxt_slow_path(b == NULL)) { c->socket.error = NXT_ENOMEM; return NXT_ERROR; } } n = c->io->recvbuf(c, b); if (n > 0) { c->read = b; } else { c->read = NULL; nxt_mp_free(c->mem_pool, b); } return n; } static void nxt_h1p_conn_proto_init(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_h1proto_t *h1p; c = obj; nxt_debug(task, "h1p conn proto init"); h1p = nxt_mp_zget(c->mem_pool, sizeof(nxt_h1proto_t)); if (nxt_slow_path(h1p == NULL)) { nxt_h1p_shutdown(task, c); return; } c->socket.data = h1p; h1p->conn = c; nxt_h1p_conn_request_init(task, c, h1p); } static void nxt_h1p_conn_request_init(nxt_task_t *task, void *obj, void *data) { nxt_int_t ret; nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_http_request_t *r; nxt_socket_conf_joint_t *joint; c = obj; h1p = data; nxt_debug(task, "h1p conn request init"); r = nxt_http_request_create(task); if (nxt_fast_path(r != NULL)) { h1p->request = r; r->proto.h1 = h1p; /* r->protocol = NXT_HTTP_PROTO_H1 is done by zeroing. */ r->remote = c->remote; #if (NXT_TLS) r->tls = c->u.tls; #endif ret = nxt_http_parse_request_init(&h1p->parser, r->mem_pool); if (nxt_fast_path(ret == NXT_OK)) { joint = c->listen->socket.data; joint->count++; r->conf = joint; c->local = joint->socket_conf->sockaddr; nxt_h1p_conn_request_header_parse(task, c, h1p); return; } /* * The request is very incomplete here, * so "internal server error" useless here. */ nxt_mp_release(r->mem_pool); } nxt_h1p_shutdown(task, c); } static const nxt_conn_state_t nxt_h1p_header_parse_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_request_header_parse, .close_handler = nxt_h1p_conn_request_error, .error_handler = nxt_h1p_conn_request_error, .timer_handler = nxt_h1p_conn_request_timeout, .timer_value = nxt_h1p_conn_request_timer_value, .timer_data = offsetof(nxt_socket_conf_t, header_read_timeout), }; static void nxt_h1p_conn_request_header_parse(nxt_task_t *task, void *obj, void *data) { nxt_int_t ret; nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_http_status_t status; nxt_http_request_t *r; c = obj; h1p = data; nxt_debug(task, "h1p conn header parse"); ret = nxt_http_parse_request(&h1p->parser, &c->read->mem); ret = nxt_expect(NXT_DONE, ret); if (ret != NXT_AGAIN) { nxt_timer_disable(task->thread->engine, &c->read_timer); } r = h1p->request; switch (ret) { case NXT_DONE: /* * By default the keepalive mode is disabled in HTTP/1.0 and * enabled in HTTP/1.1. The mode can be overridden later by * the "Connection" field processed in nxt_h1p_connection(). */ h1p->keepalive = (h1p->parser.version.s.minor != '0'); ret = nxt_h1p_header_process(h1p, r); if (nxt_fast_path(ret == NXT_OK)) { #if (NXT_TLS) if (c->u.tls == NULL && r->conf->socket_conf->tls != NULL) { status = NXT_HTTP_TO_HTTPS; goto error; } #endif r->state->ready_handler(task, r, NULL); return; } status = ret; goto error; case NXT_AGAIN: status = nxt_h1p_header_buffer_test(task, h1p, c, r->conf->socket_conf); if (nxt_fast_path(status == NXT_OK)) { c->read_state = &nxt_h1p_header_parse_state; nxt_conn_read(task->thread->engine, c); return; } break; case NXT_HTTP_PARSE_INVALID: status = NXT_HTTP_BAD_REQUEST; break; case NXT_HTTP_PARSE_UNSUPPORTED_VERSION: status = NXT_HTTP_VERSION_NOT_SUPPORTED; break; case NXT_HTTP_PARSE_TOO_LARGE_FIELD: status = NXT_HTTP_REQUEST_HEADER_FIELDS_TOO_LARGE; break; default: case NXT_ERROR: status = NXT_HTTP_INTERNAL_SERVER_ERROR; break; } (void) nxt_h1p_header_process(h1p, r); error: h1p->keepalive = 0; nxt_http_request_error(task, r, status); } static nxt_int_t nxt_h1p_header_process(nxt_h1proto_t *h1p, nxt_http_request_t *r) { r->target.start = h1p->parser.target_start; r->target.length = h1p->parser.target_end - h1p->parser.target_start; if (h1p->parser.version.ui64 != 0) { r->version.start = h1p->parser.version.str; r->version.length = sizeof(h1p->parser.version.str); } r->method = &h1p->parser.method; r->path = &h1p->parser.path; r->args = &h1p->parser.args; r->fields = h1p->parser.fields; return nxt_http_fields_process(r->fields, &nxt_h1p_fields_hash, r); } static nxt_int_t nxt_h1p_header_buffer_test(nxt_task_t *task, nxt_h1proto_t *h1p, nxt_conn_t *c, nxt_socket_conf_t *skcf) { size_t size, used; nxt_buf_t *in, *b; in = c->read; if (nxt_buf_mem_free_size(&in->mem) == 0) { size = skcf->large_header_buffer_size; used = nxt_buf_mem_used_size(&in->mem); if (size <= used || h1p->nbuffers >= skcf->large_header_buffers) { return NXT_HTTP_REQUEST_HEADER_FIELDS_TOO_LARGE; } b = nxt_buf_mem_alloc(c->mem_pool, size, 0); if (nxt_slow_path(b == NULL)) { return NXT_HTTP_INTERNAL_SERVER_ERROR; } b->mem.free = nxt_cpymem(b->mem.pos, in->mem.pos, used); in->next = h1p->buffers; h1p->buffers = in; h1p->nbuffers++; c->read = b; } return NXT_OK; } static nxt_int_t nxt_h1p_connection(void *ctx, nxt_http_field_t *field, uintptr_t data) { nxt_http_request_t *r; r = ctx; if (field->value_length == 5 && nxt_memcmp(field->value, "close", 5) == 0) { r->proto.h1->keepalive = 0; } return NXT_OK; } static nxt_int_t nxt_h1p_transfer_encoding(void *ctx, nxt_http_field_t *field, uintptr_t data) { nxt_http_te_t te; nxt_http_request_t *r; r = ctx; if (field->value_length == 7 && nxt_memcmp(field->value, "chunked", 7) == 0) { te = NXT_HTTP_TE_CHUNKED; } else { te = NXT_HTTP_TE_UNSUPPORTED; } r->proto.h1->transfer_encoding = te; return NXT_OK; } static void nxt_h1p_request_body_read(nxt_task_t *task, nxt_http_request_t *r) { size_t size, body_length; nxt_buf_t *in, *b; nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_http_status_t status; h1p = r->proto.h1; nxt_debug(task, "h1p request body read %O te:%d", r->content_length_n, h1p->transfer_encoding); switch (h1p->transfer_encoding) { case NXT_HTTP_TE_CHUNKED: status = NXT_HTTP_LENGTH_REQUIRED; goto error; case NXT_HTTP_TE_UNSUPPORTED: status = NXT_HTTP_NOT_IMPLEMENTED; goto error; default: case NXT_HTTP_TE_NONE: break; } if (r->content_length_n == -1 || r->content_length_n == 0) { goto ready; } if (r->content_length_n > (nxt_off_t) r->conf->socket_conf->max_body_size) { status = NXT_HTTP_PAYLOAD_TOO_LARGE; goto error; } body_length = (size_t) r->content_length_n; b = r->body; if (b == NULL) { b = nxt_buf_mem_alloc(r->mem_pool, body_length, 0); if (nxt_slow_path(b == NULL)) { status = NXT_HTTP_INTERNAL_SERVER_ERROR; goto error; } r->body = b; } in = h1p->conn->read; size = nxt_buf_mem_used_size(&in->mem); if (size != 0) { if (size > body_length) { size = body_length; } b->mem.free = nxt_cpymem(b->mem.free, in->mem.pos, size); in->mem.pos += size; } size = nxt_buf_mem_free_size(&b->mem); nxt_debug(task, "h1p body rest: %uz", size); if (size != 0) { in->next = h1p->buffers; h1p->buffers = in; c = h1p->conn; c->read = b; c->read_state = &nxt_h1p_read_body_state; nxt_conn_read(task->thread->engine, c); return; } ready: nxt_work_queue_add(&task->thread->engine->fast_work_queue, r->state->ready_handler, task, r, NULL); return; error: h1p->keepalive = 0; nxt_http_request_error(task, r, status); } static const nxt_conn_state_t nxt_h1p_read_body_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_request_body_read, .close_handler = nxt_h1p_conn_request_error, .error_handler = nxt_h1p_conn_request_error, .timer_handler = nxt_h1p_conn_request_timeout, .timer_value = nxt_h1p_conn_request_timer_value, .timer_data = offsetof(nxt_socket_conf_t, body_read_timeout), .timer_autoreset = 1, }; static void nxt_h1p_conn_request_body_read(nxt_task_t *task, void *obj, void *data) { size_t size; nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_http_request_t *r; nxt_event_engine_t *engine; c = obj; h1p = data; nxt_debug(task, "h1p conn request body read"); size = nxt_buf_mem_free_size(&c->read->mem); nxt_debug(task, "h1p body rest: %uz", size); engine = task->thread->engine; if (size != 0) { nxt_conn_read(engine, c); } else { c->read = NULL; r = h1p->request; nxt_work_queue_add(&engine->fast_work_queue, r->state->ready_handler, task, r, NULL); } } static void nxt_h1p_request_local_addr(nxt_task_t *task, nxt_http_request_t *r) { r->local = nxt_conn_local_addr(task, r->proto.h1->conn); } #define NXT_HTTP_LAST_SUCCESS \ (NXT_HTTP_OK + nxt_nitems(nxt_http_success) - 1) static const nxt_str_t nxt_http_success[] = { nxt_string("HTTP/1.1 200 OK\r\n"), nxt_string("HTTP/1.1 201 Created\r\n"), nxt_string("HTTP/1.1 202 Accepted\r\n"), nxt_string("HTTP/1.1 203 Non-Authoritative Information\r\n"), nxt_string("HTTP/1.1 204 No Content\r\n"), nxt_string("HTTP/1.1 205 Reset Content\r\n"), nxt_string("HTTP/1.1 206 Partial Content\r\n"), }; #define NXT_HTTP_LAST_REDIRECTION \ (NXT_HTTP_MULTIPLE_CHOICES + nxt_nitems(nxt_http_redirection) - 1) static const nxt_str_t nxt_http_redirection[] = { nxt_string("HTTP/1.1 300 Multiple Choices\r\n"), nxt_string("HTTP/1.1 301 Moved Permanently\r\n"), nxt_string("HTTP/1.1 302 Found\r\n"), nxt_string("HTTP/1.1 303 See Other\r\n"), nxt_string("HTTP/1.1 304 Not Modified\r\n"), }; #define NXT_HTTP_LAST_CLIENT_ERROR \ (NXT_HTTP_BAD_REQUEST + nxt_nitems(nxt_http_client_error) - 1) static const nxt_str_t nxt_http_client_error[] = { nxt_string("HTTP/1.1 400 Bad Request\r\n"), nxt_string("HTTP/1.1 401 Unauthorized\r\n"), nxt_string("HTTP/1.1 402 Payment Required\r\n"), nxt_string("HTTP/1.1 403 Forbidden\r\n"), nxt_string("HTTP/1.1 404 Not Found\r\n"), nxt_string("HTTP/1.1 405 Method Not Allowed\r\n"), nxt_string("HTTP/1.1 406 Not Acceptable\r\n"), nxt_string("HTTP/1.1 407 Proxy Authentication Required\r\n"), nxt_string("HTTP/1.1 408 Request Timeout\r\n"), nxt_string("HTTP/1.1 409 Conflict\r\n"), nxt_string("HTTP/1.1 410 Gone\r\n"), nxt_string("HTTP/1.1 411 Length Required\r\n"), nxt_string("HTTP/1.1 412 Precondition Failed\r\n"), nxt_string("HTTP/1.1 413 Payload Too Large\r\n"), nxt_string("HTTP/1.1 414 URI Too Long\r\n"), nxt_string("HTTP/1.1 415 Unsupported Media Type\r\n"), nxt_string("HTTP/1.1 416 Range Not Satisfiable\r\n"), nxt_string("HTTP/1.1 417 Expectation Failed\r\n"), nxt_string("HTTP/1.1 418\r\n"), nxt_string("HTTP/1.1 419\r\n"), nxt_string("HTTP/1.1 420\r\n"), nxt_string("HTTP/1.1 421\r\n"), nxt_string("HTTP/1.1 422\r\n"), nxt_string("HTTP/1.1 423\r\n"), nxt_string("HTTP/1.1 424\r\n"), nxt_string("HTTP/1.1 425\r\n"), nxt_string("HTTP/1.1 426\r\n"), nxt_string("HTTP/1.1 427\r\n"), nxt_string("HTTP/1.1 428\r\n"), nxt_string("HTTP/1.1 429\r\n"), nxt_string("HTTP/1.1 430\r\n"), nxt_string("HTTP/1.1 431 Request Header Fields Too Large\r\n"), }; #define NXT_HTTP_LAST_NGINX_ERROR \ (NXT_HTTP_TO_HTTPS + nxt_nitems(nxt_http_nginx_error) - 1) static const nxt_str_t nxt_http_nginx_error[] = { nxt_string("HTTP/1.1 400 " "The plain HTTP request was sent to HTTPS port\r\n"), }; #define NXT_HTTP_LAST_SERVER_ERROR \ (NXT_HTTP_INTERNAL_SERVER_ERROR + nxt_nitems(nxt_http_server_error) - 1) static const nxt_str_t nxt_http_server_error[] = { nxt_string("HTTP/1.1 500 Internal Server Error\r\n"), nxt_string("HTTP/1.1 501 Not Implemented\r\n"), nxt_string("HTTP/1.1 502 Bad Gateway\r\n"), nxt_string("HTTP/1.1 503 Service Unavailable\r\n"), nxt_string("HTTP/1.1 504 Gateway Timeout\r\n"), nxt_string("HTTP/1.1 505 HTTP Version Not Supported\r\n"), }; #define UNKNOWN_STATUS_LENGTH nxt_length("HTTP/1.1 65536\r\n") static void nxt_h1p_request_header_send(nxt_task_t *task, nxt_http_request_t *r) { u_char *p; size_t size; nxt_buf_t *header; nxt_str_t unknown_status; nxt_int_t conn; nxt_uint_t n; nxt_bool_t http11; nxt_conn_t *c; nxt_h1proto_t *h1p; const nxt_str_t *status; nxt_http_field_t *field; u_char buf[UNKNOWN_STATUS_LENGTH]; static const char chunked[] = "Transfer-Encoding: chunked\r\n"; static const nxt_str_t connection[2] = { nxt_string("Connection: close\r\n"), nxt_string("Connection: keep-alive\r\n"), }; nxt_debug(task, "h1p request header send"); r->header_sent = 1; h1p = r->proto.h1; n = r->status; if (n >= NXT_HTTP_OK && n <= NXT_HTTP_LAST_SUCCESS) { status = &nxt_http_success[n - NXT_HTTP_OK]; } else if (n >= NXT_HTTP_MULTIPLE_CHOICES && n <= NXT_HTTP_LAST_REDIRECTION) { status = &nxt_http_redirection[n - NXT_HTTP_MULTIPLE_CHOICES]; } else if (n >= NXT_HTTP_BAD_REQUEST && n <= NXT_HTTP_LAST_CLIENT_ERROR) { status = &nxt_http_client_error[n - NXT_HTTP_BAD_REQUEST]; } else if (n >= NXT_HTTP_TO_HTTPS && n <= NXT_HTTP_LAST_NGINX_ERROR) { status = &nxt_http_nginx_error[n - NXT_HTTP_TO_HTTPS]; } else if (n >= NXT_HTTP_INTERNAL_SERVER_ERROR && n <= NXT_HTTP_LAST_SERVER_ERROR) { status = &nxt_http_server_error[n - NXT_HTTP_INTERNAL_SERVER_ERROR]; } else { p = nxt_sprintf(buf, buf + UNKNOWN_STATUS_LENGTH, "HTTP/1.1 %03d\r\n", n); unknown_status.length = p - buf; unknown_status.start = buf; status = &unknown_status; } size = status->length; /* Trailing CRLF at the end of header. */ size += nxt_length("\r\n"); http11 = (h1p->parser.version.s.minor != '0'); if (r->resp.content_length == NULL || r->resp.content_length->skip) { if (http11) { if (n != NXT_HTTP_NOT_MODIFIED && n != NXT_HTTP_NO_CONTENT) { h1p->chunked = 1; size += nxt_length(chunked); /* Trailing CRLF will be added by the first chunk header. */ size -= nxt_length("\r\n"); } } else { h1p->keepalive = 0; } } conn = -1; if (http11 ^ h1p->keepalive) { conn = h1p->keepalive; size += connection[conn].length; } nxt_list_each(field, r->resp.fields) { if (!field->skip) { size += field->name_length + field->value_length; size += nxt_length(": \r\n"); } } nxt_list_loop; header = nxt_http_buf_mem(task, r, size); if (nxt_slow_path(header == NULL)) { nxt_h1p_request_error(task, h1p, r); return; } p = header->mem.free; p = nxt_cpymem(p, status->start, status->length); nxt_list_each(field, r->resp.fields) { if (!field->skip) { p = nxt_cpymem(p, field->name, field->name_length); *p++ = ':'; *p++ = ' '; p = nxt_cpymem(p, field->value, field->value_length); *p++ = '\r'; *p++ = '\n'; } } nxt_list_loop; if (conn >= 0) { p = nxt_cpymem(p, connection[conn].start, connection[conn].length); } if (h1p->chunked) { p = nxt_cpymem(p, chunked, nxt_length(chunked)); /* Trailing CRLF will be added by the first chunk header. */ } else { *p++ = '\r'; *p++ = '\n'; } header->mem.free = p; h1p->header_size = nxt_buf_mem_used_size(&header->mem); c = h1p->conn; c->write = header; c->write_state = &nxt_h1p_request_send_state; nxt_conn_write(task->thread->engine, c); } static const nxt_conn_state_t nxt_h1p_request_send_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_sent, .error_handler = nxt_h1p_conn_request_error, .timer_handler = nxt_h1p_conn_request_send_timeout, .timer_value = nxt_h1p_conn_request_timer_value, .timer_data = offsetof(nxt_socket_conf_t, send_timeout), .timer_autoreset = 1, }; static void nxt_h1p_request_send(nxt_task_t *task, nxt_http_request_t *r, nxt_buf_t *out) { nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_debug(task, "h1p request send"); h1p = r->proto.h1; c = h1p->conn; if (h1p->chunked) { out = nxt_h1p_chunk_create(task, r, out); if (nxt_slow_path(out == NULL)) { nxt_h1p_request_error(task, h1p, r); return; } } if (c->write == NULL) { c->write = out; c->write_state = &nxt_h1p_request_send_state; nxt_conn_write(task->thread->engine, c); } else { nxt_buf_chain_add(&c->write, out); } } static nxt_buf_t * nxt_h1p_chunk_create(nxt_task_t *task, nxt_http_request_t *r, nxt_buf_t *out) { nxt_off_t size; nxt_buf_t *b, **prev, *header, *tail; const size_t chunk_size = 2 * nxt_length("\r\n") + NXT_OFF_T_HEXLEN; static const char tail_chunk[] = "\r\n0\r\n\r\n"; size = 0; prev = &out; for (b = out; b != NULL; b = b->next) { if (nxt_buf_is_last(b)) { tail = nxt_http_buf_mem(task, r, chunk_size); if (nxt_slow_path(tail == NULL)) { return NULL; } *prev = tail; tail->next = b; /* * The tail_chunk size with trailing zero is 8 bytes, so * memcpy may be inlined with just single 8 byte move operation. */ nxt_memcpy(tail->mem.free, tail_chunk, sizeof(tail_chunk)); tail->mem.free += nxt_length(tail_chunk); break; } size += nxt_buf_used_size(b); prev = &b->next; } if (size == 0) { return out; } header = nxt_http_buf_mem(task, r, chunk_size); if (nxt_slow_path(header == NULL)) { return NULL; } header->next = out; header->mem.free = nxt_sprintf(header->mem.free, header->mem.end, "\r\n%xO\r\n", size); return header; } static nxt_off_t nxt_h1p_request_body_bytes_sent(nxt_task_t *task, nxt_http_proto_t proto) { nxt_off_t sent; nxt_h1proto_t *h1p; h1p = proto.h1; sent = h1p->conn->sent - h1p->header_size; return (sent > 0) ? sent : 0; } static void nxt_h1p_request_discard(nxt_task_t *task, nxt_http_request_t *r, nxt_buf_t *last) { nxt_buf_t *b; nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_work_queue_t *wq; nxt_debug(task, "h1p request discard"); h1p = r->proto.h1; h1p->keepalive = 0; c = h1p->conn; b = c->write; c->write = NULL; wq = &task->thread->engine->fast_work_queue; nxt_sendbuf_drain(task, wq, b); nxt_sendbuf_drain(task, wq, last); } static void nxt_h1p_conn_request_error(nxt_task_t *task, void *obj, void *data) { nxt_h1proto_t *h1p; nxt_http_request_t *r; h1p = data; nxt_debug(task, "h1p conn request error"); r = h1p->request; if (r->fields == NULL) { (void) nxt_h1p_header_process(h1p, r); } if (r->status == 0) { r->status = NXT_HTTP_BAD_REQUEST; } nxt_h1p_request_error(task, h1p, r); } static void nxt_h1p_conn_request_timeout(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_timer_t *timer; nxt_h1proto_t *h1p; nxt_http_request_t *r; timer = obj; nxt_debug(task, "h1p conn request timeout"); c = nxt_read_timer_conn(timer); c->block_read = 1; /* * Disable SO_LINGER off during socket closing * to send "408 Request Timeout" error response. */ c->socket.timedout = 0; h1p = c->socket.data; h1p->keepalive = 0; r = h1p->request; if (r->fields == NULL) { (void) nxt_h1p_header_process(h1p, r); } nxt_http_request_error(task, r, NXT_HTTP_REQUEST_TIMEOUT); } static void nxt_h1p_conn_request_send_timeout(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_timer_t *timer; nxt_h1proto_t *h1p; timer = obj; nxt_debug(task, "h1p conn request send timeout"); c = nxt_write_timer_conn(timer); c->block_write = 1; h1p = c->socket.data; nxt_h1p_request_error(task, h1p, h1p->request); } static nxt_msec_t nxt_h1p_conn_request_timer_value(nxt_conn_t *c, uintptr_t data) { nxt_h1proto_t *h1p; h1p = c->socket.data; return nxt_value_at(nxt_msec_t, h1p->request->conf->socket_conf, data); } nxt_inline void nxt_h1p_request_error(nxt_task_t *task, nxt_h1proto_t *h1p, nxt_http_request_t *r) { h1p->keepalive = 0; r->state->error_handler(task, r, h1p); } static void nxt_h1p_request_close(nxt_task_t *task, nxt_http_proto_t proto, nxt_socket_conf_joint_t *joint) { nxt_conn_t *c; nxt_h1proto_t *h1p; nxt_debug(task, "h1p request close"); h1p = proto.h1; h1p->request = NULL; nxt_router_conf_release(task, joint); c = h1p->conn; if (h1p->keepalive) { nxt_h1p_keepalive(task, h1p, c); } else { nxt_h1p_shutdown(task, c); } } static void nxt_h1p_conn_sent(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_event_engine_t *engine; c = obj; nxt_debug(task, "h1p conn sent"); engine = task->thread->engine; c->write = nxt_sendbuf_completion(task, &engine->fast_work_queue, c->write); if (c->write != NULL) { nxt_conn_write(engine, c); } } static void nxt_h1p_conn_close(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; c = obj; nxt_debug(task, "h1p conn close"); nxt_h1p_shutdown(task, c); } static void nxt_h1p_conn_error(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; c = obj; nxt_debug(task, "h1p conn error"); nxt_h1p_shutdown(task, c); } static nxt_msec_t nxt_h1p_conn_timer_value(nxt_conn_t *c, uintptr_t data) { nxt_socket_conf_joint_t *joint; joint = c->listen->socket.data; return nxt_value_at(nxt_msec_t, joint->socket_conf, data); } static void nxt_h1p_keepalive(nxt_task_t *task, nxt_h1proto_t *h1p, nxt_conn_t *c) { size_t size; nxt_buf_t *in, *b, *next; nxt_debug(task, "h1p keepalive"); if (!c->tcp_nodelay) { nxt_conn_tcp_nodelay_on(task, c); } b = h1p->buffers; nxt_memzero(h1p, offsetof(nxt_h1proto_t, conn)); c->sent = 0; in = c->read; if (in == NULL) { /* A request with large body. */ in = b; c->read = in; b = in->next; in->next = NULL; } while (b != NULL) { next = b->next; nxt_mp_free(c->mem_pool, b); b = next; } size = nxt_buf_mem_used_size(&in->mem); if (size == 0) { nxt_mp_free(c->mem_pool, in); c->read = NULL; c->read_state = &nxt_h1p_keepalive_state; nxt_conn_read(task->thread->engine, c); } else { nxt_debug(task, "h1p pipelining"); nxt_memmove(in->mem.start, in->mem.pos, size); in->mem.pos = in->mem.start; in->mem.free = in->mem.start + size; nxt_h1p_conn_request_init(task, c, c->socket.data); } } static const nxt_conn_state_t nxt_h1p_keepalive_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_request_init, .close_handler = nxt_h1p_conn_close, .error_handler = nxt_h1p_conn_error, .io_read_handler = nxt_h1p_idle_io_read_handler, .timer_handler = nxt_h1p_idle_timeout, .timer_value = nxt_h1p_conn_timer_value, .timer_data = offsetof(nxt_socket_conf_t, idle_timeout), .timer_autoreset = 1, }; static const nxt_conn_state_t nxt_h1p_idle_close_state nxt_aligned(64) = { .close_handler = nxt_h1p_idle_close, }; static void nxt_h1p_idle_close(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; c = obj; nxt_debug(task, "h1p idle close"); nxt_h1p_idle_response(task, c); } static void nxt_h1p_idle_timeout(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_timer_t *timer; timer = obj; nxt_debug(task, "h1p idle timeout"); c = nxt_read_timer_conn(timer); c->block_read = 1; nxt_h1p_idle_response(task, c); } #define NXT_H1P_IDLE_TIMEOUT \ "HTTP/1.1 408 Request Timeout\r\n" \ "Server: " NXT_SERVER "\r\n" \ "Connection: close\r\n" \ "Content-Length: 0\r\n" \ "Date: " static void nxt_h1p_idle_response(nxt_task_t *task, nxt_conn_t *c) { u_char *p; size_t size; nxt_buf_t *out, *last; size = nxt_length(NXT_H1P_IDLE_TIMEOUT) + nxt_http_date_cache.size + nxt_length("\r\n\r\n"); out = nxt_buf_mem_alloc(c->mem_pool, size, 0); if (nxt_slow_path(out == NULL)) { goto fail; } p = nxt_cpymem(out->mem.free, NXT_H1P_IDLE_TIMEOUT, nxt_length(NXT_H1P_IDLE_TIMEOUT)); p = nxt_thread_time_string(task->thread, &nxt_http_date_cache, p); out->mem.free = nxt_cpymem(p, "\r\n\r\n", 4); last = nxt_mp_zget(c->mem_pool, NXT_BUF_SYNC_SIZE); if (nxt_slow_path(last == NULL)) { goto fail; } out->next = last; nxt_buf_set_sync(last); nxt_buf_set_last(last); last->completion_handler = nxt_h1p_idle_response_sent; last->parent = c; c->write = out; c->write_state = &nxt_h1p_timeout_response_state; nxt_conn_write(task->thread->engine, c); return; fail: nxt_h1p_shutdown(task, c); } static const nxt_conn_state_t nxt_h1p_timeout_response_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_sent, .error_handler = nxt_h1p_conn_error, .timer_handler = nxt_h1p_idle_response_timeout, .timer_value = nxt_h1p_idle_response_timer_value, }; static void nxt_h1p_idle_response_sent(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; c = data; nxt_debug(task, "h1p idle timeout response sent"); nxt_h1p_shutdown(task, c); } static void nxt_h1p_idle_response_timeout(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_timer_t *timer; timer = obj; nxt_debug(task, "h1p idle timeout response timeout"); c = nxt_read_timer_conn(timer); c->block_write = 1; nxt_h1p_shutdown(task, c); } static nxt_msec_t nxt_h1p_idle_response_timer_value(nxt_conn_t *c, uintptr_t data) { return 10 * 1000; } static void nxt_h1p_shutdown(nxt_task_t *task, nxt_conn_t *c) { nxt_debug(task, "h1p shutdown"); c->socket.data = NULL; #if (NXT_TLS) if (c->u.tls != NULL) { c->write_state = &nxt_h1p_shutdown_state; c->io->shutdown(task, c, NULL); return; } #endif nxt_h1p_conn_closing(task, c, NULL); } #if (NXT_TLS) static const nxt_conn_state_t nxt_h1p_shutdown_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_closing, .close_handler = nxt_h1p_conn_closing, .error_handler = nxt_h1p_conn_closing, }; #endif static void nxt_h1p_conn_closing(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; c = obj; nxt_debug(task, "h1p conn closing"); c->write_state = &nxt_h1p_close_state; nxt_conn_close(task->thread->engine, c); } static const nxt_conn_state_t nxt_h1p_close_state nxt_aligned(64) = { .ready_handler = nxt_h1p_conn_free, }; static void nxt_h1p_conn_free(nxt_task_t *task, void *obj, void *data) { nxt_conn_t *c; nxt_listen_event_t *lev; nxt_event_engine_t *engine; c = obj; nxt_debug(task, "h1p conn free"); nxt_queue_remove(&c->link); engine = task->thread->engine; nxt_sockaddr_cache_free(engine, c); lev = c->listen; nxt_conn_free(task, c); nxt_router_listen_event_release(&engine->task, lev, NULL); }