// // Copyright 2020 Staysail Systems, Inc. // Copyright 2018 Capitar IT Group BV // Copyright 2019 Devolutions // // This software is supplied under the terms of the MIT License, a // copy of which should be located in the distribution where this // file was obtained (LICENSE.txt). A copy of the license may also be // found online at https://opensource.org/licenses/MIT. // #include #include #include #include "core/nng_impl.h" #include #include "http_api.h" static nni_mtx http_txn_lk; struct nng_http_client { nni_list aios; nni_mtx mtx; bool closed; nni_aio * aio; nng_stream_dialer *dialer; }; static void http_dial_start(nni_http_client *c) { if (nni_list_empty(&c->aios)) { return; } nng_stream_dialer_dial(c->dialer, c->aio); } static void http_dial_cb(void *arg) { nni_http_client *c = arg; nni_aio * aio; int rv; nng_stream * stream; nni_http_conn * conn; nni_mtx_lock(&c->mtx); rv = nni_aio_result(c->aio); if ((aio = nni_list_first(&c->aios)) == NULL) { // User abandoned request, and no residuals left. nni_mtx_unlock(&c->mtx); if (rv == 0) { stream = nni_aio_get_output(c->aio, 0); nng_stream_free(stream); } return; } if (rv != 0) { nni_aio_list_remove(aio); http_dial_start(c); nni_mtx_unlock(&c->mtx); nni_aio_finish_error(aio, rv); return; } nni_aio_list_remove(aio); stream = nni_aio_get_output(c->aio, 0); NNI_ASSERT(stream != NULL); rv = nni_http_conn_init(&conn, stream); http_dial_start(c); nni_mtx_unlock(&c->mtx); if (rv != 0) { // the conn_init function will have already discard stream. nni_aio_finish_error(aio, rv); return; } nni_aio_set_output(aio, 0, conn); nni_aio_finish(aio, 0, 0); } void nni_http_client_fini(nni_http_client *c) { nni_aio_free(c->aio); nng_stream_dialer_free(c->dialer); nni_mtx_fini(&c->mtx); NNI_FREE_STRUCT(c); } int nni_http_client_init(nni_http_client **cp, const nni_url *url) { int rv; nni_http_client *c; nng_url my_url; const char * scheme; if ((scheme = nni_http_stream_scheme(url->u_scheme)) == NULL) { return (NNG_EADDRINVAL); } // Rewrite URLs to either TLS or TCP. memcpy(&my_url, url, sizeof(my_url)); my_url.u_scheme = (char *) scheme; if (strlen(url->u_hostname) == 0) { // We require a valid hostname. return (NNG_EADDRINVAL); } if ((c = NNI_ALLOC_STRUCT(c)) == NULL) { return (NNG_ENOMEM); } nni_mtx_init(&c->mtx); nni_aio_list_init(&c->aios); if ((rv = nng_stream_dialer_alloc_url(&c->dialer, &my_url)) != 0) { nni_http_client_fini(c); return (rv); } if ((rv = nni_aio_alloc(&c->aio, http_dial_cb, c)) != 0) { nni_http_client_fini(c); return (rv); } *cp = c; return (0); } int nni_http_client_set_tls(nni_http_client *c, nng_tls_config *tls) { return (nng_stream_dialer_set_ptr(c->dialer, NNG_OPT_TLS_CONFIG, tls)); } int nni_http_client_get_tls(nni_http_client *c, nng_tls_config **tlsp) { return (nng_stream_dialer_get_ptr( c->dialer, NNG_OPT_TLS_CONFIG, (void **) tlsp)); } int nni_http_client_set(nni_http_client *c, const char *name, const void *buf, size_t sz, nni_type t) { // We have no local options, but we just pass them straight through. return (nni_stream_dialer_set(c->dialer, name, buf, sz, t)); } int nni_http_client_get( nni_http_client *c, const char *name, void *buf, size_t *szp, nni_type t) { return (nni_stream_dialer_get(c->dialer, name, buf, szp, t)); } static void http_dial_cancel(nni_aio *aio, void *arg, int rv) { nni_http_client *c = arg; nni_mtx_lock(&c->mtx); if (nni_aio_list_active(aio)) { nni_aio_list_remove(aio); nni_aio_finish_error(aio, rv); } if (nni_list_empty(&c->aios)) { nni_aio_abort(c->aio, rv); } nni_mtx_unlock(&c->mtx); } void nni_http_client_connect(nni_http_client *c, nni_aio *aio) { int rv; if (nni_aio_begin(aio) != 0) { return; } nni_mtx_lock(&c->mtx); if ((rv = nni_aio_schedule(aio, http_dial_cancel, c)) != 0) { nni_mtx_unlock(&c->mtx); nni_aio_finish_error(aio, rv); return; } nni_list_append(&c->aios, aio); if (nni_list_first(&c->aios) == aio) { http_dial_start(c); } nni_mtx_unlock(&c->mtx); } static int http_client_sys_init(void); static void http_client_sys_fini(void); static nni_initializer http_client_initializer = { .i_init = http_client_sys_init, .i_fini = http_client_sys_fini, .i_once = 0, }; typedef enum http_txn_state { HTTP_CONNECTING, HTTP_SENDING, HTTP_RECVING, HTTP_RECVING_BODY, HTTP_RECVING_CHUNKS, } http_txn_state; typedef struct http_txn { nni_aio * aio; // lower level aio nni_list aios; // upper level aio(s) -- maximum one nni_http_client *client; nni_http_conn * conn; nni_http_req * req; nni_http_res * res; nni_http_chunks *chunks; http_txn_state state; } http_txn; static void http_txn_fini(void *arg) { http_txn *txn = arg; if (txn->client != NULL) { // We only close the connection if we created it. if (txn->conn != NULL) { nni_http_conn_fini(txn->conn); txn->conn = NULL; } } nni_http_chunks_free(txn->chunks); nni_aio_reap(txn->aio); NNI_FREE_STRUCT(txn); } static void http_txn_finish_aios(http_txn *txn, int rv) { nni_aio *aio; while ((aio = nni_list_first(&txn->aios)) != NULL) { nni_list_remove(&txn->aios, aio); nni_aio_finish_error(aio, rv); } } static void http_txn_cb(void *arg) { http_txn * txn = arg; const char * str; char * end; int rv; uint64_t len; nni_iov iov; char * dst; size_t sz; nni_http_chunk *chunk = NULL; nni_mtx_lock(&http_txn_lk); if ((rv = nni_aio_result(txn->aio)) != 0) { http_txn_finish_aios(txn, rv); nni_mtx_unlock(&http_txn_lk); http_txn_fini(txn); return; } switch (txn->state) { case HTTP_CONNECTING: txn->conn = nni_aio_get_output(txn->aio, 0); txn->state = HTTP_SENDING; nni_http_write_req(txn->conn, txn->req, txn->aio); nni_mtx_unlock(&http_txn_lk); return; case HTTP_SENDING: txn->state = HTTP_RECVING; nni_http_read_res(txn->conn, txn->res, txn->aio); nni_mtx_unlock(&http_txn_lk); return; case HTTP_RECVING: // Detect chunked encoding. You poor bastard. if (((str = nni_http_res_get_header( txn->res, "Transfer-Encoding")) != NULL) && (strstr(str, "chunked") != NULL)) { if ((rv = nni_http_chunks_init(&txn->chunks, 0)) != 0) { goto error; } txn->state = HTTP_RECVING_CHUNKS; nni_http_read_chunks(txn->conn, txn->chunks, txn->aio); nni_mtx_unlock(&http_txn_lk); return; } str = nni_http_req_get_method(txn->req); if ((nni_strcasecmp(str, "HEAD") == 0) || ((str = nni_http_res_get_header( txn->res, "Content-Length")) == NULL) || ((len = (uint64_t) strtoull(str, &end, 10)) == 0) || (end == NULL) || (*end != '\0')) { // If no content-length, or HEAD (which per RFC // never transfers data), then we are done. http_txn_finish_aios(txn, 0); nni_mtx_unlock(&http_txn_lk); http_txn_fini(txn); return; } if ((rv = nni_http_res_alloc_data(txn->res, (size_t) len)) != 0) { goto error; } nni_http_res_get_data(txn->res, &iov.iov_buf, &iov.iov_len); nni_aio_set_iov(txn->aio, 1, &iov); txn->state = HTTP_RECVING_BODY; nni_http_read_full(txn->conn, txn->aio); nni_mtx_unlock(&http_txn_lk); return; case HTTP_RECVING_BODY: // All done! http_txn_finish_aios(txn, 0); nni_mtx_unlock(&http_txn_lk); http_txn_fini(txn); return; case HTTP_RECVING_CHUNKS: // All done, but now we need to coalesce the chunks, for // yet *another* copy. Chunked transfers are such crap. sz = nni_http_chunks_size(txn->chunks); if ((rv = nni_http_res_alloc_data(txn->res, sz)) != 0) { goto error; } nni_http_res_get_data(txn->res, (void **) &dst, &sz); while ((chunk = nni_http_chunks_iter(txn->chunks, chunk)) != NULL) { memcpy(dst, nni_http_chunk_data(chunk), nni_http_chunk_size(chunk)); dst += nni_http_chunk_size(chunk); } http_txn_finish_aios(txn, 0); nni_mtx_unlock(&http_txn_lk); http_txn_fini(txn); return; } error: http_txn_finish_aios(txn, rv); nni_http_conn_close(txn->conn); nni_mtx_unlock(&http_txn_lk); http_txn_fini(txn); } static void http_txn_cancel(nni_aio *aio, void *arg, int rv) { http_txn *txn = arg; nni_mtx_lock(&http_txn_lk); if (nni_aio_list_active(aio)) { nni_aio_abort(txn->aio, rv); } nni_mtx_unlock(&http_txn_lk); } // nni_http_transact_conn sends a request to an HTTP server, and reads the // response. It also attempts to read any associated data. Note that // at present it can only read data that comes in normally, as support // for Chunked Transfer Encoding is missing. Note that cancelling the aio // is generally fatal to the connection. void nni_http_transact_conn( nni_http_conn *conn, nni_http_req *req, nni_http_res *res, nni_aio *aio) { http_txn *txn; int rv; nni_initialize(&http_client_initializer); if (nni_aio_begin(aio) != 0) { return; } if ((txn = NNI_ALLOC_STRUCT(txn)) == NULL) { nni_aio_finish_error(aio, NNG_ENOMEM); return; } if ((rv = nni_aio_alloc(&txn->aio, http_txn_cb, txn)) != 0) { NNI_FREE_STRUCT(txn); nni_aio_finish_error(aio, rv); return; } nni_aio_list_init(&txn->aios); txn->client = NULL; txn->conn = conn; txn->req = req; txn->res = res; txn->state = HTTP_SENDING; nni_mtx_lock(&http_txn_lk); if ((rv = nni_aio_schedule(aio, http_txn_cancel, txn)) != 0) { nni_mtx_unlock(&http_txn_lk); nni_aio_finish_error(aio, rv); http_txn_fini(txn); return; } nni_http_res_reset(txn->res); nni_list_append(&txn->aios, aio); nni_http_write_req(conn, req, txn->aio); nni_mtx_unlock(&http_txn_lk); } // nni_http_transact_simple does a single transaction, creating a connection // just for the purpose, and closing it when done. (No connection caching.) // The reason we require a client to be created first is to deal with TLS // settings. A single global client (per server) may be used. void nni_http_transact(nni_http_client *client, nni_http_req *req, nni_http_res *res, nni_aio *aio) { http_txn *txn; int rv; nni_initialize(&http_client_initializer); if (nni_aio_begin(aio) != 0) { return; } if ((txn = NNI_ALLOC_STRUCT(txn)) == NULL) { nni_aio_finish_error(aio, NNG_ENOMEM); return; } if ((rv = nni_aio_alloc(&txn->aio, http_txn_cb, txn)) != 0) { NNI_FREE_STRUCT(txn); nni_aio_finish_error(aio, rv); return; } if ((rv = nni_http_req_set_header(req, "Connection", "close")) != 0) { nni_aio_finish_error(aio, rv); http_txn_fini(txn); return; } nni_aio_list_init(&txn->aios); txn->client = client; txn->conn = NULL; txn->req = req; txn->res = res; txn->state = HTTP_CONNECTING; nni_mtx_lock(&http_txn_lk); if ((rv = nni_aio_schedule(aio, http_txn_cancel, txn)) != 0) { nni_mtx_unlock(&http_txn_lk); nni_aio_finish_error(aio, rv); http_txn_fini(txn); return; } nni_http_res_reset(txn->res); nni_list_append(&txn->aios, aio); nni_http_client_connect(client, txn->aio); nni_mtx_unlock(&http_txn_lk); } static int http_client_sys_init(void) { nni_mtx_init(&http_txn_lk); return (0); } static void http_client_sys_fini(void) { nni_mtx_fini(&http_txn_lk); }