diff --git a/.gitignore b/.gitignore index 1f99f9d..a3323eb 100644 --- a/.gitignore +++ b/.gitignore @@ -10,6 +10,7 @@ compile_commands.json CTestTestfile.cmake _deps CMakeUserPresets.json +build # CLion # JetBrains specific template is maintained in a separate JetBrains.gitignore that can diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000..9216473 --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,53 @@ +cmake_minimum_required(VERSION 3.5) + +project(ezremote-server) + +set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -DDONT_HAVE_STRUPR") +set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fpermissive") +set(APP_VERSION "1.00") + +add_definitions(-DCPPHTTPLIB_OPENSSL_SUPPORT) +add_definitions(-DCPPHTTPLIB_THREAD_POOL_COUNT=64) + +include_directories( + source +) + +add_executable(${PROJECT_NAME}.elf + source/http/httplib.cpp + source/server/http_server.cpp + source/clients/archiveorg.cpp + source/clients/baseclient.cpp + source/clients/ftpclient.cpp + source/clients/sftpclient.cpp + source/clients/nfsclient.cpp + source/clients/smbclient.cpp + source/clients/webdav.cpp + source/config.cpp + source/crypt.c + source/fs.cpp + source/getentropy.c + source/orbis_jbc.c + source/main.cpp) + +add_self(${PROJECT_NAME}.elf) + +add_pkg(${PROJECT_NAME}.elf ${CMAKE_SOURCE_DIR}/data "EZSR00001" "ezRemote Server" "01.00" 32 0) + +target_compile_definitions(${PROJECT_NAME}.elf PRIVATE EZREMOTE_VERSION=${APP_VERSION} CPPHTTPLIB_THREAD_POOL_COUNT=64) + +target_link_libraries(${PROJECT_NAME}.elf + dbglogger + z + crypto + ssl + json-c + jbc + smb2 + ssh2 + nfs + kernel_sys + SceSysmodule + SceNet + SceSystemService +) diff --git a/data/sce_module/libSceFios2.prx b/data/sce_module/libSceFios2.prx new file mode 100644 index 0000000..1f83bdc Binary files /dev/null and b/data/sce_module/libSceFios2.prx differ diff --git a/data/sce_module/libc.prx b/data/sce_module/libc.prx new file mode 100644 index 0000000..e49b25d Binary files /dev/null and b/data/sce_module/libc.prx differ diff --git a/data/sce_sys/about/right.sprx b/data/sce_sys/about/right.sprx new file mode 100644 index 0000000..aed25c0 Binary files /dev/null and b/data/sce_sys/about/right.sprx differ diff --git a/data/sce_sys/icon0.png b/data/sce_sys/icon0.png new file mode 100644 index 0000000..7e3de07 Binary files /dev/null and b/data/sce_sys/icon0.png differ diff --git a/source/base64.h b/source/base64.h new file mode 100644 index 0000000..cea9ea6 --- /dev/null +++ b/source/base64.h @@ -0,0 +1,110 @@ +#ifndef EZ_BASE64_H_ +#define EZ_BASE64_H_ + +#include + +class Base64 +{ +public: + static int Encode(unsigned char *input, size_t in_len, std::string &out) + { + static constexpr char sEncodingTable[] = { + 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', + 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', + 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', + 'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f', + 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', + 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', + 'w', 'x', 'y', 'z', '0', '1', '2', '3', + '4', '5', '6', '7', '8', '9', '+', '/'}; + + size_t out_len = 4 * ((in_len + 2) / 3); + out.resize(out_len); + size_t i; + char *p = const_cast(out.c_str()); + + for (i = 0; i < in_len - 2; i += 3) + { + *p++ = sEncodingTable[(input[i] >> 2) & 0x3F]; + *p++ = sEncodingTable[((input[i] & 0x3) << 4) | ((int)(input[i + 1] & 0xF0) >> 4)]; + *p++ = sEncodingTable[((input[i + 1] & 0xF) << 2) | ((int)(input[i + 2] & 0xC0) >> 6)]; + *p++ = sEncodingTable[input[i + 2] & 0x3F]; + } + if (i < in_len) + { + *p++ = sEncodingTable[(input[i] >> 2) & 0x3F]; + if (i == (in_len - 1)) + { + *p++ = sEncodingTable[((input[i] & 0x3) << 4)]; + *p++ = '='; + } + else + { + *p++ = sEncodingTable[((input[i] & 0x3) << 4) | ((int)(input[i + 1] & 0xF0) >> 4)]; + *p++ = sEncodingTable[((input[i + 1] & 0xF) << 2)]; + } + *p++ = '='; + } + + return 1; + } + + static int Encode(const std::string &input, std::string &out) + { + return Encode((unsigned char*)input.data(), input.size(), out); + } + + static int Decode(const std::string &input, std::string &out) + { + static constexpr unsigned char kDecodingTable[] = { + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 62, 64, 64, 64, 63, + 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 64, 64, 64, 64, 64, + 64, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, + 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 64, 64, 64, 64, 64, + 64, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, + 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, + 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64}; + + size_t in_len = input.size(); + if (in_len % 4 != 0) + return 0; + + size_t out_len = in_len / 4 * 3; + if (input[in_len - 1] == '=') + out_len--; + if (input[in_len - 2] == '=') + out_len--; + + out.resize(out_len); + + for (size_t i = 0, j = 0; i < in_len;) + { + uint32_t a = input[i] == '=' ? 0 & i++ : kDecodingTable[static_cast(input[i++])]; + uint32_t b = input[i] == '=' ? 0 & i++ : kDecodingTable[static_cast(input[i++])]; + uint32_t c = input[i] == '=' ? 0 & i++ : kDecodingTable[static_cast(input[i++])]; + uint32_t d = input[i] == '=' ? 0 & i++ : kDecodingTable[static_cast(input[i++])]; + + uint32_t triple = (a << 3 * 6) + (b << 2 * 6) + (c << 1 * 6) + (d << 0 * 6); + + if (j < out_len) + out[j++] = (triple >> 2 * 8) & 0xFF; + if (j < out_len) + out[j++] = (triple >> 1 * 8) & 0xFF; + if (j < out_len) + out[j++] = (triple >> 0 * 8) & 0xFF; + } + + return 1; + } +}; + +#endif \ No newline at end of file diff --git a/source/clients/archiveorg.cpp b/source/clients/archiveorg.cpp new file mode 100644 index 0000000..3f6d356 --- /dev/null +++ b/source/clients/archiveorg.cpp @@ -0,0 +1,126 @@ +#include +#include +#include +#include +#include +#include "config.h" +#include "clients/remote_client.h" +#include "clients/archiveorg.h" +#include "util.h" + +using httplib::Client; +using httplib::Headers; +using httplib::Result; + +struct InsensitiveCompare +{ + bool operator()(const std::string &a, const std::string &b) const + { + return strcasecmp(a.c_str(), b.c_str()) < 0; + } +}; + +static std::set ignore_cookie_keys = {"path", "expires", "max-age", "domain", "secure"}; + +std::string ArchiveOrgClient::GenerateRandomId(const int len) +{ + static const char alphanum[] = "0123456789abcdef"; + std::string tmp_s; + tmp_s.reserve(len); + + for (int i = 0; i < len; ++i) { + tmp_s += alphanum[rand() % (sizeof(alphanum) - 1)]; + } + + return tmp_s; +} + +int ArchiveOrgClient::Connect(const std::string &url, const std::string &username, const std::string &password) +{ + this->host_url = url; + size_t scheme_pos = url.find("://"); + size_t root_pos = url.find("/", scheme_pos + 3); + if (root_pos != std::string::npos) + { + this->host_url = url.substr(0, root_pos); + this->base_path = url.substr(root_pos); + } + client = new httplib::Client(this->host_url); + client->set_keep_alive(true); + client->set_follow_location(true); + client->set_connection_timeout(30); + client->set_read_timeout(30); + client->enable_server_certificate_verification(false); + + this->cookies = { + {"donation-identifier", GenerateRandomId(32)}, + {"test-cookie", "1"}, + {"abtest-identifier", GenerateRandomId(32)} + }; + + if (username.length() > 0) + return Login(username, password); + + this->connected = true; + return 1; +} + +int ArchiveOrgClient::Login(const std::string &username, const std::string &password) +{ + std::string url = std::string("/account/login"); + Headers headers = {{ "User-Agent", "Mozilla/5.0 (X11; Linux x86_64; rv:133.0) Gecko/20100101 Firefox/133.0"}}; + SetCookies(headers); + + MultipartFormDataItems items = { + {"username", username, "", ""}, + {"password", password, "", ""}, + {"remember", "true", "", ""}, + {"referer", "https://archive.org/", "", ""}, + {"login", "true", "", ""}, + {"submit_by_js", "true", "", ""}}; + + if (auto res = client->Post(url, headers, items)) + { + if (HTTP_SUCCESS(res->status)) + { + if (res->has_header("Set-Cookie")) + { + int cookies_count = res->get_header_value_count("Set-Cookie"); + + for (int i = 0; i < cookies_count; i++) + { + std::string cookie_str = res->get_header_value("Set-Cookie", i); + + std::vector cookies = Util::Split(cookie_str, ";"); + for (std::vector::iterator it = cookies.begin(); it != cookies.end();) + { + std::vector cookie = Util::Split(*it, "="); + std::string key = Util::Trim(cookie[0], " "); + if (ignore_cookie_keys.find(key) == ignore_cookie_keys.end()) + { + if (cookie.size() > 1) + this->cookies[key] = Util::Trim(cookie[1], " "); + else + this->cookies[key] = ""; + } + ++it; + } + } + this->connected = true; + return 1; + } + else + { + return 0; + } + } + else + { + return 0; + } + } + else + { + return 0; + } +} diff --git a/source/clients/archiveorg.h b/source/clients/archiveorg.h new file mode 100644 index 0000000..9616138 --- /dev/null +++ b/source/clients/archiveorg.h @@ -0,0 +1,19 @@ +#ifndef EZ_ARCHIVEORG_H +#define EZ_ARCHIVEORG_H + +#include +#include +#include "clients/remote_client.h" +#include "clients/baseclient.h" + +class ArchiveOrgClient : public BaseClient +{ +public: + int Connect(const std::string &url, const std::string &username, const std::string &password); + +private: + int Login(const std::string &username, const std::string &password); + std::string GenerateRandomId(const int len); +}; + +#endif diff --git a/source/clients/baseclient.cpp b/source/clients/baseclient.cpp new file mode 100644 index 0000000..78f47d3 --- /dev/null +++ b/source/clients/baseclient.cpp @@ -0,0 +1,169 @@ +#include +#include +#include +#include +#include "clients/remote_client.h" +#include "clients/baseclient.h" +#include "config.h" +#include "util.h" + +using httplib::Client; +using httplib::DataSink; +using httplib::Headers; +using httplib::Result; + +BaseClient::BaseClient(){}; + +BaseClient::~BaseClient() +{ + if (client != nullptr) + delete client; +}; + +int BaseClient::SetCookies(Headers &headers) +{ + if (this->cookies.size() > 0) + { + std::string cookie; + for (std::map::iterator it = this->cookies.begin(); it != this->cookies.end();) + { + cookie.append(it->first).append("=").append(it->second); + if (std::next(it, 1) != this->cookies.end()) + { + cookie.append("; "); + } + ++it; + } + headers.emplace("Cookie", cookie); + } + + return 1; +} + +int BaseClient::Connect(const std::string &url, const std::string &username, const std::string &password) +{ + this->host_url = url; + size_t scheme_pos = url.find("://"); + size_t root_pos = url.find("/", scheme_pos + 3); + if (root_pos != std::string::npos) + { + this->host_url = url.substr(0, root_pos); + this->base_path = url.substr(root_pos); + } + client = new httplib::Client(this->host_url); + if (username.length() > 0) + client->set_basic_auth(username, password); + client->set_keep_alive(true); + client->set_follow_location(true); + client->set_connection_timeout(30); + client->set_read_timeout(30); + client->enable_server_certificate_verification(false); + this->connected = true; + + return 1; +} + +int BaseClient::Get(const std::string &outputfile, const std::string &path, uint64_t offset) +{ + std::ofstream file_stream; + if (offset > 0) + { + file_stream.open(outputfile, std::ofstream::out | std::ofstream::binary | std::ofstream::app); + } + else + { + file_stream.open(outputfile, std::ofstream::out | std::ofstream::binary | std::ofstream::trunc); + } + + *g_bytes_transfered = offset; + Headers headers; + SetCookies(headers); + + if (offset > 0) + { + char range_header[128]; + sprintf(range_header, "bytes=%lu-", offset); + headers.emplace("Range", range_header); + } + + if (auto res = client->Get(GetFullPath(path), headers, + [&](const char *data, size_t data_length) + { + file_stream.write(data, data_length); + *g_bytes_transfered = *g_bytes_transfered + data_length; + sceSystemServicePowerTick(); + return true; + })) + { + file_stream.close(); + return 1; + } + else + { + sprintf(this->response, "%s", httplib::to_string(res.error()).c_str()); + } + + return 0; +} + +int BaseClient::GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset) +{ + char range_header[64]; + sprintf(range_header, "bytes=%lu-%lu", offset, offset + size - 1); + Headers headers = {{"Range", range_header}}; + SetCookies(headers); + + size_t bytes_read = 0; + if (auto res = client->Get(GetFullPath(path), headers, + [&](const char *data, size_t data_length) + { + bytes_read += data_length; + bool ok = sink.write(data, data_length); + sceSystemServicePowerTick(); + return ok; + })) + { + return bytes_read == size; + } + else + { + sprintf(this->response, "%s", httplib::to_string(res.error()).c_str()); + } + return 0; +} + +std::string BaseClient::GetPath(std::string ppath1, std::string ppath2) +{ + std::string path1 = ppath1; + std::string path2 = ppath2; + path1 = Util::Trim(Util::Trim(path1, " "), "/"); + path2 = Util::Trim(Util::Trim(path2, " "), "/"); + path1 = this->base_path + ((this->base_path.length() > 0) ? "/" : "") + path1 + "/" + path2; + if (path1[0] != '/') + path1 = "/" + path1; + return path1; +} + +std::string BaseClient::GetFullPath(std::string ppath1) +{ + std::string path1 = ppath1; + path1 = Util::Trim(Util::Trim(path1, " "), "/"); + path1 = this->base_path + "/" + path1; + Util::ReplaceAll(path1, "//", "/"); + return path1; +} + +const char *BaseClient::LastResponse() +{ + return this->response; +} + +int BaseClient::Quit() +{ + if (client != nullptr) + { + delete client; + client = nullptr; + } + return 1; +} diff --git a/source/clients/baseclient.h b/source/clients/baseclient.h new file mode 100644 index 0000000..1c529b5 --- /dev/null +++ b/source/clients/baseclient.h @@ -0,0 +1,36 @@ +#ifndef BASESERVER_H +#define BASESERVER_H + +#include +#include +#include +#include "clients/remote_client.h" + +#define HTTP_SUCCESS(x) (x >= 200 && x < 300) + +class BaseClient : public RemoteClient +{ +public: + BaseClient(); + ~BaseClient(); + int Connect(const std::string &url, const std::string &username, const std::string &password); + int Get(const std::string &outputfile, const std::string &path, uint64_t offset=0); + int GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset); + std::string GetPath(std::string path1, std::string path2); + std::string GetFullPath(std::string path1); + const char *LastResponse(); + int Quit(); + static int DownloadProgressCallback(void* ptr, double dTotalToDownload, double dNowDownloaded, double dTotalToUpload, double dNowUploaded); + +protected: + int SetCookies(httplib::Headers &headers); + + httplib::Client *client; + std::string base_path; + std::string host_url; + char response[512]; + bool connected = false; + std::map cookies; +}; + +#endif diff --git a/source/clients/ftpclient.cpp b/source/clients/ftpclient.cpp new file mode 100644 index 0000000..0f468c9 --- /dev/null +++ b/source/clients/ftpclient.cpp @@ -0,0 +1,1395 @@ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "clients/ftpclient.h" +#include "util.h" + +#define FTP_CLIENT_BUFSIZ 1048576 +#define ACCEPT_TIMEOUT 30 + +/* io types */ +#define FTP_CLIENT_CONTROL 0 +#define FTP_CLIENT_READ 1 +#define FTP_CLIENT_WRITE 2 + +#define MIN(X, Y) (((X) < (Y)) ? (X) : (Y)) + +FtpClient::FtpClient() +{ + mp_ftphandle = static_cast(calloc(1, sizeof(ftphandle))); + if (mp_ftphandle == NULL) + perror("calloc"); + mp_ftphandle->buf = static_cast(malloc(FTP_CLIENT_BUFSIZ)); + if (mp_ftphandle->buf == NULL) + { + perror("calloc"); + free(mp_ftphandle); + } + ClearHandle(); + time_t now = time(0); + cur_time = *localtime(&now); +} + +FtpClient::~FtpClient() +{ + free(mp_ftphandle->buf); + free(mp_ftphandle); +} + +int FtpClient::Connect(const std::string &url, const std::string &user, const std::string &pass) +{ + int port = 21; + std::string host = url.substr(6); + size_t colon_pos = host.find(":"); + if (colon_pos != std::string::npos) + { + port = std::atoi(host.substr(colon_pos + 1).c_str()); + host = host.substr(0, colon_pos); + } + + struct hostent *he; + struct in_addr **addr_list; + char ip[20]; + int i; + + if (strcmp(host.c_str(), "localhost") == 0) + { + sprintf(ip, "%s", "127.0.0.1"); + } + else + { + if ((he = gethostbyname(host.c_str())) == NULL) + { + sprintf(mp_ftphandle->response, "%s", "Could not resolve hostname"); + return 0; + } + + addr_list = (struct in_addr **)he->h_addr_list; + for (i = 0; addr_list[i] != NULL; i++) + { + strcpy(ip, inet_ntoa(*addr_list[i])); + break; + } + } + + int sControl; + in_addr dst_addr; /* destination address */ + sockaddr_in server_addr; + int on = 1; /* used in Setsockopt function */ + int32_t retval; /* return value */ + + mp_ftphandle->dir = FTP_CLIENT_CONTROL; + mp_ftphandle->ctrl = NULL; + mp_ftphandle->xfered = 0; + mp_ftphandle->xfered1 = 0; + mp_ftphandle->offset = 0; + mp_ftphandle->handle = 0; + memset(&mp_ftphandle->response, 0, sizeof(mp_ftphandle->response)); + + memset(&server_addr, 0, sizeof(server_addr)); + inet_pton(AF_INET, ip, (void *)&dst_addr); + server_addr.sin_addr = dst_addr; + server_addr.sin_port = htons(port); + server_addr.sin_family = AF_INET; + + sControl = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + if (mp_ftphandle->handle < 0) + { + return 0; + } + + retval = setsockopt(sControl, SOL_SOCKET, SO_REUSEADDR, (const void *)&on, sizeof(on)); + if (retval == -1) + { + return 0; + } + + retval = connect(sControl, (sockaddr *)&server_addr, sizeof(server_addr)); + if (retval == -1) + { + sprintf(mp_ftphandle->response, "%s", "Failed timeout"); + close(sControl); + return 0; + } + mp_ftphandle->handle = sControl; + + if (ReadResponse("2", mp_ftphandle) == 0) + { + close(mp_ftphandle->handle); + mp_ftphandle->handle = 0; + return 0; + } + + std::string cmd; + if (user.length() > 0) + { + cmd = "USER " + user; + } + else + { + cmd = "USER anonymous"; + } + + if (!FtpSendCmd(cmd, "3", mp_ftphandle)) + { + if (mp_ftphandle->ctrl != NULL) + return 1; + if (*LastResponse() == '2') + { + mp_ftphandle->is_connected = true; + return 1; + } + else + { + Quit(); + sprintf(mp_ftphandle->response, "%s", "Failed login"); + return 0; + } + } + + cmd = "PASS " + pass; + int ret; + if ((ret = FtpSendCmd(cmd, "2", mp_ftphandle))) + { + mp_ftphandle->is_connected = true; + } + else + { + Quit(); + sprintf(mp_ftphandle->response, "%s", "Failed login"); + } + + return ret; +} + +/* + * FtpSendCmd - send a command and wait for expected response + * + * return 1 if proper response received, 0 otherwise + */ +int FtpClient::FtpSendCmd(const std::string &cmd, const std::string &expected_resp, ftphandle *nControl) +{ + char buf[512]; + int x; + gettimeofday(&tick, NULL); + if (!nControl->handle) + return 0; + if (nControl->dir != FTP_CLIENT_CONTROL) + return 0; + + sprintf(buf, "%s\r\n", cmd.c_str()); + x = send(nControl->handle, buf, strlen(buf), 0); + if (x <= 0) + { + return 0; + } + + return ReadResponse(expected_resp, nControl); +} + +/* + * read a response from the server + * + * return 0 if first char doesn't match + * return 1 if first char matches + */ +int FtpClient::ReadResponse(const std::string &c, ftphandle *nControl) +{ + char match[5]; + + if (Readline(nControl->response, 512, nControl) == -1) + { + return 0; + } + + if (nControl->response[3] == '-') + { + strncpy(match, nControl->response, 3); + match[3] = ' '; + match[4] = '\0'; + do + { + if (Readline(nControl->response, 512, nControl) == -1) + { + return 0; + } + } while (strncmp(nControl->response, match, 4)); + } + + if (c.find(nControl->response[0]) != std::string::npos) + return 1; + return 0; +} + +/* + * read a line of text + * + * return -1 on error or bytecount + */ +int FtpClient::Readline(char *buf, int max, ftphandle *nControl) +{ + int x, retval = 0; + char *end, *bp = buf; + int eof = 0; + gettimeofday(&tick, NULL); + if (max == 0) + return 0; + + do + { + if (nControl->cavail > 0) + { + x = (max >= nControl->cavail) ? nControl->cavail : max - 1; + end = static_cast(memccpy(bp, nControl->cget, '\n', x)); + if (end != NULL) + x = end - bp; + retval += x; + bp += x; + *bp = '\0'; + max -= x; + nControl->cget += x; + nControl->cavail -= x; + if (end != NULL) + { + bp -= 2; + if (strcmp(bp, "\r\n") == 0) + { + *bp++ = '\n'; + *bp++ = '\0'; + --retval; + } + break; + } + } + + if (max == 1) + { + *buf = '\0'; + break; + } + + if (nControl->cput == nControl->cget) + { + nControl->cput = nControl->cget = nControl->buf; + nControl->cavail = 0; + nControl->cleft = FTP_CLIENT_BUFSIZ; + } + + if (eof) + { + if (retval == 0) + retval = -1; + break; + } + + x = recv(nControl->handle, nControl->cput, nControl->cleft, 0); + + if (x == -1) + { + retval = -1; + break; + } + + if (x == 0) + eof = 1; + nControl->cleft -= x; + nControl->cavail += x; + nControl->cput += x; + } while (1); + return retval; +} + +/* + * FtpLastResponse - return a pointer to the last response received + */ +char *FtpClient::LastResponse() +{ + if ((mp_ftphandle) && (mp_ftphandle->dir == FTP_CLIENT_CONTROL)) + return mp_ftphandle->response; + return NULL; +} + +void FtpClient::ClearHandle() +{ + mp_ftphandle->dir = FTP_CLIENT_CONTROL; + mp_ftphandle->ctrl = NULL; + mp_ftphandle->cmode = FtpClient::pasv; + mp_ftphandle->cbarg = NULL; + mp_ftphandle->cbbytes = 0; + mp_ftphandle->xfered = 0; + mp_ftphandle->xfered1 = 0; + mp_ftphandle->offset = 0; + mp_ftphandle->handle = 0; + mp_ftphandle->xfercb = NULL; + mp_ftphandle->correctpasv = false; + mp_ftphandle->is_connected = false; + memset(&mp_ftphandle->response, 0, sizeof(mp_ftphandle->response)); +} + +void FtpClient::SetConnmode(connmode mode) +{ + mp_ftphandle->cmode = mode; +} + +/* + * FtpAccess - return a handle for a data stream + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::FtpAccess(const std::string &path, accesstype type, transfermode mode, ftphandle *nControl, ftphandle **nData) +{ + char buf[512]; + int dir; + + if ((path.length() == 0) && ((type == FtpClient::filewrite) || (type == FtpClient::fileread) || (type == FtpClient::filereadappend) || (type == FtpClient::filewriteappend))) + { + sprintf(nControl->response, "Missing path argument for file transfer\n"); + return 0; + } + sprintf(buf, "TYPE %c", mode); + if (!FtpSendCmd(buf, "2", nControl)) + return 0; + + switch (type) + { + case FtpClient::dir: + strcpy(buf, "NLST"); + dir = FTP_CLIENT_READ; + break; + case FtpClient::dirverbose: + strcpy(buf, "LIST"); + dir = FTP_CLIENT_READ; + break; + case FtpClient::dirmlsd: + strcpy(buf, "MLSD"); + dir = FTP_CLIENT_READ; + break; + case FtpClient::filereadappend: + case FtpClient::fileread: + strcpy(buf, "RETR"); + dir = FTP_CLIENT_READ; + break; + case FtpClient::filewriteappend: + case FtpClient::filewrite: + strcpy(buf, "STOR"); + dir = FTP_CLIENT_WRITE; + break; + default: + sprintf(nControl->response, "Invalid open type %d\n", type); + return 0; + } + if (path.length() != 0) + { + int i = strlen(buf); + buf[i++] = ' '; + if ((path.length() + i) >= sizeof(buf)) + return 0; + strcpy(&buf[i], path.c_str()); + } + + std::string cmd = std::string(buf); + if (nControl->cmode == FtpClient::pasv) + { + if (FtpOpenPasv(nControl, nData, mode, dir, cmd) == -1) + return 0; + } + + if (nControl->cmode == FtpClient::port) + { + if (FtpOpenPort(nControl, nData, mode, dir, cmd) == -1) + return 0; + if (!FtpAcceptConnection(*nData, nControl)) + { + FtpClose(*nData); + *nData = NULL; + return 0; + } + } + + return 1; +} + +/* + * FtpAcceptConnection - accept connection from server + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::FtpAcceptConnection(ftphandle *nData, ftphandle *nControl) +{ + int sData; + sockaddr addr; + uint32_t l; + int i; + struct timeval tv; + fd_set mask; + int rv = 0; + + FD_ZERO(&mask); + FD_SET(nControl->handle, &mask); + FD_SET(nData->handle, &mask); + tv.tv_usec = 0; + tv.tv_sec = ACCEPT_TIMEOUT; + i = nControl->handle; + if (i < nData->handle) + i = nData->handle; + + if (FD_ISSET(nData->handle, &mask)) + { + l = sizeof(addr); + sData = accept(nData->handle, &addr, &l); + i = errno; + close(nData->handle); + if (sData > 0) + { + rv = 1; + nData->handle = sData; + nData->ctrl = nControl; + } + else + { + strncpy(nControl->response, strerror(i), sizeof(nControl->response)); + nData->handle = 0; + rv = 0; + } + } + else if (FD_ISSET(nControl->handle, &mask)) + { + close(nData->handle); + nData->handle = 0; + ReadResponse("2", nControl); + rv = 0; + } + + return rv; +} + +/* + * FtpOpenPasv - Establishes a PASV connection for data transfer + * + * return 1 if successful, -1 otherwise + */ +int FtpClient::FtpOpenPasv(ftphandle *nControl, ftphandle **nData, transfermode mode, int dir, std::string &cmd) +{ + int sData; + union + { + sockaddr sa; + sockaddr_in in; + } sin; + linger lng = {0, 0}; + unsigned int l; + int on = 1; + ftphandle *ctrl; + char *cp; + int v[6]; + int ret; + + if (nControl->dir != FTP_CLIENT_CONTROL) + return -1; + if ((dir != FTP_CLIENT_READ) && (dir != FTP_CLIENT_WRITE)) + { + sprintf(nControl->response, "Invalid direction %d\n", dir); + return -1; + } + if ((mode != FtpClient::ascii) && (mode != FtpClient::image)) + { + sprintf(nControl->response, "Invalid mode %c\n", mode); + return -1; + } + l = sizeof(sin); + + memset(&sin, 0, l); + sin.in.sin_family = AF_INET; + if (!FtpSendCmd("PASV", "2", nControl)) + return -1; + cp = strchr(nControl->response, '('); + if (cp == NULL) + return -1; + cp++; + sscanf(cp, "%u,%u,%u,%u,%u,%u", &v[2], &v[3], &v[4], &v[5], &v[0], &v[1]); + if (nControl->correctpasv) + if (!CorrectPasvResponse(v)) + return -1; + sin.sa.sa_data[2] = v[2]; + sin.sa.sa_data[3] = v[3]; + sin.sa.sa_data[4] = v[4]; + sin.sa.sa_data[5] = v[5]; + sin.sa.sa_data[0] = v[0]; + sin.sa.sa_data[1] = v[1]; + + if (mp_ftphandle->offset != 0) + { + char buf[512]; + sprintf(buf, "REST %lld", mp_ftphandle->offset); + if (!FtpSendCmd(buf, "3", nControl)) + return 0; + } + + sData = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + if (sData == -1) + { + return -1; + } + + if (setsockopt(sData, SOL_SOCKET, SO_REUSEADDR, (const void *)&on, sizeof(on)) == -1) + { + close(sData); + return -1; + } + + if (setsockopt(sData, SOL_SOCKET, SO_LINGER, &lng, sizeof(lng)) == -1) + { + close(sData); + return -1; + } + + int const size = FTP_CLIENT_BUFSIZ; + if (setsockopt(sData, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)) == -1) + { + close(sData); + return -1; + } + + if (setsockopt(sData, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)) == -1) + { + close(sData); + return -1; + } + + if (nControl->dir != FTP_CLIENT_CONTROL) + return -1; + std::string tmp = cmd + "\r\n"; + ret = send(nControl->handle, tmp.c_str(), tmp.length(), 0); + if (ret <= 0) + { + return -1; + } + + if (connect(sData, &sin.sa, sizeof(sin.sa)) == -1) + { + close(sData); + return -1; + } + + if (!ReadResponse("1", nControl)) + { + close(sData); + return -1; + } + ctrl = static_cast(calloc(1, sizeof(ftphandle))); + if (ctrl == NULL) + { + close(sData); + return -1; + } + if ((mode == 'A') && ((ctrl->buf = static_cast(malloc(FTP_CLIENT_BUFSIZ))) == NULL)) + { + close(sData); + free(ctrl); + return -1; + } + ctrl->handle = sData; + ctrl->dir = dir; + ctrl->ctrl = (nControl->cmode == FtpClient::pasv) ? nControl : NULL; + ctrl->xfered = 0; + ctrl->xfered1 = 0; + ctrl->cbarg = nControl->cbarg; + ctrl->cbbytes = nControl->cbbytes; + if (ctrl->cbbytes) + { + ctrl->xfercb = nControl->xfercb; + } + else + { + ctrl->xfercb = NULL; + } + *nData = ctrl; + + return 1; +} + +/* + * FtpOpenPort - Establishes a PORT connection for data transfer + * + * return 1 if successful, -1 otherwise + */ +int FtpClient::FtpOpenPort(ftphandle *nControl, ftphandle **nData, transfermode mode, int dir, std::string &cmd) +{ + int sData; + union + { + sockaddr sa; + sockaddr_in in; + } sin; + linger lng = {0, 0}; + uint32_t l; + int on = 1; + ftphandle *ctrl; + char buf[512]; + + if (nControl->dir != FTP_CLIENT_CONTROL) + return -1; + if ((dir != FTP_CLIENT_READ) && (dir != FTP_CLIENT_WRITE)) + { + sprintf(nControl->response, "Invalid direction %d\n", dir); + return -1; + } + if ((mode != FtpClient::ascii) && (mode != FtpClient::image)) + { + sprintf(nControl->response, "Invalid mode %c\n", mode); + return -1; + } + l = sizeof(sin.sa); + + if (getsockname(nControl->handle, &sin.sa, &l) < 0) + { + return -1; + } + + sData = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + if (sData == -1) + { + return -1; + } + if (setsockopt(sData, SOL_SOCKET, SO_REUSEADDR, (const void *)&on, sizeof(on)) == -1) + { + close(sData); + return -1; + } + + if (setsockopt(sData, SOL_SOCKET, SO_LINGER, &lng, sizeof(lng)) == -1) + { + close(sData); + return -1; + } + + int const size = FTP_CLIENT_BUFSIZ; + if (setsockopt(sData, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)) == -1) + { + close(sData); + return -1; + } + + if (setsockopt(sData, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)) == -1) + { + close(sData); + return -1; + } + + sin.in.sin_port = 0; + if (bind(sData, &sin.sa, sizeof(sin)) == -1) + { + close(sData); + return -1; + } + if (listen(sData, 1) < 0) + { + close(sData); + return -1; + } + if (getsockname(sData, &sin.sa, &l) < 0) + return 0; + sprintf(buf, "PORT %hhu,%hhu,%hhu,%hhu,%hhu,%hhu", + (unsigned char)sin.sa.sa_data[2], + (unsigned char)sin.sa.sa_data[3], + (unsigned char)sin.sa.sa_data[4], + (unsigned char)sin.sa.sa_data[5], + (unsigned char)sin.sa.sa_data[0], + (unsigned char)sin.sa.sa_data[1]); + if (!FtpSendCmd(buf, "2", nControl)) + { + close(sData); + return -1; + } + + if (mp_ftphandle->offset != 0) + { + char buf[512]; + sprintf(buf, "REST %lld", mp_ftphandle->offset); + if (!FtpSendCmd(buf, "3", nControl)) + { + close(sData); + return 0; + } + } + + ctrl = static_cast(calloc(1, sizeof(ftphandle))); + if (ctrl == NULL) + { + close(sData); + return -1; + } + if ((mode == 'A') && ((ctrl->buf = static_cast(malloc(FTP_CLIENT_BUFSIZ))) == NULL)) + { + close(sData); + free(ctrl); + return -1; + } + + if (!FtpSendCmd(cmd, "1", nControl)) + { + FtpClose(*nData); + *nData = NULL; + return -1; + } + + ctrl->handle = sData; + ctrl->dir = dir; + ctrl->ctrl = (nControl->cmode == FtpClient::pasv) ? nControl : NULL; + ctrl->xfered = 0; + ctrl->xfered1 = 0; + ctrl->cbarg = nControl->cbarg; + ctrl->cbbytes = nControl->cbbytes; + if (ctrl->cbbytes) + { + ctrl->xfercb = nControl->xfercb; + } + else + { + ctrl->xfercb = NULL; + } + *nData = ctrl; + + return 1; +} + +int FtpClient::CorrectPasvResponse(int *v) +{ + sockaddr ipholder; + uint32_t ipholder_size = sizeof(ipholder); + + if (getpeername(mp_ftphandle->handle, &ipholder, &ipholder_size) == -1) + { + close(mp_ftphandle->handle); + return 0; + } + + for (int i = 2; i < 6; i++) + v[i] = ipholder.sa_data[i]; + + return 1; +} + +/* + * FtpXfer - issue a command and transfer data + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::FtpXfer(const std::string &localfile, const std::string &path, ftphandle *nControl, accesstype type, transfermode mode) +{ + int l, c; + char *dbuf; + FILE *local = NULL; + ftphandle *nData; + + if (localfile.length() != 0) + { + char ac[3] = " "; + if ((type == FtpClient::dir) || (type == FtpClient::dirverbose) || (type == FtpClient::dirmlsd)) + { + ac[0] = 'w'; + ac[1] = '\0'; + } + if (type == FtpClient::fileread) + { + ac[0] = 'w'; + ac[1] = '\0'; + } + if (type == FtpClient::filewriteappend) + { + ac[0] = 'r'; + ac[1] = '\0'; + } + if (type == FtpClient::filereadappend) + { + ac[0] = 'a'; + ac[1] = '\0'; + } + if (type == FtpClient::filewrite) + { + ac[0] = 'r'; + ac[1] = '\0'; + } + if (mode == FtpClient::image) + ac[1] = 'b'; + + local = fopen(localfile.c_str(), ac); + if (local == NULL) + { + strncpy(nControl->response, strerror(errno), sizeof(nControl->response)); + return 0; + } + if (type == FtpClient::filewriteappend) + fseek(local, mp_ftphandle->offset, SEEK_SET); + } + if (local == NULL) + local = ((type == FtpClient::filewrite) || (type == FtpClient::filewriteappend)) ? stdin : stdout; + if (!FtpAccess(path, type, mode, nControl, &nData)) + { + if (localfile.length() != 0) + fclose(local); + return 0; + } + + dbuf = static_cast(malloc(FTP_CLIENT_BUFSIZ)); + if ((type == FtpClient::filewrite) || (type == FtpClient::filewriteappend)) + { + while ((l = fread(dbuf, 1, FTP_CLIENT_BUFSIZ, local)) > 0) + { + if ((c = FtpWrite(dbuf, l, nData)) < l) + { + break; + } + } + } + else + { + while ((l = FtpRead(dbuf, FTP_CLIENT_BUFSIZ, nData)) > 0) + { + if (fwrite(dbuf, 1, l, local) <= 0) + { + break; + } + } + } + free(dbuf); + fflush(local); + if (localfile.length() != 0) + fclose(local); + return FtpClose(nData); +} + +/* + * FtpWrite - write to a data connection + */ +int FtpClient::FtpWrite(void *buf, int len, ftphandle *nData) +{ + int i; + gettimeofday(&tick, NULL); + if (nData->dir != FTP_CLIENT_WRITE) + return 0; + if (nData->buf) + i = Writeline(static_cast(buf), len, nData); + else + { + i = send(nData->handle, buf, len, 0); + } + if (i == -1) + return 0; + nData->xfered += i; + + if (nData->xfercb && nData->cbbytes) + { + nData->xfered1 += i; + if (nData->xfered1 >= nData->cbbytes) + { + if (nData->xfercb(nData->xfered, nData->cbarg) == 0) + return 0; + nData->xfered1 = 0; + } + } + + return i; +} + +/* + * FtpRead - read from a data connection + */ +int FtpClient::FtpRead(void *buf, int max, ftphandle *nData) +{ + int i; + gettimeofday(&tick, NULL); + if (nData->dir != FTP_CLIENT_READ) + return 0; + if (nData->buf) + i = Readline(static_cast(buf), max, nData); + else + { + i = recv(nData->handle, buf, max, 0); + } + if (i == -1) + return 0; + nData->xfered += i; + if (nData->xfercb && nData->cbbytes) + { + nData->xfered1 += i; + if (nData->xfered1 >= nData->cbbytes) + { + if (nData->xfercb(nData->xfered, nData->cbarg) == 0) + return 0; + nData->xfered1 = 0; + } + } + return i; +} + +/* + * write lines of text + * + * return -1 on error or bytecount + */ +int FtpClient::Writeline(char *buf, int len, ftphandle *nData) +{ + int x, nb = 0, w; + char *ubp = buf, *nbp; + char lc = 0; + + if (nData->dir != FTP_CLIENT_WRITE) + return -1; + nbp = nData->buf; + for (x = 0; x < len; x++) + { + if ((*ubp == '\n') && (lc != '\r')) + { + if (nb == FTP_CLIENT_BUFSIZ) + { + w = send(nData->handle, nbp, FTP_CLIENT_BUFSIZ, 0); + if (w != FTP_CLIENT_BUFSIZ) + { + return (-1); + } + nb = 0; + } + nbp[nb++] = '\r'; + } + if (nb == FTP_CLIENT_BUFSIZ) + { + w = send(nData->handle, nbp, FTP_CLIENT_BUFSIZ, 0); + if (w != FTP_CLIENT_BUFSIZ) + { + return (-1); + } + nb = 0; + } + nbp[nb++] = lc = *ubp++; + } + if (nb) + { + w = send(nData->handle, nbp, nb, 0); + if (w != nb) + { + return (-1); + } + } + return len; +} + +/* + * FtpClose - close a data connection + */ +int FtpClient::FtpClose(ftphandle *nData) +{ + ftphandle *ctrl; + + if (nData->dir == FTP_CLIENT_WRITE) + { + if (nData->buf != NULL) + Writeline(NULL, 0, nData); + } + else if (nData->dir != FTP_CLIENT_READ) + return 0; + if (nData->buf) + free(nData->buf); + shutdown(nData->handle, SHUT_WR); + struct linger lng = {1, 0}; + setsockopt(mp_ftphandle->handle, SOL_SOCKET, SO_LINGER, &lng, sizeof(lng)); + close(nData->handle); + + ctrl = nData->ctrl; + free(nData); + if (ctrl) + return ReadResponse("2", ctrl); + return 1; +} + +/* + * FtpQuit - disconnect from remote + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::Quit() +{ + if (mp_ftphandle->handle == 0) + { + strcpy(mp_ftphandle->response, "error: no anwser from server\n"); + return 0; + } + FtpSendCmd("QUIT", "2", mp_ftphandle); + shutdown(mp_ftphandle->handle, SHUT_WR); + struct linger lng = {1, 0}; + setsockopt(mp_ftphandle->handle, SOL_SOCKET, SO_LINGER, &lng, sizeof(lng)); + close(mp_ftphandle->handle); + mp_ftphandle->is_connected = false; + + return 1; +} + +ftphandle *FtpClient::RawOpen(const std::string &path, accesstype type, transfermode mode) +{ + int ret; + ftphandle *datahandle; + ret = FtpAccess(path, type, mode, mp_ftphandle, &datahandle); + if (ret) + return datahandle; + else + return NULL; +} + +int FtpClient::RawClose(ftphandle *handle) +{ + return FtpClose(handle); +} + +int FtpClient::RawWrite(void *buf, int len, ftphandle *handle) +{ + return FtpWrite(buf, len, handle); +} + +int FtpClient::RawRead(void *buf, int max, ftphandle *handle) +{ + return FtpRead(buf, max, handle); +} + +/* + * FtpSite - send a SITE command + * + * return 1 if command successful, 0 otherwise + */ +int FtpClient::Site(const std::string &cmd) +{ + std::string tmp = "SITE " + cmd; + if (!FtpSendCmd(tmp, "2", mp_ftphandle)) + return 0; + return 1; +} + +/* + * FtpRaw - send a raw string string + * + * return 1 if command successful, 0 otherwise + */ + +int FtpClient::Raw(const std::string &cmd) +{ + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + return 1; +} + +/* + * FtpSysType - send a SYST command + * + * Fills in the user buffer with the remote system type. If more + * information from the response is required, the user can parse + * it out of the response buffer returned by FtpLastResponse(). + * + * return 1 if command successful, 0 otherwise + */ +int FtpClient::SysType(char *buf, int max) +{ + int l = max; + char *b = buf; + char *s; + if (!FtpSendCmd("SYST", "2", mp_ftphandle)) + return 0; + s = &mp_ftphandle->response[4]; + while ((--l) && (*s != ' ')) + *b++ = *s++; + *b++ = '\0'; + return 1; +} + +/* + * FtpMkdir - create a directory at server + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::Mkdir(const std::string &path) +{ + std::string cmd = "MKD " + path; + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + return 1; +} + +/* + * FtpChdir - change path at remote + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::Chdir(const std::string &path) +{ + std::string cmd = "CWD " + path; + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + return 1; +} + +/* + * FtpCDUp - move to parent directory at remote + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::Cdup() +{ + if (!FtpSendCmd("CDUP", "2", mp_ftphandle)) + return 0; + return 1; +} + +/* + * send a NOOP cmd to keep connection alive + * + * return 1 if successful, 0 otherwise + */ +bool FtpClient::Noop() +{ + if (!FtpSendCmd("NOOP", "25", mp_ftphandle)) + return 0; + return 1; +} + +bool FtpClient::Ping() +{ + return Noop(); +} + +/* + * FtpRmdir - remove directory at remote + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::Rmdir(const std::string &path) +{ + std::string cmd = "RMD " + path; + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + return 1; +} + +/* + * FtpSize - determine the size of a remote file + * + * return 1 if successful, 0 otherwise + */ +int FtpClient::Size(const std::string &path, uint64_t *size) +{ + char cmd[512]; + int resp, rv = 1; + int64_t sz; + + if ((path.length() + 7) > sizeof(cmd)) + return 0; + + sprintf(cmd, "TYPE %c", FtpClient::transfermode::image); + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + + sprintf(cmd, "SIZE %s", path.c_str()); + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + rv = 0; + else + { + if (sscanf(mp_ftphandle->response, "%d %ld", &resp, &sz) == 2) + *size = sz; + else + rv = 0; + } + return rv; +} + +bool FtpClient::FileExists(const std::string &path) +{ + uint64_t filesize; + return Size(path, &filesize); +} + +/* + * FtpGet - issue a GET command and write received data to output + * + * return 1 if successful, 0 otherwise + */ + +int FtpClient::Get(const std::string &outputfile, const std::string &path, uint64_t offset) +{ + mp_ftphandle->offset = offset; + if (offset == 0) + return FtpXfer(outputfile, path, mp_ftphandle, FtpClient::fileread, FtpClient::transfermode::image); + else + return FtpXfer(outputfile, path, mp_ftphandle, FtpClient::filereadappend, FtpClient::transfermode::image); +} + +int FtpClient::GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset) +{ + ftphandle *nData; + mp_ftphandle->offset = offset; + if (!FtpAccess(path, FtpClient::fileread, FtpClient::transfermode::image, mp_ftphandle, &nData)) + { + return 0; + } + + char buf[FTP_CLIENT_BUFSIZ]; + int count = 0; + size_t bytes_remaining = size; + + do + { + size_t bytes_to_read = std::min(FTP_CLIENT_BUFSIZ, bytes_remaining); + count = FtpRead(buf, bytes_to_read, nData); + if (count > 0) + { + bytes_remaining -= count; + bool ok = sink.write((char *)buf, count); + if (!ok) + { + FtpClose(nData); + mp_ftphandle->offset = 0; + return 0; + } + } + else + { + break; + } + } while (1); + FtpClose(nData); + mp_ftphandle->offset = 0; + + return 1; +} + +int FtpClient::GetRange(const std::string &path, void *buffer, uint64_t size, uint64_t offset) +{ + ftphandle *nData; + mp_ftphandle->offset = offset; + if (!FtpAccess(path, FtpClient::fileread, FtpClient::transfermode::image, mp_ftphandle, &nData)) + { + return 0; + } + + char buf[8192]; + int l = 0; + uint64_t remaining = size; + char *p = (char *)buffer; + while ((l = FtpRead(buf, 8192, nData)) > 0) + { + if (l <= remaining) + { + memcpy(p, buf, l); + p += l; + } + else + { + memcpy(p, buf, remaining); + break; + } + remaining -= l; + } + FtpClose(nData); + mp_ftphandle->offset = 0; + + return 1; +} + +/* + * FtpPut - issue a PUT command and send data from input + * + * return 1 if successful, 0 otherwise + */ + +int FtpClient::Put(const std::string &inputfile, const std::string &path, uint64_t offset) +{ + mp_ftphandle->offset = offset; + if (offset == 0) + return FtpXfer(inputfile, path, mp_ftphandle, FtpClient::filewrite, FtpClient::transfermode::image); + else + return FtpXfer(inputfile, path, mp_ftphandle, FtpClient::filewriteappend, FtpClient::transfermode::image); +} + +int FtpClient::Rename(const std::string &src, const std::string &dst) +{ + std::string cmd = "RNFR " + src; + if (!FtpSendCmd(cmd, "3", mp_ftphandle)) + return 0; + cmd = "RNTO " + dst; + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + + return 1; +} + +int FtpClient::Delete(const std::string &path) +{ + std::string cmd = "DELE " + path; + if (!FtpSendCmd(cmd, "2", mp_ftphandle)) + return 0; + return 1; +} + +void FtpClient::SetCallbackXferFunction(FtpCallbackXfer pointer) +{ + mp_ftphandle->xfercb = pointer; +} + +void FtpClient::SetCallbackArg(void *arg) +{ + mp_ftphandle->cbarg = arg; +} + +void FtpClient::SetCallbackBytes(int64_t bytes) +{ + mp_ftphandle->cbbytes = bytes; +} + +long FtpClient::GetIdleTime() +{ + timeval now; + gettimeofday(&now, NULL); + return now.tv_usec - tick.tv_usec; +} + +int FtpClient::Head(const std::string &path, void *buffer, uint64_t len) +{ + ftphandle *nData; + if (!FtpAccess(path, FtpClient::fileread, FtpClient::transfermode::image, mp_ftphandle, &nData)) + { + return 0; + } + + int l = FtpRead(buffer, len, nData); + FtpClose(nData); + + if (l != len) + return 0; + return 1; +} + +void *FtpClient::Open(const std::string &path, int flags) +{ + return nullptr; +} + +void FtpClient::Close(void *fp) +{ +} + +int FtpClient::GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset) +{ + return -1; +} + +int FtpClient::GetRange(void *fp, void *buffer, uint64_t size, uint64_t offset) +{ + return -1; +} diff --git a/source/clients/ftpclient.h b/source/clients/ftpclient.h new file mode 100644 index 0000000..616d712 --- /dev/null +++ b/source/clients/ftpclient.h @@ -0,0 +1,128 @@ +#ifndef EZ_FTPCLIENT_H +#define EZ_FTPCLIENT_H + +#include +#include +#include +#include +#include +#include "clients/remote_client.h" + +#define FTP_CLIENT_MAX_FILENAME_LEN 255 + +typedef int (*FtpCallbackXfer)(int64_t xfered, void *arg); + +struct ftphandle +{ + char *cput, *cget; + int handle; + int cavail, cleft; + char *buf; + int dir; + ftphandle *ctrl; + int cmode; + int64_t xfered; + int64_t xfered1; + int64_t cbbytes; + char response[512]; + int64_t offset; + bool correctpasv; + FtpCallbackXfer xfercb; + void *cbarg; + bool is_connected; +}; + +class FtpClient : public RemoteClient +{ +public: + enum accesstype + { + dir = 1, + dirverbose, + dirmlsd, + fileread, + filewrite, + filereadappend, + filewriteappend + }; + + enum transfermode + { + ascii = 'A', + image = 'I' + }; + + enum connmode + { + pasv = 1, + port + }; + + enum attributes + { + directory = 1, + readonly = 2 + }; + + FtpClient(); + ~FtpClient(); + int Connect(const std::string &url, const std::string &user, const std::string &pass); + void SetConnmode(connmode mode); + int Site(const std::string &cmd); + int Raw(const std::string &cmd); + int SysType(char *buf, int max); + int Mkdir(const std::string &path); + int Chdir(const std::string &path); + int Cdup(); + int Rmdir(const std::string &path); + int Size(const std::string &path, uint64_t *size); + int Get(const std::string &outputfile, const std::string &path, uint64_t offset = 0); + int GetRange(const std::string &path, void *buffer, uint64_t size, uint64_t offset); + int GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset); + int GetRange(void *fp, void *buffer, uint64_t size, uint64_t offset); + int GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset); + int Put(const std::string &inputfile, const std::string &path, uint64_t offset = 0); + int Rename(const std::string &src, const std::string &dst); + int Delete(const std::string &path); + int Head(const std::string &path, void *buffer, uint64_t len); + void *Open(const std::string &path, int flags); + void Close(void *fp); + void SetCallbackXferFunction(FtpCallbackXfer pointer); + void SetCallbackArg(void *arg); + void SetCallbackBytes(int64_t bytes); + bool Noop(); + bool Ping(); + bool FileExists(const std::string &path); + bool IsConnected(); + char *LastResponse(); + long GetIdleTime(); + int Quit(); + +private: + ftphandle *mp_ftphandle; + struct tm cur_time; + timeval tick; + char server[128]; + int server_port; + + int FtpSendCmd(const std::string &cmd, const std::string &expected_resp, ftphandle *nControl); + ftphandle *RawOpen(const std::string &path, accesstype type, transfermode mode); + int RawClose(ftphandle *handle); + int RawWrite(void *buf, int len, ftphandle *handle); + int RawRead(void *buf, int max, ftphandle *handle); + int ReadResponse(const std::string &c, ftphandle *nControl); + int Readline(char *buf, int max, ftphandle *nControl); + int Writeline(char *buf, int len, ftphandle *nData); + void ClearHandle(); + int FtpOpenPasv(ftphandle *nControl, ftphandle **nData, transfermode mode, int dir, std::string &cmd); + int FtpOpenPort(ftphandle *nControl, ftphandle **nData, transfermode mode, int dir, std::string &cmd); + int FtpAcceptConnection(ftphandle *nData, ftphandle *nControl); + int CorrectPasvResponse(int *v); + int FtpAccess(const std::string &path, accesstype type, transfermode mode, ftphandle *nControl, ftphandle **nData); + int FtpXfer(const std::string &localfile, const std::string &path, ftphandle *nControl, accesstype type, transfermode mode); + int FtpWrite(void *buf, int len, ftphandle *nData); + int FtpRead(void *buf, int max, ftphandle *nData); + int FtpClose(ftphandle *nData); +}; + +#endif diff --git a/source/clients/nfsclient.cpp b/source/clients/nfsclient.cpp new file mode 100644 index 0000000..30012db --- /dev/null +++ b/source/clients/nfsclient.cpp @@ -0,0 +1,201 @@ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "clients/nfsclient.h" +#include "config.h" +#include "fs.h" + +#define BUF_SIZE 1048576 + +NfsClient::NfsClient() +{ +} + +NfsClient::~NfsClient() +{ +} + +int NfsClient::Connect(const std::string &url, const std::string &user, const std::string &pass) +{ + nfs = nfs_init_context(); + if (nfs == nullptr) + { + sprintf(response, "%s", "Failed to init nfs context"); + return 0; + } + + struct nfs_url *nfsurl = nfs_parse_url_full(nfs, url.c_str()); + if (nfsurl == nullptr) { + sprintf(response, "%s", nfs_get_error(nfs)); + nfs_destroy_context(nfs); + return 0; + } + + std::string export_path = std::string(nfsurl->path) + nfsurl->file; + int ret = nfs_mount(nfs, nfsurl->server, export_path.c_str()); + if (ret != 0) + { + sprintf(response, "%s", nfs_get_error(nfs)); + nfs_destroy_url(nfsurl); + nfs_destroy_context(nfs); + nfs = nullptr; + return 0; + } + nfs_destroy_url(nfsurl); + + connected = true; + return 1; +} + +/* + * LastResponse - return a pointer to the last response received + */ +const char *NfsClient::LastResponse() +{ + return (const char *)response; +} + + +/* + * Quit - disconnect from remote + * + * return 1 if successful, 0 otherwise + */ +int NfsClient::Quit() +{ + if (nfs != nullptr) + { + nfs_umount(nfs); + nfs_destroy_context(nfs); + nfs = nullptr; + } + connected = false; + return 1; +} + +/* + * Get - issue a GET command and write received data to output + * + * return 1 if successful, 0 otherwise + */ + +int NfsClient::Get(const std::string &outputfile, const std::string &ppath, uint64_t offset) +{ + struct nfsfh *nfsfh = nullptr; + int ret = nfs_open(nfs, ppath.c_str(), 0400, &nfsfh); + if (ret != 0) + { + sprintf(response, "%s", nfs_get_error(nfs)); + return 0; + } + + FILE* out = NULL; + if (offset > 0) + { + out = FS::Append(outputfile); + } + else + { + out = FS::Create(outputfile); + } + + + if (out == NULL) + { + // sprintf(response, "%s", lang_strings[STR_FAILED]); + return 0; + } + + void *buff = malloc(BUF_SIZE); + int count = 0; + *g_bytes_transfered = offset; + if (offset > 0) + { + nfs_lseek(nfs, nfsfh, offset, SEEK_SET, NULL); + } + + while ((count = nfs_read(nfs, nfsfh, BUF_SIZE, buff)) > 0) + { + if (count < 0) + { + sprintf(response, "%s", nfs_get_error(nfs)); + FS::Close(out); + nfs_close(nfs, nfsfh); + free((void*)buff); + return 0; + } + FS::Write(out, buff, count); + *g_bytes_transfered += count; + sceSystemServicePowerTick(); + } + + FS::Close(out); + nfs_close(nfs, nfsfh); + free((void*)buff); + + return 1; +} + + + +int NfsClient::GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset) +{ + struct nfsfh *nfsfh = nullptr; + int ret = nfs_open(nfs, path.c_str(), 0400, &nfsfh); + if (ret != 0) + { + return 0; + } + + ret = this->GetRange((void *)nfsfh, sink, size, offset); + nfs_close(nfs, nfsfh); + + return ret; +} + +int NfsClient::GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset) +{ + struct nfsfh *nfsfh = (struct nfsfh *)fp; + + int ret = nfs_lseek(nfs, nfsfh, offset, SEEK_SET, NULL); + if (ret != 0) + { + return 0; + } + + void *buff = malloc(BUF_SIZE); + int count = 0; + size_t bytes_remaining = size; + do + { + size_t bytes_to_read = std::min(BUF_SIZE, bytes_remaining); + count = nfs_read(nfs, nfsfh, bytes_to_read, buff); + if (count > 0) + { + bytes_remaining -= count; + bool ok = sink.write((char *)buff, count); + if (!ok) + { + free((void *)buff); + return 0; + } + } + else + { + break; + } + } while (1); + + free((void *)buff); + return 1; +} diff --git a/source/clients/nfsclient.h b/source/clients/nfsclient.h new file mode 100644 index 0000000..c81cb0e --- /dev/null +++ b/source/clients/nfsclient.h @@ -0,0 +1,33 @@ +#ifndef NFSCLIENT_H +#define NFSCLIENT_H + +#include +#include +#include +#include +#include +#include "nfsc/libnfs.h" +#include "nfsc/libnfs-raw.h" +#include "nfsc/libnfs-raw-mount.h" +#include "clients/remote_client.h" + +class NfsClient : public RemoteClient +{ +public: + NfsClient(); + ~NfsClient(); + int Connect(const std::string &url, const std::string &user, const std::string &pass); + int Get(const std::string &outputfile, const std::string &path, uint64_t offset=0); + int GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset); + int GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset); + const char *LastResponse(); + int Quit(); + +private: + int _Rmdir(const std::string &ppath); + struct nfs_context *nfs; + char response[1024]; + bool connected = false; +}; + +#endif diff --git a/source/clients/remote_client.h b/source/clients/remote_client.h new file mode 100644 index 0000000..17cac31 --- /dev/null +++ b/source/clients/remote_client.h @@ -0,0 +1,34 @@ +#ifndef REMOTECLIENT_H +#define REMOTECLIENT_H + +#include +#include +#include "http/httplib.h" + +enum ClientType +{ + CLIENT_TYPE_FTP, + CLIENT_TYPE_SFTP, + CLIENT_TYPE_SMB, + CLIENT_TYPE_WEBDAV, + CLIENT_TYPE_HTTP_SERVER, + CLIENT_TYPE_NFS, + CLIENT_TYPE_FILEHOST, + CLINET_TYPE_UNKNOWN +}; + +using namespace httplib; + +class RemoteClient +{ +public: + RemoteClient(){}; + virtual ~RemoteClient(){}; + virtual int Connect(const std::string &url, const std::string &username, const std::string &password) = 0; + virtual int Get(const std::string &outputfile, const std::string &path, uint64_t offset=0) = 0; + virtual int GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset) = 0; + virtual const char *LastResponse() = 0; + virtual int Quit() = 0; +}; + +#endif diff --git a/source/clients/sftpclient.cpp b/source/clients/sftpclient.cpp new file mode 100644 index 0000000..3459e25 --- /dev/null +++ b/source/clients/sftpclient.cpp @@ -0,0 +1,314 @@ +#include +#include +#include +#include +#include +#include +#include +#include "clients/remote_client.h" +#include "clients/sftpclient.h" +#include "fs.h" +#include "config.h" + +#define FTP_CLIENT_BUFSIZ 1048576 + +SFTPClient::SFTPClient() +{ + session = nullptr; + sftp_session = nullptr; + sock = 0; +}; + +SFTPClient::~SFTPClient(){}; + +int SFTPClient::Connect(const std::string &url, const std::string &username, const std::string &password) +{ + int port = 22; + std::string host = url.substr(7); + size_t colon_pos = host.find(":"); + if (colon_pos != std::string::npos) + { + port = std::atoi(host.substr(colon_pos + 1).c_str()); + host = host.substr(0, colon_pos); + } + + struct hostent *he; + struct in_addr **addr_list; + char ip[20]; + int i; + + if (strcmp(host.c_str(), "localhost") == 0) + { + sprintf(ip, "%s", "127.0.0.1"); + } + else + { + if ((he = gethostbyname(host.c_str())) == NULL) + { + return 0; + } + + addr_list = (struct in_addr **)he->h_addr_list; + for (i = 0; addr_list[i] != NULL; i++) + { + strcpy(ip, inet_ntoa(*addr_list[i])); + break; + } + } + + in_addr dst_addr; + sockaddr_in server_addr; + int on = 1; + int32_t retval; + + memset(&server_addr, 0, sizeof(server_addr)); + inet_pton(AF_INET, ip, (void *)&dst_addr); + server_addr.sin_addr = dst_addr; + server_addr.sin_port = htons(port); + server_addr.sin_family = AF_INET; + + sock = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + retval = setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, (const void *)&on, sizeof(on)); + int const size = FTP_CLIENT_BUFSIZ; + if (setsockopt(sock, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)) == -1) + { + close(sock); + return 0; + } + + if (setsockopt(sock, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)) == -1) + { + close(sock); + return 0; + } + + if (connect(sock, (struct sockaddr *)(&server_addr), sizeof(struct sockaddr_in)) != 0) + { + sprintf(this->response, "%s", "Failed to connect!"); + return 0; + } + /* Create a session instance + */ + session = libssh2_session_init(); + libssh2_session_set_blocking(session, 1); + libssh2_keepalive_config(session, 1, 5); + + if (!session) + { + sprintf(this->response, "Failed to connect"); + return 0; + } + + /* ... start it up. This will trade welcome banners, exchange keys, + * and setup crypto, compression, and MAC layers + */ + usleep(100000); + int rc = libssh2_session_handshake(session, sock); + if (rc) + { + sprintf(this->response, "Failed SSL handshake %d", rc); + return 0; + } + + /* At this point we havn't yet authenticated. The first thing to do + * is check the hostkey's fingerprint against our known hosts Your app + * may have it hard coded, may go to a file, may present it to the + * user, that's your call + */ + const char *fingerprint = libssh2_hostkey_hash(session, LIBSSH2_HOSTKEY_HASH_SHA1); + + /* check what authentication methods are available */ + char *userauthlist = libssh2_userauth_list(session, username.c_str(), username.length()); + + int auth_pw = 0; + if (strstr(userauthlist, "password") != NULL) + { + auth_pw |= 1; + } + if (strstr(userauthlist, "keyboard-interactive") != NULL) + { + auth_pw |= 2; + } + if (strstr(userauthlist, "publickey") != NULL) + { + auth_pw |= 4; + } + + bool use_identity = password.find("file://") != std::string::npos; + if (auth_pw & 1 && !use_identity) + { + /* We could authenticate via password */ + if (libssh2_userauth_password(session, username.c_str(), password.c_str())) + { + sprintf(this->response, "%s", "Authentication by password failed!"); + goto shutdown; + } + } + else if (auth_pw & 4 && use_identity) + { + /* Or by public key */ + std::string publickey = password.substr(7) + "/id_rsa.pub"; + std::string privatekey = password.substr(7) + "/id_rsa"; + if (!FS::FileExists(publickey.c_str())) + { + sprintf(response, "SSH public key %s is not found", publickey.c_str()); + goto shutdown; + } + if (!FS::FileExists(privatekey.c_str())) + { + sprintf(response, "SSH private key %s is not found", privatekey.c_str()); + goto shutdown; + } + if (libssh2_userauth_publickey_fromfile(session, username.c_str(), publickey.c_str(), privatekey.c_str(), "")) + { + sprintf(this->response, "%s", "Authentication by public key failed!"); + goto shutdown; + } + } + else + { + sprintf(this->response, "%s", "No supported authentication methods found!"); + goto shutdown; + } + + sftp_session = libssh2_sftp_init(session); + this->connected = true; + return 1; + +shutdown: + libssh2_session_disconnect(session, "Normal Shutdown"); + libssh2_session_free(session); + close(sock); + libssh2_exit(); + session = nullptr; + sock = 0; + return 0; +} + +int SFTPClient::Get(const std::string &outputfile, const std::string &path, uint64_t offset) +{ + LIBSSH2_SFTP_HANDLE *sftp_handle = libssh2_sftp_open(sftp_session, path.c_str(), LIBSSH2_FXF_READ, 0); + if (!sftp_handle) + { + sprintf(response, "Unable to open file with SFTP: %ld", libssh2_sftp_last_error(sftp_session)); + return 0; + } + + FILE* out = NULL; + if (offset > 0) + { + out = FS::Append(outputfile); + } + else + { + out = FS::Create(outputfile); + } + + if (out == NULL) + { + // sprintf(response, "%s", lang_strings[STR_FAILED]); + return 0; + } + + char *buff = (char *)malloc(FTP_CLIENT_BUFSIZ); + int rc, count = 0; + *g_bytes_transfered = offset; + if (offset > 0) + { + libssh2_sftp_seek64(sftp_handle, offset); + } + + do + { + rc = libssh2_sftp_read(sftp_handle, buff, FTP_CLIENT_BUFSIZ); + if (rc > 0) + { + *g_bytes_transfered += rc; + FS::Write(out, buff, rc); + sceSystemServicePowerTick(); + } + else + { + break; + } + } while (1); + + free((char *)buff); + FS::Close(out); + libssh2_sftp_close(sftp_handle); + + return 1; +} + + + +int SFTPClient::GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset) +{ + LIBSSH2_SFTP_HANDLE *sftp_handle = libssh2_sftp_open(sftp_session, path.c_str(), LIBSSH2_FXF_READ, 0); + if (!sftp_handle) + { + sprintf(response, "Unable to open file with SFTP: %ld", libssh2_sftp_last_error(sftp_session)); + return 0; + } + + int ret = this->GetRange((void *)sftp_handle, sink, size, offset); + libssh2_sftp_close(sftp_handle); + + return ret; +} + +int SFTPClient::GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset) +{ + LIBSSH2_SFTP_HANDLE *sftp_handle = (LIBSSH2_SFTP_HANDLE *)fp; + + libssh2_sftp_seek64(sftp_handle, offset); + + char *buff = (char *)malloc(FTP_CLIENT_BUFSIZ); + int rc, count = 0; + size_t bytes_remaining = size; + do + { + size_t bytes_to_read = std::min(FTP_CLIENT_BUFSIZ, bytes_remaining); + rc = libssh2_sftp_read(sftp_handle, buff, bytes_to_read); + if (rc > 0) + { + bytes_remaining -= rc; + bool ok = sink.write(buff, rc); + if (!ok) + { + free((char *)buff); + return 0; + } + } + else + { + break; + } + } while (1); + + free((char *)buff); + + return 1; +} + +const char *SFTPClient::LastResponse() +{ + return this->response; +} + +int SFTPClient::Quit() +{ + if (sftp_session != nullptr) + libssh2_sftp_shutdown(sftp_session); + if (session != nullptr) + { + libssh2_session_disconnect(session, "Normal Shutdown"); + libssh2_session_free(session); + close(sock); + libssh2_exit(); + } + session = nullptr; + sftp_session = nullptr; + sock = 0; + return 1; +} diff --git a/source/clients/sftpclient.h b/source/clients/sftpclient.h new file mode 100644 index 0000000..b430482 --- /dev/null +++ b/source/clients/sftpclient.h @@ -0,0 +1,30 @@ +#ifndef EZ_SFTPCLIENT_H +#define EZ_SFTPCLIENT_H + +#include +#include +#include +#include +#include "clients/remote_client.h" + +class SFTPClient : public RemoteClient +{ +public: + SFTPClient(); + ~SFTPClient(); + int Connect(const std::string &url, const std::string &username, const std::string &password); + int Get(const std::string &outputfile, const std::string &path, uint64_t offset=0); + int GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset); + int GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset); + const char *LastResponse(); + int Quit(); + +protected: + LIBSSH2_SESSION *session; + LIBSSH2_SFTP *sftp_session; + int sock; + char response[512]; + bool connected = false; +}; + +#endif diff --git a/source/clients/smbclient.cpp b/source/clients/smbclient.cpp new file mode 100644 index 0000000..e784ddd --- /dev/null +++ b/source/clients/smbclient.cpp @@ -0,0 +1,196 @@ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "config.h" +#include "fs.h" +#include "clients/smbclient.h" +#include "util.h" + +SmbClient::SmbClient() +{ +} + +SmbClient::~SmbClient() +{ +} + +int SmbClient::Connect(const std::string &url, const std::string &user, const std::string &pass) +{ + struct smb2_url *smb_url; + + smb2 = smb2_init_context(); + if (smb2 == NULL) + { + sprintf(response, "Failed to init SMB context"); + return 0; + } + + smb_url = smb2_parse_url(smb2, url.c_str()); + if (smb_url == NULL || smb_url->share == NULL || strlen(smb_url->share) == 0) + { + sprintf(response, "Invalid SMB Url"); + return 0; + } + + if (pass.length() > 0) + smb2_set_password(smb2, pass.c_str()); + smb2_set_security_mode(smb2, SMB2_NEGOTIATE_SIGNING_ENABLED); + smb2_set_version(smb2, SMB2_VERSION_ANY); + smb2_set_timeout(smb2, 30); + + if (smb2_connect_share(smb2, smb_url->server, smb_url->share, user.c_str()) < 0) + { + sprintf(response, "%s", smb2_get_error(smb2)); + return 0; + } + + smb2_destroy_url(smb_url); + connected = true; + + return 1; +} + +/* + * SmbLastResponse - return a pointer to the last response received + */ +const char *SmbClient::LastResponse() +{ + return (const char *)response; +} + +/* + * SmbQuit - disconnect from remote + * + * return 1 if successful, 0 otherwise + */ +int SmbClient::Quit() +{ + smb2_destroy_context(smb2); + smb2 = NULL; + connected = false; + return 1; +} +/* + * SmbGet - issue a GET command and write received data to output + * + * return 1 if successful, 0 otherwise + */ + +int SmbClient::Get(const std::string &outputfile, const std::string &ppath, uint64_t offset) +{ + std::string path = std::string(ppath); + path = Util::Trim(path, "/"); + + struct smb2fh* in = smb2_open(smb2, path.c_str(), O_RDONLY); + if (in == NULL) + { + sprintf(response, "%s", smb2_get_error(smb2)); + return 0; + } + + FILE* out = NULL; + if (offset > 0) + { + out = FS::Append(outputfile); + } + else + { + out = FS::Create(outputfile); + } + + if (out == NULL) + { + // sprintf(response, "%s", lang_strings[STR_FAILED]); + return 0; + } + + uint8_t *buff = (uint8_t*)malloc(max_read_size); + int count = 0; + *g_bytes_transfered = offset; + + if (offset > 0) + { + smb2_lseek(smb2, in, offset, SEEK_SET, NULL); + } + + while ((count = smb2_read(smb2, in, buff, max_read_size)) > 0) + { + if (count < 0) + { + sprintf(response, "%s", smb2_get_error(smb2)); + FS::Close(out); + smb2_close(smb2, in); + free((void*)buff); + return 0; + } + FS::Write(out, buff, count); + *g_bytes_transfered += count; + sceSystemServicePowerTick(); + } + + FS::Close(out); + smb2_close(smb2, in); + free((void*)buff); + return 1; +} + + +int SmbClient::GetRange(const std::string &ppath, DataSink &sink, uint64_t size, uint64_t offset) +{ + std::string path = std::string(ppath); + path = Util::Trim(path, "/"); + struct smb2fh *in = smb2_open(smb2, path.c_str(), O_RDONLY); + if (in == NULL) + { + return 0; + } + + int ret = this->GetRange((void *)in, sink, size, offset); + smb2_close(smb2, in); + + return ret; +} + +int SmbClient::GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset) +{ + struct smb2fh *in = (struct smb2fh *)fp; + + smb2_lseek(smb2, in, offset, SEEK_SET, NULL); + + uint8_t *buff = (uint8_t *)malloc(max_read_size); + int count = 0; + size_t bytes_remaining = size; + do + { + size_t bytes_to_read = std::min(max_read_size, bytes_remaining); + count = smb2_read(smb2, in, buff, bytes_to_read); + if (count > 0) + { + bytes_remaining -= count; + bool ok = sink.write((char *)buff, count); + if (!ok) + { + free((uint8_t *)buff); + return 0; + } + } + else + { + break; + } + } while (1); + + free((char *)buff); + + return 1; +} diff --git a/source/clients/smbclient.h b/source/clients/smbclient.h new file mode 100644 index 0000000..ac257b0 --- /dev/null +++ b/source/clients/smbclient.h @@ -0,0 +1,35 @@ +#ifndef SMBCLIENT_H +#define SMBCLIENT_H + +#include +#include +#include +#include +#include +#include +#include +#include "clients/remote_client.h" + +#define SMB_CLIENT_MAX_FILENAME_LEN 256 + +class SmbClient : public RemoteClient +{ +public: + SmbClient(); + ~SmbClient(); + int Connect(const std::string &url, const std::string &user, const std::string &pass); + int Get(const std::string &outputfile, const std::string &path, uint64_t offset=0); + int GetRange(const std::string &path, DataSink &sink, uint64_t size, uint64_t offset); + int GetRange(void *fp, DataSink &sink, uint64_t size, uint64_t offset); + const char *LastResponse(); + int Quit(); + +private: + struct smb2_context *smb2; + char response[1024]; + bool connected = false; + uint32_t max_read_size = 1048576; + uint32_t max_write_size = 1048576; +}; + +#endif diff --git a/source/clients/webdav.cpp b/source/clients/webdav.cpp new file mode 100644 index 0000000..377d120 --- /dev/null +++ b/source/clients/webdav.cpp @@ -0,0 +1,19 @@ +#include +#include +#include +#include "clients/remote_client.h" +#include "clients/webdav.h" +#include "util.h" + +std::string WebDAVClient::GetHttpUrl(std::string url) +{ + std::string http_url = std::regex_replace(url, std::regex("webdav://"), "http://"); + http_url = std::regex_replace(http_url, std::regex("webdavs://"), "https://"); + return http_url; +} + +int WebDAVClient::Connect(const std::string &host, const std::string &user, const std::string &pass) +{ + std::string url = GetHttpUrl(host); + return BaseClient::Connect(url, user, pass); +} \ No newline at end of file diff --git a/source/clients/webdav.h b/source/clients/webdav.h new file mode 100644 index 0000000..af93861 --- /dev/null +++ b/source/clients/webdav.h @@ -0,0 +1,18 @@ +#ifndef WEBDAV_H +#define WEBDAV_H + +#include +#include +#include "clients/baseclient.h" +#include "clients/remote_client.h" + +class WebDAVClient : public BaseClient +{ +public: + int Connect(const std::string &url, const std::string &user, const std::string &pass); + +private: + static std::string GetHttpUrl(std::string url); +}; + +#endif diff --git a/source/config.cpp b/source/config.cpp new file mode 100644 index 0000000..e1df95e --- /dev/null +++ b/source/config.cpp @@ -0,0 +1,257 @@ +// #include +// #include +#include +#include +#include +#include +#include +//#include +#include +#include +#include "server/http_server.h" +#include "config.h" +#include "fs.h" +#include "crypt.h" +#include "base64.h" +#include "util.h" + +static std::map pkg_download_history; +std::vector bg_download_list; + +unsigned char cipher_key[32] = {'s', '5', 'v', '8', 'y', '/', 'B', '?', 'E', '(', 'H', '+', 'M', 'b', 'Q', 'e', 'T', 'h', 'W', 'm', 'Z', 'q', '4', 't', '7', 'w', '9', 'z', '$', 'C', '&', 'F'}; +unsigned char cipher_iv[16] = {'Y', 'p', '3', 's', '6', 'v', '9', 'y', '$', 'B', '&', 'E', ')', 'H', '@', 'M'}; + +//std::shared_mutex pkg_mutex_; +//std::shared_mutex download_mutex_; +uint64_t *g_bytes_transfered; + +namespace CONFIG +{ + int Encrypt(const std::string &text, std::string &encrypt_text) + { + unsigned char tmp_encrypt_text[text.length() * 2]; + int encrypt_text_len; + memset(tmp_encrypt_text, 0, sizeof(tmp_encrypt_text)); + int ret = openssl_encrypt((unsigned char *)text.c_str(), text.length(), cipher_key, cipher_iv, tmp_encrypt_text, &encrypt_text_len); + if (ret == 0) + return 0; + return Base64::Encode(std::string((const char *)tmp_encrypt_text, encrypt_text_len), encrypt_text); + } + + int Decrypt(const std::string &text, std::string &decrypt_text) + { + std::string tmp_decode_text; + int ret = Base64::Decode(text, tmp_decode_text); + if (ret == 0) + return 0; + + unsigned char tmp_decrypt_text[tmp_decode_text.length() * 2]; + int decrypt_text_len; + memset(tmp_decrypt_text, 0, sizeof(tmp_decrypt_text)); + ret = openssl_decrypt((unsigned char *)tmp_decode_text.c_str(), tmp_decode_text.length(), cipher_key, cipher_iv, tmp_decrypt_text, &decrypt_text_len); + if (ret == 0) + return 0; + + decrypt_text.clear(); + decrypt_text.append(std::string((const char *)tmp_decrypt_text, decrypt_text_len)); + + return 1; + } + + PackageInstallData* GetPackageInstallHostData(const std::string &hash) + { + if (pkg_download_history.find(hash) != pkg_download_history.end()) + return &pkg_download_history[hash]; + return nullptr; + } + + void AddPackageInstallHostData(const std::string &hash, PackageInstallData pkg_data) + { + //std::unique_lock lock(pkg_mutex_); + std::pair pair = std::make_pair(hash, pkg_data); + pkg_download_history.erase(hash); + pkg_download_history.insert(pair); + } + + void RemovePackageInstallHostData(const std::string &hash) + { + //std::unique_lock lock(pkg_mutex_); + pkg_download_history.erase(hash); + } + + void LoadPackageInstallHostData() + { + if (FS::FileExists(PKG_INSTALL_HISTORY_PATH)) + { + json_object *jobj = json_object_from_file(PKG_INSTALL_HISTORY_PATH); + struct array_list *history_list = json_object_get_array(jobj); + + for (size_t history_idx = 0; history_idx < history_list->length; ++history_idx) + { + PackageInstallData history_item; + + json_object *history_item_obj = (json_object *)array_list_get_idx(history_list, history_idx); + std::string hash = std::string(json_object_get_string(json_object_object_get(history_item_obj, "hash"))); + history_item.host_info.url = std::string(json_object_get_string(json_object_object_get(history_item_obj, "url"))); + history_item.path = std::string(json_object_get_string(json_object_object_get(history_item_obj, "path"))); + history_item.host_info.username = std::string(json_object_get_string(json_object_object_get(history_item_obj, "username"))); + std::string encrypted_password = std::string(json_object_get_string(json_object_object_get(history_item_obj, "password"))); + history_item.host_info.type = json_object_get_int(json_object_object_get(history_item_obj, "type")); + history_item.timestamp = json_object_get_uint64(json_object_object_get(history_item_obj, "timestamp")); + history_item.client = nullptr; + + if (history_item.host_info.type == CLIENT_TYPE_HTTP_SERVER) + { + history_item.host_info.http_server_type = std::string(json_object_get_string(json_object_object_get(history_item_obj, "http_server_type"))); + } + + int ret = Decrypt(encrypted_password, history_item.host_info.password); + if (ret == 0) + { + history_item.host_info.password = encrypted_password; + } + AddPackageInstallHostData(hash, history_item); + } + json_object_put(jobj); + } + } + + void SavePackageInstallHostData() + { + //std::unique_lock lock(pkg_mutex_); + + if (!FS::FolderExists(DATA_PATH)) + { + FS::MkDirs(DATA_PATH); + } + + json_object *history_list = json_object_new_array(); + uint64_t current_time = Util::GetTick(); + + for (auto it = pkg_download_history.begin(); it != pkg_download_history.end(); ++it) + { + if (current_time - it->second.timestamp < MAX_PKG_HISTORY_RETENTION) + { + json_object *history_item_obj = json_object_new_object(); + json_object_object_add(history_item_obj, "hash", json_object_new_string(it->first.c_str())); + json_object_object_add(history_item_obj, "url", json_object_new_string(it->second.host_info.url.c_str())); + json_object_object_add(history_item_obj, "path", json_object_new_string(it->second.path.c_str())); + json_object_object_add(history_item_obj, "username", json_object_new_string(it->second.host_info.username.c_str())); + json_object_object_add(history_item_obj, "type", json_object_new_int(it->second.host_info.type)); + json_object_object_add(history_item_obj, "timestamp", json_object_new_uint64(it->second.timestamp)); + if (it->second.host_info.type == CLIENT_TYPE_HTTP_SERVER) + { + json_object_object_add(history_item_obj, "http_server_type", json_object_new_string(it->second.host_info.http_server_type.c_str())); + } + + std::string encrypted_password; + if (!it->second.host_info.password.empty()) + { + Encrypt(it->second.host_info.password, encrypted_password); + } + json_object_object_add(history_item_obj, "password", json_object_new_string(encrypted_password.c_str())); + + json_object_array_add(history_list, history_item_obj); + } + } + + json_object_to_file(PKG_INSTALL_HISTORY_PATH, history_list); + json_object_put(history_list); + } + + void AddBgDownloadData(BgDownloadData pkg_data) + { + //std::unique_lock lock(download_mutex_); + bg_download_list.push_back(pkg_data); + } + + void LoadBgDownloadData() + { + if (FS::FileExists(BG_DOWNLOAD_HISTORY_PATH)) + { + json_object *jobj = json_object_from_file(BG_DOWNLOAD_HISTORY_PATH); + struct array_list *history_list = json_object_get_array(jobj); + + for (size_t history_idx = 0; history_idx < history_list->length; ++history_idx) + { + BgDownloadData history_item; + + json_object *history_item_obj = (json_object *)array_list_get_idx(history_list, history_idx); + history_item.host_info.type = json_object_get_int(json_object_object_get(history_item_obj, "type")); + history_item.host_info.url = std::string(json_object_get_string(json_object_object_get(history_item_obj, "url"))); + history_item.host_info.username = std::string(json_object_get_string(json_object_object_get(history_item_obj, "username"))); + std::string encrypted_password = std::string(json_object_get_string(json_object_object_get(history_item_obj, "password"))); + + if (history_item.host_info.type == CLIENT_TYPE_HTTP_SERVER) + { + history_item.host_info.http_server_type = std::string(json_object_get_string(json_object_object_get(history_item_obj, "http_server_type"))); + } + + int ret = Decrypt(encrypted_password, history_item.host_info.password); + if (ret == 0) + { + history_item.host_info.password = encrypted_password; + } + + history_item.src_path = std::string(json_object_get_string(json_object_object_get(history_item_obj, "src_path"))); + history_item.dest_path = std::string(json_object_get_string(json_object_object_get(history_item_obj, "dest_path"))); + history_item.file_size = json_object_get_uint64(json_object_object_get(history_item_obj, "file_size")); + history_item.bytes_transfered = json_object_get_uint64(json_object_object_get(history_item_obj, "bytes_transfered")); + history_item.state = static_cast(json_object_get_int(json_object_object_get(history_item_obj, "state"))); + history_item.id = json_object_get_uint64(json_object_object_get(history_item_obj, "id")); + history_item.timestamp = json_object_get_uint64(json_object_object_get(history_item_obj, "timestamp")); + + AddBgDownloadData(history_item); + } + json_object_put(jobj); + } + } + + void SaveBgDownloadData() + { + //std::unique_lock lock(download_mutex_); + + if (!FS::FolderExists(DATA_PATH)) + { + FS::MkDirs(DATA_PATH); + } + + json_object *history_list = json_object_new_array(); + uint64_t current_time = Util::GetTick(); + + for (auto it = bg_download_list.begin(); it != bg_download_list.end(); ++it) + { + if (current_time - it->timestamp < MAX_PKG_HISTORY_RETENTION) + { + json_object *history_item_obj = json_object_new_object(); + json_object_object_add(history_item_obj, "type", json_object_new_int(it->host_info.type)); + json_object_object_add(history_item_obj, "url", json_object_new_string(it->host_info.url.c_str())); + if (it->host_info.type == CLIENT_TYPE_HTTP_SERVER) + { + json_object_object_add(history_item_obj, "http_server_type", json_object_new_string(it->host_info.http_server_type.c_str())); + } + + std::string encrypted_password; + if (!it->host_info.password.empty()) + { + Encrypt(it->host_info.password, encrypted_password); + } + + json_object_object_add(history_item_obj, "username", json_object_new_string(it->host_info.username.c_str())); + json_object_object_add(history_item_obj, "password", json_object_new_string(encrypted_password.c_str())); + json_object_object_add(history_item_obj, "src_path", json_object_new_string(it->src_path.c_str())); + json_object_object_add(history_item_obj, "dest_path", json_object_new_string(it->dest_path.c_str())); + json_object_object_add(history_item_obj, "file_size", json_object_new_uint64(it->file_size)); + json_object_object_add(history_item_obj, "bytes_transfered", json_object_new_uint64(it->bytes_transfered)); + json_object_object_add(history_item_obj, "state", json_object_new_int(it->state)); + json_object_object_add(history_item_obj, "id", json_object_new_uint64(it->id)); + json_object_object_add(history_item_obj, "timestamp", json_object_new_uint64(it->timestamp)); + + json_object_array_add(history_list, history_item_obj); + } + } + + json_object_to_file(BG_DOWNLOAD_HISTORY_PATH, history_list); + json_object_put(history_list); + } +} diff --git a/source/config.h b/source/config.h new file mode 100644 index 0000000..d974019 --- /dev/null +++ b/source/config.h @@ -0,0 +1,76 @@ +#ifndef EZ_CONFIG_H +#define EZ_CONFIG_H + +#include +#include +#include +#include +#include +#include + +#include "clients/remote_client.h" + +#define APP_ID "ezremote-client" +#define DATA_PATH "/data/homebrew/" APP_ID +#define PKG_INSTALL_HISTORY_PATH DATA_PATH "/pkg_install_history.json" +#define BG_DOWNLOAD_HISTORY_PATH DATA_PATH "/bg_download_history.json" +#define DEBUG_SERVER_LOG_PATH DATA_PATH "/ezremote_server.log" +#define NOTIFY_ICON_FILE "/user" DATA_PATH "/sce_sys/icon0.png" +#define CLIENT_ELF_PATH DATA_PATH "/ezremote_client.elf" + +#define HTTP_SERVER_APACHE "Apache" +#define HTTP_SERVER_MS_IIS "Microsoft IIS" +#define HTTP_SERVER_NGINX "Nginx" +#define HTTP_SERVER_NPX_SERVE "Serve" +#define HTTP_SERVER_RCLONE "RClone" +#define HTTP_SERVER_ARCHIVEORG "Archive.org" +#define HTTP_SERVER_MYRIENT "Myrient" +#define HTTP_SERVER_GITHUB "Github" + +#define MAX_PKG_HISTORY_RETENTION 1209600000000L + +enum DownloadState { STATE_PENDING, STATE_DOWNLOADING, STATE_RESUMED, STATE_FAILED, STATE_SUCCESS }; + +struct HostInfo +{ + int type; + std::string url; + std::string http_server_type; + std::string username; + std::string password; +}; + +struct PackageInstallData +{ + HostInfo host_info; + RemoteClient *client; + std::string path; + uint64_t timestamp; +}; + +struct BgDownloadData { + HostInfo host_info; + std::string src_path; + std::string dest_path; + uint64_t bytes_transfered; + uint64_t file_size; + DownloadState state; + uint64_t id; + uint64_t timestamp; +}; + +extern uint64_t *g_bytes_transfered; +extern std::vector bg_download_list; + +namespace CONFIG +{ + PackageInstallData* GetPackageInstallHostData(const std::string &hash); + void AddPackageInstallHostData(const std::string &hash, PackageInstallData pkg_data); + void RemovePackageInstallHostData(const std::string &hash); + void LoadPackageInstallHostData(); + void SavePackageInstallHostData(); + void AddBgDownloadData(BgDownloadData bg_download_data); + void LoadBgDownloadData(); + void SaveBgDownloadData(); +} +#endif diff --git a/source/crypt.c b/source/crypt.c new file mode 100644 index 0000000..18d0a0d --- /dev/null +++ b/source/crypt.c @@ -0,0 +1,87 @@ +#include "crypt.h" + +int openssl_encrypt(unsigned char *plaintext, int plaintext_len, unsigned char *key, + unsigned char *iv, unsigned char *ciphertext, int *ciphertext_len) +{ + EVP_CIPHER_CTX *ctx; + + int len; + + /* Create and initialise the context */ + if (!(ctx = EVP_CIPHER_CTX_new())) + return 0; + + /* + * Initialise the encryption operation. IMPORTANT - ensure you use a key + * and IV size appropriate for your cipher + * In this example we are using 256 bit AES (i.e. a 256 bit key). The + * IV size for *most* modes is the same as the block size. For AES this + * is 128 bits + */ + if (1 != EVP_EncryptInit_ex(ctx, EVP_aes_256_cbc(), NULL, key, iv)) + return 0; + + /* + * Provide the message to be encrypted, and obtain the encrypted output. + * EVP_EncryptUpdate can be called multiple times if necessary + */ + if (1 != EVP_CipherUpdate(ctx, ciphertext, &len, plaintext, plaintext_len)) + return 0; + *ciphertext_len = len; + + /* + * Finalise the encryption. Further ciphertext bytes may be written at + * this stage. + */ + if (1 != EVP_EncryptFinal_ex(ctx, ciphertext + len, &len)) + return 0; + *ciphertext_len += len; + + /* Clean up */ + EVP_CIPHER_CTX_free(ctx); + + return 1; +} + +int openssl_decrypt(unsigned char *ciphertext, int ciphertext_len, unsigned char *key, + unsigned char *iv, unsigned char *plaintext, int *plaintext_len) +{ + EVP_CIPHER_CTX *ctx; + + int len; + + /* Create and initialise the context */ + if (!(ctx = EVP_CIPHER_CTX_new())) + return 0; + + /* + * Initialise the decryption operation. IMPORTANT - ensure you use a key + * and IV size appropriate for your cipher + * In this example we are using 256 bit AES (i.e. a 256 bit key). The + * IV size for *most* modes is the same as the block size. For AES this + * is 128 bits + */ + if (1 != EVP_DecryptInit_ex(ctx, EVP_aes_256_cbc(), NULL, key, iv)) + return 0; + + /* + * Provide the message to be decrypted, and obtain the plaintext output. + * EVP_DecryptUpdate can be called multiple times if necessary. + */ + if (1 != EVP_CipherUpdate(ctx, plaintext, &len, ciphertext, ciphertext_len)) + return 0; + *plaintext_len = len; + + /* + * Finalise the decryption. Further plaintext bytes may be written at + * this stage. + */ + if (1 != EVP_DecryptFinal_ex(ctx, plaintext + len, &len)) + return 0; + *plaintext_len += len; + + /* Clean up */ + EVP_CIPHER_CTX_free(ctx); + + return 1; +} \ No newline at end of file diff --git a/source/crypt.h b/source/crypt.h new file mode 100644 index 0000000..a8875df --- /dev/null +++ b/source/crypt.h @@ -0,0 +1,18 @@ +#include +#include +#include + +#ifdef __cplusplus +extern "C" +{ +#endif + +int openssl_encrypt(unsigned char *plaintext, int plaintext_len, unsigned char *key, + unsigned char *iv, unsigned char *ciphertext, int *ciphertext_len); + +int openssl_decrypt(unsigned char *ciphertext, int ciphertext_len, unsigned char *key, + unsigned char *iv, unsigned char *plaintext, int *plaintext_len); + +#ifdef __cplusplus +} +#endif \ No newline at end of file diff --git a/source/dbglogger.c b/source/dbglogger.c new file mode 100644 index 0000000..6bdd042 --- /dev/null +++ b/source/dbglogger.c @@ -0,0 +1,442 @@ +/* + * + * DBGLOGGER - debug logger library / (c) 2019 El Bucanero + * + * Small library for network and local file debug logging in PSL1GHT/Open Orbis SDKs. + * + */ + +#include +#include +#include +#include + +#include +#include +#include +#include +#include + +#include +#include +#include +#include + +#define netConnect connect +#define netClose close +#define netSend send +#define netSocket socket +#define netInitialize(...) +#define netDeinitialize(...) + +#include "dbglogger.h" + +typedef enum { + ENCODE_BASE64, + ENCODE_UUENCODE +} B64ENC_MODES; + +static int loggerMode = NO_LOGGER; +static int socketFD; +static char logFile[256]; + +#define UDP_INI_STR "udp" +#define TCP_INI_STR "tcp" +#define FILE_INI_STR "file" +#define TTY_INI_STR "tty" +#define DEBUG_PORT 18194 +#define BASE64_LENGTH(X) (4 * ((X + 2) / 3)) +#define B64_SRC_BUF_SIZE 45 // This *MUST* be a multiple of 3 +#define B64_DST_BUF_SIZE BASE64_LENGTH(B64_SRC_BUF_SIZE) + +static const char encode_table[2][65] = { + "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=", + "`!\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`"}; + +/* + * Copyright (C) 2000 by Glenn McGrath + * + * based on the function base64_encode from http.c in wget v1.6 + * Copyright (C) 1995, 1996, 1997, 1998, 2000 Free Software Foundation, Inc. + * + * Encode the string S of length LENGTH to base64 format and place it + * to STORE. STORE will be 0-terminated, and must point to a writable + * buffer of at least 1+BASE64_LENGTH(length) bytes. + * where BASE64_LENGTH(len) = (4 * ((LENGTH + 2) / 3)) + */ +static void uuencode(const unsigned char *s, char *store, const int length, const char *tbl) +{ + int i; + unsigned char *p = (unsigned char *)store; + + /* Transform the 3x8 bits to 4x6 bits, as required by base64. */ + for (i = 0; i < length; i += 3) { + *p++ = tbl[s[0] >> 2]; + *p++ = tbl[((s[0] & 0x03) << 4) + (s[1] >> 4)]; + *p++ = tbl[((s[1] & 0x0f) << 2) + (s[2] >> 6)]; + *p++ = tbl[s[2] & 0x3f]; + s += 3; + } + /* Pad the result if necessary... */ + if (i == length + 1) { + *(p - 1) = tbl[64]; + } + else if (i == length + 2) { + *(p - 1) = *(p - 2) = tbl[64]; + } + /* ...and zero-terminate it. */ + *p = '\0'; +} + +static int dbglogger_base64(const char *filename, const unsigned int encode) +{ + FILE *src_stream; + size_t size; + unsigned char *src_buf; + char *dst_buf; + + src_stream = fopen(filename, "rb"); + if (!src_stream) { + return(0); + } + src_buf = malloc(B64_SRC_BUF_SIZE + 1); + dst_buf = malloc(B64_DST_BUF_SIZE + 1); + + dbglogger_printf("begin%s %o %s", encode == ENCODE_UUENCODE ? "" : "-base64", 0644, strrchr(filename, '/')+1); + while ((size = fread(src_buf, 1, B64_SRC_BUF_SIZE, src_stream)) > 0) { + if (size != B64_SRC_BUF_SIZE) { + /* pad with 0s so we can just encode extra bits */ + memset(&src_buf[size], 0, B64_SRC_BUF_SIZE - size); + } + /* Encode the buffer we just read in */ + uuencode(src_buf, dst_buf, size, encode_table[encode]); + + switch (encode) { + case ENCODE_BASE64: + dbglogger_printf("\n%s", dst_buf); + break; + case ENCODE_UUENCODE: + dbglogger_printf("\n%c%s", encode_table[encode][size], dst_buf); + break; + } + } + dbglogger_printf(encode == ENCODE_UUENCODE ? "\n`\nend\n" : "\n====\n"); + + free(src_buf); + free(dst_buf); + fclose(src_stream); + return(1); +} + +int dbglogger_b64encode(const char *filename) +{ + return dbglogger_base64(filename, ENCODE_BASE64); +} + +char* dbg_base64_encode(const unsigned char *data, int data_len) +{ + char* out = malloc(BASE64_LENGTH(data_len) + 1); + + if (!out) + return NULL; + + uuencode(data, out, data_len, encode_table[ENCODE_BASE64]); + return (out); +} + +/* + * base64_decode - Base64 decode + * @src: Data to be decoded + * @out_len: Pointer to output length variable + * Returns: Allocated buffer of out_len bytes of decoded data, or NULL on failure + * + * Caller is responsible for freeing the returned buffer. + */ +unsigned char * dbg_base64_decode(const char *src, size_t *out_len) +{ + unsigned char dtable[256], *out, *pos, block[4], tmp; + size_t i, count, len = strlen(src); + int pad = 0; + + memset(dtable, 0x80, 256); + for (i = 0; i < sizeof(encode_table[ENCODE_BASE64]) - 1; i++) + dtable[(unsigned char)encode_table[ENCODE_BASE64][i]] = (unsigned char) i; + dtable['='] = 0; + + count = 0; + for (i = 0; i < len; i++) { + if (dtable[(unsigned char)src[i]] != 0x80) + count++; + } + + if (count == 0 || count % 4) + return NULL; + + pos = out = malloc(count / 4 * 3); + if (out == NULL) + return NULL; + + count = 0; + for (i = 0; i < len; i++) { + tmp = dtable[(unsigned char)src[i]]; + if (tmp == 0x80) + continue; + + if (src[i] == '=') + pad++; + block[count] = tmp; + count++; + if (count == 4) { + *pos++ = (block[0] << 2) | (block[1] >> 4); + *pos++ = (block[1] << 4) | (block[2] >> 2); + *pos++ = (block[2] << 6) | block[3]; + count = 0; + if (pad) { + if (pad == 1) + pos--; + else if (pad == 2) + pos -= 2; + else { + // Invalid padding + free(out); + return NULL; + } + break; + } + } + } + + *out_len = pos - out; + return out; +} + +#ifdef __PPU__ +// check if we receive a connection and kill the process +static void debug_netkill_thread(void *port) +{ + struct sockaddr_in sa; + memset(&sa, 0, sizeof(sa)); + + sa.sin_family = AF_INET; + sa.sin_port = htons(strtoul(port, NULL, 0)); + sa.sin_addr.s_addr = htonl(INADDR_ANY); + + int list_s = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP); + + if ((bind(list_s, (struct sockaddr *)&sa, sizeof(sa)) == -1) || (listen(list_s, 4) == -1)) + { + return; + } + + while(accept(list_s, NULL, NULL) <= 0) + { + usleep(1000*1000); + } + + shutdown(list_s, SHUT_RDWR); + dbglogger_stop(); + sysProcessExit(1); +} + +// check if the file exists and kill the process +static void debug_kill_thread(void* path) +{ + struct stat sb; + + while ((stat((char*) path, &sb) != 0) || !S_ISREG(sb.st_mode)) + { + usleep(1000*1000); + } + + chmod((char*) path, 0777); + sysLv2FsUnlink((char*) path); + dbglogger_stop(); + sysProcessExit(1); +} + +int dbglogger_failsafe(const char* fpath) +{ + sys_ppu_thread_t tid; + + return sysThreadCreate(&tid, (fpath[0] == '/' ? debug_kill_thread : debug_netkill_thread), (void*) fpath, 1000, 16*1024, THREAD_JOINABLE, "debug_wait"); +} +#endif + +static void networkInit(const char* dbglog_ip, const unsigned short dbglog_port) { + struct sockaddr_in stSockAddr; + + memset(&stSockAddr, 0, sizeof(stSockAddr)); + stSockAddr.sin_family = AF_INET; + stSockAddr.sin_port = htons(dbglog_port); +#ifdef __PS2__ + stSockAddr.sin_addr.s_addr = inet_addr(dbglog_ip); +#else + inet_pton(AF_INET, dbglog_ip, &stSockAddr.sin_addr); +#endif + netConnect(socketFD, (struct sockaddr *)&stSockAddr, sizeof(stSockAddr)); +} + +static int logFileInit(const char* file_path, unsigned short overwrite) { + snprintf(logFile, sizeof(logFile), "%s", file_path); + FILE *fp = fopen(logFile, overwrite ? "w" : "a"); + + if (fp) { + fclose(fp); + } else { + loggerMode = NO_LOGGER; + } + return(loggerMode); +} + +static void fileLog(const char* str) { + FILE *fp = fopen(logFile, "a"); + + if (fp) { + fputs(str, fp); + fclose(fp); + } +} + +void dbglogger_printf(const char* fmt, ...) { + if (loggerMode) { + char buffer[0x800]; + va_list arg; + va_start(arg, fmt); + vsnprintf(buffer, sizeof(buffer), fmt, arg); + va_end(arg); + + switch (loggerMode) { + case UDP_LOGGER: + case TCP_LOGGER: + netSend(socketFD, buffer, strlen(buffer), 0); + break; + + case FILE_LOGGER: + fileLog(buffer); + break; + case TTY_LOGGER: + printf("%s", buffer); // puts always append newline + break; + } + } +} + +void dbglogger_log(const char* fmt, ...) { + if (loggerMode) { + char buffer[0x800]; + + va_list arg; + va_start(arg, fmt); + vsnprintf(buffer, sizeof(buffer), fmt, arg); + va_end(arg); +#ifdef __PSP__ + ScePspDateTime t; + sceRtcGetCurrentClockLocalTime(&t); + dbglogger_printf("[%d-%02d-%02d %02d:%02d:%02d] %s\n", t.year, t.month, t.day, t.hour, t.minute, t.second, buffer); +#else + struct tm t = *gmtime(&(time_t){time(NULL)}); + + dbglogger_printf("[%d-%02d-%02d %02d:%02d:%02d] %s\n", t.tm_year+1900, t.tm_mon+1, t.tm_mday, t.tm_hour, t.tm_min, t.tm_sec, buffer); +#endif + } +} + +int dbglogger_init_mode(const unsigned char log_mode, const char* dest, const unsigned short port) { + loggerMode = log_mode; + switch (log_mode) { + case UDP_LOGGER: + netInitialize(); + socketFD = netSocket(AF_INET, SOCK_DGRAM, IPPROTO_UDP); + networkInit(dest, port); + dbglogger_log("------ UDP (%s:%d) network debug logger initialized -----", dest, port); + break; + + case TCP_LOGGER: + netInitialize(); + socketFD = netSocket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + networkInit(dest, port); + dbglogger_log("------ TCP (%s:%d) network debug logger initialized -----", dest, port); + break; + + case FILE_LOGGER: + if (logFileInit(dest, port)) + dbglogger_log("----- File (%s) debug logger initialized -----", dest); + break; + + case TTY_LOGGER: + dbglogger_log("------ TTY logger initialized ------"); + break; + + default: + loggerMode = NO_LOGGER; + // Logging disabled + break; + } + + return(loggerMode); +} + +int dbglogger_init_str(const char* ini_str) { + char str[128]; + strcpy(str, ini_str); + + char *mode = strtok(str, ":"); + char *data = strtok(NULL, ":"); + char *tmp = strtok(NULL, ":"); + unsigned short port = DEBUG_PORT; + + if (tmp) + port = strtoul(tmp, NULL, 0); + + if (strcmp(mode, UDP_INI_STR) == 0) { + return dbglogger_init_mode(UDP_LOGGER, data, port); + } else + if (strcmp(mode, TCP_INI_STR) == 0) { + return dbglogger_init_mode(TCP_LOGGER, data, port); + } else + if (strcmp(mode, FILE_INI_STR) == 0) { + return dbglogger_init_mode(FILE_LOGGER, data, 0); + } else + if (strcmp(mode, TTY_INI_STR) == 0) { + return dbglogger_init_mode(TTY_LOGGER, NULL, 0); + } + + return(NO_LOGGER); +} + +int dbglogger_init_file(const char* ini_file) { + char str[128]; + FILE *fp = fopen(ini_file, "r"); + + if (fp) { + fgets(str, sizeof(str), fp); + fclose(fp); + return(dbglogger_init_str(str)); + } + return(NO_LOGGER); +} + +int dbglogger_init(void) { + return(dbglogger_init_str(DEFAULT_LOG_INIT)); +} + +int dbglogger_stop(void) { + switch (loggerMode) { + case UDP_LOGGER: + case TCP_LOGGER: + dbglogger_log("------ network debug logger terminated -----"); + netClose(socketFD); + netDeinitialize(); + break; + + case FILE_LOGGER: + dbglogger_log("------ file debug logger terminated -----"); + break; + + default: + // Logging disabled + break; + } + loggerMode = NO_LOGGER; + return(loggerMode); +} diff --git a/source/dbglogger.h b/source/dbglogger.h new file mode 100644 index 0000000..32c7444 --- /dev/null +++ b/source/dbglogger.h @@ -0,0 +1,108 @@ +/* +* +* DBGLOGGER - debug logger library / (c) 2019 El Bucanero +* + + By default the logger will send debug messages to UDP multicast address 239.255.0.100:30000. + To receive them you can use socat on your PC: + + $ socat udp4-recv:30000,ip-add-membership=239.255.0.100:0.0.0.0 - + + TCP/UDP Usage: + 1. Set the correct IP/port to your computer (default port 18194) + 2. Execute a local tool to listen to the incoming messages (e.g. netcat, socat) + + Try any of these commands in your terminal: + + UDP + $ nc -l -u 18194 + $ socat udp-recv:18194 stdout + + TCP + $ nc -l -k 18194 + $ socat tcp-listen:18194 stdout + + 3. Start the app on your console. + +*/ + +#ifndef LIBDEBUGLOG_H +#define LIBDEBUGLOG_H + +#ifdef __cplusplus +extern "C" { +#endif + +#define DEFAULT_LOG_INIT "udp:239.255.0.100:30000" +// TCP example string "tcp:192.168.1.123:18194" +// File example string "file:/dev_hdd0/temp/app.log" + + +typedef enum { + NO_LOGGER, + UDP_LOGGER, + TCP_LOGGER, + FILE_LOGGER, + TTY_LOGGER +} LOGGER_MODES; + +typedef struct { + char method; + char *resource; +} dWebRequest_t; + +typedef struct { + char type[8]; + char *data; + int64_t size; +} dWebResponse_t; + +/* + int webReq_GetHandler(dWebRequest_t* request, dWebResponse_t* response, void* usr_data); +*/ +typedef int (*dWebReqHandler_t)(dWebRequest_t*, dWebResponse_t*, void*); + + +int dbglogger_init(void); +int dbglogger_init_str(const char* ini_str); +int dbglogger_init_mode(const unsigned char log_mode, const char* dest, const unsigned short port); +int dbglogger_init_file(const char* ini_file); + +int dbglogger_stop(void); + +// function to print with format string similar to printf +void dbglogger_printf(const char* fmt, ...); + +// function that prints "[timestamp] log \n" similar to printf +void dbglogger_log(const char* fmt, ...); + +// starts a thread that terminates the process if the file exists +int dbglogger_failsafe(const char* fpath); + +// screenshot method +int dbglogger_screenshot(const char* filename, const unsigned char alpha); + +// screenshot will be placed in /dev_hdd0/tmp/screenshot_YYYY_MM_DD_HH_MM_SS.bmp +int dbglogger_screenshot_tmp(const unsigned char alpha); + +// base64 file encoding method +int dbglogger_b64encode(const char* filename); + +// base64 data encoding method +char* dbg_base64_encode(const unsigned char *data, int data_len); + +// base64 data decoding method +unsigned char * dbg_base64_decode(const char *src, size_t *out_len); + +// web server methods +int dbg_webserver_start(int port, dWebReqHandler_t req, void* usr_data); +void dbg_webserver_stop(); + +// a simple http server handler that serves the system '/' root folder +int dbg_simpleWebServerHandler(dWebRequest_t* req, dWebResponse_t* res, void* data); + +#ifdef __cplusplus +} +#endif + +#endif diff --git a/source/fs.cpp b/source/fs.cpp new file mode 100644 index 0000000..b2ea7f1 --- /dev/null +++ b/source/fs.cpp @@ -0,0 +1,481 @@ +#include "fs.h" + +#include +#include +#include +#include +#include +// #include + +#include +#include +#include +#include +#include "util.h" + +#if defined(EZREMOTE_ENABLE_UI) +#include "windows.h" +#endif + +namespace FS +{ + int hasEndSlash(const char *path) + { + return path[strlen(path) - 1] == '/'; + } + + void MkDirs(const std::string &ppath, bool prev) + { + std::string path = ppath; + if (!prev) + { + path.push_back('/'); + } + auto ptr = path.begin(); + while (true) + { + ptr = std::find(ptr, path.end(), '/'); + if (ptr == path.end()) + break; + + char last = *ptr; + *ptr = 0; + int err = mkdir(path.c_str(), 0777); + *ptr = last; + ++ptr; + } + } + + void Rm(const std::string &file) + { + remove(file.c_str()); + } + + void RmDir(const std::string &path) + { + rmdir(path.c_str()); + } + + int64_t GetSize(const std::string &path) + { + struct stat file_stat = {0}; + int err = stat(path.c_str(), &file_stat); + if (err < 0) + { + return -1; + } + return file_stat.st_size; + } + + bool FileExists(const std::string &path) + { + struct stat file_stat = {0}; + return (stat(path.c_str(), std::addressof(file_stat)) == 0 && S_ISREG(file_stat.st_mode)); + } + + bool FolderExists(const std::string &path) + { + struct stat dir_stat = {0}; + return (stat(path.c_str(), &dir_stat) == 0); + } + + int IsFolder(const std::string &path) + { + struct stat dir_stat = {0}; + if (stat(path.c_str(), &dir_stat) != 0) + return -1; + if (S_ISDIR(dir_stat.st_mode)) + return 1; + return 0; + } + + void Rename(const std::string &from, const std::string &to) + { + int res = rename(from.c_str(), to.c_str()); + } + + FILE *Create(const std::string &path) + { + FILE *fd = fopen(path.c_str(), "w"); + + return fd; + } + + FILE *OpenRW(const std::string &path) + { + FILE *fd = fopen(path.c_str(), "w+"); + return fd; + } + + FILE *OpenRead(const std::string &path) + { + FILE *fd = fopen(path.c_str(), "rb"); + return fd; + } + + FILE *Append(const std::string &path) + { + FILE *fd = fopen(path.c_str(), "ab"); + return fd; + } + + int64_t Seek(FILE *f, uint64_t offset) + { + auto const pos = fseek(f, offset, SEEK_SET); + return pos; + } + + int Read(FILE *f, void *buffer, uint32_t size) + { + const auto read = fread(buffer, 1, size, f); + return read; + } + + int Write(FILE *f, const void *buffer, uint32_t size) + { + int write = fwrite(buffer, 1, size, f); + return write; + } + + void Close(FILE *fd) + { + int err = fclose(fd); + } + + std::vector Load(const std::string &path) + { + FILE *fd = fopen(path.c_str(), "rb"); + if (fd == nullptr) + return std::vector(0); + const auto size = GetSize(path); + std::vector data(size); + + const auto read = fread(data.data(), 1, data.size(), fd); + fclose(fd); + if (read < 0) + return std::vector(0); + + data.resize(read+1); + data[data.size()-1]=0; + return data; + } + + bool LoadText(std::vector *lines, const std::string &path) + { + FILE *fd = fopen(path.c_str(), "rb"); + if (fd == nullptr) + return false; + + lines->clear(); + + char buffer[1024]; + short bytes_read; + std::vector line = std::vector(0); + do + { + bytes_read = fread(buffer, sizeof(char), 1024, fd); + if (bytes_read < 0) + { + fclose(fd); + return false; + } + + for (short i = 0; i < bytes_read; i++) + { + if (buffer[i] != '\r' && buffer[i] != '\n') + { + line.push_back(buffer[i]); + } + else + { + lines->push_back(std::string(line.data(), line.size())); + line = std::vector(0); + if (buffer[i] == '\r' && buffer[i+1] == '\n') + i++; + } + } + } while (bytes_read == 1024); + if (line.size()>0) + lines->push_back(std::string(line.data(), line.size())); + + fclose(fd); + if (lines->size() == 0) + lines->push_back(""); + return true; + } + + bool SaveText(std::vector *lines, const std::string &path) + { + FILE *fd = OpenRW(path); + if (fd == nullptr) + return false; + + char nl[1] = {'\n'}; + for (int i=0; i < lines->size(); i++) + { + Write(fd, lines->at(i).c_str(), lines->at(i).length()); + Write(fd, nl, 1); + } + + fclose(fd); + + return true; + } + + bool Save(const std::string &path, const void *data, uint32_t size) + { + FILE *fd = fopen(path.c_str(), "w+"); + if (fd == nullptr) + return false; + + const char *data8 = static_cast(data); + while (size != 0) + { + int written = fwrite(data8, 1, size, fd); + fclose(fd); + if (written <= 0) + return false; + data8 += written; + size -= written; + } + return true; + } + + std::vector ListFiles(const std::string &path) + { + DIR *fd = opendir(path.c_str()); + if (fd == NULL) + return std::vector(0); + + std::vector out; + while (true) + { + struct dirent *dirent; + dirent = readdir(fd); + if (dirent == NULL) + { + closedir(fd); + return out; + } + + if (strcmp(dirent->d_name, ".") == 0 || strcmp(dirent->d_name, "..") == 0) + { + continue; + } + + if (dirent->d_type & DT_DIR) + { + std::vector files = FS::ListFiles(path + "/" + dirent->d_name); + for (std::vector::iterator it = files.begin(); it != files.end();) + { + out.push_back(std::string(dirent->d_name) + "/" + *it); + ++it; + } + } + else + { + out.push_back(dirent->d_name); + } + } + closedir(fd); + return out; + } + + int RmRecursive(const std::string &path) + { + #if defined(EZREMOTE_ENABLE_UI) + if (stop_activity) + return 1; + #else + bool stop_activity = false; + #endif + + DIR *dfd = opendir(path.c_str()); + if (dfd != NULL) + { + struct dirent *dir = NULL; + do + { + dir = readdir(dfd); + if (dir == NULL || strcmp(dir->d_name, ".") == 0 || strcmp(dir->d_name, "..") == 0) + { + continue; + } + + char new_path[512]; + snprintf(new_path, 512, "%s%s%s", path.c_str(), hasEndSlash(path.c_str()) ? "" : "/", dir->d_name); + + if (dir->d_type & DT_DIR) + { + int ret = RmRecursive(new_path); + if (ret <= 0) + { + #if defined(EZREMOTE_ENABLE_UI) + sprintf(status_message, "%s %s", lang_strings[STR_FAIL_DEL_DIR_MSG], new_path); + #endif + closedir(dfd); + return ret; + } + } + else + { + #if defined(EZREMOTE_ENABLE_UI) + snprintf(activity_message, 1024, "%s %s", lang_strings[STR_DELETING], new_path); + #endif + int ret = remove(new_path); + if (ret < 0) + { + #if defined(EZREMOTE_ENABLE_UI) + sprintf(status_message, "%s %s", lang_strings[STR_FAIL_DEL_FILE_MSG], new_path); + #endif + closedir(dfd); + return ret; + } + } + } while (dir != NULL && !stop_activity); + + closedir(dfd); + + if (stop_activity) + return 0; + + int ret = rmdir(path.c_str()); + if (ret < 0) + { + #if defined(EZREMOTE_ENABLE_UI) + sprintf(status_message, "%s %s", lang_strings[STR_FAIL_DEL_DIR_MSG], path.c_str()); + #endif + return ret; + } + #if defined(EZREMOTE_ENABLE_UI) + snprintf(activity_message, 1024, "%s %s", lang_strings[STR_DELETED], path.c_str()); + #endif + } + else + { + int ret = remove(path.c_str()); + if (ret < 0) + { + #if defined(EZREMOTE_ENABLE_UI) + sprintf(status_message, "%s %s", lang_strings[STR_FAIL_DEL_FILE_MSG], path.c_str()); + #endif + return ret; + } + #if defined(EZREMOTE_ENABLE_UI) + snprintf(activity_message, 1024, "%s %s", lang_strings[STR_DELETED], path.c_str()); + #endif + } + + return 1; + } + + std::string GetPath(const std::string &ppath1, const std::string &ppath2) + { + std::string path1 = ppath1; + std::string path2 = ppath2; + path2 = Util::Rtrim(Util::Trim(path2, " "), "/"); + return path1 + "/" + path2; + } + + int Head(const std::string &path, void *buffer, uint16_t len) + { + FILE *file = OpenRead(path); + if (file == nullptr) + return 0; + int ret = Read(file, buffer, len); + if (ret != len) + { + Close(file); + return 0; + } + Close(file); + return 1; + } + + bool Copy(const std::string &from, const std::string &to) + { + #if !defined(EZREMOTE_ENABLE_UI) + uint64_t bytes_to_download; + uint64_t bytes_transfered; + #endif + MkDirs(to, true); + if (from.compare(to) == 0) + return true; + + FILE *src = fopen(from.c_str(), "rb"); + if (!src) + { + return false; + } + + struct stat file_stat = {0}; + if (stat(from.c_str(), &file_stat) != 0) + { + return false; + } + + bytes_to_download = file_stat.st_size; + + FILE *dest = fopen(to.c_str(), "wb"); + if (!dest) + { + fclose(src); + return false; + } + + size_t bytes_read = 0; + bytes_transfered = 0; + #if defined(EZREMOTE_ENABLE_UI) + prev_tick = Util::GetTick(); + #endif + const size_t buf_size = 0x10000; + unsigned char *buf = new unsigned char[buf_size]; + + do + { + bytes_read = fread(buf, sizeof(unsigned char), buf_size, src); + if (bytes_read < 0) + { + delete[] buf; + fclose(src); + fclose(dest); + return false; + } + + size_t bytes_written = fwrite(buf, sizeof(unsigned char), bytes_read, dest); + if (bytes_written != bytes_read) + { + delete[] buf; + fclose(src); + fclose(dest); + return false; + } + + bytes_transfered += bytes_read; + } while (bytes_transfered < bytes_to_download); + + delete[] buf; + fclose(src); + fclose(dest); + return true; + } + + bool Move(const std::string &from, const std::string &to) + { + if (from.compare(to) == 0) + return true; + + errno = 0; + int ret = rename(from.c_str(), to.c_str()); + if (ret != 0 && (errno == EXDEV || errno == EEXIST)) + { + bool res = Copy(from, to); + if (res) + Rm(from); + else + return res; + } + + return true; + } +} diff --git a/source/fs.h b/source/fs.h new file mode 100644 index 0000000..9efd038 --- /dev/null +++ b/source/fs.h @@ -0,0 +1,65 @@ +#ifndef LAUNCHER_FS_H +#define LAUNCHER_FS_H + +#pragma once +#include +#include +#include +#include + +#define MAX_PATH_LENGTH 1024 + +namespace FS +{ + std::string GetPath(const std::string &path1, const std::string &path2); + + void MkDirs(const std::string &path, bool prev = false); + + void Rm(const std::string &file); + void RmDir(const std::string &path); + int RmRecursive(const std::string &path); + + int64_t GetSize(const std::string &path); + + bool FileExists(const std::string &path); + bool FolderExists(const std::string &path); + int IsFolder(const std::string &path); + + void Rename(const std::string &from, const std::string &to); + + bool Copy(const std::string &from, const std::string &to); + + bool Move(const std::string &from, const std::string &to); + + // creates file (if it exists, truncates size to 0) + FILE *Create(const std::string &path); + + // open existing file in read/write, fails if file does not exist + FILE *OpenRW(const std::string &path); + + // open existing file in read/write, fails if file does not exist + FILE *OpenRead(const std::string &path); + + // open file for writing, next write will append data to end of it + FILE *Append(const std::string &path); + + void Close(FILE *f); + + int64_t Seek(FILE *f, uint64_t offset); + int Read(FILE *f, void *buffer, uint32_t size); + int Write(FILE *f, const void *buffer, uint32_t size); + + std::vector Load(const std::string &path); + bool LoadText(std::vector *lines, const std::string &path); + bool SaveText(std::vector *lines, const std::string &path); + + bool Save(const std::string &path, const void *data, uint32_t size); + + std::vector ListFiles(const std::string &path); + + int hasEndSlash(const char *path); + + int Head(const std::string &path, void* buffer, uint16_t len); +} + +#endif \ No newline at end of file diff --git a/source/getentropy.c b/source/getentropy.c new file mode 100644 index 0000000..ca9bc81 --- /dev/null +++ b/source/getentropy.c @@ -0,0 +1,32 @@ +#include +#include +#include +#include + +int getentropy(void *buffer, size_t len) +{ + int cs, ret = 0; + char *pos = buffer; + + if (len > 256) { + errno = EIO; + return -1; + } + + pthread_setcancelstate(PTHREAD_CANCEL_DISABLE, &cs); + + while (len) { + ret = getrandom(pos, len, 0); + if (ret < 0) { + if (errno == EINTR) continue; + else break; + } + pos += ret; + len -= ret; + ret = 0; + } + + pthread_setcancelstate(cs, 0); + + return ret; +} \ No newline at end of file diff --git a/source/http/httplib.cpp b/source/http/httplib.cpp new file mode 100644 index 0000000..8553259 --- /dev/null +++ b/source/http/httplib.cpp @@ -0,0 +1,6974 @@ +#include "httplib.h" +namespace httplib { + +/* + * Implementation that will be part of the .cc file if split into .h + .cc. + */ + +namespace detail { + +bool is_hex(char c, int &v) { + if (0x20 <= c && isdigit(c)) { + v = c - '0'; + return true; + } else if ('A' <= c && c <= 'F') { + v = c - 'A' + 10; + return true; + } else if ('a' <= c && c <= 'f') { + v = c - 'a' + 10; + return true; + } + return false; +} + +bool from_hex_to_i(const std::string &s, size_t i, size_t cnt, + int &val) { + if (i >= s.size()) { return false; } + + val = 0; + for (; cnt; i++, cnt--) { + if (!s[i]) { return false; } + auto v = 0; + if (is_hex(s[i], v)) { + val = val * 16 + v; + } else { + return false; + } + } + return true; +} + +std::string from_i_to_hex(size_t n) { + static const auto charset = "0123456789abcdef"; + std::string ret; + do { + ret = charset[n & 15] + ret; + n >>= 4; + } while (n > 0); + return ret; +} + +size_t to_utf8(int code, char *buff) { + if (code < 0x0080) { + buff[0] = (code & 0x7F); + return 1; + } else if (code < 0x0800) { + buff[0] = static_cast(0xC0 | ((code >> 6) & 0x1F)); + buff[1] = static_cast(0x80 | (code & 0x3F)); + return 2; + } else if (code < 0xD800) { + buff[0] = static_cast(0xE0 | ((code >> 12) & 0xF)); + buff[1] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[2] = static_cast(0x80 | (code & 0x3F)); + return 3; + } else if (code < 0xE000) { // D800 - DFFF is invalid... + return 0; + } else if (code < 0x10000) { + buff[0] = static_cast(0xE0 | ((code >> 12) & 0xF)); + buff[1] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[2] = static_cast(0x80 | (code & 0x3F)); + return 3; + } else if (code < 0x110000) { + buff[0] = static_cast(0xF0 | ((code >> 18) & 0x7)); + buff[1] = static_cast(0x80 | ((code >> 12) & 0x3F)); + buff[2] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[3] = static_cast(0x80 | (code & 0x3F)); + return 4; + } + + // NOTREACHED + return 0; +} + +// NOTE: This code came up with the following stackoverflow post: +// https://stackoverflow.com/questions/180947/base64-decode-snippet-in-c +std::string base64_encode(const std::string &in) { + static const auto lookup = + "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"; + + std::string out; + out.reserve(in.size()); + + auto val = 0; + auto valb = -6; + + for (auto c : in) { + val = (val << 8) + static_cast(c); + valb += 8; + while (valb >= 0) { + out.push_back(lookup[(val >> valb) & 0x3F]); + valb -= 6; + } + } + + if (valb > -6) { out.push_back(lookup[((val << 8) >> (valb + 8)) & 0x3F]); } + + while (out.size() % 4) { + out.push_back('='); + } + + return out; +} + +bool is_file(const std::string &path) { +#ifdef _WIN32 + return _access_s(path.c_str(), 0) == 0; +#else + struct stat st; + return stat(path.c_str(), &st) >= 0 && S_ISREG(st.st_mode); +#endif +} + +bool is_dir(const std::string &path) { + struct stat st; + return stat(path.c_str(), &st) >= 0 && S_ISDIR(st.st_mode); +} + +bool is_valid_path(const std::string &path) { + size_t level = 0; + size_t i = 0; + + // Skip slash + while (i < path.size() && path[i] == '/') { + i++; + } + + while (i < path.size()) { + // Read component + auto beg = i; + while (i < path.size() && path[i] != '/') { + i++; + } + + auto len = i - beg; + assert(len > 0); + + if (!path.compare(beg, len, ".")) { + ; + } else if (!path.compare(beg, len, "..")) { + if (level == 0) { return false; } + level--; + } else { + level++; + } + + // Skip slash + while (i < path.size() && path[i] == '/') { + i++; + } + } + + return true; +} + +std::string encode_query_param(const std::string &value) { + std::ostringstream escaped; + escaped.fill('0'); + escaped << std::hex; + + for (auto c : value) { + if (std::isalnum(static_cast(c)) || c == '-' || c == '_' || + c == '.' || c == '!' || c == '~' || c == '*' || c == '\'' || c == '(' || + c == ')') { + escaped << c; + } else { + escaped << std::uppercase; + escaped << '%' << std::setw(2) + << static_cast(static_cast(c)); + escaped << std::nouppercase; + } + } + + return escaped.str(); +} + +std::string encode_url(const std::string &s) { + std::string result; + result.reserve(s.size()); + + for (size_t i = 0; s[i]; i++) { + switch (s[i]) { + case ' ': result += "%20"; break; + case '+': result += "%2B"; break; + case '\r': result += "%0D"; break; + case '\n': result += "%0A"; break; + case '\'': result += "%27"; break; + case ',': result += "%2C"; break; + // case ':': result += "%3A"; break; // ok? probably... + case ';': result += "%3B"; break; + default: + auto c = static_cast(s[i]); + if (c >= 0x80) { + result += '%'; + char hex[4]; + auto len = snprintf(hex, sizeof(hex) - 1, "%02X", c); + assert(len == 2); + result.append(hex, static_cast(len)); + } else { + result += s[i]; + } + break; + } + } + + return result; +} + +std::string decode_url(const std::string &s, + bool convert_plus_to_space) { + std::string result; + + for (size_t i = 0; i < s.size(); i++) { + if (s[i] == '%' && i + 1 < s.size()) { + if (s[i + 1] == 'u') { + auto val = 0; + if (from_hex_to_i(s, i + 2, 4, val)) { + // 4 digits Unicode codes + char buff[4]; + size_t len = to_utf8(val, buff); + if (len > 0) { result.append(buff, len); } + i += 5; // 'u0000' + } else { + result += s[i]; + } + } else { + auto val = 0; + if (from_hex_to_i(s, i + 1, 2, val)) { + // 2 digits hex codes + result += static_cast(val); + i += 2; // '00' + } else { + result += s[i]; + } + } + } else if (convert_plus_to_space && s[i] == '+') { + result += ' '; + } else { + result += s[i]; + } + } + + return result; +} + +void read_file(const std::string &path, std::string &out) { + std::ifstream fs(path, std::ios_base::binary); + fs.seekg(0, std::ios_base::end); + auto size = fs.tellg(); + fs.seekg(0); + out.resize(static_cast(size)); + fs.read(&out[0], static_cast(size)); +} + +std::string file_extension(const std::string &path) { + std::smatch m; + static auto re = std::regex("\\.([a-zA-Z0-9]+)$"); + if (std::regex_search(path, m, re)) { return m[1].str(); } + return std::string(); +} + +bool is_space_or_tab(char c) { return c == ' ' || c == '\t'; } + +std::pair trim(const char *b, const char *e, size_t left, + size_t right) { + while (b + left < e && is_space_or_tab(b[left])) { + left++; + } + while (right > 0 && is_space_or_tab(b[right - 1])) { + right--; + } + return std::make_pair(left, right); +} + +std::string trim_copy(const std::string &s) { + auto r = trim(s.data(), s.data() + s.size(), 0, s.size()); + return s.substr(r.first, r.second - r.first); +} + +void split(const char *b, const char *e, char d, + std::function fn) { + size_t i = 0; + size_t beg = 0; + + while (e ? (b + i < e) : (b[i] != '\0')) { + if (b[i] == d) { + auto r = trim(b, e, beg, i); + if (r.first < r.second) { fn(&b[r.first], &b[r.second]); } + beg = i + 1; + } + i++; + } + + if (i) { + auto r = trim(b, e, beg, i); + if (r.first < r.second) { fn(&b[r.first], &b[r.second]); } + } +} + +stream_line_reader::stream_line_reader(Stream &strm, char *fixed_buffer, + size_t fixed_buffer_size) + : strm_(strm), fixed_buffer_(fixed_buffer), + fixed_buffer_size_(fixed_buffer_size) {} + +const char *stream_line_reader::ptr() const { + if (glowable_buffer_.empty()) { + return fixed_buffer_; + } else { + return glowable_buffer_.data(); + } +} + +size_t stream_line_reader::size() const { + if (glowable_buffer_.empty()) { + return fixed_buffer_used_size_; + } else { + return glowable_buffer_.size(); + } +} + +bool stream_line_reader::end_with_crlf() const { + auto end = ptr() + size(); + return size() >= 2 && end[-2] == '\r' && end[-1] == '\n'; +} + +bool stream_line_reader::getline() { + fixed_buffer_used_size_ = 0; + glowable_buffer_.clear(); + + for (size_t i = 0;; i++) { + char byte; + auto n = strm_.read(&byte, 1); + + if (n < 0) { + return false; + } else if (n == 0) { + if (i == 0) { + return false; + } else { + break; + } + } + + append(byte); + + if (byte == '\n') { break; } + } + + return true; +} + +void stream_line_reader::append(char c) { + if (fixed_buffer_used_size_ < fixed_buffer_size_ - 1) { + fixed_buffer_[fixed_buffer_used_size_++] = c; + fixed_buffer_[fixed_buffer_used_size_] = '\0'; + } else { + if (glowable_buffer_.empty()) { + assert(fixed_buffer_[fixed_buffer_used_size_] == '\0'); + glowable_buffer_.assign(fixed_buffer_, fixed_buffer_used_size_); + } + glowable_buffer_ += c; + } +} + +int close_socket(socket_t sock) { +#ifdef _WIN32 + return closesocket(sock); +#else + return close(sock); +#endif +} + +template ssize_t handle_EINTR(T fn) { + ssize_t res = 0; + while (true) { + res = fn(); + if (res < 0 && errno == EINTR) { continue; } + break; + } + return res; +} + +ssize_t read_socket(socket_t sock, void *ptr, size_t size, int flags) { + return handle_EINTR([&]() { + return recv(sock, +#ifdef _WIN32 + static_cast(ptr), static_cast(size), +#else + ptr, size, +#endif + flags); + }); +} + +ssize_t send_socket(socket_t sock, const void *ptr, size_t size, + int flags) { + return handle_EINTR([&]() { + return send(sock, +#ifdef _WIN32 + static_cast(ptr), static_cast(size), +#else + ptr, size, +#endif + flags); + }); +} + +ssize_t select_read(socket_t sock, time_t sec, time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLIN; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + return handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return 1; } +#endif + + fd_set fds; + FD_ZERO(&fds); + FD_SET(sock, &fds); + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + return handle_EINTR([&]() { + return select(static_cast(sock + 1), &fds, nullptr, nullptr, &tv); + }); +#endif +} + +ssize_t select_write(socket_t sock, time_t sec, time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLOUT; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + return handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return 1; } +#endif + + fd_set fds; + FD_ZERO(&fds); + FD_SET(sock, &fds); + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + return handle_EINTR([&]() { + return select(static_cast(sock + 1), nullptr, &fds, nullptr, &tv); + }); +#endif +} + +Error wait_until_socket_is_ready(socket_t sock, time_t sec, + time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLIN | POLLOUT; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + auto poll_res = handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); + + if (poll_res == 0) { return Error::ConnectionTimeout; } + + if (poll_res > 0 && pfd_read.revents & (POLLIN | POLLOUT)) { + auto error = 0; + socklen_t len = sizeof(error); + auto res = getsockopt(sock, SOL_SOCKET, SO_ERROR, + reinterpret_cast(&error), &len); + auto successful = res >= 0 && !error; + return successful ? Error::Success : Error::Connection; + } + + return Error::Connection; +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return Error::Connection; } +#endif + + fd_set fdsr; + FD_ZERO(&fdsr); + FD_SET(sock, &fdsr); + + auto fdsw = fdsr; + auto fdse = fdsr; + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + auto ret = handle_EINTR([&]() { + return select(static_cast(sock + 1), &fdsr, &fdsw, &fdse, &tv); + }); + + if (ret == 0) { return Error::ConnectionTimeout; } + + if (ret > 0 && (FD_ISSET(sock, &fdsr) || FD_ISSET(sock, &fdsw))) { + auto error = 0; + socklen_t len = sizeof(error); + auto res = getsockopt(sock, SOL_SOCKET, SO_ERROR, + reinterpret_cast(&error), &len); + auto successful = res >= 0 && !error; + return successful ? Error::Success : Error::Connection; + } + return Error::Connection; +#endif +} + +bool is_socket_alive(socket_t sock) { + const auto val = detail::select_read(sock, 0, 0); + if (val == 0) { + return true; + } else if (val < 0 && errno == EBADF) { + return false; + } + char buf[1]; + return detail::read_socket(sock, &buf[0], sizeof(buf), MSG_PEEK) > 0; +} + +class SocketStream : public Stream { +public: + SocketStream(socket_t sock, time_t read_timeout_sec, time_t read_timeout_usec, + time_t write_timeout_sec, time_t write_timeout_usec); + ~SocketStream() override; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + +private: + socket_t sock_; + time_t read_timeout_sec_; + time_t read_timeout_usec_; + time_t write_timeout_sec_; + time_t write_timeout_usec_; + + std::vector read_buff_; + size_t read_buff_off_ = 0; + size_t read_buff_content_size_ = 0; + + static const size_t read_buff_size_ = 1024 * 512; +}; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +class SSLSocketStream : public Stream { +public: + SSLSocketStream(socket_t sock, SSL *ssl, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec); + ~SSLSocketStream() override; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + +private: + socket_t sock_; + SSL *ssl_; + time_t read_timeout_sec_; + time_t read_timeout_usec_; + time_t write_timeout_sec_; + time_t write_timeout_usec_; +}; +#endif + +bool keep_alive(socket_t sock, time_t keep_alive_timeout_sec) { + using namespace std::chrono; + auto start = steady_clock::now(); + while (true) { + auto val = select_read(sock, 0, 10000); + if (val < 0) { + return false; + } else if (val == 0) { + auto current = steady_clock::now(); + auto duration = duration_cast(current - start); + auto timeout = keep_alive_timeout_sec * 1000; + if (duration.count() > timeout) { return false; } + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + } else { + return true; + } + } +} + +template +bool +process_server_socket_core(const std::atomic &svr_sock, socket_t sock, + size_t keep_alive_max_count, + time_t keep_alive_timeout_sec, T callback) { + assert(keep_alive_max_count > 0); + auto ret = false; + auto count = keep_alive_max_count; + while (svr_sock != INVALID_SOCKET && count > 0 && + keep_alive(sock, keep_alive_timeout_sec)) { + auto close_connection = count == 1; + auto connection_closed = false; + ret = callback(close_connection, connection_closed); + if (!ret || connection_closed) { break; } + count--; + } + return ret; +} + +template +bool +process_server_socket(const std::atomic &svr_sock, socket_t sock, + size_t keep_alive_max_count, + time_t keep_alive_timeout_sec, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + return process_server_socket_core( + svr_sock, sock, keep_alive_max_count, keep_alive_timeout_sec, + [&](bool close_connection, bool &connection_closed) { + SocketStream strm(sock, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm, close_connection, connection_closed); + }); +} + +bool process_client_socket(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec, + std::function callback) { + SocketStream strm(sock, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm); +} + +int shutdown_socket(socket_t sock) { +#ifdef _WIN32 + return shutdown(sock, SD_BOTH); +#else + return shutdown(sock, SHUT_RDWR); +#endif +} + +template +socket_t create_socket(const std::string &host, const std::string &ip, int port, + int address_family, int socket_flags, bool tcp_nodelay, + SocketOptions socket_options, + BindOrConnect bind_or_connect) { + // Get address info + const char *node = nullptr; + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (!ip.empty()) { + node = ip.c_str(); + // Ask getaddrinfo to convert IP in c-string to address + hints.ai_family = AF_UNSPEC; + hints.ai_flags = AI_NUMERICHOST; + } else { + if (!host.empty()) { node = host.c_str(); } + hints.ai_family = address_family; + hints.ai_flags = socket_flags; + } + +#ifndef _WIN32 + if (hints.ai_family == AF_UNIX) { + const auto addrlen = host.length(); + if (addrlen > sizeof(sockaddr_un::sun_path)) return INVALID_SOCKET; + + auto sock = socket(hints.ai_family, hints.ai_socktype, hints.ai_protocol); + if (sock != INVALID_SOCKET) { + sockaddr_un addr{}; + addr.sun_family = AF_UNIX; + std::copy(host.begin(), host.end(), addr.sun_path); + + hints.ai_addr = reinterpret_cast(&addr); + hints.ai_addrlen = static_cast( + sizeof(addr) - sizeof(addr.sun_path) + addrlen); + + fcntl(sock, F_SETFD, FD_CLOEXEC); + if (socket_options) { socket_options(sock); } + + if (!bind_or_connect(sock, hints)) { + close_socket(sock); + sock = INVALID_SOCKET; + } + } + return sock; + } +#endif + + auto service = std::to_string(port); + + if (getaddrinfo(node, service.c_str(), &hints, &result)) { +#if defined __linux__ && !defined __ANDROID__ + res_init(); +#endif + return INVALID_SOCKET; + } + + for (auto rp = result; rp; rp = rp->ai_next) { + // Create a socket +#ifdef _WIN32 + auto sock = + WSASocketW(rp->ai_family, rp->ai_socktype, rp->ai_protocol, nullptr, 0, + WSA_FLAG_NO_HANDLE_INHERIT | WSA_FLAG_OVERLAPPED); + /** + * Since the WSA_FLAG_NO_HANDLE_INHERIT is only supported on Windows 7 SP1 + * and above the socket creation fails on older Windows Systems. + * + * Let's try to create a socket the old way in this case. + * + * Reference: + * https://docs.microsoft.com/en-us/windows/win32/api/winsock2/nf-winsock2-wsasocketa + * + * WSA_FLAG_NO_HANDLE_INHERIT: + * This flag is supported on Windows 7 with SP1, Windows Server 2008 R2 with + * SP1, and later + * + */ + if (sock == INVALID_SOCKET) { + sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol); + } +#else + auto sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol); +#endif + if (sock == INVALID_SOCKET) { continue; } + +#ifndef _WIN32 + if (fcntl(sock, F_SETFD, FD_CLOEXEC) == -1) { + close_socket(sock); + continue; + } +#endif + + if (tcp_nodelay) { + auto yes = 1; +#ifdef _WIN32 + setsockopt(sock, IPPROTO_TCP, TCP_NODELAY, + reinterpret_cast(&yes), sizeof(yes)); +#else + setsockopt(sock, IPPROTO_TCP, TCP_NODELAY, + reinterpret_cast(&yes), sizeof(yes)); +#endif + } + + int const size = 2465792; + setsockopt(sock, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)); + setsockopt(sock, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)); + + if (socket_options) { socket_options(sock); } + + if (rp->ai_family == AF_INET6) { + auto no = 0; +#ifdef _WIN32 + setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, + reinterpret_cast(&no), sizeof(no)); +#else + setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, + reinterpret_cast(&no), sizeof(no)); +#endif + } + + // bind or connect + if (bind_or_connect(sock, *rp)) { + freeaddrinfo(result); + return sock; + } + + close_socket(sock); + } + + freeaddrinfo(result); + return INVALID_SOCKET; +} + +void set_nonblocking(socket_t sock, bool nonblocking) { +#ifdef _WIN32 + auto flags = nonblocking ? 1UL : 0UL; + ioctlsocket(sock, FIONBIO, &flags); +#else + auto flags = fcntl(sock, F_GETFL, 0); + fcntl(sock, F_SETFL, + nonblocking ? (flags | O_NONBLOCK) : (flags & (~O_NONBLOCK))); +#endif +} + +bool is_connection_error() { +#ifdef _WIN32 + return WSAGetLastError() != WSAEWOULDBLOCK; +#else + return errno != EINPROGRESS; +#endif +} + +bool bind_ip_address(socket_t sock, const std::string &host) { + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (getaddrinfo(host.c_str(), "0", &hints, &result)) { return false; } + + auto ret = false; + for (auto rp = result; rp; rp = rp->ai_next) { + const auto &ai = *rp; + if (!::bind(sock, ai.ai_addr, static_cast(ai.ai_addrlen))) { + ret = true; + break; + } + } + + freeaddrinfo(result); + return ret; +} + +#if !defined _WIN32 && !defined ANDROID && !defined _AIX && !defined __MVS__ +#define USE_IF2IP +#endif + +#ifdef USE_IF2IP +std::string if2ip(int address_family, const std::string &ifn) { + struct ifaddrs *ifap; + getifaddrs(&ifap); + std::string addr_candidate; + for (auto ifa = ifap; ifa; ifa = ifa->ifa_next) { + if (ifa->ifa_addr && ifn == ifa->ifa_name && + (AF_UNSPEC == address_family || + ifa->ifa_addr->sa_family == address_family)) { + if (ifa->ifa_addr->sa_family == AF_INET) { + auto sa = reinterpret_cast(ifa->ifa_addr); + char buf[INET_ADDRSTRLEN]; + if (inet_ntop(AF_INET, &sa->sin_addr, buf, INET_ADDRSTRLEN)) { + freeifaddrs(ifap); + return std::string(buf, INET_ADDRSTRLEN); + } + } else if (ifa->ifa_addr->sa_family == AF_INET6) { + auto sa = reinterpret_cast(ifa->ifa_addr); + if (!IN6_IS_ADDR_LINKLOCAL(&sa->sin6_addr)) { + char buf[INET6_ADDRSTRLEN] = {}; + if (inet_ntop(AF_INET6, &sa->sin6_addr, buf, INET6_ADDRSTRLEN)) { + // equivalent to mac's IN6_IS_ADDR_UNIQUE_LOCAL + auto s6_addr_head = sa->sin6_addr.s6_addr[0]; + if (s6_addr_head == 0xfc || s6_addr_head == 0xfd) { + addr_candidate = std::string(buf, INET6_ADDRSTRLEN); + } else { + freeifaddrs(ifap); + return std::string(buf, INET6_ADDRSTRLEN); + } + } + } + } + } + } + freeifaddrs(ifap); + return addr_candidate; +} +#endif + +socket_t create_client_socket( + const std::string &host, const std::string &ip, int port, + int address_family, bool tcp_nodelay, SocketOptions socket_options, + time_t connection_timeout_sec, time_t connection_timeout_usec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, const std::string &intf, Error &error) { + auto sock = create_socket( + host, ip, port, address_family, 0, tcp_nodelay, std::move(socket_options), + [&](socket_t sock2, struct addrinfo &ai) -> bool { + if (!intf.empty()) { +#ifdef USE_IF2IP + auto ip_from_if = if2ip(address_family, intf); + if (ip_from_if.empty()) { ip_from_if = intf; } + if (!bind_ip_address(sock2, ip_from_if.c_str())) { + error = Error::BindIPAddress; + return false; + } +#endif + } + + set_nonblocking(sock2, true); + + auto ret = + ::connect(sock2, ai.ai_addr, static_cast(ai.ai_addrlen)); + + if (ret < 0) { + if (is_connection_error()) { + error = Error::Connection; + return false; + } + error = wait_until_socket_is_ready(sock2, connection_timeout_sec, + connection_timeout_usec); + if (error != Error::Success) { return false; } + } + + set_nonblocking(sock2, false); + + { +#ifdef _WIN32 + auto timeout = static_cast(read_timeout_sec * 1000 + + read_timeout_usec / 1000); + setsockopt(sock2, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(read_timeout_sec); + tv.tv_usec = static_cast(read_timeout_usec); + setsockopt(sock2, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + { + +#ifdef _WIN32 + auto timeout = static_cast(write_timeout_sec * 1000 + + write_timeout_usec / 1000); + setsockopt(sock2, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(write_timeout_sec); + tv.tv_usec = static_cast(write_timeout_usec); + setsockopt(sock2, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + + int const size = 1048576; + setsockopt(sock2, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)); + setsockopt(sock2, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)); + } + + error = Error::Success; + return true; + }); + + if (sock != INVALID_SOCKET) { + error = Error::Success; + } else { + if (error == Error::Success) { error = Error::Connection; } + } + + return sock; +} + +bool get_ip_and_port(const struct sockaddr_storage &addr, + socklen_t addr_len, std::string &ip, int &port) { + if (addr.ss_family == AF_INET) { + port = ntohs(reinterpret_cast(&addr)->sin_port); + } else if (addr.ss_family == AF_INET6) { + port = + ntohs(reinterpret_cast(&addr)->sin6_port); + } else { + return false; + } + + std::array ipstr{}; + if (getnameinfo(reinterpret_cast(&addr), addr_len, + ipstr.data(), static_cast(ipstr.size()), nullptr, + 0, NI_NUMERICHOST)) { + return false; + } + + ip = ipstr.data(); + return true; +} + +void get_local_ip_and_port(socket_t sock, std::string &ip, int &port) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + if (!getsockname(sock, reinterpret_cast(&addr), + &addr_len)) { + get_ip_and_port(addr, addr_len, ip, port); + } +} + +void get_remote_ip_and_port(socket_t sock, std::string &ip, int &port) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + + if (!getpeername(sock, reinterpret_cast(&addr), + &addr_len)) { +#ifndef _WIN32 + if (addr.ss_family == AF_UNIX) { +#if defined(__linux__) + struct ucred ucred; + socklen_t len = sizeof(ucred); + if (getsockopt(sock, SOL_SOCKET, SO_PEERCRED, &ucred, &len) == 0) { + port = ucred.pid; + } +#elif defined(SOL_LOCAL) && defined(SO_PEERPID) // __APPLE__ + pid_t pid; + socklen_t len = sizeof(pid); + if (getsockopt(sock, SOL_LOCAL, SO_PEERPID, &pid, &len) == 0) { + port = pid; + } +#endif + return; + } +#endif + get_ip_and_port(addr, addr_len, ip, port); + } +} + +constexpr unsigned int str2tag_core(const char *s, size_t l, + unsigned int h) { + return (l == 0) + ? h + : str2tag_core( + s + 1, l - 1, + // Unsets the 6 high bits of h, therefore no overflow happens + (((std::numeric_limits::max)() >> 6) & + h * 33) ^ + static_cast(*s)); +} + +unsigned int str2tag(const std::string &s) { + return str2tag_core(s.data(), s.size(), 0); +} + +namespace udl { + +constexpr unsigned int operator"" _t(const char *s, size_t l) { + return str2tag_core(s, l, 0); +} + +} // namespace udl + +const char * +find_content_type(const std::string &path, + const std::map &user_data) { + auto ext = file_extension(path); + + auto it = user_data.find(ext); + if (it != user_data.end()) { return it->second.c_str(); } + + using udl::operator""_t; + + switch (str2tag(ext)) { + default: return nullptr; + case "css"_t: return "text/css"; + case "csv"_t: return "text/csv"; + case "htm"_t: + case "html"_t: return "text/html"; + case "js"_t: + case "mjs"_t: return "text/javascript"; + case "txt"_t: return "text/plain"; + case "vtt"_t: return "text/vtt"; + + case "apng"_t: return "image/apng"; + case "avif"_t: return "image/avif"; + case "bmp"_t: return "image/bmp"; + case "gif"_t: return "image/gif"; + case "png"_t: return "image/png"; + case "svg"_t: return "image/svg+xml"; + case "webp"_t: return "image/webp"; + case "ico"_t: return "image/x-icon"; + case "tif"_t: return "image/tiff"; + case "tiff"_t: return "image/tiff"; + case "jpg"_t: + case "jpeg"_t: return "image/jpeg"; + + case "mp4"_t: return "video/mp4"; + case "mpeg"_t: return "video/mpeg"; + case "webm"_t: return "video/webm"; + + case "mp3"_t: return "audio/mp3"; + case "mpga"_t: return "audio/mpeg"; + case "weba"_t: return "audio/webm"; + case "wav"_t: return "audio/wave"; + + case "otf"_t: return "font/otf"; + case "ttf"_t: return "font/ttf"; + case "woff"_t: return "font/woff"; + case "woff2"_t: return "font/woff2"; + + case "7z"_t: return "application/x-7z-compressed"; + case "atom"_t: return "application/atom+xml"; + case "pdf"_t: return "application/pdf"; + case "json"_t: return "application/json"; + case "rss"_t: return "application/rss+xml"; + case "tar"_t: return "application/x-tar"; + case "xht"_t: + case "xhtml"_t: return "application/xhtml+xml"; + case "xslt"_t: return "application/xslt+xml"; + case "xml"_t: return "application/xml"; + case "gz"_t: return "application/gzip"; + case "zip"_t: return "application/zip"; + case "wasm"_t: return "application/wasm"; + } +} + +const char *status_message(int status) { + switch (status) { + case 100: return "Continue"; + case 101: return "Switching Protocol"; + case 102: return "Processing"; + case 103: return "Early Hints"; + case 200: return "OK"; + case 201: return "Created"; + case 202: return "Accepted"; + case 203: return "Non-Authoritative Information"; + case 204: return "No Content"; + case 205: return "Reset Content"; + case 206: return "Partial Content"; + case 207: return "Multi-Status"; + case 208: return "Already Reported"; + case 226: return "IM Used"; + case 300: return "Multiple Choice"; + case 301: return "Moved Permanently"; + case 302: return "Found"; + case 303: return "See Other"; + case 304: return "Not Modified"; + case 305: return "Use Proxy"; + case 306: return "unused"; + case 307: return "Temporary Redirect"; + case 308: return "Permanent Redirect"; + case 400: return "Bad Request"; + case 401: return "Unauthorized"; + case 402: return "Payment Required"; + case 403: return "Forbidden"; + case 404: return "Not Found"; + case 405: return "Method Not Allowed"; + case 406: return "Not Acceptable"; + case 407: return "Proxy Authentication Required"; + case 408: return "Request Timeout"; + case 409: return "Conflict"; + case 410: return "Gone"; + case 411: return "Length Required"; + case 412: return "Precondition Failed"; + case 413: return "Payload Too Large"; + case 414: return "URI Too Long"; + case 415: return "Unsupported Media Type"; + case 416: return "Range Not Satisfiable"; + case 417: return "Expectation Failed"; + case 418: return "I'm a teapot"; + case 421: return "Misdirected Request"; + case 422: return "Unprocessable Entity"; + case 423: return "Locked"; + case 424: return "Failed Dependency"; + case 425: return "Too Early"; + case 426: return "Upgrade Required"; + case 428: return "Precondition Required"; + case 429: return "Too Many Requests"; + case 431: return "Request Header Fields Too Large"; + case 451: return "Unavailable For Legal Reasons"; + case 501: return "Not Implemented"; + case 502: return "Bad Gateway"; + case 503: return "Service Unavailable"; + case 504: return "Gateway Timeout"; + case 505: return "HTTP Version Not Supported"; + case 506: return "Variant Also Negotiates"; + case 507: return "Insufficient Storage"; + case 508: return "Loop Detected"; + case 510: return "Not Extended"; + case 511: return "Network Authentication Required"; + + default: + case 500: return "Internal Server Error"; + } +} + +bool can_compress_content_type(const std::string &content_type) { + using udl::operator""_t; + + auto tag = str2tag(content_type); + + switch (tag) { + case "image/svg+xml"_t: + case "application/javascript"_t: + case "application/json"_t: + case "application/xml"_t: + case "application/protobuf"_t: + case "application/xhtml+xml"_t: return true; + + default: + return !content_type.rfind("text/", 0) && tag != "text/event-stream"_t; + } +} + +EncodingType encoding_type(const Request &req, const Response &res) { + auto ret = + detail::can_compress_content_type(res.get_header_value("Content-Type")); + if (!ret) { return EncodingType::None; } + + const auto &s = req.get_header_value("Accept-Encoding"); + (void)(s); + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + // TODO: 'Accept-Encoding' has br, not br;q=0 + ret = s.find("br") != std::string::npos; + if (ret) { return EncodingType::Brotli; } +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + // TODO: 'Accept-Encoding' has gzip, not gzip;q=0 + ret = s.find("gzip") != std::string::npos; + if (ret) { return EncodingType::Gzip; } +#endif + + return EncodingType::None; +} + +bool nocompressor::compress(const char *data, size_t data_length, + bool /*last*/, Callback callback) { + if (!data_length) { return true; } + return callback(data, data_length); +} + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +gzip_compressor::gzip_compressor() { + std::memset(&strm_, 0, sizeof(strm_)); + strm_.zalloc = Z_NULL; + strm_.zfree = Z_NULL; + strm_.opaque = Z_NULL; + + is_valid_ = deflateInit2(&strm_, Z_DEFAULT_COMPRESSION, Z_DEFLATED, 31, 8, + Z_DEFAULT_STRATEGY) == Z_OK; +} + +gzip_compressor::~gzip_compressor() { deflateEnd(&strm_); } + +bool gzip_compressor::compress(const char *data, size_t data_length, + bool last, Callback callback) { + assert(is_valid_); + + do { + constexpr size_t max_avail_in = + (std::numeric_limits::max)(); + + strm_.avail_in = static_cast( + (std::min)(data_length, max_avail_in)); + strm_.next_in = const_cast(reinterpret_cast(data)); + + data_length -= strm_.avail_in; + data += strm_.avail_in; + + auto flush = (last && data_length == 0) ? Z_FINISH : Z_NO_FLUSH; + auto ret = Z_OK; + + std::array buff{}; + do { + strm_.avail_out = static_cast(buff.size()); + strm_.next_out = reinterpret_cast(buff.data()); + + ret = deflate(&strm_, flush); + if (ret == Z_STREAM_ERROR) { return false; } + + if (!callback(buff.data(), buff.size() - strm_.avail_out)) { + return false; + } + } while (strm_.avail_out == 0); + + assert((flush == Z_FINISH && ret == Z_STREAM_END) || + (flush == Z_NO_FLUSH && ret == Z_OK)); + assert(strm_.avail_in == 0); + } while (data_length > 0); + + return true; +} + +gzip_decompressor::gzip_decompressor() { + std::memset(&strm_, 0, sizeof(strm_)); + strm_.zalloc = Z_NULL; + strm_.zfree = Z_NULL; + strm_.opaque = Z_NULL; + + // 15 is the value of wbits, which should be at the maximum possible value + // to ensure that any gzip stream can be decoded. The offset of 32 specifies + // that the stream type should be automatically detected either gzip or + // deflate. + is_valid_ = inflateInit2(&strm_, 32 + 15) == Z_OK; +} + +gzip_decompressor::~gzip_decompressor() { inflateEnd(&strm_); } + +bool gzip_decompressor::is_valid() const { return is_valid_; } + +bool gzip_decompressor::decompress(const char *data, size_t data_length, + Callback callback) { + assert(is_valid_); + + auto ret = Z_OK; + + do { + constexpr size_t max_avail_in = + (std::numeric_limits::max)(); + + strm_.avail_in = static_cast( + (std::min)(data_length, max_avail_in)); + strm_.next_in = const_cast(reinterpret_cast(data)); + + data_length -= strm_.avail_in; + data += strm_.avail_in; + + std::array buff{}; + while (strm_.avail_in > 0 && ret == Z_OK) { + strm_.avail_out = static_cast(buff.size()); + strm_.next_out = reinterpret_cast(buff.data()); + + ret = inflate(&strm_, Z_NO_FLUSH); + + assert(ret != Z_STREAM_ERROR); + switch (ret) { + case Z_NEED_DICT: + case Z_DATA_ERROR: + case Z_MEM_ERROR: inflateEnd(&strm_); return false; + } + + if (!callback(buff.data(), buff.size() - strm_.avail_out)) { + return false; + } + } + + if (ret != Z_OK && ret != Z_STREAM_END) return false; + + } while (data_length > 0); + + return true; +} +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +brotli_compressor::brotli_compressor() { + state_ = BrotliEncoderCreateInstance(nullptr, nullptr, nullptr); +} + +brotli_compressor::~brotli_compressor() { + BrotliEncoderDestroyInstance(state_); +} + +bool brotli_compressor::compress(const char *data, size_t data_length, + bool last, Callback callback) { + std::array buff{}; + + auto operation = last ? BROTLI_OPERATION_FINISH : BROTLI_OPERATION_PROCESS; + auto available_in = data_length; + auto next_in = reinterpret_cast(data); + + for (;;) { + if (last) { + if (BrotliEncoderIsFinished(state_)) { break; } + } else { + if (!available_in) { break; } + } + + auto available_out = buff.size(); + auto next_out = buff.data(); + + if (!BrotliEncoderCompressStream(state_, operation, &available_in, &next_in, + &available_out, &next_out, nullptr)) { + return false; + } + + auto output_bytes = buff.size() - available_out; + if (output_bytes) { + callback(reinterpret_cast(buff.data()), output_bytes); + } + } + + return true; +} + +brotli_decompressor::brotli_decompressor() { + decoder_s = BrotliDecoderCreateInstance(0, 0, 0); + decoder_r = decoder_s ? BROTLI_DECODER_RESULT_NEEDS_MORE_INPUT + : BROTLI_DECODER_RESULT_ERROR; +} + +brotli_decompressor::~brotli_decompressor() { + if (decoder_s) { BrotliDecoderDestroyInstance(decoder_s); } +} + +bool brotli_decompressor::is_valid() const { return decoder_s; } + +bool brotli_decompressor::decompress(const char *data, + size_t data_length, + Callback callback) { + if (decoder_r == BROTLI_DECODER_RESULT_SUCCESS || + decoder_r == BROTLI_DECODER_RESULT_ERROR) { + return 0; + } + + auto next_in = reinterpret_cast(data); + size_t avail_in = data_length; + size_t total_out; + + decoder_r = BROTLI_DECODER_RESULT_NEEDS_MORE_OUTPUT; + + std::array buff{}; + while (decoder_r == BROTLI_DECODER_RESULT_NEEDS_MORE_OUTPUT) { + char *next_out = buff.data(); + size_t avail_out = buff.size(); + + decoder_r = BrotliDecoderDecompressStream( + decoder_s, &avail_in, &next_in, &avail_out, + reinterpret_cast(&next_out), &total_out); + + if (decoder_r == BROTLI_DECODER_RESULT_ERROR) { return false; } + + if (!callback(buff.data(), buff.size() - avail_out)) { return false; } + } + + return decoder_r == BROTLI_DECODER_RESULT_SUCCESS || + decoder_r == BROTLI_DECODER_RESULT_NEEDS_MORE_INPUT; +} +#endif + +bool has_header(const Headers &headers, const std::string &key) { + return headers.find(key) != headers.end(); +} + +const char *get_header_value(const Headers &headers, + const std::string &key, size_t id, + const char *def) { + auto rng = headers.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { return it->second.c_str(); } + return def; +} + +bool compare_case_ignore(const std::string &a, const std::string &b) { + if (a.size() != b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (::tolower(a[i]) != ::tolower(b[i])) { return false; } + } + return true; +} + +template +bool parse_header(const char *beg, const char *end, T fn) { + // Skip trailing spaces and tabs. + while (beg < end && is_space_or_tab(end[-1])) { + end--; + } + + auto p = beg; + while (p < end && *p != ':') { + p++; + } + + if (p == end) { return false; } + + auto key_end = p; + + if (*p++ != ':') { return false; } + + while (p < end && is_space_or_tab(*p)) { + p++; + } + + if (p < end) { + auto key = std::string(beg, key_end); + auto val = compare_case_ignore(key, "Location") + ? std::string(p, end) + : decode_url(std::string(p, end), false); + fn(std::move(key), std::move(val)); + return true; + } + + return false; +} + +bool read_headers(Stream &strm, Headers &headers) { + const auto bufsiz = 2048; + char buf[bufsiz]; + stream_line_reader line_reader(strm, buf, bufsiz); + + for (;;) { + if (!line_reader.getline()) { return false; } + + // Check if the line ends with CRLF. + auto line_terminator_len = 2; + if (line_reader.end_with_crlf()) { + // Blank line indicates end of headers. + if (line_reader.size() == 2) { break; } +#ifdef CPPHTTPLIB_ALLOW_LF_AS_LINE_TERMINATOR + } else { + // Blank line indicates end of headers. + if (line_reader.size() == 1) { break; } + line_terminator_len = 1; + } +#else + } else { + continue; // Skip invalid line. + } +#endif + + if (line_reader.size() > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + + // Exclude line terminator + auto end = line_reader.ptr() + line_reader.size() - line_terminator_len; + + parse_header(line_reader.ptr(), end, + [&](std::string &&key, std::string &&val) { + headers.emplace(std::move(key), std::move(val)); + }); + } + + return true; +} + +bool read_content_with_length(Stream &strm, uint64_t len, + Progress progress, + ContentReceiverWithProgress out) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + + uint64_t r = 0; + while (r < len) { + auto read_len = static_cast(len - r); + auto n = strm.read(buf, (std::min)(read_len, CPPHTTPLIB_RECV_BUFSIZ)); + if (n <= 0) { return false; } + + if (!out(buf, static_cast(n), r, len)) { return false; } + r += static_cast(n); + + if (progress) { + if (!progress(r, len)) { return false; } + } + } + + return true; +} + +void skip_content_with_length(Stream &strm, uint64_t len) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + uint64_t r = 0; + while (r < len) { + auto read_len = static_cast(len - r); + auto n = strm.read(buf, (std::min)(read_len, CPPHTTPLIB_RECV_BUFSIZ)); + if (n <= 0) { return; } + r += static_cast(n); + } +} + +bool read_content_without_length(Stream &strm, + ContentReceiverWithProgress out) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + uint64_t r = 0; + for (;;) { + auto n = strm.read(buf, CPPHTTPLIB_RECV_BUFSIZ); + if (n < 0) { + return false; + } else if (n == 0) { + return true; + } + + if (!out(buf, static_cast(n), r, 0)) { return false; } + r += static_cast(n); + } + + return true; +} + +template +bool read_content_chunked(Stream &strm, T &x, + ContentReceiverWithProgress out) { + const auto bufsiz = 16; + char buf[bufsiz]; + + stream_line_reader line_reader(strm, buf, bufsiz); + + if (!line_reader.getline()) { return false; } + + unsigned long chunk_len; + while (true) { + char *end_ptr; + + chunk_len = std::strtoul(line_reader.ptr(), &end_ptr, 16); + + if (end_ptr == line_reader.ptr()) { return false; } + if (chunk_len == ULONG_MAX) { return false; } + + if (chunk_len == 0) { break; } + + if (!read_content_with_length(strm, chunk_len, nullptr, out)) { + return false; + } + + if (!line_reader.getline()) { return false; } + + if (strcmp(line_reader.ptr(), "\r\n")) { return false; } + + if (!line_reader.getline()) { return false; } + } + + assert(chunk_len == 0); + + // Trailer + if (!line_reader.getline()) { return false; } + + while (strcmp(line_reader.ptr(), "\r\n")) { + if (line_reader.size() > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + + // Exclude line terminator + constexpr auto line_terminator_len = 2; + auto end = line_reader.ptr() + line_reader.size() - line_terminator_len; + + parse_header(line_reader.ptr(), end, + [&](std::string &&key, std::string &&val) { + x.headers.emplace(std::move(key), std::move(val)); + }); + + if (!line_reader.getline()) { return false; } + } + + return true; +} + +bool is_chunked_transfer_encoding(const Headers &headers) { + return !strcasecmp(get_header_value(headers, "Transfer-Encoding", 0, ""), + "chunked"); +} + +template +bool prepare_content_receiver(T &x, int &status, + ContentReceiverWithProgress receiver, + bool decompress, U callback) { + if (decompress) { + std::string encoding = x.get_header_value("Content-Encoding"); + std::unique_ptr decompressor; + + if (encoding == "gzip" || encoding == "deflate") { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + decompressor = detail::make_unique(); +#else + status = 415; + return false; +#endif + } else if (encoding.find("br") != std::string::npos) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + decompressor = detail::make_unique(); +#else + status = 415; + return false; +#endif + } + + if (decompressor) { + if (decompressor->is_valid()) { + ContentReceiverWithProgress out = [&](const char *buf, size_t n, + uint64_t off, uint64_t len) { + return decompressor->decompress(buf, n, + [&](const char *buf2, size_t n2) { + return receiver(buf2, n2, off, len); + }); + }; + return callback(std::move(out)); + } else { + status = 500; + return false; + } + } + } + + ContentReceiverWithProgress out = [&](const char *buf, size_t n, uint64_t off, + uint64_t len) { + return receiver(buf, n, off, len); + }; + return callback(std::move(out)); +} + +template +bool read_content(Stream &strm, T &x, size_t payload_max_length, int &status, + Progress progress, ContentReceiverWithProgress receiver, + bool decompress) { + return prepare_content_receiver( + x, status, std::move(receiver), decompress, + [&](const ContentReceiverWithProgress &out) { + auto ret = true; + auto exceed_payload_max_length = false; + + if (is_chunked_transfer_encoding(x.headers)) { + ret = read_content_chunked(strm, x, out); + } else if (!has_header(x.headers, "Content-Length")) { + ret = read_content_without_length(strm, out); + } else { + auto len = get_header_value(x.headers, "Content-Length"); + if (len > payload_max_length) { + exceed_payload_max_length = true; + skip_content_with_length(strm, len); + ret = false; + } else if (len > 0) { + ret = read_content_with_length(strm, len, std::move(progress), out); + } + } + + if (!ret) { status = exceed_payload_max_length ? 413 : 400; } + return ret; + }); +} // namespace detail + +ssize_t write_headers(Stream &strm, const Headers &headers) { + ssize_t write_len = 0; + for (const auto &x : headers) { + auto len = + strm.write_format("%s: %s\r\n", x.first.c_str(), x.second.c_str()); + if (len < 0) { return len; } + write_len += len; + } + auto len = strm.write("\r\n"); + if (len < 0) { return len; } + write_len += len; + return write_len; +} + +bool write_data(Stream &strm, const char *d, size_t l) { + size_t offset = 0; + while (offset < l) { + auto length = strm.write(d + offset, l - offset); + if (length < 0) { return false; } + offset += static_cast(length); + } + return true; +} + +template +bool write_content(Stream &strm, const ContentProvider &content_provider, + size_t offset, size_t length, T is_shutting_down, + Error &error) { + size_t end_offset = offset + length; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + if (strm.is_writable() && write_data(strm, d, l)) { + offset += l; + } else { + ok = false; + } + } + return ok; + }; + + while (offset < end_offset && !is_shutting_down()) { + if (!strm.is_writable()) { + error = Error::Write; + return false; + } else if (!content_provider(offset, end_offset - offset, data_sink)) { + error = Error::Canceled; + return false; + } else if (!ok) { + error = Error::Write; + return false; + } + } + + error = Error::Success; + return true; +} + +template +bool write_content(Stream &strm, const ContentProvider &content_provider, + size_t offset, size_t length, + const T &is_shutting_down) { + auto error = Error::Success; + return write_content(strm, content_provider, offset, length, is_shutting_down, + error); +} + +template +bool +write_content_without_length(Stream &strm, + const ContentProvider &content_provider, + const T &is_shutting_down) { + size_t offset = 0; + auto data_available = true; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + offset += l; + if (!strm.is_writable() || !write_data(strm, d, l)) { ok = false; } + } + return ok; + }; + + data_sink.done = [&](void) { data_available = false; }; + + while (data_available && !is_shutting_down()) { + if (!strm.is_writable()) { + return false; + } else if (!content_provider(offset, 0, data_sink)) { + return false; + } else if (!ok) { + return false; + } + } + return true; +} + +template +bool +write_content_chunked(Stream &strm, const ContentProvider &content_provider, + const T &is_shutting_down, U &compressor, Error &error) { + size_t offset = 0; + auto data_available = true; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + data_available = l > 0; + offset += l; + + std::string payload; + if (compressor.compress(d, l, false, + [&](const char *data, size_t data_len) { + payload.append(data, data_len); + return true; + })) { + if (!payload.empty()) { + // Emit chunked response header and footer for each chunk + auto chunk = + from_i_to_hex(payload.size()) + "\r\n" + payload + "\r\n"; + if (!strm.is_writable() || + !write_data(strm, chunk.data(), chunk.size())) { + ok = false; + } + } + } else { + ok = false; + } + } + return ok; + }; + + auto done_with_trailer = [&](const Headers *trailer) { + if (!ok) { return; } + + data_available = false; + + std::string payload; + if (!compressor.compress(nullptr, 0, true, + [&](const char *data, size_t data_len) { + payload.append(data, data_len); + return true; + })) { + ok = false; + return; + } + + if (!payload.empty()) { + // Emit chunked response header and footer for each chunk + auto chunk = from_i_to_hex(payload.size()) + "\r\n" + payload + "\r\n"; + if (!strm.is_writable() || + !write_data(strm, chunk.data(), chunk.size())) { + ok = false; + return; + } + } + + static const std::string done_marker("0\r\n"); + if (!write_data(strm, done_marker.data(), done_marker.size())) { + ok = false; + } + + // Trailer + if (trailer) { + for (const auto &kv : *trailer) { + std::string field_line = kv.first + ": " + kv.second + "\r\n"; + if (!write_data(strm, field_line.data(), field_line.size())) { + ok = false; + } + } + } + + static const std::string crlf("\r\n"); + if (!write_data(strm, crlf.data(), crlf.size())) { ok = false; } + }; + + data_sink.done = [&](void) { done_with_trailer(nullptr); }; + + data_sink.done_with_trailer = [&](const Headers &trailer) { + done_with_trailer(&trailer); + }; + + while (data_available && !is_shutting_down()) { + if (!strm.is_writable()) { + error = Error::Write; + return false; + } else if (!content_provider(offset, 0, data_sink)) { + error = Error::Canceled; + return false; + } else if (!ok) { + error = Error::Write; + return false; + } + } + + error = Error::Success; + return true; +} + +template +bool write_content_chunked(Stream &strm, + const ContentProvider &content_provider, + const T &is_shutting_down, U &compressor) { + auto error = Error::Success; + return write_content_chunked(strm, content_provider, is_shutting_down, + compressor, error); +} + +template +bool redirect(T &cli, Request &req, Response &res, + const std::string &path, const std::string &location, + Error &error) { + Request new_req = req; + new_req.path = path; + new_req.redirect_count_ -= 1; + + if (res.status == 303 && (req.method != "GET" && req.method != "HEAD")) { + new_req.method = "GET"; + new_req.body.clear(); + new_req.headers.clear(); + } + + Response new_res; + + auto ret = cli.send(new_req, new_res, error); + if (ret) { + req = new_req; + res = new_res; + + if (res.location.empty()) res.location = location; + } + return ret; +} + +std::string params_to_query_str(const Params ¶ms) { + std::string query; + + for (auto it = params.begin(); it != params.end(); ++it) { + if (it != params.begin()) { query += "&"; } + query += it->first; + query += "="; + query += encode_query_param(it->second); + } + return query; +} + +void parse_query_text(const std::string &s, Params ¶ms) { + std::set cache; + split(s.data(), s.data() + s.size(), '&', [&](const char *b, const char *e) { + std::string kv(b, e); + if (cache.find(kv) != cache.end()) { return; } + cache.insert(kv); + + std::string key; + std::string val; + split(b, e, '=', [&](const char *b2, const char *e2) { + if (key.empty()) { + key.assign(b2, e2); + } else { + val.assign(b2, e2); + } + }); + + if (!key.empty()) { + params.emplace(decode_url(key, true), decode_url(val, true)); + } + }); +} + +bool parse_multipart_boundary(const std::string &content_type, + std::string &boundary) { + auto boundary_keyword = "boundary="; + auto pos = content_type.find(boundary_keyword); + if (pos == std::string::npos) { return false; } + auto end = content_type.find(';', pos); + auto beg = pos + strlen(boundary_keyword); + boundary = content_type.substr(beg, end - beg); + if (boundary.length() >= 2 && boundary.front() == '"' && + boundary.back() == '"') { + boundary = boundary.substr(1, boundary.size() - 2); + } + return !boundary.empty(); +} + +#ifdef CPPHTTPLIB_NO_EXCEPTIONS +bool parse_range_header(const std::string &s, Ranges &ranges) { +#else +bool parse_range_header(const std::string &s, Ranges &ranges) try { +#endif + static auto re_first_range = std::regex(R"(bytes=(\d*-\d*(?:,\s*\d*-\d*)*))"); + std::smatch m; + if (std::regex_match(s, m, re_first_range)) { + auto pos = static_cast(m.position(1)); + auto len = static_cast(m.length(1)); + bool all_valid_ranges = true; + split(&s[pos], &s[pos + len], ',', [&](const char *b, const char *e) { + if (!all_valid_ranges) return; + static auto re_another_range = std::regex(R"(\s*(\d*)-(\d*))"); + std::cmatch cm; + if (std::regex_match(b, e, cm, re_another_range)) { + ssize_t first = -1; + if (!cm.str(1).empty()) { + first = static_cast(std::stoll(cm.str(1))); + } + + ssize_t last = -1; + if (!cm.str(2).empty()) { + last = static_cast(std::stoll(cm.str(2))); + } + + if (first != -1 && last != -1 && first > last) { + all_valid_ranges = false; + return; + } + ranges.emplace_back(std::make_pair(first, last)); + } + }); + return all_valid_ranges; + } + return false; +#ifdef CPPHTTPLIB_NO_EXCEPTIONS +} +#else +} catch (...) { return false; } +#endif + +class MultipartFormDataParser { +public: + MultipartFormDataParser() = default; + + void set_boundary(std::string &&boundary) { + boundary_ = boundary; + dash_boundary_crlf_ = dash_ + boundary_ + crlf_; + crlf_dash_boundary_ = crlf_ + dash_ + boundary_; + } + + bool is_valid() const { return is_valid_; } + + bool parse(const char *buf, size_t n, const ContentReceiver &content_callback, + const MultipartContentHeader &header_callback) { + + // TODO: support 'filename*' + static const std::regex re_content_disposition( + R"~(^Content-Disposition:\s*form-data;\s*name="(.*?)"(?:;\s*filename="(.*?)")?(?:;\s*filename\*=\S+)?\s*$)~", + std::regex_constants::icase); + + buf_append(buf, n); + + while (buf_size() > 0) { + switch (state_) { + case 0: { // Initial boundary + buf_erase(buf_find(dash_boundary_crlf_)); + if (dash_boundary_crlf_.size() > buf_size()) { return true; } + if (!buf_start_with(dash_boundary_crlf_)) { return false; } + buf_erase(dash_boundary_crlf_.size()); + state_ = 1; + break; + } + case 1: { // New entry + clear_file_info(); + state_ = 2; + break; + } + case 2: { // Headers + auto pos = buf_find(crlf_); + if (pos > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + while (pos < buf_size()) { + // Empty line + if (pos == 0) { + if (!header_callback(file_)) { + is_valid_ = false; + return false; + } + buf_erase(crlf_.size()); + state_ = 3; + break; + } + + static const std::string header_name = "content-type:"; + const auto header = buf_head(pos); + if (start_with_case_ignore(header, header_name)) { + file_.content_type = trim_copy(header.substr(header_name.size())); + } else { + std::smatch m; + if (std::regex_match(header, m, re_content_disposition)) { + file_.name = m[1]; + file_.filename = m[2]; + } else { + is_valid_ = false; + return false; + } + } + buf_erase(pos + crlf_.size()); + pos = buf_find(crlf_); + } + if (state_ != 3) { return true; } + break; + } + case 3: { // Body + if (crlf_dash_boundary_.size() > buf_size()) { return true; } + auto pos = buf_find(crlf_dash_boundary_); + if (pos < buf_size()) { + if (!content_callback(buf_data(), pos)) { + is_valid_ = false; + return false; + } + buf_erase(pos + crlf_dash_boundary_.size()); + state_ = 4; + } else { + auto len = buf_size() - crlf_dash_boundary_.size(); + if (len > 0) { + if (!content_callback(buf_data(), len)) { + is_valid_ = false; + return false; + } + buf_erase(len); + } + return true; + } + break; + } + case 4: { // Boundary + if (crlf_.size() > buf_size()) { return true; } + if (buf_start_with(crlf_)) { + buf_erase(crlf_.size()); + state_ = 1; + } else { + if (dash_crlf_.size() > buf_size()) { return true; } + if (buf_start_with(dash_crlf_)) { + buf_erase(dash_crlf_.size()); + is_valid_ = true; + buf_erase(buf_size()); // Remove epilogue + } else { + return true; + } + } + break; + } + } + } + + return true; + } + +private: + void clear_file_info() { + file_.name.clear(); + file_.filename.clear(); + file_.content_type.clear(); + } + + bool start_with_case_ignore(const std::string &a, + const std::string &b) const { + if (a.size() < b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (::tolower(a[i]) != ::tolower(b[i])) { return false; } + } + return true; + } + + const std::string dash_ = "--"; + const std::string crlf_ = "\r\n"; + const std::string dash_crlf_ = "--\r\n"; + std::string boundary_; + std::string dash_boundary_crlf_; + std::string crlf_dash_boundary_; + + size_t state_ = 0; + bool is_valid_ = false; + MultipartFormData file_; + + // Buffer + bool start_with(const std::string &a, size_t spos, size_t epos, + const std::string &b) const { + if (epos - spos < b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (a[i + spos] != b[i]) { return false; } + } + return true; + } + + size_t buf_size() const { return buf_epos_ - buf_spos_; } + + const char *buf_data() const { return &buf_[buf_spos_]; } + + std::string buf_head(size_t l) const { return buf_.substr(buf_spos_, l); } + + bool buf_start_with(const std::string &s) const { + return start_with(buf_, buf_spos_, buf_epos_, s); + } + + size_t buf_find(const std::string &s) const { + auto c = s.front(); + + size_t off = buf_spos_; + while (off < buf_epos_) { + auto pos = off; + while (true) { + if (pos == buf_epos_) { return buf_size(); } + if (buf_[pos] == c) { break; } + pos++; + } + + auto remaining_size = buf_epos_ - pos; + if (s.size() > remaining_size) { return buf_size(); } + + if (start_with(buf_, pos, buf_epos_, s)) { return pos - buf_spos_; } + + off = pos + 1; + } + + return buf_size(); + } + + void buf_append(const char *data, size_t n) { + auto remaining_size = buf_size(); + if (remaining_size > 0 && buf_spos_ > 0) { + for (size_t i = 0; i < remaining_size; i++) { + buf_[i] = buf_[buf_spos_ + i]; + } + } + buf_spos_ = 0; + buf_epos_ = remaining_size; + + if (remaining_size + n > buf_.size()) { buf_.resize(remaining_size + n); } + + for (size_t i = 0; i < n; i++) { + buf_[buf_epos_ + i] = data[i]; + } + buf_epos_ += n; + } + + void buf_erase(size_t size) { buf_spos_ += size; } + + std::string buf_; + size_t buf_spos_ = 0; + size_t buf_epos_ = 0; +}; + +std::string to_lower(const char *beg, const char *end) { + std::string out; + auto it = beg; + while (it != end) { + out += static_cast(::tolower(*it)); + it++; + } + return out; +} + +std::string make_multipart_data_boundary() { + static const char data[] = + "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz"; + + // std::random_device might actually be deterministic on some + // platforms, but due to lack of support in the c++ standard library, + // doing better requires either some ugly hacks or breaking portability. + std::random_device seed_gen; + + // Request 128 bits of entropy for initialization + std::seed_seq seed_sequence{seed_gen(), seed_gen(), seed_gen(), seed_gen()}; + std::mt19937 engine(seed_sequence); + + std::string result = "--cpp-httplib-multipart-data-"; + + for (auto i = 0; i < 16; i++) { + result += data[engine() % (sizeof(data) - 1)]; + } + + return result; +} + +bool is_multipart_boundary_chars_valid(const std::string &boundary) { + auto valid = true; + for (size_t i = 0; i < boundary.size(); i++) { + auto c = boundary[i]; + if (!std::isalnum(c) && c != '-' && c != '_') { + valid = false; + break; + } + } + return valid; +} + +template +std::string +serialize_multipart_formdata_item_begin(const T &item, + const std::string &boundary) { + std::string body = "--" + boundary + "\r\n"; + body += "Content-Disposition: form-data; name=\"" + item.name + "\""; + if (!item.filename.empty()) { + body += "; filename=\"" + item.filename + "\""; + } + body += "\r\n"; + if (!item.content_type.empty()) { + body += "Content-Type: " + item.content_type + "\r\n"; + } + body += "\r\n"; + + return body; +} + +std::string serialize_multipart_formdata_item_end() { return "\r\n"; } + +std::string +serialize_multipart_formdata_finish(const std::string &boundary) { + return "--" + boundary + "--\r\n"; +} + +std::string +serialize_multipart_formdata_get_content_type(const std::string &boundary) { + return "multipart/form-data; boundary=" + boundary; +} + +std::string +serialize_multipart_formdata(const MultipartFormDataItems &items, + const std::string &boundary, bool finish = true) { + std::string body; + + for (const auto &item : items) { + body += serialize_multipart_formdata_item_begin(item, boundary); + body += item.content + serialize_multipart_formdata_item_end(); + } + + if (finish) body += serialize_multipart_formdata_finish(boundary); + + return body; +} + +std::pair +get_range_offset_and_length(const Request &req, size_t content_length, + size_t index) { + auto r = req.ranges[index]; + + if (r.first == -1 && r.second == -1) { + return std::make_pair(0, content_length); + } + + auto slen = static_cast(content_length); + + if (r.first == -1) { + r.first = (std::max)(static_cast(0), slen - r.second); + r.second = slen - 1; + } + + if (r.second == -1) { r.second = slen - 1; } + return std::make_pair(r.first, static_cast(r.second - r.first) + 1); +} + +std::string make_content_range_header_field(size_t offset, size_t length, + size_t content_length) { + std::string field = "bytes "; + field += std::to_string(offset); + field += "-"; + field += std::to_string(offset + length - 1); + field += "/"; + field += std::to_string(content_length); + return field; +} + +template +bool process_multipart_ranges_data(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type, + SToken stoken, CToken ctoken, + Content content) { + for (size_t i = 0; i < req.ranges.size(); i++) { + ctoken("--"); + stoken(boundary); + ctoken("\r\n"); + if (!content_type.empty()) { + ctoken("Content-Type: "); + stoken(content_type); + ctoken("\r\n"); + } + + auto offsets = get_range_offset_and_length(req, res.body.size(), i); + auto offset = offsets.first; + auto length = offsets.second; + + ctoken("Content-Range: "); + stoken(make_content_range_header_field(offset, length, res.body.size())); + ctoken("\r\n"); + ctoken("\r\n"); + if (!content(offset, length)) { return false; } + ctoken("\r\n"); + } + + ctoken("--"); + stoken(boundary); + ctoken("--\r\n"); + + return true; +} + +bool make_multipart_ranges_data(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type, + std::string &data) { + return process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { data += token; }, + [&](const std::string &token) { data += token; }, + [&](size_t offset, size_t length) { + if (offset < res.body.size()) { + data += res.body.substr(offset, length); + return true; + } + return false; + }); +} + +size_t +get_multipart_ranges_data_length(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type) { + size_t data_length = 0; + + process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { data_length += token.size(); }, + [&](const std::string &token) { data_length += token.size(); }, + [&](size_t /*offset*/, size_t length) { + data_length += length; + return true; + }); + + return data_length; +} + +template +bool write_multipart_ranges_data(Stream &strm, const Request &req, + Response &res, + const std::string &boundary, + const std::string &content_type, + const T &is_shutting_down) { + return process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { strm.write(token); }, + [&](const std::string &token) { strm.write(token); }, + [&](size_t offset, size_t length) { + return write_content(strm, res.content_provider_, offset, length, + is_shutting_down); + }); +} + +std::pair +get_range_offset_and_length(const Request &req, const Response &res, + size_t index) { + auto r = req.ranges[index]; + + if (r.second == -1) { + r.second = static_cast(res.content_length_) - 1; + } + + return std::make_pair(r.first, r.second - r.first + 1); +} + +bool expect_content(const Request &req) { + if (req.method == "POST" || req.method == "PUT" || req.method == "PATCH" || + req.method == "PRI" || req.method == "DELETE") { + return true; + } + // TODO: check if Content-Length is set + return false; +} + +bool has_crlf(const std::string &s) { + auto p = s.c_str(); + while (*p) { + if (*p == '\r' || *p == '\n') { return true; } + p++; + } + return false; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +std::string message_digest(const std::string &s, const EVP_MD *algo) { + auto context = std::unique_ptr( + EVP_MD_CTX_new(), EVP_MD_CTX_free); + + unsigned int hash_length = 0; + unsigned char hash[EVP_MAX_MD_SIZE]; + + EVP_DigestInit_ex(context.get(), algo, nullptr); + EVP_DigestUpdate(context.get(), s.c_str(), s.size()); + EVP_DigestFinal_ex(context.get(), hash, &hash_length); + + std::stringstream ss; + for (auto i = 0u; i < hash_length; ++i) { + ss << std::hex << std::setw(2) << std::setfill('0') + << static_cast(hash[i]); + } + + return ss.str(); +} + +std::string MD5(const std::string &s) { + return message_digest(s, EVP_md5()); +} + +std::string SHA_256(const std::string &s) { + return message_digest(s, EVP_sha256()); +} + +std::string SHA_512(const std::string &s) { + return message_digest(s, EVP_sha512()); +} +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +#ifdef _WIN32 +// NOTE: This code came up with the following stackoverflow post: +// https://stackoverflow.com/questions/9507184/can-openssl-on-windows-use-the-system-certificate-store +bool load_system_certs_on_windows(X509_STORE *store) { + auto hStore = CertOpenSystemStoreW((HCRYPTPROV_LEGACY)NULL, L"ROOT"); + if (!hStore) { return false; } + + auto result = false; + PCCERT_CONTEXT pContext = NULL; + while ((pContext = CertEnumCertificatesInStore(hStore, pContext)) != + nullptr) { + auto encoded_cert = + static_cast(pContext->pbCertEncoded); + + auto x509 = d2i_X509(NULL, &encoded_cert, pContext->cbCertEncoded); + if (x509) { + X509_STORE_add_cert(store, x509); + X509_free(x509); + result = true; + } + } + + CertFreeCertificateContext(pContext); + CertCloseStore(hStore, 0); + + return result; +} +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#if TARGET_OS_OSX +template +using CFObjectPtr = + std::unique_ptr::type, void (*)(CFTypeRef)>; + +void cf_object_ptr_deleter(CFTypeRef obj) { + if (obj) { CFRelease(obj); } +} + +bool retrieve_certs_from_keychain(CFObjectPtr &certs) { + CFStringRef keys[] = {kSecClass, kSecMatchLimit, kSecReturnRef}; + CFTypeRef values[] = {kSecClassCertificate, kSecMatchLimitAll, + kCFBooleanTrue}; + + CFObjectPtr query( + CFDictionaryCreate(nullptr, reinterpret_cast(keys), values, + sizeof(keys) / sizeof(keys[0]), + &kCFTypeDictionaryKeyCallBacks, + &kCFTypeDictionaryValueCallBacks), + cf_object_ptr_deleter); + + if (!query) { return false; } + + CFTypeRef security_items = nullptr; + if (SecItemCopyMatching(query.get(), &security_items) != errSecSuccess || + CFArrayGetTypeID() != CFGetTypeID(security_items)) { + return false; + } + + certs.reset(reinterpret_cast(security_items)); + return true; +} + +bool retrieve_root_certs_from_keychain(CFObjectPtr &certs) { + CFArrayRef root_security_items = nullptr; + if (SecTrustCopyAnchorCertificates(&root_security_items) != errSecSuccess) { + return false; + } + + certs.reset(root_security_items); + return true; +} + +bool add_certs_to_x509_store(CFArrayRef certs, X509_STORE *store) { + auto result = false; + for (auto i = 0; i < CFArrayGetCount(certs); ++i) { + const auto cert = reinterpret_cast( + CFArrayGetValueAtIndex(certs, i)); + + if (SecCertificateGetTypeID() != CFGetTypeID(cert)) { continue; } + + CFDataRef cert_data = nullptr; + if (SecItemExport(cert, kSecFormatX509Cert, 0, nullptr, &cert_data) != + errSecSuccess) { + continue; + } + + CFObjectPtr cert_data_ptr(cert_data, cf_object_ptr_deleter); + + auto encoded_cert = static_cast( + CFDataGetBytePtr(cert_data_ptr.get())); + + auto x509 = + d2i_X509(NULL, &encoded_cert, CFDataGetLength(cert_data_ptr.get())); + + if (x509) { + X509_STORE_add_cert(store, x509); + X509_free(x509); + result = true; + } + } + + return result; +} + +bool load_system_certs_on_macos(X509_STORE *store) { + auto result = false; + CFObjectPtr certs(nullptr, cf_object_ptr_deleter); + if (retrieve_certs_from_keychain(certs) && certs) { + result = add_certs_to_x509_store(certs.get(), store); + } + + if (retrieve_root_certs_from_keychain(certs) && certs) { + result = add_certs_to_x509_store(certs.get(), store) || result; + } + + return result; +} +#endif // TARGET_OS_OSX +#endif // _WIN32 +#endif // CPPHTTPLIB_OPENSSL_SUPPORT + +#ifdef _WIN32 +class WSInit { +public: + WSInit() { + WSADATA wsaData; + if (WSAStartup(0x0002, &wsaData) == 0) is_valid_ = true; + } + + ~WSInit() { + if (is_valid_) WSACleanup(); + } + + bool is_valid_ = false; +}; + +static WSInit wsinit_; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +std::pair make_digest_authentication_header( + const Request &req, const std::map &auth, + size_t cnonce_count, const std::string &cnonce, const std::string &username, + const std::string &password, bool is_proxy = false) { + std::string nc; + { + std::stringstream ss; + ss << std::setfill('0') << std::setw(8) << std::hex << cnonce_count; + nc = ss.str(); + } + + std::string qop; + if (auth.find("qop") != auth.end()) { + qop = auth.at("qop"); + if (qop.find("auth-int") != std::string::npos) { + qop = "auth-int"; + } else if (qop.find("auth") != std::string::npos) { + qop = "auth"; + } else { + qop.clear(); + } + } + + std::string algo = "MD5"; + if (auth.find("algorithm") != auth.end()) { algo = auth.at("algorithm"); } + + std::string response; + { + auto H = algo == "SHA-256" ? detail::SHA_256 + : algo == "SHA-512" ? detail::SHA_512 + : detail::MD5; + + auto A1 = username + ":" + auth.at("realm") + ":" + password; + + auto A2 = req.method + ":" + req.path; + if (qop == "auth-int") { A2 += ":" + H(req.body); } + + if (qop.empty()) { + response = H(H(A1) + ":" + auth.at("nonce") + ":" + H(A2)); + } else { + response = H(H(A1) + ":" + auth.at("nonce") + ":" + nc + ":" + cnonce + + ":" + qop + ":" + H(A2)); + } + } + + auto opaque = (auth.find("opaque") != auth.end()) ? auth.at("opaque") : ""; + + auto field = "Digest username=\"" + username + "\", realm=\"" + + auth.at("realm") + "\", nonce=\"" + auth.at("nonce") + + "\", uri=\"" + req.path + "\", algorithm=" + algo + + (qop.empty() ? ", response=\"" + : ", qop=" + qop + ", nc=" + nc + ", cnonce=\"" + + cnonce + "\", response=\"") + + response + "\"" + + (opaque.empty() ? "" : ", opaque=\"" + opaque + "\""); + + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, field); +} +#endif + +bool parse_www_authenticate(const Response &res, + std::map &auth, + bool is_proxy) { + auto auth_key = is_proxy ? "Proxy-Authenticate" : "WWW-Authenticate"; + if (res.has_header(auth_key)) { + static auto re = std::regex(R"~((?:(?:,\s*)?(.+?)=(?:"(.*?)"|([^,]*))))~"); + auto s = res.get_header_value(auth_key); + auto pos = s.find(' '); + if (pos != std::string::npos) { + auto type = s.substr(0, pos); + if (type == "Basic") { + return false; + } else if (type == "Digest") { + s = s.substr(pos + 1); + auto beg = std::sregex_iterator(s.begin(), s.end(), re); + for (auto i = beg; i != std::sregex_iterator(); ++i) { + auto m = *i; + auto key = s.substr(static_cast(m.position(1)), + static_cast(m.length(1))); + auto val = m.length(2) > 0 + ? s.substr(static_cast(m.position(2)), + static_cast(m.length(2))) + : s.substr(static_cast(m.position(3)), + static_cast(m.length(3))); + auth[key] = val; + } + return true; + } + } + } + return false; +} + +// https://stackoverflow.com/questions/440133/how-do-i-create-a-random-alpha-numeric-string-in-c/440240#answer-440240 +std::string random_string(size_t length) { + auto randchar = []() -> char { + const char charset[] = "0123456789" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ" + "abcdefghijklmnopqrstuvwxyz"; + const size_t max_index = (sizeof(charset) - 1); + return charset[static_cast(std::rand()) % max_index]; + }; + std::string str(length, 0); + std::generate_n(str.begin(), length, randchar); + return str; +} + +class ContentProviderAdapter { +public: + explicit ContentProviderAdapter( + ContentProviderWithoutLength &&content_provider) + : content_provider_(content_provider) {} + + bool operator()(size_t offset, size_t, DataSink &sink) { + return content_provider_(offset, sink); + } + +private: + ContentProviderWithoutLength content_provider_; +}; + +} // namespace detail + +std::string hosted_at(const std::string &hostname) { + std::vector addrs; + hosted_at(hostname, addrs); + if (addrs.empty()) { return std::string(); } + return addrs[0]; +} + +void hosted_at(const std::string &hostname, + std::vector &addrs) { + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (getaddrinfo(hostname.c_str(), nullptr, &hints, &result)) { +#if defined __linux__ && !defined __ANDROID__ + res_init(); +#endif + return; + } + + for (auto rp = result; rp; rp = rp->ai_next) { + const auto &addr = + *reinterpret_cast(rp->ai_addr); + std::string ip; + auto dummy = -1; + if (detail::get_ip_and_port(addr, sizeof(struct sockaddr_storage), ip, + dummy)) { + addrs.push_back(ip); + } + } + + freeaddrinfo(result); +} + +std::string append_query_params(const std::string &path, + const Params ¶ms) { + std::string path_with_query = path; + const static std::regex re("[^?]+\\?.*"); + auto delm = std::regex_match(path, re) ? '&' : '?'; + path_with_query += delm + detail::params_to_query_str(params); + return path_with_query; +} + +// Header utilities +std::pair make_range_header(Ranges ranges) { + std::string field = "bytes="; + auto i = 0; + for (auto r : ranges) { + if (i != 0) { field += ", "; } + if (r.first != -1) { field += std::to_string(r.first); } + field += '-'; + if (r.second != -1) { field += std::to_string(r.second); } + i++; + } + return std::make_pair("Range", std::move(field)); +} + +std::pair +make_basic_authentication_header(const std::string &username, + const std::string &password, bool is_proxy) { + auto field = "Basic " + detail::base64_encode(username + ":" + password); + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, std::move(field)); +} + +std::pair +make_bearer_token_authentication_header(const std::string &token, + bool is_proxy = false) { + auto field = "Bearer " + token; + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, std::move(field)); +} + +// Request implementation +bool Request::has_header(const std::string &key) const { + return detail::has_header(headers, key); +} + +std::string Request::get_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(headers, key, id, ""); +} + +size_t Request::get_header_value_count(const std::string &key) const { + auto r = headers.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +void Request::set_header(const std::string &key, + const std::string &val) { + if (!detail::has_crlf(key) && !detail::has_crlf(val)) { + headers.emplace(key, val); + } +} + +bool Request::has_param(const std::string &key) const { + return params.find(key) != params.end(); +} + +std::string Request::get_param_value(const std::string &key, + size_t id) const { + auto rng = params.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { return it->second; } + return std::string(); +} + +size_t Request::get_param_value_count(const std::string &key) const { + auto r = params.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +bool Request::is_multipart_form_data() const { + const auto &content_type = get_header_value("Content-Type"); + return !content_type.rfind("multipart/form-data", 0); +} + +bool Request::has_file(const std::string &key) const { + return files.find(key) != files.end(); +} + +MultipartFormData Request::get_file_value(const std::string &key) const { + auto it = files.find(key); + if (it != files.end()) { return it->second; } + return MultipartFormData(); +} + +std::vector +Request::get_file_values(const std::string &key) const { + std::vector values; + auto rng = files.equal_range(key); + for (auto it = rng.first; it != rng.second; it++) { + values.push_back(it->second); + } + return values; +} + +// Response implementation +bool Response::has_header(const std::string &key) const { + return headers.find(key) != headers.end(); +} + +std::string Response::get_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(headers, key, id, ""); +} + +size_t Response::get_header_value_count(const std::string &key) const { + auto r = headers.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +void Response::set_header(const std::string &key, + const std::string &val) { + if (!detail::has_crlf(key) && !detail::has_crlf(val)) { + headers.emplace(key, val); + } +} + +void Response::set_redirect(const std::string &url, int stat) { + if (!detail::has_crlf(url)) { + set_header("Location", url); + if (300 <= stat && stat < 400) { + this->status = stat; + } else { + this->status = 302; + } + } +} + +void Response::set_content(const char *s, size_t n, + const std::string &content_type) { + body.assign(s, n); + + auto rng = headers.equal_range("Content-Type"); + headers.erase(rng.first, rng.second); + set_header("Content-Type", content_type); +} + +void Response::set_content(const std::string &s, + const std::string &content_type) { + set_content(s.data(), s.size(), content_type); +} + +void Response::set_content_provider( + size_t in_length, const std::string &content_type, ContentProvider provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = in_length; + if (in_length > 0) { content_provider_ = std::move(provider); } + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = false; +} + +void Response::set_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = 0; + content_provider_ = detail::ContentProviderAdapter(std::move(provider)); + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = false; +} + +void Response::set_chunked_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = 0; + content_provider_ = detail::ContentProviderAdapter(std::move(provider)); + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = true; +} + +// Result implementation +bool Result::has_request_header(const std::string &key) const { + return request_headers_.find(key) != request_headers_.end(); +} + +std::string Result::get_request_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(request_headers_, key, id, ""); +} + +size_t +Result::get_request_header_value_count(const std::string &key) const { + auto r = request_headers_.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +// Stream implementation +ssize_t Stream::write(const char *ptr) { + return write(ptr, strlen(ptr)); +} + +ssize_t Stream::write(const std::string &s) { + return write(s.data(), s.size()); +} + +namespace detail { + +// Socket stream implementation +SocketStream::SocketStream(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec) + : sock_(sock), read_timeout_sec_(read_timeout_sec), + read_timeout_usec_(read_timeout_usec), + write_timeout_sec_(write_timeout_sec), + write_timeout_usec_(write_timeout_usec), read_buff_(read_buff_size_, 0) {} + +SocketStream::~SocketStream() {} + +bool SocketStream::is_readable() const { + return select_read(sock_, read_timeout_sec_, read_timeout_usec_) > 0; +} + +bool SocketStream::is_writable() const { + return select_write(sock_, write_timeout_sec_, write_timeout_usec_) > 0 && + is_socket_alive(sock_); +} + +ssize_t SocketStream::read(char *ptr, size_t size) { +#ifdef _WIN32 + size = + (std::min)(size, static_cast((std::numeric_limits::max)())); +#else + size = (std::min)(size, + static_cast((std::numeric_limits::max)())); +#endif + + if (read_buff_off_ < read_buff_content_size_) { + auto remaining_size = read_buff_content_size_ - read_buff_off_; + if (size <= remaining_size) { + memcpy(ptr, read_buff_.data() + read_buff_off_, size); + read_buff_off_ += size; + return static_cast(size); + } else { + memcpy(ptr, read_buff_.data() + read_buff_off_, remaining_size); + read_buff_off_ += remaining_size; + return static_cast(remaining_size); + } + } + + if (!is_readable()) { return -1; } + + read_buff_off_ = 0; + read_buff_content_size_ = 0; + + if (size < read_buff_size_) { + auto n = read_socket(sock_, read_buff_.data(), read_buff_size_, + CPPHTTPLIB_RECV_FLAGS); + if (n <= 0) { + return n; + } else if (n <= static_cast(size)) { + memcpy(ptr, read_buff_.data(), static_cast(n)); + return n; + } else { + memcpy(ptr, read_buff_.data(), size); + read_buff_off_ = size; + read_buff_content_size_ = static_cast(n); + return static_cast(size); + } + } else { + return read_socket(sock_, ptr, size, CPPHTTPLIB_RECV_FLAGS); + } +} + +ssize_t SocketStream::write(const char *ptr, size_t size) { + if (!is_writable()) { return -1; } + +#if defined(_WIN32) && !defined(_WIN64) + size = + (std::min)(size, static_cast((std::numeric_limits::max)())); +#endif + + return send_socket(sock_, ptr, size, CPPHTTPLIB_SEND_FLAGS); +} + +void SocketStream::get_remote_ip_and_port(std::string &ip, + int &port) const { + return detail::get_remote_ip_and_port(sock_, ip, port); +} + +void SocketStream::get_local_ip_and_port(std::string &ip, + int &port) const { + return detail::get_local_ip_and_port(sock_, ip, port); +} + +socket_t SocketStream::socket() const { return sock_; } + +// Buffer stream implementation +bool BufferStream::is_readable() const { return true; } + +bool BufferStream::is_writable() const { return true; } + +ssize_t BufferStream::read(char *ptr, size_t size) { +#if defined(_MSC_VER) && _MSC_VER < 1910 + auto len_read = buffer._Copy_s(ptr, size, size, position); +#else + auto len_read = buffer.copy(ptr, size, position); +#endif + position += static_cast(len_read); + return static_cast(len_read); +} + +ssize_t BufferStream::write(const char *ptr, size_t size) { + buffer.append(ptr, size); + return static_cast(size); +} + +void BufferStream::get_remote_ip_and_port(std::string & /*ip*/, + int & /*port*/) const {} + +void BufferStream::get_local_ip_and_port(std::string & /*ip*/, + int & /*port*/) const {} + +socket_t BufferStream::socket() const { return 0; } + +const std::string &BufferStream::get_buffer() const { return buffer; } + +PathParamsMatcher::PathParamsMatcher(const std::string &pattern) { + // One past the last ending position of a path param substring + std::size_t last_param_end = 0; + +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + // Needed to ensure that parameter names are unique during matcher + // construction + // If exceptions are disabled, only last duplicate path + // parameter will be set + std::unordered_set param_name_set; +#endif + + while (true) { + const auto marker_pos = pattern.find(marker, last_param_end); + if (marker_pos == std::string::npos) { break; } + + static_fragments_.push_back( + pattern.substr(last_param_end, marker_pos - last_param_end)); + + const auto param_name_start = marker_pos + 1; + + auto sep_pos = pattern.find(separator, param_name_start); + if (sep_pos == std::string::npos) { sep_pos = pattern.length(); } + + auto param_name = + pattern.substr(param_name_start, sep_pos - param_name_start); + +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + if (param_name_set.find(param_name) != param_name_set.cend()) { + std::string msg = "Encountered path parameter '" + param_name + + "' multiple times in route pattern '" + pattern + "'."; + throw std::invalid_argument(msg); + } +#endif + + param_names_.push_back(std::move(param_name)); + + last_param_end = sep_pos + 1; + } + + if (last_param_end < pattern.length()) { + static_fragments_.push_back(pattern.substr(last_param_end)); + } +} + +bool PathParamsMatcher::match(Request &request) const { + request.matches = std::smatch(); + request.path_params.clear(); + request.path_params.reserve(param_names_.size()); + + // One past the position at which the path matched the pattern last time + std::size_t starting_pos = 0; + for (size_t i = 0; i < static_fragments_.size(); ++i) { + const auto &fragment = static_fragments_[i]; + + if (starting_pos + fragment.length() > request.path.length()) { + return false; + } + + // Avoid unnecessary allocation by using strncmp instead of substr + + // comparison + if (std::strncmp(request.path.c_str() + starting_pos, fragment.c_str(), + fragment.length()) != 0) { + return false; + } + + starting_pos += fragment.length(); + + // Should only happen when we have a static fragment after a param + // Example: '/users/:id/subscriptions' + // The 'subscriptions' fragment here does not have a corresponding param + if (i >= param_names_.size()) { continue; } + + auto sep_pos = request.path.find(separator, starting_pos); + if (sep_pos == std::string::npos) { sep_pos = request.path.length(); } + + const auto ¶m_name = param_names_[i]; + + request.path_params.emplace( + param_name, request.path.substr(starting_pos, sep_pos - starting_pos)); + + // Mark everythin up to '/' as matched + starting_pos = sep_pos + 1; + } + // Returns false if the path is longer than the pattern + return starting_pos >= request.path.length(); +} + +bool RegexMatcher::match(Request &request) const { + request.path_params.clear(); + return std::regex_match(request.path, request.matches, regex_); +} + +} // namespace detail + +// HTTP server implementation +Server::Server() + : new_task_queue( + [] { return new ThreadPool(CPPHTTPLIB_THREAD_POOL_COUNT); }) { +#ifndef _WIN32 + signal(SIGPIPE, SIG_IGN); +#endif +} + +Server::~Server() {} + +std::unique_ptr +Server::make_matcher(const std::string &pattern) { + if (pattern.find("/:") != std::string::npos) { + return detail::make_unique(pattern); + } else { + return detail::make_unique(pattern); + } +} + +Server &Server::Get(const std::string &pattern, Handler handler) { + get_handlers_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Post(const std::string &pattern, Handler handler) { + post_handlers_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Post(const std::string &pattern, + HandlerWithContentReader handler) { + post_handlers_for_content_reader_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Put(const std::string &pattern, Handler handler) { + put_handlers_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Put(const std::string &pattern, + HandlerWithContentReader handler) { + put_handlers_for_content_reader_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Patch(const std::string &pattern, Handler handler) { + patch_handlers_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Patch(const std::string &pattern, + HandlerWithContentReader handler) { + patch_handlers_for_content_reader_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Delete(const std::string &pattern, Handler handler) { + delete_handlers_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Delete(const std::string &pattern, + HandlerWithContentReader handler) { + delete_handlers_for_content_reader_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +Server &Server::Options(const std::string &pattern, Handler handler) { + options_handlers_.push_back( + std::make_pair(make_matcher(pattern), std::move(handler))); + return *this; +} + +bool Server::set_base_dir(const std::string &dir, + const std::string &mount_point) { + return set_mount_point(mount_point, dir); +} + +bool Server::set_mount_point(const std::string &mount_point, + const std::string &dir, Headers headers) { + if (detail::is_dir(dir)) { + std::string mnt = !mount_point.empty() ? mount_point : "/"; + if (!mnt.empty() && mnt[0] == '/') { + base_dirs_.push_back({mnt, dir, std::move(headers)}); + return true; + } + } + return false; +} + +bool Server::remove_mount_point(const std::string &mount_point) { + for (auto it = base_dirs_.begin(); it != base_dirs_.end(); ++it) { + if (it->mount_point == mount_point) { + base_dirs_.erase(it); + return true; + } + } + return false; +} + +Server & +Server::set_file_extension_and_mimetype_mapping(const std::string &ext, + const std::string &mime) { + file_extension_and_mimetype_map_[ext] = mime; + return *this; +} + +Server &Server::set_file_request_handler(Handler handler) { + file_request_handler_ = std::move(handler); + return *this; +} + +Server &Server::set_error_handler(HandlerWithResponse handler) { + error_handler_ = std::move(handler); + return *this; +} + +Server &Server::set_error_handler(Handler handler) { + error_handler_ = [handler](const Request &req, Response &res) { + handler(req, res); + return HandlerResponse::Handled; + }; + return *this; +} + +Server &Server::set_exception_handler(ExceptionHandler handler) { + exception_handler_ = std::move(handler); + return *this; +} + +Server &Server::set_pre_routing_handler(HandlerWithResponse handler) { + pre_routing_handler_ = std::move(handler); + return *this; +} + +Server &Server::set_post_routing_handler(Handler handler) { + post_routing_handler_ = std::move(handler); + return *this; +} + +Server &Server::set_logger(Logger logger) { + logger_ = std::move(logger); + return *this; +} + +Server & +Server::set_expect_100_continue_handler(Expect100ContinueHandler handler) { + expect_100_continue_handler_ = std::move(handler); + return *this; +} + +Server &Server::set_address_family(int family) { + address_family_ = family; + return *this; +} + +Server &Server::set_tcp_nodelay(bool on) { + tcp_nodelay_ = on; + return *this; +} + +Server &Server::set_socket_options(SocketOptions socket_options) { + socket_options_ = std::move(socket_options); + return *this; +} + +Server &Server::set_default_headers(Headers headers) { + default_headers_ = std::move(headers); + return *this; +} + +Server &Server::set_keep_alive_max_count(size_t count) { + keep_alive_max_count_ = count; + return *this; +} + +Server &Server::set_keep_alive_timeout(time_t sec) { + keep_alive_timeout_sec_ = sec; + return *this; +} + +Server &Server::set_read_timeout(time_t sec, time_t usec) { + read_timeout_sec_ = sec; + read_timeout_usec_ = usec; + return *this; +} + +Server &Server::set_write_timeout(time_t sec, time_t usec) { + write_timeout_sec_ = sec; + write_timeout_usec_ = usec; + return *this; +} + +Server &Server::set_idle_interval(time_t sec, time_t usec) { + idle_interval_sec_ = sec; + idle_interval_usec_ = usec; + return *this; +} + +Server &Server::set_payload_max_length(size_t length) { + payload_max_length_ = length; + return *this; +} + +bool Server::bind_to_port(const std::string &host, int port, + int socket_flags) { + if (bind_internal(host, port, socket_flags) < 0) return false; + return true; +} +int Server::bind_to_any_port(const std::string &host, int socket_flags) { + return bind_internal(host, 0, socket_flags); +} + +bool Server::listen_after_bind() { + auto se = detail::scope_exit([&]() { done_ = true; }); + return listen_internal(); +} + +bool Server::listen(const std::string &host, int port, + int socket_flags) { + auto se = detail::scope_exit([&]() { done_ = true; }); + return bind_to_port(host, port, socket_flags) && listen_internal(); +} + +bool Server::is_running() const { return is_running_; } + +void Server::wait_until_ready() const { + while (!is_running() && !done_) { + std::this_thread::sleep_for(std::chrono::milliseconds{1}); + } +} + +void Server::stop() { + if (is_running_) { + assert(svr_sock_ != INVALID_SOCKET); + std::atomic sock(svr_sock_.exchange(INVALID_SOCKET)); + detail::shutdown_socket(sock); + detail::close_socket(sock); + } +} + +bool Server::parse_request_line(const char *s, Request &req) { + auto len = strlen(s); + if (len < 2 || s[len - 2] != '\r' || s[len - 1] != '\n') { return false; } + len -= 2; + + { + size_t count = 0; + + detail::split(s, s + len, ' ', [&](const char *b, const char *e) { + switch (count) { + case 0: req.method = std::string(b, e); break; + case 1: req.target = std::string(b, e); break; + case 2: req.version = std::string(b, e); break; + default: break; + } + count++; + }); + + if (count != 3) { return false; } + } + + static const std::set methods{ + "GET", "HEAD", "POST", "PUT", "DELETE", + "CONNECT", "OPTIONS", "TRACE", "PATCH", "PRI"}; + + if (methods.find(req.method) == methods.end()) { return false; } + + if (req.version != "HTTP/1.1" && req.version != "HTTP/1.0") { return false; } + + { + // Skip URL fragment + for (size_t i = 0; i < req.target.size(); i++) { + if (req.target[i] == '#') { + req.target.erase(i); + break; + } + } + + size_t count = 0; + + detail::split(req.target.data(), req.target.data() + req.target.size(), '?', + [&](const char *b, const char *e) { + switch (count) { + case 0: + req.path = detail::decode_url(std::string(b, e), false); + break; + case 1: { + if (e - b > 0) { + detail::parse_query_text(std::string(b, e), req.params); + } + break; + } + default: break; + } + count++; + }); + + if (count > 2) { return false; } + } + + return true; +} + +bool Server::write_response(Stream &strm, bool close_connection, + const Request &req, Response &res) { + return write_response_core(strm, close_connection, req, res, false); +} + +bool Server::write_response_with_content(Stream &strm, + bool close_connection, + const Request &req, + Response &res) { + return write_response_core(strm, close_connection, req, res, true); +} + +bool Server::write_response_core(Stream &strm, bool close_connection, + const Request &req, Response &res, + bool need_apply_ranges) { + assert(res.status != -1); + + if (400 <= res.status && error_handler_ && + error_handler_(req, res) == HandlerResponse::Handled) { + need_apply_ranges = true; + } + + std::string content_type; + std::string boundary; + if (need_apply_ranges) { apply_ranges(req, res, content_type, boundary); } + + // Prepare additional headers + if (close_connection || req.get_header_value("Connection") == "close") { + res.set_header("Connection", "close"); + } else { + std::stringstream ss; + ss << "timeout=" << keep_alive_timeout_sec_ + << ", max=" << keep_alive_max_count_; + res.set_header("Keep-Alive", ss.str()); + } + + if (!res.has_header("Content-Type") && + (!res.body.empty() || res.content_length_ > 0 || res.content_provider_)) { + res.set_header("Content-Type", "text/plain"); + } + + if (!res.has_header("Content-Length") && res.body.empty() && + !res.content_length_ && !res.content_provider_) { + res.set_header("Content-Length", "0"); + } + + if (!res.has_header("Accept-Ranges") && req.method == "HEAD") { + res.set_header("Accept-Ranges", "bytes"); + } + + if (post_routing_handler_) { post_routing_handler_(req, res); } + + // Response line and headers + { + detail::BufferStream bstrm; + + if (!bstrm.write_format("HTTP/1.1 %d %s\r\n", res.status, + detail::status_message(res.status))) { + return false; + } + + if (!detail::write_headers(bstrm, res.headers)) { return false; } + + // Flush buffer + auto &data = bstrm.get_buffer(); + detail::write_data(strm, data.data(), data.size()); + } + + // Body + auto ret = true; + if (req.method != "HEAD") { + if (!res.body.empty()) { + if (!detail::write_data(strm, res.body.data(), res.body.size())) { + ret = false; + } + } else if (res.content_provider_) { + if (write_content_with_provider(strm, req, res, boundary, content_type)) { + res.content_provider_success_ = true; + } else { + res.content_provider_success_ = false; + ret = false; + } + } + } + + // Log + if (logger_) { logger_(req, res); } + + return ret; +} + +bool +Server::write_content_with_provider(Stream &strm, const Request &req, + Response &res, const std::string &boundary, + const std::string &content_type) { + auto is_shutting_down = [this]() { + return this->svr_sock_ == INVALID_SOCKET; + }; + + if (res.content_length_ > 0) { + if (req.ranges.empty()) { + return detail::write_content(strm, res.content_provider_, 0, + res.content_length_, is_shutting_down); + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.content_length_, 0); + auto offset = offsets.first; + auto length = offsets.second; + return detail::write_content(strm, res.content_provider_, offset, length, + is_shutting_down); + } else { + return detail::write_multipart_ranges_data( + strm, req, res, boundary, content_type, is_shutting_down); + } + } else { + if (res.is_chunked_content_provider_) { + auto type = detail::encoding_type(req, res); + + std::unique_ptr compressor; + if (type == detail::EncodingType::Gzip) { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + compressor = detail::make_unique(); +#endif + } else if (type == detail::EncodingType::Brotli) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + compressor = detail::make_unique(); +#endif + } else { + compressor = detail::make_unique(); + } + assert(compressor != nullptr); + + return detail::write_content_chunked(strm, res.content_provider_, + is_shutting_down, *compressor); + } else { + return detail::write_content_without_length(strm, res.content_provider_, + is_shutting_down); + } + } +} + +bool Server::read_content(Stream &strm, Request &req, Response &res) { + MultipartFormDataMap::iterator cur; + auto file_count = 0; + if (read_content_core( + strm, req, res, + // Regular + [&](const char *buf, size_t n) { + if (req.body.size() + n > req.body.max_size()) { return false; } + req.body.append(buf, n); + return true; + }, + // Multipart + [&](const MultipartFormData &file) { + if (file_count++ == CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT) { + return false; + } + cur = req.files.emplace(file.name, file); + return true; + }, + [&](const char *buf, size_t n) { + auto &content = cur->second.content; + if (content.size() + n > content.max_size()) { return false; } + content.append(buf, n); + return true; + })) { + const auto &content_type = req.get_header_value("Content-Type"); + if (!content_type.find("application/x-www-form-urlencoded")) { + if (req.body.size() > CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH) { + res.status = 413; // NOTE: should be 414? + return false; + } + detail::parse_query_text(req.body, req.params); + } + return true; + } + return false; +} + +bool Server::read_content_with_content_receiver( + Stream &strm, Request &req, Response &res, ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) { + return read_content_core(strm, req, res, std::move(receiver), + std::move(multipart_header), + std::move(multipart_receiver)); +} + +bool Server::read_content_core(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) { + detail::MultipartFormDataParser multipart_form_data_parser; + ContentReceiverWithProgress out; + + if (req.is_multipart_form_data()) { + const auto &content_type = req.get_header_value("Content-Type"); + std::string boundary; + if (!detail::parse_multipart_boundary(content_type, boundary)) { + res.status = 400; + return false; + } + + multipart_form_data_parser.set_boundary(std::move(boundary)); + out = [&](const char *buf, size_t n, uint64_t /*off*/, uint64_t /*len*/) { + /* For debug + size_t pos = 0; + while (pos < n) { + auto read_size = (std::min)(1, n - pos); + auto ret = multipart_form_data_parser.parse( + buf + pos, read_size, multipart_receiver, multipart_header); + if (!ret) { return false; } + pos += read_size; + } + return true; + */ + return multipart_form_data_parser.parse(buf, n, multipart_receiver, + multipart_header); + }; + } else { + out = [receiver](const char *buf, size_t n, uint64_t /*off*/, + uint64_t /*len*/) { return receiver(buf, n); }; + } + + if (req.method == "DELETE" && !req.has_header("Content-Length")) { + return true; + } + + if (!detail::read_content(strm, req, payload_max_length_, res.status, nullptr, + out, true)) { + return false; + } + + if (req.is_multipart_form_data()) { + if (!multipart_form_data_parser.is_valid()) { + res.status = 400; + return false; + } + } + + return true; +} + +bool Server::handle_file_request(const Request &req, Response &res, + bool head) { + for (const auto &entry : base_dirs_) { + // Prefix match + if (!req.path.compare(0, entry.mount_point.size(), entry.mount_point)) { + std::string sub_path = "/" + req.path.substr(entry.mount_point.size()); + if (detail::is_valid_path(sub_path)) { + auto path = entry.base_dir + sub_path; + if (path.back() == '/') { path += "index.html"; } + + if (detail::is_file(path)) { + detail::read_file(path, res.body); + auto type = + detail::find_content_type(path, file_extension_and_mimetype_map_); + if (type) { res.set_header("Content-Type", type); } + for (const auto &kv : entry.headers) { + res.set_header(kv.first.c_str(), kv.second); + } + res.status = req.has_header("Range") ? 206 : 200; + if (!head && file_request_handler_) { + file_request_handler_(req, res); + } + return true; + } + } + } + } + return false; +} + +socket_t +Server::create_server_socket(const std::string &host, int port, + int socket_flags, + SocketOptions socket_options) const { + return detail::create_socket( + host, std::string(), port, address_family_, socket_flags, tcp_nodelay_, + std::move(socket_options), + [](socket_t sock, struct addrinfo &ai) -> bool { + if (::bind(sock, ai.ai_addr, static_cast(ai.ai_addrlen))) { + return false; + } + if (::listen(sock, CPPHTTPLIB_LISTEN_BACKLOG)) { return false; } + return true; + }); +} + +int Server::bind_internal(const std::string &host, int port, + int socket_flags) { + if (!is_valid()) { return -1; } + + svr_sock_ = create_server_socket(host, port, socket_flags, socket_options_); + if (svr_sock_ == INVALID_SOCKET) { return -1; } + + if (port == 0) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + if (getsockname(svr_sock_, reinterpret_cast(&addr), + &addr_len) == -1) { + return -1; + } + if (addr.ss_family == AF_INET) { + return ntohs(reinterpret_cast(&addr)->sin_port); + } else if (addr.ss_family == AF_INET6) { + return ntohs(reinterpret_cast(&addr)->sin6_port); + } else { + return -1; + } + } else { + return port; + } +} + +bool Server::listen_internal() { + auto ret = true; + is_running_ = true; + auto se = detail::scope_exit([&]() { is_running_ = false; }); + + { + std::unique_ptr task_queue(new_task_queue()); + + while (svr_sock_ != INVALID_SOCKET) { +#ifndef _WIN32 + if (idle_interval_sec_ > 0 || idle_interval_usec_ > 0) { +#endif + auto val = detail::select_read(svr_sock_, idle_interval_sec_, + idle_interval_usec_); + if (val == 0) { // Timeout + task_queue->on_idle(); + continue; + } +#ifndef _WIN32 + } +#endif + socket_t sock = accept(svr_sock_, nullptr, nullptr); + + if (sock == INVALID_SOCKET) { + if (errno == EMFILE) { + // The per-process limit of open file descriptors has been reached. + // Try to accept new connections after a short sleep. + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + continue; + } else if (errno == EINTR || errno == EAGAIN) { + continue; + } + if (svr_sock_ != INVALID_SOCKET) { + detail::close_socket(svr_sock_); + ret = false; + } else { + ; // The server socket was closed by user. + } + break; + } + + { +#ifdef _WIN32 + auto timeout = static_cast(read_timeout_sec_ * 1000 + + read_timeout_usec_ / 1000); + setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(read_timeout_sec_); + tv.tv_usec = static_cast(read_timeout_usec_); + setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + { + +#ifdef _WIN32 + auto timeout = static_cast(write_timeout_sec_ * 1000 + + write_timeout_usec_ / 1000); + setsockopt(sock, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(write_timeout_sec_); + tv.tv_usec = static_cast(write_timeout_usec_); + setsockopt(sock, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + + int const size = 1048576; + setsockopt(sock, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)); + setsockopt(sock, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)); + + task_queue->enqueue([this, sock]() { process_and_close_socket(sock); }); + } + + task_queue->shutdown(); + } + + return ret; +} + +bool Server::routing(Request &req, Response &res, Stream &strm) { + if (pre_routing_handler_ && + pre_routing_handler_(req, res) == HandlerResponse::Handled) { + return true; + } + + // File handler + auto is_head_request = req.method == "HEAD"; + if ((req.method == "GET" || is_head_request) && + handle_file_request(req, res, is_head_request)) { + return true; + } + + if (detail::expect_content(req)) { + // Content reader handler + { + ContentReader reader( + [&](ContentReceiver receiver) { + return read_content_with_content_receiver( + strm, req, res, std::move(receiver), nullptr, nullptr); + }, + [&](MultipartContentHeader header, ContentReceiver receiver) { + return read_content_with_content_receiver(strm, req, res, nullptr, + std::move(header), + std::move(receiver)); + }); + + if (req.method == "POST") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + post_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "PUT") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + put_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "PATCH") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + patch_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "DELETE") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + delete_handlers_for_content_reader_)) { + return true; + } + } + } + + // Read content into `req.body` + if (!read_content(strm, req, res)) { return false; } + } + + // Regular handler + if (req.method == "GET" || req.method == "HEAD") { + return dispatch_request(req, res, get_handlers_); + } else if (req.method == "POST") { + return dispatch_request(req, res, post_handlers_); + } else if (req.method == "PUT") { + return dispatch_request(req, res, put_handlers_); + } else if (req.method == "DELETE") { + return dispatch_request(req, res, delete_handlers_); + } else if (req.method == "OPTIONS") { + return dispatch_request(req, res, options_handlers_); + } else if (req.method == "PATCH") { + return dispatch_request(req, res, patch_handlers_); + } + + res.status = 400; + return false; +} + +bool Server::dispatch_request(Request &req, Response &res, + const Handlers &handlers) { + for (const auto &x : handlers) { + const auto &matcher = x.first; + const auto &handler = x.second; + + if (matcher->match(req)) { + handler(req, res); + return true; + } + } + return false; +} + +void Server::apply_ranges(const Request &req, Response &res, + std::string &content_type, + std::string &boundary) { + if (req.ranges.size() > 1) { + boundary = detail::make_multipart_data_boundary(); + + auto it = res.headers.find("Content-Type"); + if (it != res.headers.end()) { + content_type = it->second; + res.headers.erase(it); + } + + res.set_header("Content-Type", + "multipart/byteranges; boundary=" + boundary); + } + + auto type = detail::encoding_type(req, res); + + if (res.body.empty()) { + if (res.content_length_ > 0) { + size_t length = 0; + if (req.ranges.empty()) { + length = res.content_length_; + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.content_length_, 0); + auto offset = offsets.first; + length = offsets.second; + auto content_range = detail::make_content_range_header_field( + offset, length, res.content_length_); + res.set_header("Content-Range", content_range); + } else { + length = detail::get_multipart_ranges_data_length(req, res, boundary, + content_type); + } + res.set_header("Content-Length", std::to_string(length)); + } else { + if (res.content_provider_) { + if (res.is_chunked_content_provider_) { + res.set_header("Transfer-Encoding", "chunked"); + if (type == detail::EncodingType::Gzip) { + res.set_header("Content-Encoding", "gzip"); + } else if (type == detail::EncodingType::Brotli) { + res.set_header("Content-Encoding", "br"); + } + } + } + } + } else { + if (req.ranges.empty()) { + ; + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.body.size(), 0); + auto offset = offsets.first; + auto length = offsets.second; + auto content_range = detail::make_content_range_header_field( + offset, length, res.body.size()); + res.set_header("Content-Range", content_range); + if (offset < res.body.size()) { + res.body = res.body.substr(offset, length); + } else { + res.body.clear(); + res.status = 416; + } + } else { + std::string data; + if (detail::make_multipart_ranges_data(req, res, boundary, content_type, + data)) { + res.body.swap(data); + } else { + res.body.clear(); + res.status = 416; + } + } + + if (type != detail::EncodingType::None) { + std::unique_ptr compressor; + std::string content_encoding; + + if (type == detail::EncodingType::Gzip) { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + compressor = detail::make_unique(); + content_encoding = "gzip"; +#endif + } else if (type == detail::EncodingType::Brotli) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + compressor = detail::make_unique(); + content_encoding = "br"; +#endif + } + + if (compressor) { + std::string compressed; + if (compressor->compress(res.body.data(), res.body.size(), true, + [&](const char *data, size_t data_len) { + compressed.append(data, data_len); + return true; + })) { + res.body.swap(compressed); + res.set_header("Content-Encoding", content_encoding); + } + } + } + + auto length = std::to_string(res.body.size()); + res.set_header("Content-Length", length); + } +} + +bool Server::dispatch_request_for_content_reader( + Request &req, Response &res, ContentReader content_reader, + const HandlersForContentReader &handlers) { + for (const auto &x : handlers) { + const auto &matcher = x.first; + const auto &handler = x.second; + + if (matcher->match(req)) { + handler(req, res, content_reader); + return true; + } + } + return false; +} + +bool +Server::process_request(Stream &strm, bool close_connection, + bool &connection_closed, + const std::function &setup_request) { + std::array buf{}; + + detail::stream_line_reader line_reader(strm, buf.data(), buf.size()); + + // Connection has been closed on client + if (!line_reader.getline()) { return false; } + + Request req; + + Response res; + res.version = "HTTP/1.1"; + res.headers = default_headers_; + +#ifdef _WIN32 + // TODO: Increase FD_SETSIZE statically (libzmq), dynamically (MySQL). +#else +#ifndef CPPHTTPLIB_USE_POLL + // Socket file descriptor exceeded FD_SETSIZE... + if (strm.socket() >= FD_SETSIZE) { + Headers dummy; + detail::read_headers(strm, dummy); + res.status = 500; + return write_response(strm, close_connection, req, res); + } +#endif +#endif + + // Check if the request URI doesn't exceed the limit + if (line_reader.size() > CPPHTTPLIB_REQUEST_URI_MAX_LENGTH) { + Headers dummy; + detail::read_headers(strm, dummy); + res.status = 414; + return write_response(strm, close_connection, req, res); + } + + // Request line and headers + if (!parse_request_line(line_reader.ptr(), req) || + !detail::read_headers(strm, req.headers)) { + res.status = 400; + return write_response(strm, close_connection, req, res); + } + + if (req.get_header_value("Connection") == "close") { + connection_closed = true; + } + + if (req.version == "HTTP/1.0" && + req.get_header_value("Connection") != "Keep-Alive") { + connection_closed = true; + } + + strm.get_remote_ip_and_port(req.remote_addr, req.remote_port); + req.set_header("REMOTE_ADDR", req.remote_addr); + req.set_header("REMOTE_PORT", std::to_string(req.remote_port)); + + strm.get_local_ip_and_port(req.local_addr, req.local_port); + req.set_header("LOCAL_ADDR", req.local_addr); + req.set_header("LOCAL_PORT", std::to_string(req.local_port)); + + if (req.has_header("Range")) { + const auto &range_header_value = req.get_header_value("Range"); + if (!detail::parse_range_header(range_header_value, req.ranges)) { + res.status = 416; + return write_response(strm, close_connection, req, res); + } + } + + if (setup_request) { setup_request(req); } + + if (req.get_header_value("Expect") == "100-continue") { + auto status = 100; + if (expect_100_continue_handler_) { + status = expect_100_continue_handler_(req, res); + } + switch (status) { + case 100: + case 417: + strm.write_format("HTTP/1.1 %d %s\r\n\r\n", status, + detail::status_message(status)); + break; + default: return write_response(strm, close_connection, req, res); + } + } + + // Rounting + bool routed = false; +#ifdef CPPHTTPLIB_NO_EXCEPTIONS + routed = routing(req, res, strm); +#else + try { + routed = routing(req, res, strm); + } catch (std::exception &e) { + if (exception_handler_) { + auto ep = std::current_exception(); + exception_handler_(req, res, ep); + routed = true; + } else { + res.status = 500; + std::string val; + auto s = e.what(); + for (size_t i = 0; s[i]; i++) { + switch (s[i]) { + case '\r': val += "\\r"; break; + case '\n': val += "\\n"; break; + default: val += s[i]; break; + } + } + res.set_header("EXCEPTION_WHAT", val); + } + } catch (...) { + if (exception_handler_) { + auto ep = std::current_exception(); + exception_handler_(req, res, ep); + routed = true; + } else { + res.status = 500; + res.set_header("EXCEPTION_WHAT", "UNKNOWN"); + } + } +#endif + + if (routed) { + if (res.status == -1) { res.status = req.ranges.empty() ? 200 : 206; } + return write_response_with_content(strm, close_connection, req, res); + } else { + if (res.status == -1) { res.status = 404; } + return write_response(strm, close_connection, req, res); + } +} + +bool Server::is_valid() const { return true; } + +bool Server::process_and_close_socket(socket_t sock) { + auto ret = detail::process_server_socket( + svr_sock_, sock, keep_alive_max_count_, keep_alive_timeout_sec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, + [this](Stream &strm, bool close_connection, bool &connection_closed) { + return process_request(strm, close_connection, connection_closed, + nullptr); + }); + + detail::shutdown_socket(sock); + detail::close_socket(sock); + return ret; +} + +// HTTP client implementation +ClientImpl::ClientImpl(const std::string &host) + : ClientImpl(host, 80, std::string(), std::string()) {} + +ClientImpl::ClientImpl(const std::string &host, int port) + : ClientImpl(host, port, std::string(), std::string()) {} + +ClientImpl::ClientImpl(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : host_(host), port_(port), + host_and_port_(adjust_host_string(host) + ":" + std::to_string(port)), + client_cert_path_(client_cert_path), client_key_path_(client_key_path) {} + +ClientImpl::~ClientImpl() { + std::lock_guard guard(socket_mutex_); + shutdown_socket(socket_); + close_socket(socket_); +} + +bool ClientImpl::is_valid() const { return true; } + +void ClientImpl::copy_settings(const ClientImpl &rhs) { + client_cert_path_ = rhs.client_cert_path_; + client_key_path_ = rhs.client_key_path_; + connection_timeout_sec_ = rhs.connection_timeout_sec_; + read_timeout_sec_ = rhs.read_timeout_sec_; + read_timeout_usec_ = rhs.read_timeout_usec_; + write_timeout_sec_ = rhs.write_timeout_sec_; + write_timeout_usec_ = rhs.write_timeout_usec_; + basic_auth_username_ = rhs.basic_auth_username_; + basic_auth_password_ = rhs.basic_auth_password_; + bearer_token_auth_token_ = rhs.bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + digest_auth_username_ = rhs.digest_auth_username_; + digest_auth_password_ = rhs.digest_auth_password_; +#endif + keep_alive_ = rhs.keep_alive_; + follow_location_ = rhs.follow_location_; + url_encode_ = rhs.url_encode_; + address_family_ = rhs.address_family_; + tcp_nodelay_ = rhs.tcp_nodelay_; + socket_options_ = rhs.socket_options_; + compress_ = rhs.compress_; + decompress_ = rhs.decompress_; + interface_ = rhs.interface_; + proxy_host_ = rhs.proxy_host_; + proxy_port_ = rhs.proxy_port_; + proxy_basic_auth_username_ = rhs.proxy_basic_auth_username_; + proxy_basic_auth_password_ = rhs.proxy_basic_auth_password_; + proxy_bearer_token_auth_token_ = rhs.proxy_bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + proxy_digest_auth_username_ = rhs.proxy_digest_auth_username_; + proxy_digest_auth_password_ = rhs.proxy_digest_auth_password_; +#endif +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + ca_cert_file_path_ = rhs.ca_cert_file_path_; + ca_cert_dir_path_ = rhs.ca_cert_dir_path_; + ca_cert_store_ = rhs.ca_cert_store_; +#endif +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + server_certificate_verification_ = rhs.server_certificate_verification_; +#endif + logger_ = rhs.logger_; +} + +socket_t ClientImpl::create_client_socket(Error &error) const { + if (!proxy_host_.empty() && proxy_port_ != -1) { + return detail::create_client_socket( + proxy_host_, std::string(), proxy_port_, address_family_, tcp_nodelay_, + socket_options_, connection_timeout_sec_, connection_timeout_usec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, interface_, error); + } + + // Check is custom IP specified for host_ + std::string ip; + auto it = addr_map_.find(host_); + if (it != addr_map_.end()) ip = it->second; + + return detail::create_client_socket( + host_, ip, port_, address_family_, tcp_nodelay_, socket_options_, + connection_timeout_sec_, connection_timeout_usec_, read_timeout_sec_, + read_timeout_usec_, write_timeout_sec_, write_timeout_usec_, interface_, + error); +} + +bool ClientImpl::create_and_connect_socket(Socket &socket, + Error &error) { + auto sock = create_client_socket(error); + if (sock == INVALID_SOCKET) { return false; } + socket.sock = sock; + return true; +} + +void ClientImpl::shutdown_ssl(Socket & /*socket*/, + bool /*shutdown_gracefully*/) { + // If there are any requests in flight from threads other than us, then it's + // a thread-unsafe race because individual ssl* objects are not thread-safe. + assert(socket_requests_in_flight_ == 0 || + socket_requests_are_from_thread_ == std::this_thread::get_id()); +} + +void ClientImpl::shutdown_socket(Socket &socket) { + if (socket.sock == INVALID_SOCKET) { return; } + detail::shutdown_socket(socket.sock); +} + +void ClientImpl::close_socket(Socket &socket) { + // If there are requests in flight in another thread, usually closing + // the socket will be fine and they will simply receive an error when + // using the closed socket, but it is still a bug since rarely the OS + // may reassign the socket id to be used for a new socket, and then + // suddenly they will be operating on a live socket that is different + // than the one they intended! + assert(socket_requests_in_flight_ == 0 || + socket_requests_are_from_thread_ == std::this_thread::get_id()); + + // It is also a bug if this happens while SSL is still active +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + assert(socket.ssl == nullptr); +#endif + if (socket.sock == INVALID_SOCKET) { return; } + detail::close_socket(socket.sock); + socket.sock = INVALID_SOCKET; +} + +bool ClientImpl::read_response_line(Stream &strm, const Request &req, + Response &res) { + std::array buf{}; + + detail::stream_line_reader line_reader(strm, buf.data(), buf.size()); + + if (!line_reader.getline()) { return false; } + +#ifdef CPPHTTPLIB_ALLOW_LF_AS_LINE_TERMINATOR + const static std::regex re("(HTTP/1\\.[01]) (\\d{3})(?: (.*?))?\r\n"); +#else + const static std::regex re("(HTTP/1\\.[01]) (\\d{3})(?: (.*?))?\r?\n"); +#endif + + std::cmatch m; + if (!std::regex_match(line_reader.ptr(), m, re)) { + return req.method == "CONNECT"; + } + res.version = std::string(m[1]); + res.status = std::stoi(std::string(m[2])); + res.reason = std::string(m[3]); + + // Ignore '100 Continue' + while (res.status == 100) { + if (!line_reader.getline()) { return false; } // CRLF + if (!line_reader.getline()) { return false; } // next response line + + if (!std::regex_match(line_reader.ptr(), m, re)) { return false; } + res.version = std::string(m[1]); + res.status = std::stoi(std::string(m[2])); + res.reason = std::string(m[3]); + } + + return true; +} + +bool ClientImpl::send(Request &req, Response &res, Error &error) { + std::lock_guard request_mutex_guard(request_mutex_); + auto ret = send_(req, res, error); + if (error == Error::SSLPeerCouldBeClosed_) { + assert(!ret); + ret = send_(req, res, error); + } + return ret; +} + +bool ClientImpl::send_(Request &req, Response &res, Error &error) { + { + std::lock_guard guard(socket_mutex_); + + // Set this to false immediately - if it ever gets set to true by the end of + // the request, we know another thread instructed us to close the socket. + socket_should_be_closed_when_request_is_done_ = false; + + auto is_alive = false; + if (socket_.is_open()) { + is_alive = detail::is_socket_alive(socket_.sock); + if (!is_alive) { + // Attempt to avoid sigpipe by shutting down nongracefully if it seems + // like the other side has already closed the connection Also, there + // cannot be any requests in flight from other threads since we locked + // request_mutex_, so safe to close everything immediately + const bool shutdown_gracefully = false; + shutdown_ssl(socket_, shutdown_gracefully); + shutdown_socket(socket_); + close_socket(socket_); + } + } + + if (!is_alive) { + if (!create_and_connect_socket(socket_, error)) { return false; } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + // TODO: refactoring + if (is_ssl()) { + auto &scli = static_cast(*this); + if (!proxy_host_.empty() && proxy_port_ != -1) { + auto success = false; + if (!scli.connect_with_proxy(socket_, res, success, error)) { + return success; + } + } + + if (!scli.initialize_ssl(socket_, error)) { return false; } + } +#endif + } + + // Mark the current socket as being in use so that it cannot be closed by + // anyone else while this request is ongoing, even though we will be + // releasing the mutex. + if (socket_requests_in_flight_ > 1) { + assert(socket_requests_are_from_thread_ == std::this_thread::get_id()); + } + socket_requests_in_flight_ += 1; + socket_requests_are_from_thread_ = std::this_thread::get_id(); + } + + for (const auto &header : default_headers_) { + if (req.headers.find(header.first) == req.headers.end()) { + req.headers.insert(header); + } + } + + auto ret = false; + auto close_connection = !keep_alive_; + + auto se = detail::scope_exit([&]() { + // Briefly lock mutex in order to mark that a request is no longer ongoing + std::lock_guard guard(socket_mutex_); + socket_requests_in_flight_ -= 1; + if (socket_requests_in_flight_ <= 0) { + assert(socket_requests_in_flight_ == 0); + socket_requests_are_from_thread_ = std::thread::id(); + } + + if (socket_should_be_closed_when_request_is_done_ || close_connection || + !ret) { + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); + } + }); + + ret = process_socket(socket_, [&](Stream &strm) { + return handle_request(strm, req, res, close_connection, error); + }); + + if (!ret) { + if (error == Error::Success) { error = Error::Unknown; } + } + + return ret; +} + +Result ClientImpl::send(const Request &req) { + auto req2 = req; + return send_(std::move(req2)); +} + +Result ClientImpl::send_(Request &&req) { + auto res = detail::make_unique(); + auto error = Error::Success; + auto ret = send(req, *res, error); + return Result{ret ? std::move(res) : nullptr, error, std::move(req.headers)}; +} + +bool ClientImpl::handle_request(Stream &strm, Request &req, + Response &res, bool close_connection, + Error &error) { + if (req.path.empty()) { + error = Error::Connection; + return false; + } + + auto req_save = req; + + bool ret; + + if (!is_ssl() && !proxy_host_.empty() && proxy_port_ != -1) { + auto req2 = req; + req2.path = "http://" + host_and_port_ + req.path; + ret = process_request(strm, req2, res, close_connection, error); + req = req2; + req.path = req_save.path; + } else { + ret = process_request(strm, req, res, close_connection, error); + } + + if (!ret) { return false; } + + if (300 < res.status && res.status < 400 && follow_location_) { + req = req_save; + ret = redirect(req, res, error); + } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if ((res.status == 401 || res.status == 407) && + req.authorization_count_ < 5) { + auto is_proxy = res.status == 407; + const auto &username = + is_proxy ? proxy_digest_auth_username_ : digest_auth_username_; + const auto &password = + is_proxy ? proxy_digest_auth_password_ : digest_auth_password_; + + if (!username.empty() && !password.empty()) { + std::map auth; + if (detail::parse_www_authenticate(res, auth, is_proxy)) { + Request new_req = req; + new_req.authorization_count_ += 1; + new_req.headers.erase(is_proxy ? "Proxy-Authorization" + : "Authorization"); + new_req.headers.insert(detail::make_digest_authentication_header( + req, auth, new_req.authorization_count_, detail::random_string(10), + username, password, is_proxy)); + + Response new_res; + + ret = send(new_req, new_res, error); + if (ret) { res = new_res; } + } + } + } +#endif + + return ret; +} + +bool ClientImpl::redirect(Request &req, Response &res, Error &error) { + if (req.redirect_count_ == 0) { + error = Error::ExceedRedirectCount; + return false; + } + + auto location = res.get_header_value("location"); + if (location.empty()) { return false; } + + const static std::regex re( + R"((?:(https?):)?(?://(?:\[([\d:]+)\]|([^:/?#]+))(?::(\d+))?)?([^?#]*)(\?[^#]*)?(?:#.*)?)"); + + std::smatch m; + if (!std::regex_match(location, m, re)) { return false; } + + auto scheme = is_ssl() ? "https" : "http"; + + auto next_scheme = m[1].str(); + auto next_host = m[2].str(); + if (next_host.empty()) { next_host = m[3].str(); } + auto port_str = m[4].str(); + auto next_path = m[5].str(); + auto next_query = m[6].str(); + + auto next_port = port_; + if (!port_str.empty()) { + next_port = std::stoi(port_str); + } else if (!next_scheme.empty()) { + next_port = next_scheme == "https" ? 443 : 80; + } + + if (next_scheme.empty()) { next_scheme = scheme; } + if (next_host.empty()) { next_host = host_; } + if (next_path.empty()) { next_path = "/"; } + + auto path = detail::decode_url(next_path, true) + next_query; + + if (next_scheme == scheme && next_host == host_ && next_port == port_) { + return detail::redirect(*this, req, res, path, location, error); + } else { + if (next_scheme == "https") { +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + SSLClient cli(next_host.c_str(), next_port); + cli.copy_settings(*this); + if (ca_cert_store_) { cli.set_ca_cert_store(ca_cert_store_); } + return detail::redirect(cli, req, res, path, location, error); +#else + return false; +#endif + } else { + ClientImpl cli(next_host.c_str(), next_port); + cli.copy_settings(*this); + return detail::redirect(cli, req, res, path, location, error); + } + } +} + +bool ClientImpl::write_content_with_provider(Stream &strm, + const Request &req, + Error &error) { + auto is_shutting_down = []() { return false; }; + + if (req.is_chunked_content_provider_) { + // TODO: Brotli support + std::unique_ptr compressor; +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_) { + compressor = detail::make_unique(); + } else +#endif + { + compressor = detail::make_unique(); + } + + return detail::write_content_chunked(strm, req.content_provider_, + is_shutting_down, *compressor, error); + } else { + return detail::write_content(strm, req.content_provider_, 0, + req.content_length_, is_shutting_down, error); + } +} + +bool ClientImpl::write_request(Stream &strm, Request &req, + bool close_connection, Error &error) { + // Prepare additional headers + if (close_connection) { + if (!req.has_header("Connection")) { + req.set_header("Connection", "close"); + } + } + + if (!req.has_header("Host")) { + if (is_ssl()) { + if (port_ == 443) { + req.set_header("Host", host_); + } else { + req.set_header("Host", host_and_port_); + } + } else { + if (port_ == 80) { + req.set_header("Host", host_); + } else { + req.set_header("Host", host_and_port_); + } + } + } + + if (!req.has_header("Accept")) { req.set_header("Accept", "*/*"); } + +#ifndef CPPHTTPLIB_NO_DEFAULT_USER_AGENT + if (!req.has_header("User-Agent")) { + auto agent = std::string("cpp-httplib/") + CPPHTTPLIB_VERSION; + req.set_header("User-Agent", agent); + } +#endif + + if (req.body.empty()) { + if (req.content_provider_) { + if (!req.is_chunked_content_provider_) { + if (!req.has_header("Content-Length")) { + auto length = std::to_string(req.content_length_); + req.set_header("Content-Length", length); + } + } + } else { + if (req.method == "POST" || req.method == "PUT" || + req.method == "PATCH") { + req.set_header("Content-Length", "0"); + } + } + } else { + if (!req.has_header("Content-Type")) { + req.set_header("Content-Type", "text/plain"); + } + + if (!req.has_header("Content-Length")) { + auto length = std::to_string(req.body.size()); + req.set_header("Content-Length", length); + } + } + + if (!basic_auth_password_.empty() || !basic_auth_username_.empty()) { + if (!req.has_header("Authorization")) { + req.headers.insert(make_basic_authentication_header( + basic_auth_username_, basic_auth_password_, false)); + } + } + + if (!proxy_basic_auth_username_.empty() && + !proxy_basic_auth_password_.empty()) { + if (!req.has_header("Proxy-Authorization")) { + req.headers.insert(make_basic_authentication_header( + proxy_basic_auth_username_, proxy_basic_auth_password_, true)); + } + } + + if (!bearer_token_auth_token_.empty()) { + if (!req.has_header("Authorization")) { + req.headers.insert(make_bearer_token_authentication_header( + bearer_token_auth_token_, false)); + } + } + + if (!proxy_bearer_token_auth_token_.empty()) { + if (!req.has_header("Proxy-Authorization")) { + req.headers.insert(make_bearer_token_authentication_header( + proxy_bearer_token_auth_token_, true)); + } + } + + // Request line and headers + { + detail::BufferStream bstrm; + + const auto &path = url_encode_ ? detail::encode_url(req.path) : req.path; + bstrm.write_format("%s %s HTTP/1.1\r\n", req.method.c_str(), path.c_str()); + + detail::write_headers(bstrm, req.headers); + + // Flush buffer + auto &data = bstrm.get_buffer(); + if (!detail::write_data(strm, data.data(), data.size())) { + error = Error::Write; + return false; + } + } + + // Body + if (req.body.empty()) { + return write_content_with_provider(strm, req, error); + } + + if (!detail::write_data(strm, req.body.data(), req.body.size())) { + error = Error::Write; + return false; + } + + return true; +} + +std::unique_ptr ClientImpl::send_with_content_provider( + Request &req, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type, Error &error) { + if (!content_type.empty()) { req.set_header("Content-Type", content_type); } + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_) { req.set_header("Content-Encoding", "gzip"); } +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_ && !content_provider_without_length) { + // TODO: Brotli support + detail::gzip_compressor compressor; + + if (content_provider) { + auto ok = true; + size_t offset = 0; + DataSink data_sink; + + data_sink.write = [&](const char *data, size_t data_len) -> bool { + if (ok) { + auto last = offset + data_len == content_length; + + auto ret = compressor.compress( + data, data_len, last, + [&](const char *compressed_data, size_t compressed_data_len) { + req.body.append(compressed_data, compressed_data_len); + return true; + }); + + if (ret) { + offset += data_len; + } else { + ok = false; + } + } + return ok; + }; + + while (ok && offset < content_length) { + if (!content_provider(offset, content_length - offset, data_sink)) { + error = Error::Canceled; + return nullptr; + } + } + } else { + if (!compressor.compress(body, content_length, true, + [&](const char *data, size_t data_len) { + req.body.append(data, data_len); + return true; + })) { + error = Error::Compression; + return nullptr; + } + } + } else +#endif + { + if (content_provider) { + req.content_length_ = content_length; + req.content_provider_ = std::move(content_provider); + req.is_chunked_content_provider_ = false; + } else if (content_provider_without_length) { + req.content_length_ = 0; + req.content_provider_ = detail::ContentProviderAdapter( + std::move(content_provider_without_length)); + req.is_chunked_content_provider_ = true; + req.set_header("Transfer-Encoding", "chunked"); + } else { + req.body.assign(body, content_length); + } + } + + auto res = detail::make_unique(); + return send(req, *res, error) ? std::move(res) : nullptr; +} + +Result ClientImpl::send_with_content_provider( + const std::string &method, const std::string &path, const Headers &headers, + const char *body, size_t content_length, ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type) { + Request req; + req.method = method; + req.headers = headers; + req.path = path; + + auto error = Error::Success; + + auto res = send_with_content_provider( + req, body, content_length, std::move(content_provider), + std::move(content_provider_without_length), content_type, error); + + return Result{std::move(res), error, std::move(req.headers)}; +} + +std::string +ClientImpl::adjust_host_string(const std::string &host) const { + if (host.find(':') != std::string::npos) { return "[" + host + "]"; } + return host; +} + +bool ClientImpl::process_request(Stream &strm, Request &req, + Response &res, bool close_connection, + Error &error) { + // Send request + if (!write_request(strm, req, close_connection, error)) { return false; } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if (is_ssl()) { + auto is_proxy_enabled = !proxy_host_.empty() && proxy_port_ != -1; + if (!is_proxy_enabled) { + char buf[1]; + if (SSL_peek(socket_.ssl, buf, 1) == 0 && + SSL_get_error(socket_.ssl, 0) == SSL_ERROR_ZERO_RETURN) { + error = Error::SSLPeerCouldBeClosed_; + return false; + } + } + } +#endif + + // Receive response and headers + if (!read_response_line(strm, req, res) || + !detail::read_headers(strm, res.headers)) { + error = Error::Read; + return false; + } + + // Body + if ((res.status != 204) && req.method != "HEAD" && req.method != "CONNECT") { + auto redirect = 300 < res.status && res.status < 400 && follow_location_; + + if (req.response_handler && !redirect) { + if (!req.response_handler(res)) { + error = Error::Canceled; + return false; + } + } + + auto out = + req.content_receiver + ? static_cast( + [&](const char *buf, size_t n, uint64_t off, uint64_t len) { + if (redirect) { return true; } + auto ret = req.content_receiver(buf, n, off, len); + if (!ret) { error = Error::Canceled; } + return ret; + }) + : static_cast( + [&](const char *buf, size_t n, uint64_t /*off*/, + uint64_t /*len*/) { + if (res.body.size() + n > res.body.max_size()) { + return false; + } + res.body.append(buf, n); + return true; + }); + + auto progress = [&](uint64_t current, uint64_t total) { + if (!req.progress || redirect) { return true; } + auto ret = req.progress(current, total); + if (!ret) { error = Error::Canceled; } + return ret; + }; + + int dummy_status; + if (!detail::read_content(strm, res, (std::numeric_limits::max)(), + dummy_status, std::move(progress), std::move(out), + decompress_)) { + if (error != Error::Canceled) { error = Error::Read; } + return false; + } + } + + if (res.get_header_value("Connection") == "close" || + (res.version == "HTTP/1.0" && res.reason != "Connection established")) { + // TODO this requires a not-entirely-obvious chain of calls to be correct + // for this to be safe. Maybe a code refactor (such as moving this out to + // the send function and getting rid of the recursiveness of the mutex) + // could make this more obvious. + + // This is safe to call because process_request is only called by + // handle_request which is only called by send, which locks the request + // mutex during the process. It would be a bug to call it from a different + // thread since it's a thread-safety issue to do these things to the socket + // if another thread is using the socket. + std::lock_guard guard(socket_mutex_); + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); + } + + // Log + if (logger_) { logger_(req, res); } + + return true; +} + +ContentProviderWithoutLength ClientImpl::get_multipart_content_provider( + const std::string &boundary, const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + size_t cur_item = 0, cur_start = 0; + // cur_item and cur_start are copied to within the std::function and maintain + // state between successive calls + return [&, cur_item, cur_start](size_t offset, + DataSink &sink) mutable -> bool { + if (!offset && items.size()) { + sink.os << detail::serialize_multipart_formdata(items, boundary, false); + return true; + } else if (cur_item < provider_items.size()) { + if (!cur_start) { + const auto &begin = detail::serialize_multipart_formdata_item_begin( + provider_items[cur_item], boundary); + offset += begin.size(); + cur_start = offset; + sink.os << begin; + } + + DataSink cur_sink; + bool has_data = true; + cur_sink.write = sink.write; + cur_sink.done = [&]() { has_data = false; }; + + if (!provider_items[cur_item].provider(offset - cur_start, cur_sink)) + return false; + + if (!has_data) { + sink.os << detail::serialize_multipart_formdata_item_end(); + cur_item++; + cur_start = 0; + } + return true; + } else { + sink.os << detail::serialize_multipart_formdata_finish(boundary); + sink.done(); + return true; + } + }; +} + +bool +ClientImpl::process_socket(const Socket &socket, + std::function callback) { + return detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, std::move(callback)); +} + +bool ClientImpl::is_ssl() const { return false; } + +Result ClientImpl::Get(const std::string &path) { + return Get(path, Headers(), Progress()); +} + +Result ClientImpl::Get(const std::string &path, Progress progress) { + return Get(path, Headers(), std::move(progress)); +} + +Result ClientImpl::Get(const std::string &path, const Headers &headers) { + return Get(path, headers, Progress()); +} + +Result ClientImpl::Get(const std::string &path, const Headers &headers, + Progress progress) { + Request req; + req.method = "GET"; + req.path = path; + req.headers = headers; + req.progress = std::move(progress); + + return send_(std::move(req)); +} + +Result ClientImpl::Get(const std::string &path, + ContentReceiver content_receiver) { + return Get(path, Headers(), nullptr, std::move(content_receiver), nullptr); +} + +Result ClientImpl::Get(const std::string &path, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, Headers(), nullptr, std::move(content_receiver), + std::move(progress)); +} + +Result ClientImpl::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver) { + return Get(path, headers, nullptr, std::move(content_receiver), nullptr); +} + +Result ClientImpl::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, headers, nullptr, std::move(content_receiver), + std::move(progress)); +} + +Result ClientImpl::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return Get(path, Headers(), std::move(response_handler), + std::move(content_receiver), nullptr); +} + +Result ClientImpl::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return Get(path, headers, std::move(response_handler), + std::move(content_receiver), nullptr); +} + +Result ClientImpl::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, Headers(), std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} + +Result ClientImpl::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + Request req; + req.method = "GET"; + req.path = path; + req.headers = headers; + req.response_handler = std::move(response_handler); + req.content_receiver = + [content_receiver](const char *data, size_t data_length, + uint64_t /*offset*/, uint64_t /*total_length*/) { + return content_receiver(data, data_length); + }; + req.progress = std::move(progress); + + return send_(std::move(req)); +} + +Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress) { + if (params.empty()) { return Get(path, headers); } + + std::string path_with_query = append_query_params(path, params); + return Get(path_with_query.c_str(), headers, progress); +} + +Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, params, headers, nullptr, content_receiver, progress); +} + +Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + if (params.empty()) { + return Get(path, headers, response_handler, content_receiver, progress); + } + + std::string path_with_query = append_query_params(path, params); + return Get(path_with_query.c_str(), headers, response_handler, + content_receiver, progress); +} + +Result ClientImpl::Head(const std::string &path) { + return Head(path, Headers()); +} + +Result ClientImpl::Head(const std::string &path, + const Headers &headers) { + Request req; + req.method = "HEAD"; + req.headers = headers; + req.path = path; + + return send_(std::move(req)); +} + +Result ClientImpl::Post(const std::string &path) { + return Post(path, std::string(), std::string()); +} + +Result ClientImpl::Post(const std::string &path, + const Headers &headers) { + return Post(path, headers, nullptr, 0, std::string()); +} + +Result ClientImpl::Post(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Post(path, Headers(), body, content_length, content_type); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, body, content_length, + nullptr, nullptr, content_type); +} + +Result ClientImpl::Post(const std::string &path, const std::string &body, + const std::string &content_type) { + return Post(path, Headers(), body, content_type); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +Result ClientImpl::Post(const std::string &path, const Params ¶ms) { + return Post(path, Headers(), params); +} + +Result ClientImpl::Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Post(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +Result ClientImpl::Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Post(path, Headers(), std::move(content_provider), content_type); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + const Params ¶ms) { + auto query = detail::params_to_query_str(params); + return Post(path, headers, query, "application/x-www-form-urlencoded"); +} + +Result ClientImpl::Post(const std::string &path, + const MultipartFormDataItems &items) { + return Post(path, Headers(), items); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Post(path, headers, body, content_type.c_str()); +} + +Result ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + if (!detail::is_multipart_boundary_chars_valid(boundary)) { + return Result{nullptr, Error::UnsupportedMultipartBoundaryChars}; + } + + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Post(path, headers, body, content_type.c_str()); +} + +Result +ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + return send_with_content_provider( + "POST", path, headers, nullptr, 0, nullptr, + get_multipart_content_provider(boundary, items, provider_items), + content_type); +} + +Result ClientImpl::Put(const std::string &path) { + return Put(path, std::string(), std::string()); +} + +Result ClientImpl::Put(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Put(path, Headers(), body, content_length, content_type); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, body, content_length, + nullptr, nullptr, content_type); +} + +Result ClientImpl::Put(const std::string &path, const std::string &body, + const std::string &content_type) { + return Put(path, Headers(), body, content_type); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +Result ClientImpl::Put(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Put(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +Result ClientImpl::Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Put(path, Headers(), std::move(content_provider), content_type); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +Result ClientImpl::Put(const std::string &path, const Params ¶ms) { + return Put(path, Headers(), params); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + const Params ¶ms) { + auto query = detail::params_to_query_str(params); + return Put(path, headers, query, "application/x-www-form-urlencoded"); +} + +Result ClientImpl::Put(const std::string &path, + const MultipartFormDataItems &items) { + return Put(path, Headers(), items); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Put(path, headers, body, content_type); +} + +Result ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + if (!detail::is_multipart_boundary_chars_valid(boundary)) { + return Result{nullptr, Error::UnsupportedMultipartBoundaryChars}; + } + + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Put(path, headers, body, content_type); +} + +Result +ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + return send_with_content_provider( + "PUT", path, headers, nullptr, 0, nullptr, + get_multipart_content_provider(boundary, items, provider_items), + content_type); +} +Result ClientImpl::Patch(const std::string &path) { + return Patch(path, std::string(), std::string()); +} + +Result ClientImpl::Patch(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Patch(path, Headers(), body, content_length, content_type); +} + +Result ClientImpl::Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, body, + content_length, nullptr, nullptr, + content_type); +} + +Result ClientImpl::Patch(const std::string &path, + const std::string &body, + const std::string &content_type) { + return Patch(path, Headers(), body, content_type); +} + +Result ClientImpl::Patch(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +Result ClientImpl::Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Patch(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +Result ClientImpl::Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Patch(path, Headers(), std::move(content_provider), content_type); +} + +Result ClientImpl::Patch(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +Result ClientImpl::Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +Result ClientImpl::Delete(const std::string &path) { + return Delete(path, Headers(), std::string(), std::string()); +} + +Result ClientImpl::Delete(const std::string &path, + const Headers &headers) { + return Delete(path, headers, std::string(), std::string()); +} + +Result ClientImpl::Delete(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Delete(path, Headers(), body, content_length, content_type); +} + +Result ClientImpl::Delete(const std::string &path, + const Headers &headers, const char *body, + size_t content_length, + const std::string &content_type) { + Request req; + req.method = "DELETE"; + req.headers = headers; + req.path = path; + + if (!content_type.empty()) { req.set_header("Content-Type", content_type); } + req.body.assign(body, content_length); + + return send_(std::move(req)); +} + +Result ClientImpl::Delete(const std::string &path, + const std::string &body, + const std::string &content_type) { + return Delete(path, Headers(), body.data(), body.size(), content_type); +} + +Result ClientImpl::Delete(const std::string &path, + const Headers &headers, + const std::string &body, + const std::string &content_type) { + return Delete(path, headers, body.data(), body.size(), content_type); +} + +Result ClientImpl::Options(const std::string &path) { + return Options(path, Headers()); +} + +Result ClientImpl::Options(const std::string &path, + const Headers &headers) { + Request req; + req.method = "OPTIONS"; + req.headers = headers; + req.path = path; + + return send_(std::move(req)); +} + +void ClientImpl::stop() { + std::lock_guard guard(socket_mutex_); + + // If there is anything ongoing right now, the ONLY thread-safe thing we can + // do is to shutdown_socket, so that threads using this socket suddenly + // discover they can't read/write any more and error out. Everything else + // (closing the socket, shutting ssl down) is unsafe because these actions are + // not thread-safe. + if (socket_requests_in_flight_ > 0) { + shutdown_socket(socket_); + + // Aside from that, we set a flag for the socket to be closed when we're + // done. + socket_should_be_closed_when_request_is_done_ = true; + return; + } + + // Otherwise, still holding the mutex, we can shut everything down ourselves + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); +} + +std::string ClientImpl::host() const { return host_; } + +int ClientImpl::port() const { return port_; } + +size_t ClientImpl::is_socket_open() const { + std::lock_guard guard(socket_mutex_); + return socket_.is_open(); +} + +socket_t ClientImpl::socket() const { return socket_.sock; } + +void ClientImpl::set_connection_timeout(time_t sec, time_t usec) { + connection_timeout_sec_ = sec; + connection_timeout_usec_ = usec; +} + +void ClientImpl::set_read_timeout(time_t sec, time_t usec) { + read_timeout_sec_ = sec; + read_timeout_usec_ = usec; +} + +void ClientImpl::set_write_timeout(time_t sec, time_t usec) { + write_timeout_sec_ = sec; + write_timeout_usec_ = usec; +} + +void ClientImpl::set_basic_auth(const std::string &username, + const std::string &password) { + basic_auth_username_ = username; + basic_auth_password_ = password; +} + +void ClientImpl::set_bearer_token_auth(const std::string &token) { + bearer_token_auth_token_ = token; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +void ClientImpl::set_digest_auth(const std::string &username, + const std::string &password) { + digest_auth_username_ = username; + digest_auth_password_ = password; +} +#endif + +void ClientImpl::set_keep_alive(bool on) { keep_alive_ = on; } + +void ClientImpl::set_follow_location(bool on) { follow_location_ = on; } + +void ClientImpl::set_url_encode(bool on) { url_encode_ = on; } + +void +ClientImpl::set_hostname_addr_map(std::map addr_map) { + addr_map_ = std::move(addr_map); +} + +void ClientImpl::set_default_headers(Headers headers) { + default_headers_ = std::move(headers); +} + +void ClientImpl::set_address_family(int family) { + address_family_ = family; +} + +void ClientImpl::set_tcp_nodelay(bool on) { tcp_nodelay_ = on; } + +void ClientImpl::set_socket_options(SocketOptions socket_options) { + socket_options_ = std::move(socket_options); +} + +void ClientImpl::set_compress(bool on) { compress_ = on; } + +void ClientImpl::set_decompress(bool on) { decompress_ = on; } + +void ClientImpl::set_interface(const std::string &intf) { + interface_ = intf; +} + +void ClientImpl::set_proxy(const std::string &host, int port) { + proxy_host_ = host; + proxy_port_ = port; +} + +void ClientImpl::set_proxy_basic_auth(const std::string &username, + const std::string &password) { + proxy_basic_auth_username_ = username; + proxy_basic_auth_password_ = password; +} + +void ClientImpl::set_proxy_bearer_token_auth(const std::string &token) { + proxy_bearer_token_auth_token_ = token; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +void ClientImpl::set_proxy_digest_auth(const std::string &username, + const std::string &password) { + proxy_digest_auth_username_ = username; + proxy_digest_auth_password_ = password; +} + +void ClientImpl::set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path) { + ca_cert_file_path_ = ca_cert_file_path; + ca_cert_dir_path_ = ca_cert_dir_path; +} + +void ClientImpl::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (ca_cert_store && ca_cert_store != ca_cert_store_) { + ca_cert_store_ = ca_cert_store; + } +} + +X509_STORE *ClientImpl::create_ca_cert_store(const char *ca_cert, + std::size_t size) { + auto mem = BIO_new_mem_buf(ca_cert, static_cast(size)); + if (!mem) return nullptr; + + auto inf = PEM_X509_INFO_read_bio(mem, nullptr, nullptr, nullptr); + if (!inf) { + BIO_free_all(mem); + return nullptr; + } + + auto cts = X509_STORE_new(); + if (cts) { + for (auto i = 0; i < static_cast(sk_X509_INFO_num(inf)); i++) { + auto itmp = sk_X509_INFO_value(inf, i); + if (!itmp) { continue; } + + if (itmp->x509) { X509_STORE_add_cert(cts, itmp->x509); } + if (itmp->crl) { X509_STORE_add_crl(cts, itmp->crl); } + } + } + + sk_X509_INFO_pop_free(inf, X509_INFO_free); + BIO_free_all(mem); + return cts; +} + +void ClientImpl::enable_server_certificate_verification(bool enabled) { + server_certificate_verification_ = enabled; +} +#endif + +void ClientImpl::set_logger(Logger logger) { + logger_ = std::move(logger); +} + +/* + * SSL Implementation + */ +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +namespace detail { + +template +SSL *ssl_new(socket_t sock, SSL_CTX *ctx, std::mutex &ctx_mutex, + U SSL_connect_or_accept, V setup) { + SSL *ssl = nullptr; + { + std::lock_guard guard(ctx_mutex); + ssl = SSL_new(ctx); + } + + if (ssl) { + set_nonblocking(sock, true); + auto bio = BIO_new_socket(static_cast(sock), BIO_NOCLOSE); + BIO_set_nbio(bio, 1); + SSL_set_bio(ssl, bio, bio); + + if (!setup(ssl) || SSL_connect_or_accept(ssl) != 1) { + SSL_shutdown(ssl); + { + std::lock_guard guard(ctx_mutex); + SSL_free(ssl); + } + set_nonblocking(sock, false); + return nullptr; + } + BIO_set_nbio(bio, 0); + set_nonblocking(sock, false); + } + + return ssl; +} + +void ssl_delete(std::mutex &ctx_mutex, SSL *ssl, + bool shutdown_gracefully) { + // sometimes we may want to skip this to try to avoid SIGPIPE if we know + // the remote has closed the network connection + // Note that it is not always possible to avoid SIGPIPE, this is merely a + // best-efforts. + if (shutdown_gracefully) { SSL_shutdown(ssl); } + + std::lock_guard guard(ctx_mutex); + SSL_free(ssl); +} + +template +bool ssl_connect_or_accept_nonblocking(socket_t sock, SSL *ssl, + U ssl_connect_or_accept, + time_t timeout_sec, + time_t timeout_usec) { + auto res = 0; + while ((res = ssl_connect_or_accept(ssl)) != 1) { + auto err = SSL_get_error(ssl, res); + switch (err) { + case SSL_ERROR_WANT_READ: + if (select_read(sock, timeout_sec, timeout_usec) > 0) { continue; } + break; + case SSL_ERROR_WANT_WRITE: + if (select_write(sock, timeout_sec, timeout_usec) > 0) { continue; } + break; + default: break; + } + return false; + } + return true; +} + +template +bool process_server_socket_ssl( + const std::atomic &svr_sock, SSL *ssl, socket_t sock, + size_t keep_alive_max_count, time_t keep_alive_timeout_sec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + return process_server_socket_core( + svr_sock, sock, keep_alive_max_count, keep_alive_timeout_sec, + [&](bool close_connection, bool &connection_closed) { + SSLSocketStream strm(sock, ssl, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm, close_connection, connection_closed); + }); +} + +template +bool +process_client_socket_ssl(SSL *ssl, socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + SSLSocketStream strm(sock, ssl, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm); +} + +class SSLInit { +public: + SSLInit() { + OPENSSL_init_ssl( + OPENSSL_INIT_LOAD_SSL_STRINGS | OPENSSL_INIT_LOAD_CRYPTO_STRINGS, NULL); + } +}; + +// SSL socket stream implementation +SSLSocketStream::SSLSocketStream(socket_t sock, SSL *ssl, + time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec) + : sock_(sock), ssl_(ssl), read_timeout_sec_(read_timeout_sec), + read_timeout_usec_(read_timeout_usec), + write_timeout_sec_(write_timeout_sec), + write_timeout_usec_(write_timeout_usec) { + SSL_clear_mode(ssl, SSL_MODE_AUTO_RETRY); +} + +SSLSocketStream::~SSLSocketStream() {} + +bool SSLSocketStream::is_readable() const { + return detail::select_read(sock_, read_timeout_sec_, read_timeout_usec_) > 0; +} + +bool SSLSocketStream::is_writable() const { + return select_write(sock_, write_timeout_sec_, write_timeout_usec_) > 0 && + is_socket_alive(sock_); +} + +ssize_t SSLSocketStream::read(char *ptr, size_t size) { + if (SSL_pending(ssl_) > 0) { + return SSL_read(ssl_, ptr, static_cast(size)); + } else if (is_readable()) { + auto ret = SSL_read(ssl_, ptr, static_cast(size)); + if (ret < 0) { + auto err = SSL_get_error(ssl_, ret); + auto n = 1000; +#ifdef _WIN32 + while (--n >= 0 && (err == SSL_ERROR_WANT_READ || + (err == SSL_ERROR_SYSCALL && + WSAGetLastError() == WSAETIMEDOUT))) { +#else + while (--n >= 0 && err == SSL_ERROR_WANT_READ) { +#endif + if (SSL_pending(ssl_) > 0) { + return SSL_read(ssl_, ptr, static_cast(size)); + } else if (is_readable()) { + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + ret = SSL_read(ssl_, ptr, static_cast(size)); + if (ret >= 0) { return ret; } + err = SSL_get_error(ssl_, ret); + } else { + return -1; + } + } + } + return ret; + } + return -1; +} + +ssize_t SSLSocketStream::write(const char *ptr, size_t size) { + if (is_writable()) { + auto handle_size = static_cast( + std::min(size, (std::numeric_limits::max)())); + + auto ret = SSL_write(ssl_, ptr, static_cast(handle_size)); + if (ret < 0) { + auto err = SSL_get_error(ssl_, ret); + auto n = 1000; +#ifdef _WIN32 + while (--n >= 0 && (err == SSL_ERROR_WANT_WRITE || + (err == SSL_ERROR_SYSCALL && + WSAGetLastError() == WSAETIMEDOUT))) { +#else + while (--n >= 0 && err == SSL_ERROR_WANT_WRITE) { +#endif + if (is_writable()) { + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + ret = SSL_write(ssl_, ptr, static_cast(handle_size)); + if (ret >= 0) { return ret; } + err = SSL_get_error(ssl_, ret); + } else { + return -1; + } + } + } + return ret; + } + return -1; +} + +void SSLSocketStream::get_remote_ip_and_port(std::string &ip, + int &port) const { + detail::get_remote_ip_and_port(sock_, ip, port); +} + +void SSLSocketStream::get_local_ip_and_port(std::string &ip, + int &port) const { + detail::get_local_ip_and_port(sock_, ip, port); +} + +socket_t SSLSocketStream::socket() const { return sock_; } + +static SSLInit sslinit_; + +} // namespace detail + +// SSL HTTP server implementation +SSLServer::SSLServer(const char *cert_path, const char *private_key_path, + const char *client_ca_cert_file_path, + const char *client_ca_cert_dir_path, + const char *private_key_password) { + ctx_ = SSL_CTX_new(TLS_server_method()); + + if (ctx_) { + SSL_CTX_set_options(ctx_, + SSL_OP_NO_COMPRESSION | + SSL_OP_NO_SESSION_RESUMPTION_ON_RENEGOTIATION); + + SSL_CTX_set_min_proto_version(ctx_, TLS1_1_VERSION); + + // add default password callback before opening encrypted private key + if (private_key_password != nullptr && (private_key_password[0] != '\0')) { + SSL_CTX_set_default_passwd_cb_userdata( + ctx_, + reinterpret_cast(const_cast(private_key_password))); + } + + if (SSL_CTX_use_certificate_chain_file(ctx_, cert_path) != 1 || + SSL_CTX_use_PrivateKey_file(ctx_, private_key_path, SSL_FILETYPE_PEM) != + 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } else if (client_ca_cert_file_path || client_ca_cert_dir_path) { + SSL_CTX_load_verify_locations(ctx_, client_ca_cert_file_path, + client_ca_cert_dir_path); + + SSL_CTX_set_verify( + ctx_, SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT, nullptr); + } + } +} + +SSLServer::SSLServer(X509 *cert, EVP_PKEY *private_key, + X509_STORE *client_ca_cert_store) { + ctx_ = SSL_CTX_new(TLS_server_method()); + + if (ctx_) { + SSL_CTX_set_options(ctx_, + SSL_OP_NO_COMPRESSION | + SSL_OP_NO_SESSION_RESUMPTION_ON_RENEGOTIATION); + + SSL_CTX_set_min_proto_version(ctx_, TLS1_1_VERSION); + + if (SSL_CTX_use_certificate(ctx_, cert) != 1 || + SSL_CTX_use_PrivateKey(ctx_, private_key) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } else if (client_ca_cert_store) { + SSL_CTX_set_cert_store(ctx_, client_ca_cert_store); + + SSL_CTX_set_verify( + ctx_, SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT, nullptr); + } + } +} + +SSLServer::SSLServer( + const std::function &setup_ssl_ctx_callback) { + ctx_ = SSL_CTX_new(TLS_method()); + if (ctx_) { + if (!setup_ssl_ctx_callback(*ctx_)) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +SSLServer::~SSLServer() { + if (ctx_) { SSL_CTX_free(ctx_); } +} + +bool SSLServer::is_valid() const { return ctx_; } + +SSL_CTX *SSLServer::ssl_context() const { return ctx_; } + +bool SSLServer::process_and_close_socket(socket_t sock) { + auto ssl = detail::ssl_new( + sock, ctx_, ctx_mutex_, + [&](SSL *ssl2) { + return detail::ssl_connect_or_accept_nonblocking( + sock, ssl2, SSL_accept, read_timeout_sec_, read_timeout_usec_); + }, + [](SSL * /*ssl2*/) { return true; }); + + auto ret = false; + if (ssl) { + ret = detail::process_server_socket_ssl( + svr_sock_, ssl, sock, keep_alive_max_count_, keep_alive_timeout_sec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, + [this, ssl](Stream &strm, bool close_connection, + bool &connection_closed) { + return process_request(strm, close_connection, connection_closed, + [&](Request &req) { req.ssl = ssl; }); + }); + + // Shutdown gracefully if the result seemed successful, non-gracefully if + // the connection appeared to be closed. + const bool shutdown_gracefully = ret; + detail::ssl_delete(ctx_mutex_, ssl, shutdown_gracefully); + } + + detail::shutdown_socket(sock); + detail::close_socket(sock); + return ret; +} + +// SSL HTTP client implementation +SSLClient::SSLClient(const std::string &host) + : SSLClient(host, 443, std::string(), std::string()) {} + +SSLClient::SSLClient(const std::string &host, int port) + : SSLClient(host, port, std::string(), std::string()) {} + +SSLClient::SSLClient(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : ClientImpl(host, port, client_cert_path, client_key_path) { + ctx_ = SSL_CTX_new(TLS_client_method()); + + detail::split(&host_[0], &host_[host_.size()], '.', + [&](const char *b, const char *e) { + host_components_.emplace_back(std::string(b, e)); + }); + + if (!client_cert_path.empty() && !client_key_path.empty()) { + if (SSL_CTX_use_certificate_file(ctx_, client_cert_path.c_str(), + SSL_FILETYPE_PEM) != 1 || + SSL_CTX_use_PrivateKey_file(ctx_, client_key_path.c_str(), + SSL_FILETYPE_PEM) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +SSLClient::SSLClient(const std::string &host, int port, + X509 *client_cert, EVP_PKEY *client_key) + : ClientImpl(host, port) { + ctx_ = SSL_CTX_new(TLS_client_method()); + + detail::split(&host_[0], &host_[host_.size()], '.', + [&](const char *b, const char *e) { + host_components_.emplace_back(std::string(b, e)); + }); + + if (client_cert != nullptr && client_key != nullptr) { + if (SSL_CTX_use_certificate(ctx_, client_cert) != 1 || + SSL_CTX_use_PrivateKey(ctx_, client_key) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +SSLClient::~SSLClient() { + if (ctx_) { SSL_CTX_free(ctx_); } + // Make sure to shut down SSL since shutdown_ssl will resolve to the + // base function rather than the derived function once we get to the + // base class destructor, and won't free the SSL (causing a leak). + shutdown_ssl_impl(socket_, true); +} + +bool SSLClient::is_valid() const { return ctx_; } + +void SSLClient::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (ca_cert_store) { + if (ctx_) { + if (SSL_CTX_get_cert_store(ctx_) != ca_cert_store) { + // Free memory allocated for old cert and use new store `ca_cert_store` + SSL_CTX_set_cert_store(ctx_, ca_cert_store); + } + } else { + X509_STORE_free(ca_cert_store); + } + } +} + +void SSLClient::load_ca_cert_store(const char *ca_cert, + std::size_t size) { + set_ca_cert_store(ClientImpl::create_ca_cert_store(ca_cert, size)); +} + +long SSLClient::get_openssl_verify_result() const { + return verify_result_; +} + +SSL_CTX *SSLClient::ssl_context() const { return ctx_; } + +bool SSLClient::create_and_connect_socket(Socket &socket, Error &error) { + return is_valid() && ClientImpl::create_and_connect_socket(socket, error); +} + +// Assumes that socket_mutex_ is locked and that there are no requests in flight +bool SSLClient::connect_with_proxy(Socket &socket, Response &res, + bool &success, Error &error) { + success = true; + Response res2; + if (!detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, [&](Stream &strm) { + Request req2; + req2.method = "CONNECT"; + req2.path = host_and_port_; + return process_request(strm, req2, res2, false, error); + })) { + // Thread-safe to close everything because we are assuming there are no + // requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + success = false; + return false; + } + + if (res2.status == 407) { + if (!proxy_digest_auth_username_.empty() && + !proxy_digest_auth_password_.empty()) { + std::map auth; + if (detail::parse_www_authenticate(res2, auth, true)) { + Response res3; + if (!detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, [&](Stream &strm) { + Request req3; + req3.method = "CONNECT"; + req3.path = host_and_port_; + req3.headers.insert(detail::make_digest_authentication_header( + req3, auth, 1, detail::random_string(10), + proxy_digest_auth_username_, proxy_digest_auth_password_, + true)); + return process_request(strm, req3, res3, false, error); + })) { + // Thread-safe to close everything because we are assuming there are + // no requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + success = false; + return false; + } + } + } else { + res = res2; + return false; + } + } + + return true; +} + +bool SSLClient::load_certs() { + bool ret = true; + + std::call_once(initialize_cert_, [&]() { + std::lock_guard guard(ctx_mutex_); + if (!ca_cert_file_path_.empty()) { + if (!SSL_CTX_load_verify_locations(ctx_, ca_cert_file_path_.c_str(), + nullptr)) { + ret = false; + } + } else if (!ca_cert_dir_path_.empty()) { + if (!SSL_CTX_load_verify_locations(ctx_, nullptr, + ca_cert_dir_path_.c_str())) { + ret = false; + } + } else { + auto loaded = false; +#ifdef _WIN32 + loaded = + detail::load_system_certs_on_windows(SSL_CTX_get_cert_store(ctx_)); +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#if TARGET_OS_OSX + loaded = detail::load_system_certs_on_macos(SSL_CTX_get_cert_store(ctx_)); +#endif // TARGET_OS_OSX +#endif // _WIN32 + if (!loaded) { SSL_CTX_set_default_verify_paths(ctx_); } + } + }); + + return ret; +} + +bool SSLClient::initialize_ssl(Socket &socket, Error &error) { + auto ssl = detail::ssl_new( + socket.sock, ctx_, ctx_mutex_, + [&](SSL *ssl2) { + if (server_certificate_verification_) { + if (!load_certs()) { + error = Error::SSLLoadingCerts; + return false; + } + SSL_set_verify(ssl2, SSL_VERIFY_NONE, nullptr); + } + + if (!detail::ssl_connect_or_accept_nonblocking( + socket.sock, ssl2, SSL_connect, connection_timeout_sec_, + connection_timeout_usec_)) { + error = Error::SSLConnection; + return false; + } + + if (server_certificate_verification_) { + verify_result_ = SSL_get_verify_result(ssl2); + + if (verify_result_ != X509_V_OK) { + error = Error::SSLServerVerification; + return false; + } + + auto server_cert = SSL_get1_peer_certificate(ssl2); + + if (server_cert == nullptr) { + error = Error::SSLServerVerification; + return false; + } + + if (!verify_host(server_cert)) { + X509_free(server_cert); + error = Error::SSLServerVerification; + return false; + } + X509_free(server_cert); + } + + return true; + }, + [&](SSL *ssl2) { + // NOTE: With -Wold-style-cast, this can produce a warning, since + // SSL_set_tlsext_host_name is a macro (in OpenSSL), which contains + // an old style cast. Short of doing compiler specific pragma's + // here, we can't get rid of this warning. :'( + SSL_set_tlsext_host_name(ssl2, host_.c_str()); + return true; + }); + + if (ssl) { + socket.ssl = ssl; + return true; + } + + shutdown_socket(socket); + close_socket(socket); + return false; +} + +void SSLClient::shutdown_ssl(Socket &socket, bool shutdown_gracefully) { + shutdown_ssl_impl(socket, shutdown_gracefully); +} + +void SSLClient::shutdown_ssl_impl(Socket &socket, + bool shutdown_gracefully) { + if (socket.sock == INVALID_SOCKET) { + assert(socket.ssl == nullptr); + return; + } + if (socket.ssl) { + detail::ssl_delete(ctx_mutex_, socket.ssl, shutdown_gracefully); + socket.ssl = nullptr; + } + assert(socket.ssl == nullptr); +} + +bool +SSLClient::process_socket(const Socket &socket, + std::function callback) { + assert(socket.ssl); + return detail::process_client_socket_ssl( + socket.ssl, socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, std::move(callback)); +} + +bool SSLClient::is_ssl() const { return true; } + +bool SSLClient::verify_host(X509 *server_cert) const { + /* Quote from RFC2818 section 3.1 "Server Identity" + + If a subjectAltName extension of type dNSName is present, that MUST + be used as the identity. Otherwise, the (most specific) Common Name + field in the Subject field of the certificate MUST be used. Although + the use of the Common Name is existing practice, it is deprecated and + Certification Authorities are encouraged to use the dNSName instead. + + Matching is performed using the matching rules specified by + [RFC2459]. If more than one identity of a given type is present in + the certificate (e.g., more than one dNSName name, a match in any one + of the set is considered acceptable.) Names may contain the wildcard + character * which is considered to match any single domain name + component or component fragment. E.g., *.a.com matches foo.a.com but + not bar.foo.a.com. f*.com matches foo.com but not bar.com. + + In some cases, the URI is specified as an IP address rather than a + hostname. In this case, the iPAddress subjectAltName must be present + in the certificate and must exactly match the IP in the URI. + + */ + return verify_host_with_subject_alt_name(server_cert) || + verify_host_with_common_name(server_cert); +} + +bool +SSLClient::verify_host_with_subject_alt_name(X509 *server_cert) const { + auto ret = false; + + auto type = GEN_DNS; + + struct in6_addr addr6; + struct in_addr addr; + size_t addr_len = 0; + +#ifndef __MINGW32__ + if (inet_pton(AF_INET6, host_.c_str(), &addr6)) { + type = GEN_IPADD; + addr_len = sizeof(struct in6_addr); + } else if (inet_pton(AF_INET, host_.c_str(), &addr)) { + type = GEN_IPADD; + addr_len = sizeof(struct in_addr); + } +#endif + + auto alt_names = static_cast( + X509_get_ext_d2i(server_cert, NID_subject_alt_name, nullptr, nullptr)); + + if (alt_names) { + auto dsn_matched = false; + auto ip_matched = false; + + auto count = sk_GENERAL_NAME_num(alt_names); + + for (decltype(count) i = 0; i < count && !dsn_matched; i++) { + auto val = sk_GENERAL_NAME_value(alt_names, i); + if (val->type == type) { + auto name = + reinterpret_cast(ASN1_STRING_get0_data(val->d.ia5)); + auto name_len = static_cast(ASN1_STRING_length(val->d.ia5)); + + switch (type) { + case GEN_DNS: dsn_matched = check_host_name(name, name_len); break; + + case GEN_IPADD: + if (!memcmp(&addr6, name, addr_len) || + !memcmp(&addr, name, addr_len)) { + ip_matched = true; + } + break; + } + } + } + + if (dsn_matched || ip_matched) { ret = true; } + } + + GENERAL_NAMES_free(const_cast( + reinterpret_cast(alt_names))); + return ret; +} + +bool SSLClient::verify_host_with_common_name(X509 *server_cert) const { + const auto subject_name = X509_get_subject_name(server_cert); + + if (subject_name != nullptr) { + char name[BUFSIZ]; + auto name_len = X509_NAME_get_text_by_NID(subject_name, NID_commonName, + name, sizeof(name)); + + if (name_len != -1) { + return check_host_name(name, static_cast(name_len)); + } + } + + return false; +} + +bool SSLClient::check_host_name(const char *pattern, + size_t pattern_len) const { + if (host_.size() == pattern_len && host_ == pattern) { return true; } + + // Wildcard match + // https://bugs.launchpad.net/ubuntu/+source/firefox-3.0/+bug/376484 + std::vector pattern_components; + detail::split(&pattern[0], &pattern[pattern_len], '.', + [&](const char *b, const char *e) { + pattern_components.emplace_back(std::string(b, e)); + }); + + if (host_components_.size() != pattern_components.size()) { return false; } + + auto itr = pattern_components.begin(); + for (const auto &h : host_components_) { + auto &p = *itr; + if (p != h && p != "*") { + auto partial_match = (p.size() > 0 && p[p.size() - 1] == '*' && + !p.compare(0, p.size() - 1, h)); + if (!partial_match) { return false; } + } + ++itr; + } + + return true; +} +#endif + +// Universal client implementation +Client::Client(const std::string &scheme_host_port) + : Client(scheme_host_port, std::string(), std::string()) {} + +Client::Client(const std::string &scheme_host_port, + const std::string &client_cert_path, + const std::string &client_key_path) { + const static std::regex re( + R"((?:([a-z]+):\/\/)?(?:\[([\d:]+)\]|([^:/?#]+))(?::(\d+))?)"); + + std::smatch m; + if (std::regex_match(scheme_host_port, m, re)) { + auto scheme = m[1].str(); + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if (!scheme.empty() && (scheme != "http" && scheme != "https")) { +#else + if (!scheme.empty() && scheme != "http") { +#endif +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + std::string msg = "'" + scheme + "' scheme is not supported."; + throw std::invalid_argument(msg); +#endif + return; + } + + auto is_ssl = scheme == "https"; + + auto host = m[2].str(); + if (host.empty()) { host = m[3].str(); } + + auto port_str = m[4].str(); + auto port = !port_str.empty() ? std::stoi(port_str) : (is_ssl ? 443 : 80); + + if (is_ssl) { +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + cli_ = detail::make_unique(host, port, client_cert_path, + client_key_path); + is_ssl_ = is_ssl; +#endif + } else { + cli_ = detail::make_unique(host, port, client_cert_path, + client_key_path); + } + } else { + cli_ = detail::make_unique(scheme_host_port, 80, + client_cert_path, client_key_path); + } +} + +Client::Client(const std::string &host, int port) + : cli_(detail::make_unique(host, port)) {} + +Client::Client(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : cli_(detail::make_unique(host, port, client_cert_path, + client_key_path)) {} + +Client::~Client() {} + +bool Client::is_valid() const { + return cli_ != nullptr && cli_->is_valid(); +} + +Result Client::Get(const std::string &path) { return cli_->Get(path); } +Result Client::Get(const std::string &path, const Headers &headers) { + return cli_->Get(path, headers); +} +Result Client::Get(const std::string &path, Progress progress) { + return cli_->Get(path, std::move(progress)); +} +Result Client::Get(const std::string &path, const Headers &headers, + Progress progress) { + return cli_->Get(path, headers, std::move(progress)); +} +Result Client::Get(const std::string &path, + ContentReceiver content_receiver) { + return cli_->Get(path, std::move(content_receiver)); +} +Result Client::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver) { + return cli_->Get(path, headers, std::move(content_receiver)); +} +Result Client::Get(const std::string &path, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, std::move(content_receiver), std::move(progress)); +} +Result Client::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, headers, std::move(content_receiver), + std::move(progress)); +} +Result Client::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return cli_->Get(path, std::move(response_handler), + std::move(content_receiver)); +} +Result Client::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return cli_->Get(path, headers, std::move(response_handler), + std::move(content_receiver)); +} +Result Client::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} +Result Client::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, headers, std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} +Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress) { + return cli_->Get(path, params, headers, progress); +} +Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, params, headers, content_receiver, progress); +} +Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, params, headers, response_handler, content_receiver, + progress); +} + +Result Client::Head(const std::string &path) { return cli_->Head(path); } +Result Client::Head(const std::string &path, const Headers &headers) { + return cli_->Head(path, headers); +} + +Result Client::Post(const std::string &path) { return cli_->Post(path); } +Result Client::Post(const std::string &path, const Headers &headers) { + return cli_->Post(path, headers); +} +Result Client::Post(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Post(path, body, content_length, content_type); +} +Result Client::Post(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Post(path, headers, body, content_length, content_type); +} +Result Client::Post(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Post(path, body, content_type); +} +Result Client::Post(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Post(path, headers, body, content_type); +} +Result Client::Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Post(path, content_length, std::move(content_provider), + content_type); +} +Result Client::Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Post(path, std::move(content_provider), content_type); +} +Result Client::Post(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Post(path, headers, content_length, std::move(content_provider), + content_type); +} +Result Client::Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Post(path, headers, std::move(content_provider), content_type); +} +Result Client::Post(const std::string &path, const Params ¶ms) { + return cli_->Post(path, params); +} +Result Client::Post(const std::string &path, const Headers &headers, + const Params ¶ms) { + return cli_->Post(path, headers, params); +} +Result Client::Post(const std::string &path, + const MultipartFormDataItems &items) { + return cli_->Post(path, items); +} +Result Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + return cli_->Post(path, headers, items); +} +Result Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + return cli_->Post(path, headers, items, boundary); +} +Result +Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + return cli_->Post(path, headers, items, provider_items); +} +Result Client::Put(const std::string &path) { return cli_->Put(path); } +Result Client::Put(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Put(path, body, content_length, content_type); +} +Result Client::Put(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Put(path, headers, body, content_length, content_type); +} +Result Client::Put(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Put(path, body, content_type); +} +Result Client::Put(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Put(path, headers, body, content_type); +} +Result Client::Put(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Put(path, content_length, std::move(content_provider), + content_type); +} +Result Client::Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Put(path, std::move(content_provider), content_type); +} +Result Client::Put(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Put(path, headers, content_length, std::move(content_provider), + content_type); +} +Result Client::Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Put(path, headers, std::move(content_provider), content_type); +} +Result Client::Put(const std::string &path, const Params ¶ms) { + return cli_->Put(path, params); +} +Result Client::Put(const std::string &path, const Headers &headers, + const Params ¶ms) { + return cli_->Put(path, headers, params); +} +Result Client::Put(const std::string &path, + const MultipartFormDataItems &items) { + return cli_->Put(path, items); +} +Result Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + return cli_->Put(path, headers, items); +} +Result Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + return cli_->Put(path, headers, items, boundary); +} +Result +Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + return cli_->Put(path, headers, items, provider_items); +} +Result Client::Patch(const std::string &path) { + return cli_->Patch(path); +} +Result Client::Patch(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Patch(path, body, content_length, content_type); +} +Result Client::Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Patch(path, headers, body, content_length, content_type); +} +Result Client::Patch(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Patch(path, body, content_type); +} +Result Client::Patch(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Patch(path, headers, body, content_type); +} +Result Client::Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Patch(path, content_length, std::move(content_provider), + content_type); +} +Result Client::Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Patch(path, std::move(content_provider), content_type); +} +Result Client::Patch(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Patch(path, headers, content_length, std::move(content_provider), + content_type); +} +Result Client::Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Patch(path, headers, std::move(content_provider), content_type); +} +Result Client::Delete(const std::string &path) { + return cli_->Delete(path); +} +Result Client::Delete(const std::string &path, const Headers &headers) { + return cli_->Delete(path, headers); +} +Result Client::Delete(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Delete(path, body, content_length, content_type); +} +Result Client::Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Delete(path, headers, body, content_length, content_type); +} +Result Client::Delete(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Delete(path, body, content_type); +} +Result Client::Delete(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Delete(path, headers, body, content_type); +} +Result Client::Options(const std::string &path) { + return cli_->Options(path); +} +Result Client::Options(const std::string &path, const Headers &headers) { + return cli_->Options(path, headers); +} + +bool Client::send(Request &req, Response &res, Error &error) { + return cli_->send(req, res, error); +} + +Result Client::send(const Request &req) { return cli_->send(req); } + +void Client::stop() { cli_->stop(); } + +std::string Client::host() const { return cli_->host(); } + +int Client::port() const { return cli_->port(); } + +size_t Client::is_socket_open() const { return cli_->is_socket_open(); } + +socket_t Client::socket() const { return cli_->socket(); } + +void +Client::set_hostname_addr_map(std::map addr_map) { + cli_->set_hostname_addr_map(std::move(addr_map)); +} + +void Client::set_default_headers(Headers headers) { + cli_->set_default_headers(std::move(headers)); +} + +void Client::set_address_family(int family) { + cli_->set_address_family(family); +} + +void Client::set_tcp_nodelay(bool on) { cli_->set_tcp_nodelay(on); } + +void Client::set_socket_options(SocketOptions socket_options) { + cli_->set_socket_options(std::move(socket_options)); +} + +void Client::set_connection_timeout(time_t sec, time_t usec) { + cli_->set_connection_timeout(sec, usec); +} + +void Client::set_read_timeout(time_t sec, time_t usec) { + cli_->set_read_timeout(sec, usec); +} + +void Client::set_write_timeout(time_t sec, time_t usec) { + cli_->set_write_timeout(sec, usec); +} + +void Client::set_basic_auth(const std::string &username, + const std::string &password) { + cli_->set_basic_auth(username, password); +} +void Client::set_bearer_token_auth(const std::string &token) { + cli_->set_bearer_token_auth(token); +} +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +void Client::set_digest_auth(const std::string &username, + const std::string &password) { + cli_->set_digest_auth(username, password); +} +#endif + +void Client::set_keep_alive(bool on) { cli_->set_keep_alive(on); } +void Client::set_follow_location(bool on) { + cli_->set_follow_location(on); +} + +void Client::set_url_encode(bool on) { cli_->set_url_encode(on); } + +void Client::set_compress(bool on) { cli_->set_compress(on); } + +void Client::set_decompress(bool on) { cli_->set_decompress(on); } + +void Client::set_interface(const std::string &intf) { + cli_->set_interface(intf); +} + +void Client::set_proxy(const std::string &host, int port) { + cli_->set_proxy(host, port); +} +void Client::set_proxy_basic_auth(const std::string &username, + const std::string &password) { + cli_->set_proxy_basic_auth(username, password); +} +void Client::set_proxy_bearer_token_auth(const std::string &token) { + cli_->set_proxy_bearer_token_auth(token); +} +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +void Client::set_proxy_digest_auth(const std::string &username, + const std::string &password) { + cli_->set_proxy_digest_auth(username, password); +} +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +void Client::enable_server_certificate_verification(bool enabled) { + cli_->enable_server_certificate_verification(enabled); +} +#endif + +void Client::set_logger(Logger logger) { + cli_->set_logger(std::move(logger)); +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +void Client::set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path) { + cli_->set_ca_cert_path(ca_cert_file_path, ca_cert_dir_path); +} + +void Client::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (is_ssl_) { + static_cast(*cli_).set_ca_cert_store(ca_cert_store); + } else { + cli_->set_ca_cert_store(ca_cert_store); + } +} + +void Client::load_ca_cert_store(const char *ca_cert, std::size_t size) { + set_ca_cert_store(cli_->create_ca_cert_store(ca_cert, size)); +} + +long Client::get_openssl_verify_result() const { + if (is_ssl_) { + return static_cast(*cli_).get_openssl_verify_result(); + } + return -1; // NOTE: -1 doesn't match any of X509_V_ERR_??? +} + +SSL_CTX *Client::ssl_context() const { + if (is_ssl_) { return static_cast(*cli_).ssl_context(); } + return nullptr; +} +#endif + +} // namespace httplib diff --git a/source/http/httplib.h b/source/http/httplib.h new file mode 100644 index 0000000..45fd248 --- /dev/null +++ b/source/http/httplib.h @@ -0,0 +1,2086 @@ +// +// httplib.h +// +// Copyright (c) 2023 Yuji Hirose. All rights reserved. +// MIT License +// + +#ifndef CPPHTTPLIB_HTTPLIB_H +#define CPPHTTPLIB_HTTPLIB_H + +#define CPPHTTPLIB_VERSION "0.13.1" + +/* + * Configuration + */ + +#ifndef CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND +#define CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_KEEPALIVE_MAX_COUNT +#define CPPHTTPLIB_KEEPALIVE_MAX_COUNT 5 +#endif + +#ifndef CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND +#define CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND 300 +#endif + +#ifndef CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND +#define CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_READ_TIMEOUT_SECOND +#define CPPHTTPLIB_READ_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_READ_TIMEOUT_USECOND +#define CPPHTTPLIB_READ_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_WRITE_TIMEOUT_SECOND +#define CPPHTTPLIB_WRITE_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_WRITE_TIMEOUT_USECOND +#define CPPHTTPLIB_WRITE_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_IDLE_INTERVAL_SECOND +#define CPPHTTPLIB_IDLE_INTERVAL_SECOND 0 +#endif + +#ifndef CPPHTTPLIB_IDLE_INTERVAL_USECOND +#ifdef _WIN32 +#define CPPHTTPLIB_IDLE_INTERVAL_USECOND 10000 +#else +#define CPPHTTPLIB_IDLE_INTERVAL_USECOND 0 +#endif +#endif + +#ifndef CPPHTTPLIB_REQUEST_URI_MAX_LENGTH +#define CPPHTTPLIB_REQUEST_URI_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_HEADER_MAX_LENGTH +#define CPPHTTPLIB_HEADER_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_REDIRECT_MAX_COUNT +#define CPPHTTPLIB_REDIRECT_MAX_COUNT 20 +#endif + +#ifndef CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT +#define CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT 1024 +#endif + +#ifndef CPPHTTPLIB_PAYLOAD_MAX_LENGTH +#define CPPHTTPLIB_PAYLOAD_MAX_LENGTH ((std::numeric_limits::max)()) +#endif + +#ifndef CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH +#define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_TCP_NODELAY +#define CPPHTTPLIB_TCP_NODELAY false +#endif + +#ifndef CPPHTTPLIB_RECV_BUFSIZ +#define CPPHTTPLIB_RECV_BUFSIZ size_t(524288u) +#endif + +#ifndef CPPHTTPLIB_COMPRESSION_BUFSIZ +#define CPPHTTPLIB_COMPRESSION_BUFSIZ size_t(524288u) +#endif + +#ifndef CPPHTTPLIB_THREAD_POOL_COUNT +#define CPPHTTPLIB_THREAD_POOL_COUNT \ + ((std::max)(8u, std::thread::hardware_concurrency() > 0 \ + ? std::thread::hardware_concurrency() - 1 \ + : 0)) +#endif + +#ifndef CPPHTTPLIB_RECV_FLAGS +#define CPPHTTPLIB_RECV_FLAGS 0 +#endif + +#ifndef CPPHTTPLIB_SEND_FLAGS +#define CPPHTTPLIB_SEND_FLAGS 0 +#endif + +#ifndef CPPHTTPLIB_LISTEN_BACKLOG +#define CPPHTTPLIB_LISTEN_BACKLOG 5 +#endif + +/* + * Headers + */ + +#ifdef _WIN32 +#ifndef _CRT_SECURE_NO_WARNINGS +#define _CRT_SECURE_NO_WARNINGS +#endif //_CRT_SECURE_NO_WARNINGS + +#ifndef _CRT_NONSTDC_NO_DEPRECATE +#define _CRT_NONSTDC_NO_DEPRECATE +#endif //_CRT_NONSTDC_NO_DEPRECATE + +#if defined(_MSC_VER) +#if _MSC_VER < 1900 +#error Sorry, Visual Studio versions prior to 2015 are not supported +#endif + +#pragma comment(lib, "ws2_32.lib") + +#ifdef _WIN64 +using ssize_t = __int64; +#else +using ssize_t = long; +#endif +#endif // _MSC_VER + +#ifndef S_ISREG +#define S_ISREG(m) (((m)&S_IFREG) == S_IFREG) +#endif // S_ISREG + +#ifndef S_ISDIR +#define S_ISDIR(m) (((m)&S_IFDIR) == S_IFDIR) +#endif // S_ISDIR + +#ifndef NOMINMAX +#define NOMINMAX +#endif // NOMINMAX + +#include +#include +#include + +#ifndef WSA_FLAG_NO_HANDLE_INHERIT +#define WSA_FLAG_NO_HANDLE_INHERIT 0x80 +#endif + +#ifndef strcasecmp +#define strcasecmp _stricmp +#endif // strcasecmp + +using socket_t = SOCKET; +#ifdef CPPHTTPLIB_USE_POLL +#define poll(fds, nfds, timeout) WSAPoll(fds, nfds, timeout) +#endif + +#else // not _WIN32 + +#include +#if !defined(_AIX) && !defined(__MVS__) +#include +#endif +#ifdef __MVS__ +#include +#ifndef NI_MAXHOST +#define NI_MAXHOST 1025 +#endif +#endif +#include +#include +#include +#ifdef __linux__ +#include +#endif +#include +#ifdef CPPHTTPLIB_USE_POLL +#include +#endif +#include +#include +#include +#include +#include +#include + +using socket_t = int; +#ifndef INVALID_SOCKET +#define INVALID_SOCKET (-1) +#endif +#endif //_WIN32 + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +#ifdef _WIN32 +#include + +// these are defined in wincrypt.h and it breaks compilation if BoringSSL is +// used +#undef X509_NAME +#undef X509_CERT_PAIR +#undef X509_EXTENSIONS +#undef PKCS7_SIGNER_INFO + +#ifdef _MSC_VER +#pragma comment(lib, "crypt32.lib") +#pragma comment(lib, "cryptui.lib") +#endif +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#include +#if TARGET_OS_OSX +#include +#include +#endif // TARGET_OS_OSX +#endif // _WIN32 + +#include +#include +#include +#include + +#if defined(_WIN32) && defined(OPENSSL_USE_APPLINK) +#include +#endif + +#include +#include + +#if OPENSSL_VERSION_NUMBER < 0x1010100fL +#error Sorry, OpenSSL versions prior to 1.1.1 are not supported +#elif OPENSSL_VERSION_NUMBER < 0x30000000L +#define SSL_get1_peer_certificate SSL_get_peer_certificate +#endif + +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +#include +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +#include +#include +#endif + +/* + * Declaration + */ +namespace httplib { + +namespace detail { + +/* + * Backport std::make_unique from C++14. + * + * NOTE: This code came up with the following stackoverflow post: + * https://stackoverflow.com/questions/10149840/c-arrays-and-make-unique + * + */ + +template +typename std::enable_if::value, std::unique_ptr>::type +make_unique(Args &&...args) { + return std::unique_ptr(new T(std::forward(args)...)); +} + +template +typename std::enable_if::value, std::unique_ptr>::type +make_unique(std::size_t n) { + typedef typename std::remove_extent::type RT; + return std::unique_ptr(new RT[n]); +} + +struct ci { + bool operator()(const std::string &s1, const std::string &s2) const { + return std::lexicographical_compare(s1.begin(), s1.end(), s2.begin(), + s2.end(), + [](unsigned char c1, unsigned char c2) { + return ::tolower(c1) < ::tolower(c2); + }); + } +}; + +// This is based on +// "http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2014/n4189". + +struct scope_exit { + explicit scope_exit(std::function &&f) + : exit_function(std::move(f)), execute_on_destruction{true} {} + + scope_exit(scope_exit &&rhs) + : exit_function(std::move(rhs.exit_function)), + execute_on_destruction{rhs.execute_on_destruction} { + rhs.release(); + } + + ~scope_exit() { + if (execute_on_destruction) { this->exit_function(); } + } + + void release() { this->execute_on_destruction = false; } + +private: + scope_exit(const scope_exit &) = delete; + void operator=(const scope_exit &) = delete; + scope_exit &operator=(scope_exit &&) = delete; + + std::function exit_function; + bool execute_on_destruction; +}; + +} // namespace detail + +using Headers = std::map; + +using Params = std::multimap; +using Match = std::smatch; + +using Progress = std::function; + +struct Response; +using ResponseHandler = std::function; + +struct MultipartFormData { + std::string name; + std::string content; + std::string filename; + std::string content_type; +}; +using MultipartFormDataItems = std::vector; +using MultipartFormDataMap = std::multimap; + +class DataSink { +public: + DataSink() : os(&sb_), sb_(*this) {} + + DataSink(const DataSink &) = delete; + DataSink &operator=(const DataSink &) = delete; + DataSink(DataSink &&) = delete; + DataSink &operator=(DataSink &&) = delete; + + std::function write; + std::function done; + std::function done_with_trailer; + std::ostream os; + +private: + class data_sink_streambuf : public std::streambuf { + public: + explicit data_sink_streambuf(DataSink &sink) : sink_(sink) {} + + protected: + std::streamsize xsputn(const char *s, std::streamsize n) { + sink_.write(s, static_cast(n)); + return n; + } + + private: + DataSink &sink_; + }; + + data_sink_streambuf sb_; +}; + +using ContentProvider = + std::function; + +using ContentProviderWithoutLength = + std::function; + +using ContentProviderResourceReleaser = std::function; + +struct MultipartFormDataProvider { + std::string name; + ContentProviderWithoutLength provider; + std::string filename; + std::string content_type; +}; +using MultipartFormDataProviderItems = std::vector; + +using ContentReceiverWithProgress = + std::function; + +using ContentReceiver = + std::function; + +using MultipartContentHeader = + std::function; + +class ContentReader { +public: + using Reader = std::function; + using MultipartReader = std::function; + + ContentReader(Reader reader, MultipartReader multipart_reader) + : reader_(std::move(reader)), + multipart_reader_(std::move(multipart_reader)) {} + + bool operator()(MultipartContentHeader header, + ContentReceiver receiver) const { + return multipart_reader_(std::move(header), std::move(receiver)); + } + + bool operator()(ContentReceiver receiver) const { + return reader_(std::move(receiver)); + } + + Reader reader_; + MultipartReader multipart_reader_; +}; + +using Range = std::pair; +using Ranges = std::vector; + +struct Request { + std::string method; + std::string path; + Headers headers; + std::string body; + + std::string remote_addr; + int remote_port = -1; + std::string local_addr; + int local_port = -1; + + // for server + std::string version; + std::string target; + Params params; + MultipartFormDataMap files; + Ranges ranges; + Match matches; + std::unordered_map path_params; + + // for client + ResponseHandler response_handler; + ContentReceiverWithProgress content_receiver; + Progress progress; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + const SSL *ssl = nullptr; +#endif + + bool has_header(const std::string &key) const; + std::string get_header_value(const std::string &key, size_t id = 0) const; + template + T get_header_value(const std::string &key, size_t id = 0) const; + size_t get_header_value_count(const std::string &key) const; + void set_header(const std::string &key, const std::string &val); + + bool has_param(const std::string &key) const; + std::string get_param_value(const std::string &key, size_t id = 0) const; + size_t get_param_value_count(const std::string &key) const; + + bool is_multipart_form_data() const; + + bool has_file(const std::string &key) const; + MultipartFormData get_file_value(const std::string &key) const; + std::vector get_file_values(const std::string &key) const; + + // private members... + size_t redirect_count_ = CPPHTTPLIB_REDIRECT_MAX_COUNT; + size_t content_length_ = 0; + ContentProvider content_provider_; + bool is_chunked_content_provider_ = false; + size_t authorization_count_ = 0; +}; + +struct Response { + std::string version; + int status = -1; + std::string reason; + Headers headers; + std::string body; + std::string location; // Redirect location + + bool has_header(const std::string &key) const; + std::string get_header_value(const std::string &key, size_t id = 0) const; + template + T get_header_value(const std::string &key, size_t id = 0) const; + size_t get_header_value_count(const std::string &key) const; + void set_header(const std::string &key, const std::string &val); + + void set_redirect(const std::string &url, int status = 302); + void set_content(const char *s, size_t n, const std::string &content_type); + void set_content(const std::string &s, const std::string &content_type); + + void set_content_provider( + size_t length, const std::string &content_type, ContentProvider provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + void set_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + void set_chunked_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + Response() = default; + Response(const Response &) = default; + Response &operator=(const Response &) = default; + Response(Response &&) = default; + Response &operator=(Response &&) = default; + ~Response() { + if (content_provider_resource_releaser_) { + content_provider_resource_releaser_(content_provider_success_); + } + } + + // private members... + size_t content_length_ = 0; + ContentProvider content_provider_; + ContentProviderResourceReleaser content_provider_resource_releaser_; + bool is_chunked_content_provider_ = false; + bool content_provider_success_ = false; +}; + +class Stream { +public: + virtual ~Stream() = default; + + virtual bool is_readable() const = 0; + virtual bool is_writable() const = 0; + + virtual ssize_t read(char *ptr, size_t size) = 0; + virtual ssize_t write(const char *ptr, size_t size) = 0; + virtual void get_remote_ip_and_port(std::string &ip, int &port) const = 0; + virtual void get_local_ip_and_port(std::string &ip, int &port) const = 0; + virtual socket_t socket() const = 0; + + template + ssize_t write_format(const char *fmt, const Args &...args); + ssize_t write(const char *ptr); + ssize_t write(const std::string &s); +}; + +class TaskQueue { +public: + TaskQueue() = default; + virtual ~TaskQueue() = default; + + virtual void enqueue(std::function fn) = 0; + virtual void shutdown() = 0; + + virtual void on_idle() {} +}; + +class ThreadPool : public TaskQueue { +public: + explicit ThreadPool(size_t n) : shutdown_(false) { + while (n) { + threads_.emplace_back(worker(*this)); + n--; + } + } + + ThreadPool(const ThreadPool &) = delete; + ~ThreadPool() override = default; + + void enqueue(std::function fn) override { + { + std::unique_lock lock(mutex_); + jobs_.push_back(std::move(fn)); + } + + cond_.notify_one(); + } + + void shutdown() override { + // Stop all worker threads... + { + std::unique_lock lock(mutex_); + shutdown_ = true; + } + + cond_.notify_all(); + + // Join... + for (auto &t : threads_) { + t.join(); + } + } + +private: + struct worker { + explicit worker(ThreadPool &pool) : pool_(pool) {} + + void operator()() { + for (;;) { + std::function fn; + { + std::unique_lock lock(pool_.mutex_); + + pool_.cond_.wait( + lock, [&] { return !pool_.jobs_.empty() || pool_.shutdown_; }); + + if (pool_.shutdown_ && pool_.jobs_.empty()) { break; } + + fn = std::move(pool_.jobs_.front()); + pool_.jobs_.pop_front(); + } + + assert(true == static_cast(fn)); + fn(); + } + } + + ThreadPool &pool_; + }; + friend struct worker; + + std::vector threads_; + std::list> jobs_; + + bool shutdown_; + + std::condition_variable cond_; + std::mutex mutex_; +}; + +using Logger = std::function; + +using SocketOptions = std::function; + +void default_socket_options(socket_t sock); + +namespace detail { + +class MatcherBase { +public: + virtual ~MatcherBase() = default; + + // Match request path and populate its matches and + virtual bool match(Request &request) const = 0; +}; + +/** + * Captures parameters in request path and stores them in Request::path_params + * + * Capture name is a substring of a pattern from : to /. + * The rest of the pattern is matched agains the request path directly + * Parameters are captured starting from the next character after + * the end of the last matched static pattern fragment until the next /. + * + * Example pattern: + * "/path/fragments/:capture/more/fragments/:second_capture" + * Static fragments: + * "/path/fragments/", "more/fragments/" + * + * Given the following request path: + * "/path/fragments/:1/more/fragments/:2" + * the resulting capture will be + * {{"capture", "1"}, {"second_capture", "2"}} + */ +class PathParamsMatcher : public MatcherBase { +public: + PathParamsMatcher(const std::string &pattern); + + bool match(Request &request) const override; + +private: + static constexpr char marker = ':'; + // Treat segment separators as the end of path parameter capture + // Does not need to handle query parameters as they are parsed before path + // matching + static constexpr char separator = '/'; + + // Contains static path fragments to match against, excluding the '/' after + // path params + // Fragments are separated by path params + std::vector static_fragments_; + // Stores the names of the path parameters to be used as keys in the + // Request::path_params map + std::vector param_names_; +}; + +/** + * Performs std::regex_match on request path + * and stores the result in Request::matches + * + * Note that regex match is performed directly on the whole request. + * This means that wildcard patterns may match multiple path segments with /: + * "/begin/(.*)/end" will match both "/begin/middle/end" and "/begin/1/2/end". + */ +class RegexMatcher : public MatcherBase { +public: + RegexMatcher(const std::string &pattern) : regex_(pattern) {} + + bool match(Request &request) const override; + +private: + std::regex regex_; +}; + +} // namespace detail + +class Server { +public: + using Handler = std::function; + + using ExceptionHandler = + std::function; + + enum class HandlerResponse { + Handled, + Unhandled, + }; + using HandlerWithResponse = + std::function; + + using HandlerWithContentReader = std::function; + + using Expect100ContinueHandler = + std::function; + + Server(); + + virtual ~Server(); + + virtual bool is_valid() const; + + Server &Get(const std::string &pattern, Handler handler); + Server &Post(const std::string &pattern, Handler handler); + Server &Post(const std::string &pattern, HandlerWithContentReader handler); + Server &Put(const std::string &pattern, Handler handler); + Server &Put(const std::string &pattern, HandlerWithContentReader handler); + Server &Patch(const std::string &pattern, Handler handler); + Server &Patch(const std::string &pattern, HandlerWithContentReader handler); + Server &Delete(const std::string &pattern, Handler handler); + Server &Delete(const std::string &pattern, HandlerWithContentReader handler); + Server &Options(const std::string &pattern, Handler handler); + + bool set_base_dir(const std::string &dir, + const std::string &mount_point = std::string()); + bool set_mount_point(const std::string &mount_point, const std::string &dir, + Headers headers = Headers()); + bool remove_mount_point(const std::string &mount_point); + Server &set_file_extension_and_mimetype_mapping(const std::string &ext, + const std::string &mime); + Server &set_file_request_handler(Handler handler); + + Server &set_error_handler(HandlerWithResponse handler); + Server &set_error_handler(Handler handler); + Server &set_exception_handler(ExceptionHandler handler); + Server &set_pre_routing_handler(HandlerWithResponse handler); + Server &set_post_routing_handler(Handler handler); + + Server &set_expect_100_continue_handler(Expect100ContinueHandler handler); + Server &set_logger(Logger logger); + + Server &set_address_family(int family); + Server &set_tcp_nodelay(bool on); + Server &set_socket_options(SocketOptions socket_options); + + Server &set_default_headers(Headers headers); + + Server &set_keep_alive_max_count(size_t count); + Server &set_keep_alive_timeout(time_t sec); + + Server &set_read_timeout(time_t sec, time_t usec = 0); + template + Server &set_read_timeout(const std::chrono::duration &duration); + + Server &set_write_timeout(time_t sec, time_t usec = 0); + template + Server &set_write_timeout(const std::chrono::duration &duration); + + Server &set_idle_interval(time_t sec, time_t usec = 0); + template + Server &set_idle_interval(const std::chrono::duration &duration); + + Server &set_payload_max_length(size_t length); + + bool bind_to_port(const std::string &host, int port, int socket_flags = 0); + int bind_to_any_port(const std::string &host, int socket_flags = 0); + bool listen_after_bind(); + + bool listen(const std::string &host, int port, int socket_flags = 0); + + bool is_running() const; + void wait_until_ready() const; + void stop(); + + std::function new_task_queue; + +protected: + bool process_request(Stream &strm, bool close_connection, + bool &connection_closed, + const std::function &setup_request); + + std::atomic svr_sock_{INVALID_SOCKET}; + size_t keep_alive_max_count_ = CPPHTTPLIB_KEEPALIVE_MAX_COUNT; + time_t keep_alive_timeout_sec_ = CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND; + time_t read_timeout_sec_ = CPPHTTPLIB_READ_TIMEOUT_SECOND; + time_t read_timeout_usec_ = CPPHTTPLIB_READ_TIMEOUT_USECOND; + time_t write_timeout_sec_ = CPPHTTPLIB_WRITE_TIMEOUT_SECOND; + time_t write_timeout_usec_ = CPPHTTPLIB_WRITE_TIMEOUT_USECOND; + time_t idle_interval_sec_ = CPPHTTPLIB_IDLE_INTERVAL_SECOND; + time_t idle_interval_usec_ = CPPHTTPLIB_IDLE_INTERVAL_USECOND; + size_t payload_max_length_ = CPPHTTPLIB_PAYLOAD_MAX_LENGTH; + +private: + using Handlers = + std::vector, Handler>>; + using HandlersForContentReader = + std::vector, + HandlerWithContentReader>>; + + static std::unique_ptr + make_matcher(const std::string &pattern); + + socket_t create_server_socket(const std::string &host, int port, + int socket_flags, + SocketOptions socket_options) const; + int bind_internal(const std::string &host, int port, int socket_flags); + bool listen_internal(); + + bool routing(Request &req, Response &res, Stream &strm); + bool handle_file_request(const Request &req, Response &res, + bool head = false); + bool dispatch_request(Request &req, Response &res, const Handlers &handlers); + bool + dispatch_request_for_content_reader(Request &req, Response &res, + ContentReader content_reader, + const HandlersForContentReader &handlers); + + bool parse_request_line(const char *s, Request &req); + void apply_ranges(const Request &req, Response &res, + std::string &content_type, std::string &boundary); + bool write_response(Stream &strm, bool close_connection, const Request &req, + Response &res); + bool write_response_with_content(Stream &strm, bool close_connection, + const Request &req, Response &res); + bool write_response_core(Stream &strm, bool close_connection, + const Request &req, Response &res, + bool need_apply_ranges); + bool write_content_with_provider(Stream &strm, const Request &req, + Response &res, const std::string &boundary, + const std::string &content_type); + bool read_content(Stream &strm, Request &req, Response &res); + bool + read_content_with_content_receiver(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver); + bool read_content_core(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver); + + virtual bool process_and_close_socket(socket_t sock); + + std::atomic is_running_{false}; + std::atomic done_{false}; + + struct MountPointEntry { + std::string mount_point; + std::string base_dir; + Headers headers; + }; + std::vector base_dirs_; + std::map file_extension_and_mimetype_map_; + Handler file_request_handler_; + + Handlers get_handlers_; + Handlers post_handlers_; + HandlersForContentReader post_handlers_for_content_reader_; + Handlers put_handlers_; + HandlersForContentReader put_handlers_for_content_reader_; + Handlers patch_handlers_; + HandlersForContentReader patch_handlers_for_content_reader_; + Handlers delete_handlers_; + HandlersForContentReader delete_handlers_for_content_reader_; + Handlers options_handlers_; + + HandlerWithResponse error_handler_; + ExceptionHandler exception_handler_; + HandlerWithResponse pre_routing_handler_; + Handler post_routing_handler_; + Expect100ContinueHandler expect_100_continue_handler_; + + Logger logger_; + + int address_family_ = AF_UNSPEC; + bool tcp_nodelay_ = CPPHTTPLIB_TCP_NODELAY; + SocketOptions socket_options_ = default_socket_options; + + Headers default_headers_; +}; + +enum class Error { + Success = 0, + Unknown, + Connection, + BindIPAddress, + Read, + Write, + ExceedRedirectCount, + Canceled, + SSLConnection, + SSLLoadingCerts, + SSLServerVerification, + UnsupportedMultipartBoundaryChars, + Compression, + ConnectionTimeout, + + // For internal use only + SSLPeerCouldBeClosed_, +}; + +std::string to_string(const Error error); + +std::ostream &operator<<(std::ostream &os, const Error &obj); + +class Result { +public: + Result() = default; + Result(std::unique_ptr &&res, Error err, + Headers &&request_headers = Headers{}) + : res_(std::move(res)), err_(err), + request_headers_(std::move(request_headers)) {} + // Response + operator bool() const { return res_ != nullptr; } + bool operator==(std::nullptr_t) const { return res_ == nullptr; } + bool operator!=(std::nullptr_t) const { return res_ != nullptr; } + const Response &value() const { return *res_; } + Response &value() { return *res_; } + const Response &operator*() const { return *res_; } + Response &operator*() { return *res_; } + const Response *operator->() const { return res_.get(); } + Response *operator->() { return res_.get(); } + + // Error + Error error() const { return err_; } + + // Request Headers + bool has_request_header(const std::string &key) const; + std::string get_request_header_value(const std::string &key, + size_t id = 0) const; + template + T get_request_header_value(const std::string &key, size_t id = 0) const; + size_t get_request_header_value_count(const std::string &key) const; + +private: + std::unique_ptr res_; + Error err_ = Error::Unknown; + Headers request_headers_; +}; + +class ClientImpl { +public: + explicit ClientImpl(const std::string &host); + + explicit ClientImpl(const std::string &host, int port); + + explicit ClientImpl(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + virtual ~ClientImpl(); + + virtual bool is_valid() const; + + Result Get(const std::string &path); + Result Get(const std::string &path, const Headers &headers); + Result Get(const std::string &path, Progress progress); + Result Get(const std::string &path, const Headers &headers, + Progress progress); + Result Get(const std::string &path, ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver); + Result Get(const std::string &path, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, ContentReceiver content_receiver, + Progress progress); + + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ContentReceiver content_receiver, + Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress = nullptr); + + Result Head(const std::string &path); + Result Head(const std::string &path, const Headers &headers); + + Result Post(const std::string &path); + Result Post(const std::string &path, const Headers &headers); + Result Post(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Post(const std::string &path, const std::string &body, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Params ¶ms); + Result Post(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Post(const std::string &path, const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Put(const std::string &path); + Result Put(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Put(const std::string &path, const std::string &body, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Put(const std::string &path, size_t content_length, + ContentProvider content_provider, const std::string &content_type); + Result Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Params ¶ms); + Result Put(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Put(const std::string &path, const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Patch(const std::string &path); + Result Patch(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const std::string &body, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + + Result Delete(const std::string &path); + Result Delete(const std::string &path, const Headers &headers); + Result Delete(const std::string &path, const char *body, + size_t content_length, const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Delete(const std::string &path, const std::string &body, + const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + + Result Options(const std::string &path); + Result Options(const std::string &path, const Headers &headers); + + bool send(Request &req, Response &res, Error &error); + Result send(const Request &req); + + void stop(); + + std::string host() const; + int port() const; + + size_t is_socket_open() const; + socket_t socket() const; + + void set_hostname_addr_map(std::map addr_map); + + void set_default_headers(Headers headers); + + void set_address_family(int family); + void set_tcp_nodelay(bool on); + void set_socket_options(SocketOptions socket_options); + + void set_connection_timeout(time_t sec, time_t usec = 0); + template + void + set_connection_timeout(const std::chrono::duration &duration); + + void set_read_timeout(time_t sec, time_t usec = 0); + template + void set_read_timeout(const std::chrono::duration &duration); + + void set_write_timeout(time_t sec, time_t usec = 0); + template + void set_write_timeout(const std::chrono::duration &duration); + + void set_basic_auth(const std::string &username, const std::string &password); + void set_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_digest_auth(const std::string &username, + const std::string &password); +#endif + + void set_keep_alive(bool on); + void set_follow_location(bool on); + + void set_url_encode(bool on); + + void set_compress(bool on); + + void set_decompress(bool on); + + void set_interface(const std::string &intf); + + void set_proxy(const std::string &host, int port); + void set_proxy_basic_auth(const std::string &username, + const std::string &password); + void set_proxy_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_proxy_digest_auth(const std::string &username, + const std::string &password); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path = std::string()); + void set_ca_cert_store(X509_STORE *ca_cert_store); + X509_STORE *create_ca_cert_store(const char *ca_cert, std::size_t size); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void enable_server_certificate_verification(bool enabled); +#endif + + void set_logger(Logger logger); + +protected: + struct Socket { + socket_t sock = INVALID_SOCKET; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + SSL *ssl = nullptr; +#endif + + bool is_open() const { return sock != INVALID_SOCKET; } + }; + + virtual bool create_and_connect_socket(Socket &socket, Error &error); + + // All of: + // shutdown_ssl + // shutdown_socket + // close_socket + // should ONLY be called when socket_mutex_ is locked. + // Also, shutdown_ssl and close_socket should also NOT be called concurrently + // with a DIFFERENT thread sending requests using that socket. + virtual void shutdown_ssl(Socket &socket, bool shutdown_gracefully); + void shutdown_socket(Socket &socket); + void close_socket(Socket &socket); + + bool process_request(Stream &strm, Request &req, Response &res, + bool close_connection, Error &error); + + bool write_content_with_provider(Stream &strm, const Request &req, + Error &error); + + void copy_settings(const ClientImpl &rhs); + + // Socket endpoint information + const std::string host_; + const int port_; + const std::string host_and_port_; + + // Current open socket + Socket socket_; + mutable std::mutex socket_mutex_; + std::recursive_mutex request_mutex_; + + // These are all protected under socket_mutex + size_t socket_requests_in_flight_ = 0; + std::thread::id socket_requests_are_from_thread_ = std::thread::id(); + bool socket_should_be_closed_when_request_is_done_ = false; + + // Hostname-IP map + std::map addr_map_; + + // Default headers + Headers default_headers_; + + // Settings + std::string client_cert_path_; + std::string client_key_path_; + + time_t connection_timeout_sec_ = CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND; + time_t connection_timeout_usec_ = CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND; + time_t read_timeout_sec_ = CPPHTTPLIB_READ_TIMEOUT_SECOND; + time_t read_timeout_usec_ = CPPHTTPLIB_READ_TIMEOUT_USECOND; + time_t write_timeout_sec_ = CPPHTTPLIB_WRITE_TIMEOUT_SECOND; + time_t write_timeout_usec_ = CPPHTTPLIB_WRITE_TIMEOUT_USECOND; + + std::string basic_auth_username_; + std::string basic_auth_password_; + std::string bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string digest_auth_username_; + std::string digest_auth_password_; +#endif + + bool keep_alive_ = false; + bool follow_location_ = false; + + bool url_encode_ = true; + + int address_family_ = AF_UNSPEC; + bool tcp_nodelay_ = CPPHTTPLIB_TCP_NODELAY; + SocketOptions socket_options_ = nullptr; + + bool compress_ = false; + bool decompress_ = true; + + std::string interface_; + + std::string proxy_host_; + int proxy_port_ = -1; + + std::string proxy_basic_auth_username_; + std::string proxy_basic_auth_password_; + std::string proxy_bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string proxy_digest_auth_username_; + std::string proxy_digest_auth_password_; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string ca_cert_file_path_; + std::string ca_cert_dir_path_; + + X509_STORE *ca_cert_store_ = nullptr; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + bool server_certificate_verification_ = true; +#endif + + Logger logger_; + +private: + bool send_(Request &req, Response &res, Error &error); + Result send_(Request &&req); + + socket_t create_client_socket(Error &error) const; + bool read_response_line(Stream &strm, const Request &req, Response &res); + bool write_request(Stream &strm, Request &req, bool close_connection, + Error &error); + bool redirect(Request &req, Response &res, Error &error); + bool handle_request(Stream &strm, Request &req, Response &res, + bool close_connection, Error &error); + std::unique_ptr send_with_content_provider( + Request &req, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type, Error &error); + Result send_with_content_provider( + const std::string &method, const std::string &path, + const Headers &headers, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type); + ContentProviderWithoutLength get_multipart_content_provider( + const std::string &boundary, const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + std::string adjust_host_string(const std::string &host) const; + + virtual bool process_socket(const Socket &socket, + std::function callback); + virtual bool is_ssl() const; +}; + +class Client { +public: + // Universal interface + explicit Client(const std::string &scheme_host_port); + + explicit Client(const std::string &scheme_host_port, + const std::string &client_cert_path, + const std::string &client_key_path); + + // HTTP only interface + explicit Client(const std::string &host, int port); + + explicit Client(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + Client(Client &&) = default; + + ~Client(); + + bool is_valid() const; + + Result Get(const std::string &path); + Result Get(const std::string &path, const Headers &headers); + Result Get(const std::string &path, Progress progress); + Result Get(const std::string &path, const Headers &headers, + Progress progress); + Result Get(const std::string &path, ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver); + Result Get(const std::string &path, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress); + + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ContentReceiver content_receiver, + Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress = nullptr); + + Result Head(const std::string &path); + Result Head(const std::string &path, const Headers &headers); + + Result Post(const std::string &path); + Result Post(const std::string &path, const Headers &headers); + Result Post(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Post(const std::string &path, const std::string &body, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Params ¶ms); + Result Post(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Post(const std::string &path, const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Put(const std::string &path); + Result Put(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Put(const std::string &path, const std::string &body, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Put(const std::string &path, size_t content_length, + ContentProvider content_provider, const std::string &content_type); + Result Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Params ¶ms); + Result Put(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Put(const std::string &path, const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Patch(const std::string &path); + Result Patch(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const std::string &body, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + + Result Delete(const std::string &path); + Result Delete(const std::string &path, const Headers &headers); + Result Delete(const std::string &path, const char *body, + size_t content_length, const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Delete(const std::string &path, const std::string &body, + const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + + Result Options(const std::string &path); + Result Options(const std::string &path, const Headers &headers); + + bool send(Request &req, Response &res, Error &error); + Result send(const Request &req); + + void stop(); + + std::string host() const; + int port() const; + + size_t is_socket_open() const; + socket_t socket() const; + + void set_hostname_addr_map(std::map addr_map); + + void set_default_headers(Headers headers); + + void set_address_family(int family); + void set_tcp_nodelay(bool on); + void set_socket_options(SocketOptions socket_options); + + void set_connection_timeout(time_t sec, time_t usec = 0); + template + void + set_connection_timeout(const std::chrono::duration &duration); + + void set_read_timeout(time_t sec, time_t usec = 0); + template + void set_read_timeout(const std::chrono::duration &duration); + + void set_write_timeout(time_t sec, time_t usec = 0); + template + void set_write_timeout(const std::chrono::duration &duration); + + void set_basic_auth(const std::string &username, const std::string &password); + void set_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_digest_auth(const std::string &username, + const std::string &password); +#endif + + void set_keep_alive(bool on); + void set_follow_location(bool on); + + void set_url_encode(bool on); + + void set_compress(bool on); + + void set_decompress(bool on); + + void set_interface(const std::string &intf); + + void set_proxy(const std::string &host, int port); + void set_proxy_basic_auth(const std::string &username, + const std::string &password); + void set_proxy_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_proxy_digest_auth(const std::string &username, + const std::string &password); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void enable_server_certificate_verification(bool enabled); +#endif + + void set_logger(Logger logger); + + // SSL +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path = std::string()); + + void set_ca_cert_store(X509_STORE *ca_cert_store); + void load_ca_cert_store(const char *ca_cert, std::size_t size); + + long get_openssl_verify_result() const; + + SSL_CTX *ssl_context() const; +#endif + +private: + std::unique_ptr cli_; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + bool is_ssl_ = false; +#endif +}; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +class SSLServer : public Server { +public: + SSLServer(const char *cert_path, const char *private_key_path, + const char *client_ca_cert_file_path = nullptr, + const char *client_ca_cert_dir_path = nullptr, + const char *private_key_password = nullptr); + + SSLServer(X509 *cert, EVP_PKEY *private_key, + X509_STORE *client_ca_cert_store = nullptr); + + SSLServer( + const std::function &setup_ssl_ctx_callback); + + ~SSLServer() override; + + bool is_valid() const override; + + SSL_CTX *ssl_context() const; + +private: + bool process_and_close_socket(socket_t sock) override; + + SSL_CTX *ctx_; + std::mutex ctx_mutex_; +}; + +class SSLClient : public ClientImpl { +public: + explicit SSLClient(const std::string &host); + + explicit SSLClient(const std::string &host, int port); + + explicit SSLClient(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + explicit SSLClient(const std::string &host, int port, X509 *client_cert, + EVP_PKEY *client_key); + + ~SSLClient() override; + + bool is_valid() const override; + + void set_ca_cert_store(X509_STORE *ca_cert_store); + void load_ca_cert_store(const char *ca_cert, std::size_t size); + + long get_openssl_verify_result() const; + + SSL_CTX *ssl_context() const; + +private: + bool create_and_connect_socket(Socket &socket, Error &error) override; + void shutdown_ssl(Socket &socket, bool shutdown_gracefully) override; + void shutdown_ssl_impl(Socket &socket, bool shutdown_socket); + + bool process_socket(const Socket &socket, + std::function callback) override; + bool is_ssl() const override; + + bool connect_with_proxy(Socket &sock, Response &res, bool &success, + Error &error); + bool initialize_ssl(Socket &socket, Error &error); + + bool load_certs(); + + bool verify_host(X509 *server_cert) const; + bool verify_host_with_subject_alt_name(X509 *server_cert) const; + bool verify_host_with_common_name(X509 *server_cert) const; + bool check_host_name(const char *pattern, size_t pattern_len) const; + + SSL_CTX *ctx_; + std::mutex ctx_mutex_; + std::once_flag initialize_cert_; + + std::vector host_components_; + + long verify_result_ = 0; + + friend class ClientImpl; +}; +#endif + +/* + * Implementation of template methods. + */ + +namespace detail { + +template +inline void duration_to_sec_and_usec(const T &duration, U callback) { + auto sec = std::chrono::duration_cast(duration).count(); + auto usec = std::chrono::duration_cast( + duration - std::chrono::seconds(sec)) + .count(); + callback(static_cast(sec), static_cast(usec)); +} + +template +inline T get_header_value(const Headers & /*headers*/, + const std::string & /*key*/, size_t /*id*/ = 0, + uint64_t /*def*/ = 0) {} + +template <> +inline uint64_t get_header_value(const Headers &headers, + const std::string &key, size_t id, + uint64_t def) { + auto rng = headers.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { + return std::strtoull(it->second.data(), nullptr, 10); + } + return def; +} + +} // namespace detail + +template +inline T Request::get_header_value(const std::string &key, size_t id) const { + return detail::get_header_value(headers, key, id, 0); +} + +template +inline T Response::get_header_value(const std::string &key, size_t id) const { + return detail::get_header_value(headers, key, id, 0); +} + +template +inline ssize_t Stream::write_format(const char *fmt, const Args &...args) { + const auto bufsiz = 2048; + std::array buf{}; + + auto sn = snprintf(buf.data(), buf.size() - 1, fmt, args...); + if (sn <= 0) { return sn; } + + auto n = static_cast(sn); + + if (n >= buf.size() - 1) { + std::vector glowable_buf(buf.size()); + + while (n >= glowable_buf.size() - 1) { + glowable_buf.resize(glowable_buf.size() * 2); + n = static_cast( + snprintf(&glowable_buf[0], glowable_buf.size() - 1, fmt, args...)); + } + return write(&glowable_buf[0], n); + } else { + return write(buf.data(), n); + } +} + +inline void default_socket_options(socket_t sock) { + int yes = 1; +#ifdef _WIN32 + setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, + reinterpret_cast(&yes), sizeof(yes)); + setsockopt(sock, SOL_SOCKET, SO_EXCLUSIVEADDRUSE, + reinterpret_cast(&yes), sizeof(yes)); +#else +#ifdef SO_REUSEPORT + setsockopt(sock, SOL_SOCKET, SO_REUSEPORT, + reinterpret_cast(&yes), sizeof(yes)); +#else + setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, + reinterpret_cast(&yes), sizeof(yes)); +#endif +#endif + int const size = 1048576; + setsockopt(sock, SOL_SOCKET, SO_RCVBUF, &size, sizeof(size)); + setsockopt(sock, SOL_SOCKET, SO_SNDBUF, &size, sizeof(size)); +} + +template +inline Server & +Server::set_read_timeout(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_read_timeout(sec, usec); }); + return *this; +} + +template +inline Server & +Server::set_write_timeout(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_write_timeout(sec, usec); }); + return *this; +} + +template +inline Server & +Server::set_idle_interval(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_idle_interval(sec, usec); }); + return *this; +} + +inline std::string to_string(const Error error) { + switch (error) { + case Error::Success: return "Success (no error)"; + case Error::Connection: return "Could not establish connection"; + case Error::BindIPAddress: return "Failed to bind IP address"; + case Error::Read: return "Failed to read connection"; + case Error::Write: return "Failed to write connection"; + case Error::ExceedRedirectCount: return "Maximum redirect count exceeded"; + case Error::Canceled: return "Connection handling canceled"; + case Error::SSLConnection: return "SSL connection failed"; + case Error::SSLLoadingCerts: return "SSL certificate loading failed"; + case Error::SSLServerVerification: return "SSL server verification failed"; + case Error::UnsupportedMultipartBoundaryChars: + return "Unsupported HTTP multipart boundary characters"; + case Error::Compression: return "Compression failed"; + case Error::ConnectionTimeout: return "Connection timed out"; + case Error::Unknown: return "Unknown"; + default: break; + } + + return "Invalid"; +} + +inline std::ostream &operator<<(std::ostream &os, const Error &obj) { + os << to_string(obj); + os << " (" << static_cast::type>(obj) << ')'; + return os; +} + +template +inline T Result::get_request_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(request_headers_, key, id, 0); +} + +template +inline void ClientImpl::set_connection_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec(duration, [&](time_t sec, time_t usec) { + set_connection_timeout(sec, usec); + }); +} + +template +inline void ClientImpl::set_read_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_read_timeout(sec, usec); }); +} + +template +inline void ClientImpl::set_write_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_write_timeout(sec, usec); }); +} + +template +inline void Client::set_connection_timeout( + const std::chrono::duration &duration) { + cli_->set_connection_timeout(duration); +} + +template +inline void +Client::set_read_timeout(const std::chrono::duration &duration) { + cli_->set_read_timeout(duration); +} + +template +inline void +Client::set_write_timeout(const std::chrono::duration &duration) { + cli_->set_write_timeout(duration); +} + +/* + * Forward declarations and types that will be part of the .h file if split into + * .h + .cc. + */ + +std::string hosted_at(const std::string &hostname); + +void hosted_at(const std::string &hostname, std::vector &addrs); + +std::string append_query_params(const std::string &path, const Params ¶ms); + +std::pair make_range_header(Ranges ranges); + +std::pair +make_basic_authentication_header(const std::string &username, + const std::string &password, + bool is_proxy = false); + +namespace detail { + +const char *status_message(int status); + +std::string encode_query_param(const std::string &value); + +std::string encode_url(const std::string &s); +std::string decode_url(const std::string &s, bool convert_plus_to_space); + +void read_file(const std::string &path, std::string &out); + +std::string trim_copy(const std::string &s); + +void split(const char *b, const char *e, char d, + std::function fn); + +bool process_client_socket(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, + std::function callback); + +socket_t create_client_socket( + const std::string &host, const std::string &ip, int port, + int address_family, bool tcp_nodelay, SocketOptions socket_options, + time_t connection_timeout_sec, time_t connection_timeout_usec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, const std::string &intf, Error &error); + +const char *get_header_value(const Headers &headers, const std::string &key, + size_t id = 0, const char *def = nullptr); + +std::string params_to_query_str(const Params ¶ms); + +void parse_query_text(const std::string &s, Params ¶ms); + +bool parse_multipart_boundary(const std::string &content_type, + std::string &boundary); + +bool parse_range_header(const std::string &s, Ranges &ranges); + +int close_socket(socket_t sock); + +ssize_t send_socket(socket_t sock, const void *ptr, size_t size, int flags); + +ssize_t read_socket(socket_t sock, void *ptr, size_t size, int flags); + +enum class EncodingType { None = 0, Gzip, Brotli }; + +EncodingType encoding_type(const Request &req, const Response &res); + +class BufferStream : public Stream { +public: + BufferStream() = default; + ~BufferStream() override = default; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + + const std::string &get_buffer() const; + +private: + std::string buffer; + size_t position = 0; +}; + +class compressor { +public: + virtual ~compressor() = default; + + typedef std::function Callback; + virtual bool compress(const char *data, size_t data_length, bool last, + Callback callback) = 0; +}; + +class decompressor { +public: + virtual ~decompressor() = default; + + virtual bool is_valid() const = 0; + + typedef std::function Callback; + virtual bool decompress(const char *data, size_t data_length, + Callback callback) = 0; +}; + +class nocompressor : public compressor { +public: + virtual ~nocompressor() = default; + + bool compress(const char *data, size_t data_length, bool /*last*/, + Callback callback) override; +}; + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +class gzip_compressor : public compressor { +public: + gzip_compressor(); + ~gzip_compressor(); + + bool compress(const char *data, size_t data_length, bool last, + Callback callback) override; + +private: + bool is_valid_ = false; + z_stream strm_; +}; + +class gzip_decompressor : public decompressor { +public: + gzip_decompressor(); + ~gzip_decompressor(); + + bool is_valid() const override; + + bool decompress(const char *data, size_t data_length, + Callback callback) override; + +private: + bool is_valid_ = false; + z_stream strm_; +}; +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +class brotli_compressor : public compressor { +public: + brotli_compressor(); + ~brotli_compressor(); + + bool compress(const char *data, size_t data_length, bool last, + Callback callback) override; + +private: + BrotliEncoderState *state_ = nullptr; +}; + +class brotli_decompressor : public decompressor { +public: + brotli_decompressor(); + ~brotli_decompressor(); + + bool is_valid() const override; + + bool decompress(const char *data, size_t data_length, + Callback callback) override; + +private: + BrotliDecoderResult decoder_r; + BrotliDecoderState *decoder_s = nullptr; +}; +#endif + +// NOTE: until the read size reaches `fixed_buffer_size`, use `fixed_buffer` +// to store data. The call can set memory on stack for performance. +class stream_line_reader { +public: + stream_line_reader(Stream &strm, char *fixed_buffer, + size_t fixed_buffer_size); + const char *ptr() const; + size_t size() const; + bool end_with_crlf() const; + bool getline(); + +private: + void append(char c); + + Stream &strm_; + char *fixed_buffer_; + const size_t fixed_buffer_size_; + size_t fixed_buffer_used_size_ = 0; + std::string glowable_buffer_; +}; + +} // namespace detail + + +} // namespace httplib + +#if defined(_WIN32) && defined(CPPHTTPLIB_USE_POLL) +#undef poll +#endif + +#endif // CPPHTTPLIB_HTTPLIB_H diff --git a/source/main.cpp b/source/main.cpp new file mode 100644 index 0000000..26fec91 --- /dev/null +++ b/source/main.cpp @@ -0,0 +1,65 @@ +#undef main + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "server/http_server.h" +#include "config.h" +#include "util.h" +#include "dbglogger.h" + +extern "C" +{ +#include "orbis_jbc.h" +} + +static void terminate() +{ + terminate_jbc(); + sceSystemServiceLoadExec("exit", NULL); +} + +int main(int argc, char *argv[]) +{ + dbglogger_init(); + dbglogger_log("If you see this you've set up dbglogger correctly."); + + if (!initialize_jbc()) + { + terminate(); + } + + atexit(terminate); + + if (sceSysmoduleLoadModuleInternal(ORBIS_SYSMODULE_INTERNAL_SYSTEM_SERVICE) < 0) return 0; + if (sceSysmoduleLoadModuleInternal(ORBIS_SYSMODULE_INTERNAL_USER_SERVICE) < 0) return 0; + if (sceSysmoduleLoadModuleInternal(ORBIS_SYSMODULE_INTERNAL_NET) < 0 || sceNetInit() != 0) return 0; + + CONFIG::LoadPackageInstallHostData(); + CONFIG::LoadBgDownloadData(); + + if (HttpServer::IsStarted()) + { + Util::Notify("ezRemote Server already started"); + terminate(); + return 0; + } + + dbglogger_log(" Registering Daemon..."); + sceSystemServiceRegisterDaemon(); + + HttpServer::StartDownloadThread(); + HttpServer::Start(); + Util::Notify("ezRemote Server stopped."); + + return 0; +} diff --git a/source/orbis_jbc.c b/source/orbis_jbc.c new file mode 100644 index 0000000..dfb4cd6 --- /dev/null +++ b/source/orbis_jbc.c @@ -0,0 +1,122 @@ +#include +#include +#include +#include +#include +#include +#include + +#define SYSCALL(nr, fn) __attribute__((naked)) fn\ +{\ + asm volatile("mov $" #nr ", %rax\nmov %rcx, %r10\nsyscall\nret");\ +} + +SYSCALL(22, static int unmount(const char* path, int flags)) +SYSCALL(378, static int nmount(struct iovec* iov, unsigned int niov, int flags)) + +static void build_iovec(struct iovec** iov, int* iovlen, const char* name, const void* val, size_t len) { + int i; + + if (*iovlen < 0) + return; + + i = *iovlen; + *iov = (struct iovec*)realloc(*iov, sizeof **iov * (i + 2)); + if (*iov == NULL) { + *iovlen = -1; + return; + } + + (*iov)[i].iov_base = strdup(name); + (*iov)[i].iov_len = strlen(name) + 1; + ++i; + + (*iov)[i].iov_base = (void*)val; + if (len == (size_t)-1) { + if (val != NULL) + len = strlen((const char*)val) + 1; + else + len = 0; + } + (*iov)[i].iov_len = (int)len; + + *iovlen = ++i; +} + +int mount_large_fs(const char* device, const char* mountpoint, const char* fstype, const char* mode, unsigned int flags) +{ + struct iovec* iov = NULL; + int iovlen = 0; + + unmount(mountpoint, 0); + + build_iovec(&iov, &iovlen, "fstype", fstype, -1); + build_iovec(&iov, &iovlen, "fspath", mountpoint, -1); + build_iovec(&iov, &iovlen, "from", device, -1); + build_iovec(&iov, &iovlen, "large", "yes", -1); + build_iovec(&iov, &iovlen, "timezone", "static", -1); + build_iovec(&iov, &iovlen, "async", "", -1); + build_iovec(&iov, &iovlen, "ignoreacl", "", -1); + + if (mode) { + build_iovec(&iov, &iovlen, "dirmask", mode, -1); + build_iovec(&iov, &iovlen, "mask", mode, -1); + } + + return nmount(iov, iovlen, flags); +} + +// Variables for (un)jailbreaking +jbc_cred g_Cred; +jbc_cred g_RootCreds; + +// Verify jailbreak +static int is_jailbroken() +{ + FILE *s_FilePointer = fopen("/user/.jailbreak", "w"); + + if (!s_FilePointer) + return 0; + + fclose(s_FilePointer); + remove("/user/.jailbreak"); + return 1; +} + +// Jailbreaks creds +static int jailbreak() +{ + if (is_jailbroken()) + { + return 1; + } + + jbc_get_cred(&g_Cred); + g_RootCreds = g_Cred; + jbc_jailbreak_cred(&g_RootCreds); + jbc_set_cred(&g_RootCreds); + + return (is_jailbroken()); +} + +// Initialize jailbreak +int initialize_jbc() +{ + // Pop notification depending on jailbreak result + if (!jailbreak()) + { + return 0; + } + + return 1; +} + +// Unload libjbc libraries +void terminate_jbc() +{ + if (!is_jailbroken()) + return; + + // Restores original creds + jbc_set_cred(&g_Cred); +} diff --git a/source/orbis_jbc.h b/source/orbis_jbc.h new file mode 100644 index 0000000..e75cedb --- /dev/null +++ b/source/orbis_jbc.h @@ -0,0 +1,10 @@ +#ifndef __ORBIS_JBC_H__ +#define __ORBIS_JBC_H__ + +#define MNT_UPDATE 0x0000000000010000ULL + +int initialize_jbc(); +void terminate_jbc(); +int mount_large_fs(const char* device, const char* mountpoint, const char* fstype, const char* mode, unsigned int flags); + +#endif diff --git a/source/server/http_server.cpp b/source/server/http_server.cpp new file mode 100644 index 0000000..207115c --- /dev/null +++ b/source/server/http_server.cpp @@ -0,0 +1,543 @@ +#include +#include +#include "http/httplib.h" +#include "server/http_server.h" +#include "clients/remote_client.h" +#include "clients/archiveorg.h" +#include "clients/baseclient.h" +#include "clients/ftpclient.h" +#include "clients/nfsclient.h" +#include "clients/smbclient.h" +#include "clients/sftpclient.h" +#include "clients/webdav.h" +#include "config.h" +#include "fs.h" +#include "util.h" + +#define SUCCESS_MSG "{ \"result\": { \"success\": true, \"error\": null } }" +#define FAILURE_MSG "{ \"result\": { \"success\": false, \"error\": \"%s\" } }" +#define SUCCESS_MSG_LEN 48 +#define PKG_INITIAL_REQUEST_SIZE 8388608ul + +using namespace httplib; + +Server *svr; +int http_server_port = 6701; +static pthread_t bg_download_thread; +static uint64_t g_dl_offset; + +namespace HttpServer +{ + static int FtpCallback(int64_t xfered, void *arg) + { + return 1; + } + + static int DownloadFtpCallback(int64_t xfered, void *arg) + { + *g_bytes_transfered = g_dl_offset + xfered; + return 1; + } + + std::string dump_headers(const Headers &headers) + { + std::string s; + char buf[BUFSIZ]; + + for (auto it = headers.begin(); it != headers.end(); ++it) + { + const auto &x = *it; + snprintf(buf, sizeof(buf), "%s: %s\n", x.first.c_str(), x.second.c_str()); + s += buf; + } + + return s; + } + + std::string log(const Request &req, const Response &res) + { + std::string s; + char buf[BUFSIZ]; + + s += "================================\n"; + + snprintf(buf, sizeof(buf), "%s %s %s", req.method.c_str(), + req.version.c_str(), req.path.c_str()); + s += buf; + + std::string query; + for (auto it = req.params.begin(); it != req.params.end(); ++it) + { + const auto &x = *it; + snprintf(buf, sizeof(buf), "%c%s=%s", + (it == req.params.begin()) ? '?' : '&', x.first.c_str(), + x.second.c_str()); + query += buf; + } + snprintf(buf, sizeof(buf), "%s\n", query.c_str()); + s += buf; + + s += dump_headers(req.headers); + + s += "--------------------------------\n"; + + snprintf(buf, sizeof(buf), "%d %s\n", res.status, res.version.c_str()); + s += buf; + s += dump_headers(res.headers); + s += "\n"; + + if (!res.body.empty()) + { + s += res.body; + } + + s += "\n"; + + return s; + } + + void failed(Response &res, int status, const std::string &msg) + { + res.status = status; + char response_msg[msg.length() + strlen(FAILURE_MSG) + 2]; + snprintf(response_msg, sizeof(response_msg), "{ \"result\": { \"success\": false, \"error\": \"%s\" } }", msg.c_str()); + res.set_content(response_msg, strlen(response_msg), "application/json"); + return; + } + + void bad_request(Response &res, const std::string &msg) + { + failed(res, 200, msg); + return; + } + + void success(Response &res) + { + res.status = 200; + res.set_content(SUCCESS_MSG, SUCCESS_MSG_LEN, "application/json"); + return; + } + + static RemoteClient *GetRemoteClient(HostInfo *host_info) + { + RemoteClient *tmp_client = nullptr; + if (host_info->type == CLIENT_TYPE_HTTP_SERVER) + { + if (host_info->http_server_type.compare(HTTP_SERVER_ARCHIVEORG)) + { + tmp_client = new ArchiveOrgClient(); + } + else if (host_info->http_server_type.compare(HTTP_SERVER_APACHE)) + { + tmp_client = new BaseClient(); + } + else if (host_info->http_server_type.compare(HTTP_SERVER_MS_IIS)) + { + tmp_client = new BaseClient(); + } + else if (host_info->http_server_type.compare(HTTP_SERVER_NGINX)) + { + tmp_client = new BaseClient(); + } + else if (host_info->http_server_type.compare(HTTP_SERVER_RCLONE)) + { + tmp_client = new BaseClient(); + } + else if (host_info->http_server_type.compare(HTTP_SERVER_NPX_SERVE)) + { + tmp_client = new BaseClient(); + } + } + else if (host_info->type == CLIENT_TYPE_WEBDAV) + { + tmp_client = new WebDAVClient(); + } + else if (host_info->type == CLIENT_TYPE_FILEHOST) + { + tmp_client = new BaseClient(); + } + else if (host_info->type == CLIENT_TYPE_SMB) + { + tmp_client = new SmbClient(); + } + else if (host_info->type == CLIENT_TYPE_SFTP) + { + tmp_client = new SFTPClient(); + } + else if (host_info->type == CLIENT_TYPE_NFS) + { + tmp_client = new NfsClient(); + } + else if (host_info->type == CLIENT_TYPE_FTP) + { + tmp_client = new FtpClient(); + FtpClient *ftp_client = (FtpClient*) tmp_client; + ftp_client->SetCallbackXferFunction(FtpCallback); + } + + if (tmp_client != nullptr) + tmp_client->Connect(host_info->url, host_info->username, host_info->password); + + return tmp_client; + } + + static void DeleteRemoteClient(RemoteClient *tmp_client) + { + if (!dynamic_cast(tmp_client)) + { + tmp_client->Quit(); + delete tmp_client; + } + } + + void *DownloadFilesThread(void *argp) + { + char temp_file[2049]; + uint64_t tmp_file_size; + int ret; + + while (true) + { + for (int i=0; i < bg_download_list.size(); i++) + { + if (bg_download_list[i].state == STATE_PENDING) + { + RemoteClient *tmp_client = GetRemoteClient(&(bg_download_list[i].host_info)); + g_bytes_transfered = &(bg_download_list[i].bytes_transfered); + if (bg_download_list[i].host_info.type == CLIENT_TYPE_FTP) + { + + FtpClient *ftpclient = (FtpClient*)tmp_client; + g_dl_offset = 0; + ftpclient->SetCallbackBytes(1); + ftpclient->SetCallbackXferFunction(DownloadFtpCallback); + } + + bg_download_list[i].state = STATE_DOWNLOADING; + CONFIG::SaveBgDownloadData(); + + snprintf(temp_file, sizeof(temp_file), "%s.tmp", bg_download_list[i].dest_path.c_str()); + Util::RichNotify(bg_download_list[i].id, "Started download %s", bg_download_list[i].dest_path.c_str()); + + ret = tmp_client->Get(temp_file, bg_download_list[i].src_path); + + FS::Rename(temp_file, bg_download_list[i].dest_path); + if (ret == 0) + { + bg_download_list[i].state = STATE_FAILED; + Util::RichNotify(bg_download_list[i].id, "Failed to download %s", bg_download_list[i].dest_path.c_str()); + } + else + { + Util::RichNotify(bg_download_list[i].id, "Completed download %s", bg_download_list[i].dest_path.c_str()); + bg_download_list[i].state = STATE_SUCCESS; + } + CONFIG::SaveBgDownloadData(); + + DeleteRemoteClient(tmp_client); + } + else if (bg_download_list[i].state == STATE_DOWNLOADING) + { + // Resume interrupted download + RemoteClient *tmp_client = GetRemoteClient(&(bg_download_list[i].host_info)); + g_bytes_transfered = &(bg_download_list[i].bytes_transfered); + if (bg_download_list[i].host_info.type == CLIENT_TYPE_FTP) + { + + FtpClient *ftpclient = (FtpClient*)tmp_client; + ftpclient->SetCallbackBytes(1); + ftpclient->SetCallbackXferFunction(DownloadFtpCallback); + } + + bg_download_list[i].state = STATE_RESUMED; + + snprintf(temp_file, sizeof(temp_file), "%s.tmp", bg_download_list[i].dest_path.c_str()); + // Check if temp file still exists, if exists then resume download + Util::RichNotify(bg_download_list[i].id, "Resuming download %s", bg_download_list[i].dest_path.c_str()); + if (FS::FileExists(temp_file)) + { + tmp_file_size = FS::GetSize(temp_file); + g_dl_offset = tmp_file_size; + ret = tmp_client->Get(temp_file, bg_download_list[i].src_path, tmp_file_size); + } + else + { + g_dl_offset = 0; + ret = tmp_client->Get(temp_file, bg_download_list[i].src_path); + } + + FS::Rename(temp_file, bg_download_list[i].dest_path); + if (ret == 0) + { + bg_download_list[i].state = STATE_FAILED; + Util::RichNotify(bg_download_list[i].id, "Failed to download %s", bg_download_list[i].dest_path.c_str()); + } + else + { + Util::RichNotify(bg_download_list[i].id, "Completed download %s", bg_download_list[i].dest_path.c_str()); + bg_download_list[i].state = STATE_SUCCESS; + } + CONFIG::SaveBgDownloadData(); + + DeleteRemoteClient(tmp_client); + } + } + + sleep(1); + } + + return nullptr; + } + + void *ServerThread(void *argp) + { + svr->Get("/", [&](const Request &req, Response &res) + { res.set_redirect("/index.html"); }); + + svr->Post("/store_bg_install_data", [&](const Request &req, Response &res) + { + const char *hash_param; + const char *path_param; + const char *url_param; + const char *username_param; + const char *password_param; + const char *http_server_type_param; + int type_param; + + json_object *jobj = json_tokener_parse(req.body.c_str()); + if (jobj != nullptr) + { + hash_param = json_object_get_string(json_object_object_get(jobj, "hash")); + url_param = json_object_get_string(json_object_object_get(jobj, "url")); + path_param = json_object_get_string(json_object_object_get(jobj, "path")); + username_param = json_object_get_string(json_object_object_get(jobj, "username")); + password_param = json_object_get_string(json_object_object_get(jobj, "password")); + http_server_type_param = json_object_get_string(json_object_object_get(jobj, "http_server_type")); + type_param = json_object_get_int(json_object_object_get(jobj, "type")); + + if (url_param == nullptr || hash_param == nullptr) + { + bad_request(res, "Required url_param or hash parameter missing"); + return; + } + + PackageInstallData pkg_data; + pkg_data.host_info.url = url_param; + if (username_param != nullptr) + pkg_data.host_info.username = username_param; + if (password_param != nullptr) + pkg_data.host_info.password = password_param; + if (path_param != nullptr) + pkg_data.path = path_param; + if (http_server_type_param != nullptr) + pkg_data.host_info.http_server_type = http_server_type_param; + pkg_data.timestamp = Util::GetTick(); + pkg_data.host_info.type = type_param; + pkg_data.client = nullptr; + + CONFIG::AddPackageInstallHostData(hash_param, pkg_data); + CONFIG::SavePackageInstallHostData(); + } + }); + + svr->Get("/bg_install/(.*)", [&](const Request &req, Response &res) + { + std::string hash = req.matches[1]; + PackageInstallData* pkg_host_data = CONFIG::GetPackageInstallHostData(hash); + RemoteClient *tmp_client; + + if (pkg_host_data == nullptr) + { + failed(res, 500, "Cannot resume background install of " + hash + ". Host data not found."); + return; + } + + if (pkg_host_data->host_info.type == CLIENT_TYPE_HTTP_SERVER || + pkg_host_data->host_info.type == CLIENT_TYPE_WEBDAV || + pkg_host_data->host_info.type == CLIENT_TYPE_FILEHOST) + { + if (pkg_host_data->client == nullptr) + { + pkg_host_data->client = GetRemoteClient(&(pkg_host_data->host_info)); + } + else + { + tmp_client = pkg_host_data->client; + } + } + else + { + tmp_client = GetRemoteClient(&(pkg_host_data->host_info)); + } + + if (tmp_client == nullptr) + { + res.status = 500; + return; + } + + std::string path = pkg_host_data->path; + + res.status = 206; + size_t range_len = (req.ranges[0].second - req.ranges[0].first) + 1; + + std::pair range = req.ranges[0]; + res.set_content_provider( + range_len, "application/octet-stream", + [tmp_client, path, range, range_len](size_t offset, size_t length, DataSink &sink) { + int ret; + ret = tmp_client->GetRange(path, sink, range_len, range.first); + return (ret==1); + }, + [tmp_client](bool success) { + DeleteRemoteClient(tmp_client); + }); + + }); + + svr->Post("/download_url", [&](const Request &req, Response &res) + { + int type_param; + const char *url_param; + const char *username_param; + const char *password_param; + const char *http_server_type_param; + const char *src_path_param; + const char *dest_path_param; + uint64_t file_size_param; + uint64_t id_param; + + json_object *jobj = json_tokener_parse(req.body.c_str()); + if (jobj != nullptr) + { + type_param = json_object_get_int(json_object_object_get(jobj, "type")); + url_param = json_object_get_string(json_object_object_get(jobj, "url")); + username_param = json_object_get_string(json_object_object_get(jobj, "username")); + password_param = json_object_get_string(json_object_object_get(jobj, "password")); + http_server_type_param = json_object_get_string(json_object_object_get(jobj, "http_server_type")); + src_path_param = json_object_get_string(json_object_object_get(jobj, "src_path")); + dest_path_param = json_object_get_string(json_object_object_get(jobj, "dest_path")); + file_size_param = json_object_get_uint64(json_object_object_get(jobj, "size")); + id_param = json_object_get_uint64(json_object_object_get(jobj, "id")); + + if (url_param == nullptr || src_path_param == nullptr || dest_path_param == nullptr) + { + bad_request(res, "Required parameters are missing"); + return; + } + + BgDownloadData download_data; + download_data.host_info.type = type_param; + download_data.host_info.url = url_param; + download_data.src_path = src_path_param; + download_data.dest_path = dest_path_param; + download_data.file_size = file_size_param; + download_data.state = STATE_PENDING; + download_data.id = id_param; + download_data.bytes_transfered = 0; + download_data.timestamp = Util::GetTick(); + + if (username_param != nullptr) + download_data.host_info.username = username_param; + if (password_param != nullptr) + download_data.host_info.password = password_param; + if (http_server_type_param != nullptr) + download_data.host_info.http_server_type = http_server_type_param; + + CONFIG::AddBgDownloadData(download_data); + CONFIG::SaveBgDownloadData(); + } + }); + + svr->Get("/get_download_state", [&](const Request &req, Response &res) + { + json_object *download_list = json_object_new_array(); + + for (int i=0; i < bg_download_list.size(); i++) + { + json_object *download_item_obj = json_object_new_object(); + json_object_object_add(download_item_obj, "path", json_object_new_string(bg_download_list[i].dest_path.c_str())); + json_object_object_add(download_item_obj, "bytes_transfered", json_object_new_uint64(bg_download_list[i].bytes_transfered)); + json_object_object_add(download_item_obj, "file_size", json_object_new_uint64(bg_download_list[i].file_size)); + json_object_object_add(download_item_obj, "state", json_object_new_int(bg_download_list[i].state)); + json_object_object_add(download_item_obj, "timestamp", json_object_new_uint64(bg_download_list[i].timestamp/1000000)); + json_object_array_add(download_list, download_item_obj); + } + + const char *payload_str = json_object_to_json_string(download_list); + + res.status = 200; + res.set_content(payload_str, "application/json"); + }); + + svr->Get("/stop", [&](const Request & /*req*/, Response & /*res*/) + { + svr->stop(); + }); + + svr->Get("/version", [&](const Request & req, Response &res) + { + res.status = 200; + char version[20]; + sprintf(version, "%.2f", EZREMOTE_VERSION); + res.set_content(version, "text/html"); + }); + + svr->set_error_handler([](const Request & /*req*/, Response &res) + { + const char *fmt = "

Error Status: %d

"; + char buf[BUFSIZ]; + snprintf(buf, sizeof(buf), fmt, res.status); + res.set_content(buf, "text/html"); + }); + + /* + svr->set_logger([](const Request &req, const Response &res) + { + dbglogger_log("%s", log(req, res).c_str()); + }); + */ + + svr->set_payload_max_length(1024 * 1024 * 12); + svr->set_tcp_nodelay(true); + svr->set_mount_point("/", "/"); + + svr->listen("0.0.0.0", http_server_port); + + return NULL; + } + + void Start() + { + if (svr == nullptr) + svr = new Server(); + if (!svr->is_valid()) + { + return; + } + + Util::Notify("Starting ezRemote Server %.2f on port %d", EZREMOTE_VERSION, http_server_port); + ServerThread(nullptr); + } + + void Stop() + { + if (svr != nullptr) + svr->stop(); + } + + void StartDownloadThread() + { + pthread_create(&bg_download_thread, NULL, DownloadFilesThread, NULL); + } + + bool IsStarted() + { + httplib::Client client = httplib::Client("http://127.0.0.1:6701"); + if (auto res = client.Get("/version")) + { + return true; + } + return false; + } +} diff --git a/source/server/http_server.h b/source/server/http_server.h new file mode 100644 index 0000000..fb2aff0 --- /dev/null +++ b/source/server/http_server.h @@ -0,0 +1,20 @@ +#ifndef EZ_HTTP_SERVER_H +#define EZ_HTTP_SERVER_H + +#include "http/httplib.h" + +using namespace httplib; +extern Server *svr; + +extern int http_server_port; + +namespace HttpServer +{ + void *ServerThread(void *argp); + void Start(); + void Stop(); + void StartDownloadThread(); + bool IsStarted(); +} + +#endif \ No newline at end of file diff --git a/source/util.h b/source/util.h new file mode 100644 index 0000000..cb3efe0 --- /dev/null +++ b/source/util.h @@ -0,0 +1,380 @@ +#ifndef UTIL_H +#define UTIL_H + +#include +#include +#include +#include +#include +#include +#include +#include "base64.h" +#include "openssl/md5.h" +#include "config.h" + +#define SCE_NOTIFICATION_LOCAL_USER_ID_SYSTEM 0xFE + +typedef struct notify_request +{ + char useless1[45]; + char message[3075]; +} notify_request_t; + +/* +extern "C" +{ + int sceKernelSendNotificationRequest(int, notify_request_t *, size_t, int); + int sceNotificationSend(int userId, bool isLogged, const char* payload); +} +*/ + +namespace Util +{ + + static void utf16_to_utf8(const uint16_t *src, uint8_t *dst) + { + int i; + for (i = 0; src[i]; i++) + { + if ((src[i] & 0xFF80) == 0) + { + *(dst++) = src[i] & 0xFF; + } + else if ((src[i] & 0xF800) == 0) + { + *(dst++) = ((src[i] >> 6) & 0xFF) | 0xC0; + *(dst++) = (src[i] & 0x3F) | 0x80; + } + else if ((src[i] & 0xFC00) == 0xD800 && (src[i + 1] & 0xFC00) == 0xDC00) + { + *(dst++) = (((src[i] + 64) >> 8) & 0x3) | 0xF0; + *(dst++) = (((src[i] >> 2) + 16) & 0x3F) | 0x80; + *(dst++) = ((src[i] >> 4) & 0x30) | 0x80 | ((src[i + 1] << 2) & 0xF); + *(dst++) = (src[i + 1] & 0x3F) | 0x80; + i += 1; + } + else + { + *(dst++) = ((src[i] >> 12) & 0xF) | 0xE0; + *(dst++) = ((src[i] >> 6) & 0x3F) | 0x80; + *(dst++) = (src[i] & 0x3F) | 0x80; + } + } + + *dst = '\0'; + } + + static void utf8_to_utf16(const uint8_t *src, uint16_t *dst) + { + int i; + for (i = 0; src[i];) + { + if ((src[i] & 0xE0) == 0xE0) + { + *(dst++) = ((src[i] & 0x0F) << 12) | ((src[i + 1] & 0x3F) << 6) | (src[i + 2] & 0x3F); + i += 3; + } + else if ((src[i] & 0xC0) == 0xC0) + { + *(dst++) = ((src[i] & 0x1F) << 6) | (src[i + 1] & 0x3F); + i += 2; + } + else + { + *(dst++) = src[i]; + i += 1; + } + } + + *dst = '\0'; + } + + static std::string &Ltrim(std::string &str, std::string chars) + { + str.erase(0, str.find_first_not_of(chars)); + return str; + } + + static std::string &Rtrim(std::string &str, std::string chars) + { + str.erase(str.find_last_not_of(chars) + 1); + return str; + } + + // trim from both ends (in place) + static std::string &Trim(std::string &str, std::string chars) + { + return Ltrim(Rtrim(str, chars), chars); + } + + static void ReplaceAll(std::string &data, std::string toSearch, std::string replaceStr) + { + size_t pos = data.find(toSearch); + while (pos != std::string::npos) + { + data.replace(pos, toSearch.size(), replaceStr); + pos = data.find(toSearch, pos + replaceStr.size()); + } + } + + static std::string ToLower(std::string s) + { + std::transform(s.begin(), s.end(), s.begin(), + [](unsigned char c) + { return std::tolower(c); }); + return s; + } + + static bool EndsWith(std::string const &value, std::string const &ending) + { + if (ending.size() > value.size()) + return false; + return std::equal(ending.rbegin(), ending.rend(), value.rbegin()); + } + + static std::vector Split(const std::string &str, const std::string &delimiter) + { + std::string text = std::string(str); + std::vector tokens; + size_t pos = 0; + while ((pos = text.find(delimiter)) != std::string::npos) + { + if (text.substr(0, pos).length() > 0) + tokens.push_back(text.substr(0, pos)); + text.erase(0, pos + delimiter.length()); + } + if (text.length() > 0) + { + tokens.push_back(text); + } + + return tokens; + } + + static std::string ToString(int value) + { + std::ostringstream myObjectStream; + myObjectStream << value; + return myObjectStream.str(); + } + + static std::string UrlHash(const std::string &text) + { + std::vector res(16); + MD5((const unsigned char *)text.c_str(), text.length(), res.data()); + + std::string out; + Base64::Encode(res.data(), res.size(), out); + Util::ReplaceAll(out, "=", "a"); + Util::ReplaceAll(out, "+", "b"); + Util::ReplaceAll(out, "/", "c"); + out = out + ".pkg"; + return out; + } + + static uint64_t GetTick() + { + static struct timeval tick; + gettimeofday(&tick, NULL); + return tick.tv_sec * 1000000 + tick.tv_usec; + } + + static void Notify(const char *fmt, ...) + { + OrbisNotificationRequest request; + + va_list args; + va_start(args, fmt); + vsprintf(request.message, fmt, args); + va_end(args); + + request.type = OrbisNotificationRequestType::NotificationRequest; + request.unk3 = 0; + request.useIconImageUri = 0; + request.targetId = -1; + sceKernelSendNotificationRequest(0, &request, sizeof(request), 0); + } + + static void append_json_escaped(char *dst, size_t dst_size, const char *src) + { + size_t used = strlen(dst); + if (used >= dst_size) + return; + + for (; *src != '\0' && used + 1 < dst_size; ++src) + { + const char *escape = NULL; + char single[2] = {0}; + + switch (*src) + { + case '\\': + escape = "\\\\"; + break; + case '"': + escape = "\\\""; + break; + case '\n': + escape = "\\n"; + break; + case '\r': + escape = "\\r"; + break; + case '\t': + escape = "\\t"; + break; + default: + single[0] = *src; + escape = single; + break; + } + + size_t escape_len = strlen(escape); + if (used + escape_len >= dst_size) + break; + memcpy(dst + used, escape, escape_len); + used += escape_len; + dst[used] = '\0'; + } + } + + static bool RichNotify(uint64_t id, const char *fmt, ...) + { + /* + va_list args; + char message[3072]; + char escaped_message[4096]; + char payload[8192]; + char created_at[32]; + char notification_id[32]; + + va_start(args, fmt); + vsnprintf(message, sizeof message, fmt, args); + va_end(args); + + escaped_message[0] = '\0'; + append_json_escaped(escaped_message, sizeof(escaped_message), message); + + struct tm tm_utc; + time_t now = time(NULL); + gmtime_r(&now, &tm_utc); + strftime(created_at, 32, "%Y-%m-%dT%H:%M:%S.000Z", &tm_utc); + sprintf(notification_id, "%lu", id); + + int len = snprintf( + payload, sizeof(payload), + "{\n" + " \"rawData\": {\n" + " \"viewTemplateType\": \"InteractiveToastTemplateB\",\n" + " \"channelType\": \"ServiceFeedback\",\n" + " \"bundleName\": \"ezRemoteClientWelcome\",\n" + " \"useCaseId\": \"IDC\",\n" + " \"soundEffect\": \"none\",\n" + " \"toastOverwriteType\": \"InQueue\",\n" + " \"isImmediate\": true,\n" + " \"priority\": 100,\n" + " \"viewData\": {\n" + " \"icon\": {\n" + " \"type\": \"Url\",\n" + " \"parameters\": {\n" + " \"url\": \"" NOTIFY_ICON_FILE "\"\n" + " }\n" + " },\n" + " \"message\": {\n" + " \"body\": \"%s\"\n" + " },\n" + " \"subMessage\": {\n" + " \"body\": \"ezRemote Client\"\n" + " },\n" + " \"actions\": [\n" + " {\n" + " \"actionName\": \"Go to ezRemote Client\",\n" + " \"actionType\": \"DeepLink\",\n" + " \"defaultFocus\": true,\n" + " \"parameters\": {\n" + " \"actionUrl\": \"http://localhost:8080/hbldr?path=%s\"\n" + " }\n" + " }\n" + " ]\n" + " },\n" + " \"platformViews\": {\n" + " \"previewDisabled\": {\n" + " \"viewData\": {\n" + " \"icon\": {\n" + " \"type\": \"Predefined\",\n" + " \"parameters\": {\n" + " \"icon\": \"community\"\n" + " }\n" + " },\n" + " \"message\": {\n" + " \"body\": \"%s\"\n" + " }\n" + " }\n" + " }\n" + " }\n" + " },\n" + " \"createdDateTime\": \"%s\",\n" + " \"localNotificationId\": \"%s\"\n" + "}", + escaped_message, EZREMOTE_VERSION, CLIENT_ELF_PATH, escaped_message, created_at, + notification_id); + + if (len < 0 || (size_t)len >= sizeof(payload)) + return false; + + int rc = sceNotificationSend(SCE_NOTIFICATION_LOCAL_USER_ID_SYSTEM, true, + payload); + return rc == 0; + */ + + return 0; + } + + static size_t NthOccurrence(const std::string &str, const std::string &findMe, int nth, size_t start_pos = 0, size_t end_pos = INT_MAX) + { + size_t prev_pos = std::string::npos; + size_t pos = start_pos; + int cnt = 0; + + while (cnt != nth) + { + pos += 1; + pos = str.find(findMe, pos); + if (pos > end_pos) + return prev_pos; + + if (pos == std::string::npos) + { + if (cnt == 0) + return std::string::npos; + else + break; + } + prev_pos = pos; + cnt++; + } + return pos; + } + + static size_t CountOccurrence(const std::string &str, const std::string &findMe, size_t start_pos = 0, size_t end_pos = INT_MAX) + { + size_t pos = start_pos; + int cnt = 0; + while (true) + { + pos += 1; + pos = str.find(findMe, pos); + if (pos > end_pos) + return cnt; + + if (pos == std::string::npos) + { + break; + } + pos += 1; + cnt++; + } + return cnt; + } +} +#endif