Client: async request handlers are now called multiple times if response content is larger than Config::max_response_streambuf_size. Also improved streambuf to streambuf copy, and streambuf to string copy. Finally, string() functions no longer consume streambuf.
This commit is contained in:
parent
5544612a19
commit
3be67623fa
5 changed files with 285 additions and 146 deletions
309
client_http.hpp
309
client_http.hpp
|
|
@ -73,39 +73,59 @@ namespace SimpleWeb {
|
||||||
std::size_t size() noexcept {
|
std::size_t size() noexcept {
|
||||||
return streambuf.size();
|
return streambuf.size();
|
||||||
}
|
}
|
||||||
/// Convenience function to return content as a string. The stream buffer is consumed.
|
/// Convenience function to return content as a string.
|
||||||
std::string string() noexcept {
|
std::string string() noexcept {
|
||||||
try {
|
return std::string(asio::buffers_begin(streambuf.data()), asio::buffers_end(streambuf.data()));
|
||||||
std::string str;
|
|
||||||
auto size = streambuf.size();
|
|
||||||
str.resize(size);
|
|
||||||
read(&str[0], static_cast<std::streamsize>(size));
|
|
||||||
return str;
|
|
||||||
}
|
|
||||||
catch(...) {
|
|
||||||
return std::string();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// When true, this is the last response content part from server for the current request.
|
||||||
|
bool end = true;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
asio::streambuf &streambuf;
|
asio::streambuf &streambuf;
|
||||||
Content(asio::streambuf &streambuf) noexcept : std::istream(&streambuf), streambuf(streambuf) {}
|
Content(asio::streambuf &streambuf) noexcept : std::istream(&streambuf), streambuf(streambuf) {}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
protected:
|
||||||
|
class Connection;
|
||||||
|
|
||||||
|
public:
|
||||||
class Response {
|
class Response {
|
||||||
friend class ClientBase<socket_type>;
|
friend class ClientBase<socket_type>;
|
||||||
friend class Client<socket_type>;
|
friend class Client<socket_type>;
|
||||||
|
|
||||||
|
class Shared {
|
||||||
|
public:
|
||||||
|
std::string http_version, status_code;
|
||||||
|
|
||||||
|
CaseInsensitiveMultimap header;
|
||||||
|
};
|
||||||
|
|
||||||
asio::streambuf streambuf;
|
asio::streambuf streambuf;
|
||||||
|
|
||||||
Response(std::size_t max_response_streambuf_size) noexcept : streambuf(max_response_streambuf_size), content(streambuf) {}
|
std::shared_ptr<Shared> shared;
|
||||||
|
|
||||||
|
std::weak_ptr<Connection> connection_weak;
|
||||||
|
|
||||||
|
Response(std::size_t max_response_streambuf_size, const std::shared_ptr<Connection> &connection_) noexcept
|
||||||
|
: streambuf(max_response_streambuf_size), shared(new Shared()), connection_weak(connection_), http_version(shared->http_version), status_code(shared->status_code), header(shared->header), content(streambuf) {}
|
||||||
|
|
||||||
|
/// Constructs a response object that has empty content, but otherwise is equal to the response parameter
|
||||||
|
Response(const Response &response) noexcept
|
||||||
|
: streambuf(response.streambuf.max_size()), shared(response.shared), connection_weak(response.connection_weak), http_version(shared->http_version), status_code(shared->status_code), header(shared->header), content(streambuf) {}
|
||||||
|
|
||||||
public:
|
public:
|
||||||
std::string http_version, status_code;
|
std::string &http_version, &status_code;
|
||||||
|
|
||||||
|
CaseInsensitiveMultimap &header;
|
||||||
|
|
||||||
Content content;
|
Content content;
|
||||||
|
|
||||||
CaseInsensitiveMultimap header;
|
/// Closes the connection to the server, preventing further response content parts from server.
|
||||||
|
void close() noexcept {
|
||||||
|
if(auto connection = this->connection_weak.lock())
|
||||||
|
connection->close();
|
||||||
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
class Config {
|
class Config {
|
||||||
|
|
@ -138,7 +158,6 @@ namespace SimpleWeb {
|
||||||
|
|
||||||
std::unique_ptr<socket_type> socket; // Socket must be unique_ptr since asio::ssl::stream<asio::ip::tcp::socket> is not movable
|
std::unique_ptr<socket_type> socket; // Socket must be unique_ptr since asio::ssl::stream<asio::ip::tcp::socket> is not movable
|
||||||
bool in_use = false;
|
bool in_use = false;
|
||||||
bool event_stream = false;
|
|
||||||
bool attempt_reconnect = true;
|
bool attempt_reconnect = true;
|
||||||
|
|
||||||
std::unique_ptr<asio::steady_timer> timer;
|
std::unique_ptr<asio::steady_timer> timer;
|
||||||
|
|
@ -180,7 +199,7 @@ namespace SimpleWeb {
|
||||||
class Session {
|
class Session {
|
||||||
public:
|
public:
|
||||||
Session(std::size_t max_response_streambuf_size, std::shared_ptr<Connection> connection_, std::unique_ptr<asio::streambuf> request_streambuf_) noexcept
|
Session(std::size_t max_response_streambuf_size, std::shared_ptr<Connection> connection_, std::unique_ptr<asio::streambuf> request_streambuf_) noexcept
|
||||||
: connection(std::move(connection_)), request_streambuf(std::move(request_streambuf_)), response(new Response(max_response_streambuf_size)) {}
|
: connection(std::move(connection_)), request_streambuf(std::move(request_streambuf_)), response(new Response(max_response_streambuf_size, connection)) {}
|
||||||
|
|
||||||
std::shared_ptr<Connection> connection;
|
std::shared_ptr<Connection> connection;
|
||||||
std::unique_ptr<asio::streambuf> request_streambuf;
|
std::unique_ptr<asio::streambuf> request_streambuf;
|
||||||
|
|
@ -203,7 +222,17 @@ namespace SimpleWeb {
|
||||||
std::shared_ptr<Response> response;
|
std::shared_ptr<Response> response;
|
||||||
error_code ec;
|
error_code ec;
|
||||||
request(method, path, content, header, [&response, &ec](std::shared_ptr<Response> response_, const error_code &ec_) {
|
request(method, path, content, header, [&response, &ec](std::shared_ptr<Response> response_, const error_code &ec_) {
|
||||||
response = response_;
|
if(!response)
|
||||||
|
response = response_;
|
||||||
|
else {
|
||||||
|
if(response_->streambuf.size() + response->streambuf.size() > response->streambuf.max_size())
|
||||||
|
throw make_error_code::make_error_code(errc::message_size);
|
||||||
|
// Move partial response_ content to response:
|
||||||
|
auto &source = response_->streambuf;
|
||||||
|
auto &target = response->streambuf;
|
||||||
|
target.commit(asio::buffer_copy(target.prepare(source.size()), source.data()));
|
||||||
|
source.consume(source.size());
|
||||||
|
}
|
||||||
ec = ec_;
|
ec = ec_;
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|
@ -211,7 +240,12 @@ namespace SimpleWeb {
|
||||||
LockGuard lock(concurrent_synchronous_requests_mutex);
|
LockGuard lock(concurrent_synchronous_requests_mutex);
|
||||||
++concurrent_synchronous_requests;
|
++concurrent_synchronous_requests;
|
||||||
}
|
}
|
||||||
io_service->run();
|
try {
|
||||||
|
io_service->run();
|
||||||
|
}
|
||||||
|
catch(const error_code &ec_) {
|
||||||
|
ec = ec_;
|
||||||
|
}
|
||||||
{
|
{
|
||||||
LockGuard lock(concurrent_synchronous_requests_mutex);
|
LockGuard lock(concurrent_synchronous_requests_mutex);
|
||||||
--concurrent_synchronous_requests;
|
--concurrent_synchronous_requests;
|
||||||
|
|
@ -233,7 +267,17 @@ namespace SimpleWeb {
|
||||||
std::shared_ptr<Response> response;
|
std::shared_ptr<Response> response;
|
||||||
error_code ec;
|
error_code ec;
|
||||||
request(method, path, content, header, [&response, &ec](std::shared_ptr<Response> response_, const error_code &ec_) {
|
request(method, path, content, header, [&response, &ec](std::shared_ptr<Response> response_, const error_code &ec_) {
|
||||||
response = response_;
|
if(!response)
|
||||||
|
response = response_;
|
||||||
|
else {
|
||||||
|
if(response_->streambuf.size() + response->streambuf.size() > response->streambuf.max_size())
|
||||||
|
throw make_error_code::make_error_code(errc::message_size);
|
||||||
|
// Move partial response_ content to response:
|
||||||
|
auto &source = response_->streambuf;
|
||||||
|
auto &target = response->streambuf;
|
||||||
|
target.commit(asio::buffer_copy(target.prepare(source.size()), source.data()));
|
||||||
|
source.consume(source.size());
|
||||||
|
}
|
||||||
ec = ec_;
|
ec = ec_;
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|
@ -241,7 +285,12 @@ namespace SimpleWeb {
|
||||||
LockGuard lock(concurrent_synchronous_requests_mutex);
|
LockGuard lock(concurrent_synchronous_requests_mutex);
|
||||||
++concurrent_synchronous_requests;
|
++concurrent_synchronous_requests;
|
||||||
}
|
}
|
||||||
io_service->run();
|
try {
|
||||||
|
io_service->run();
|
||||||
|
}
|
||||||
|
catch(const error_code &ec_) {
|
||||||
|
ec = ec_;
|
||||||
|
}
|
||||||
{
|
{
|
||||||
LockGuard lock(concurrent_synchronous_requests_mutex);
|
LockGuard lock(concurrent_synchronous_requests_mutex);
|
||||||
--concurrent_synchronous_requests;
|
--concurrent_synchronous_requests;
|
||||||
|
|
@ -267,7 +316,7 @@ namespace SimpleWeb {
|
||||||
if(auto session = session_weak.lock()) {
|
if(auto session = session_weak.lock()) {
|
||||||
{
|
{
|
||||||
LockGuard lock(this->connections_mutex);
|
LockGuard lock(this->connections_mutex);
|
||||||
if(!session->connection->event_stream)
|
if(session->response->content.end)
|
||||||
session->connection->in_use = false;
|
session->connection->in_use = false;
|
||||||
|
|
||||||
// Remove unused connections, but keep one open for HTTP persistent connection:
|
// Remove unused connections, but keep one open for HTTP persistent connection:
|
||||||
|
|
@ -342,7 +391,7 @@ namespace SimpleWeb {
|
||||||
if(auto session = session_weak.lock()) {
|
if(auto session = session_weak.lock()) {
|
||||||
{
|
{
|
||||||
LockGuard lock(this->connections_mutex);
|
LockGuard lock(this->connections_mutex);
|
||||||
if(!session->connection->event_stream)
|
if(session->response->content.end)
|
||||||
session->connection->in_use = false;
|
session->connection->in_use = false;
|
||||||
|
|
||||||
// Remove unused connections, but keep one open for HTTP persistent connection:
|
// Remove unused connections, but keep one open for HTTP persistent connection:
|
||||||
|
|
@ -522,10 +571,6 @@ namespace SimpleWeb {
|
||||||
auto lock = session->connection->handler_runner->continue_lock();
|
auto lock = session->connection->handler_runner->continue_lock();
|
||||||
if(!lock)
|
if(!lock)
|
||||||
return;
|
return;
|
||||||
if(session->response->streambuf.size() == session->response->streambuf.max_size()) {
|
|
||||||
session->callback(make_error_code::make_error_code(errc::message_size));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if(!ec) {
|
if(!ec) {
|
||||||
session->connection->attempt_reconnect = true;
|
session->connection->attempt_reconnect = true;
|
||||||
|
|
@ -539,24 +584,8 @@ namespace SimpleWeb {
|
||||||
auto header_it = session->response->header.find("Content-Length");
|
auto header_it = session->response->header.find("Content-Length");
|
||||||
if(header_it != session->response->header.end()) {
|
if(header_it != session->response->header.end()) {
|
||||||
auto content_length = stoull(header_it->second);
|
auto content_length = stoull(header_it->second);
|
||||||
if(content_length > num_additional_bytes) {
|
if(content_length > num_additional_bytes)
|
||||||
session->connection->set_timeout();
|
this->read_content(session, content_length - num_additional_bytes);
|
||||||
asio::async_read(*session->connection->socket, session->response->streambuf, asio::transfer_exactly(content_length - num_additional_bytes), [session](const error_code &ec, std::size_t /*bytes_transferred*/) {
|
|
||||||
session->connection->cancel_timeout();
|
|
||||||
auto lock = session->connection->handler_runner->continue_lock();
|
|
||||||
if(!lock)
|
|
||||||
return;
|
|
||||||
if(session->response->streambuf.size() == session->response->streambuf.max_size()) {
|
|
||||||
session->callback(make_error_code::make_error_code(errc::message_size));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if(!ec)
|
|
||||||
session->callback(ec);
|
|
||||||
else
|
|
||||||
session->callback(ec);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
else
|
else
|
||||||
session->callback(ec);
|
session->callback(ec);
|
||||||
}
|
}
|
||||||
|
|
@ -564,49 +593,24 @@ namespace SimpleWeb {
|
||||||
// Expect hex number to not exceed 16 bytes (64-bit number), but take into account previous additional read bytes
|
// Expect hex number to not exceed 16 bytes (64-bit number), but take into account previous additional read bytes
|
||||||
auto chunk_size_streambuf = std::make_shared<asio::streambuf>(std::max<std::size_t>(16 + 2, session->response->streambuf.size()));
|
auto chunk_size_streambuf = std::make_shared<asio::streambuf>(std::max<std::size_t>(16 + 2, session->response->streambuf.size()));
|
||||||
|
|
||||||
// Copy leftover bytes
|
// Move leftover bytes
|
||||||
std::ostream ostream(chunk_size_streambuf.get());
|
auto &source = session->response->streambuf;
|
||||||
auto size = session->response->streambuf.size();
|
auto &target = *chunk_size_streambuf;
|
||||||
std::unique_ptr<char[]> buffer(new char[size]);
|
target.commit(asio::buffer_copy(target.prepare(source.size()), source.data()));
|
||||||
session->response->content.read(buffer.get(), static_cast<std::streamsize>(size));
|
source.consume(source.size());
|
||||||
ostream.write(buffer.get(), static_cast<std::streamsize>(size));
|
|
||||||
|
|
||||||
this->read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
this->read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
||||||
}
|
}
|
||||||
else if(session->response->http_version < "1.1" || ((header_it = session->response->header.find("Session")) != session->response->header.end() && header_it->second == "close")) {
|
else if(session->response->http_version < "1.1" || ((header_it = session->response->header.find("Session")) != session->response->header.end() && header_it->second == "close"))
|
||||||
session->connection->set_timeout();
|
read_content(session);
|
||||||
asio::async_read(*session->connection->socket, session->response->streambuf, [this, session](const error_code &ec, std::size_t /*bytes_transferred*/) {
|
|
||||||
session->connection->cancel_timeout();
|
|
||||||
auto lock = session->connection->handler_runner->continue_lock();
|
|
||||||
if(!lock)
|
|
||||||
return;
|
|
||||||
if(session->response->streambuf.size() == session->response->streambuf.max_size()) {
|
|
||||||
session->callback(make_error_code::make_error_code(errc::message_size));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if(!ec) {
|
|
||||||
{
|
|
||||||
LockGuard lock(this->connections_mutex);
|
|
||||||
this->connections.erase(session->connection);
|
|
||||||
}
|
|
||||||
session->callback(ec);
|
|
||||||
}
|
|
||||||
else
|
|
||||||
session->callback(ec == error::eof ? error_code() : ec);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
else if(((header_it = session->response->header.find("Content-Type")) != session->response->header.end() && header_it->second == "text/event-stream")) {
|
else if(((header_it = session->response->header.find("Content-Type")) != session->response->header.end() && header_it->second == "text/event-stream")) {
|
||||||
session->connection->event_stream = true;
|
|
||||||
|
|
||||||
auto events_streambuf = std::make_shared<asio::streambuf>(this->config.max_response_streambuf_size);
|
auto events_streambuf = std::make_shared<asio::streambuf>(this->config.max_response_streambuf_size);
|
||||||
|
|
||||||
// Copy leftover bytes
|
// Move leftover bytes
|
||||||
std::ostream ostream(events_streambuf.get());
|
auto &source = session->response->streambuf;
|
||||||
auto size = session->response->streambuf.size();
|
auto &target = *events_streambuf;
|
||||||
std::unique_ptr<char[]> buffer(new char[size]);
|
target.commit(asio::buffer_copy(target.prepare(source.size()), source.data()));
|
||||||
session->response->content.read(buffer.get(), static_cast<std::streamsize>(size));
|
source.consume(source.size());
|
||||||
ostream.write(buffer.get(), static_cast<std::streamsize>(size));
|
|
||||||
|
|
||||||
session->callback(ec); // Connection to a Server-Sent Events resource is opened
|
session->callback(ec); // Connection to a Server-Sent Events resource is opened
|
||||||
|
|
||||||
|
|
@ -624,7 +628,7 @@ namespace SimpleWeb {
|
||||||
session->connection = create_connection();
|
session->connection = create_connection();
|
||||||
session->connection->attempt_reconnect = false;
|
session->connection->attempt_reconnect = false;
|
||||||
session->connection->in_use = true;
|
session->connection->in_use = true;
|
||||||
session->response = std::shared_ptr<Response>(new Response(this->config.max_response_streambuf_size));
|
session->response = std::shared_ptr<Response>(new Response(this->config.max_response_streambuf_size, session->connection));
|
||||||
connections.emplace(session->connection);
|
connections.emplace(session->connection);
|
||||||
lock.unlock();
|
lock.unlock();
|
||||||
this->connect(session);
|
this->connect(session);
|
||||||
|
|
@ -640,6 +644,58 @@ namespace SimpleWeb {
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void read_content(const std::shared_ptr<Session> &session, std::size_t remaining_length) {
|
||||||
|
session->connection->set_timeout();
|
||||||
|
asio::async_read(*session->connection->socket, session->response->streambuf, asio::transfer_exactly(remaining_length), [this, session, remaining_length](const error_code &ec, std::size_t bytes_transferred) {
|
||||||
|
session->connection->cancel_timeout();
|
||||||
|
auto lock = session->connection->handler_runner->continue_lock();
|
||||||
|
if(!lock)
|
||||||
|
return;
|
||||||
|
|
||||||
|
if(!ec) {
|
||||||
|
if(session->response->streambuf.size() == session->response->streambuf.max_size() && remaining_length > bytes_transferred) {
|
||||||
|
session->response->content.end = false;
|
||||||
|
session->callback(ec);
|
||||||
|
session->response = std::shared_ptr<Response>(new Response(*session->response));
|
||||||
|
this->read_content(session, remaining_length - bytes_transferred);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
session->callback(ec);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
session->callback(ec);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
void read_content(const std::shared_ptr<Session> &session) {
|
||||||
|
session->connection->set_timeout();
|
||||||
|
asio::async_read(*session->connection->socket, session->response->streambuf, [this, session](const error_code &ec_, std::size_t /*bytes_transferred*/) {
|
||||||
|
session->connection->cancel_timeout();
|
||||||
|
auto lock = session->connection->handler_runner->continue_lock();
|
||||||
|
if(!lock)
|
||||||
|
return;
|
||||||
|
|
||||||
|
auto ec = ec_ == error::eof ? error_code() : ec_;
|
||||||
|
|
||||||
|
if(!ec) {
|
||||||
|
{
|
||||||
|
LockGuard lock(this->connections_mutex);
|
||||||
|
this->connections.erase(session->connection);
|
||||||
|
}
|
||||||
|
if(session->response->streambuf.size() == session->response->streambuf.max_size()) {
|
||||||
|
session->response->content.end = false;
|
||||||
|
session->callback(ec);
|
||||||
|
session->response = std::shared_ptr<Response>(new Response(*session->response));
|
||||||
|
this->read_content(session);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
session->callback(ec);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
session->callback(ec);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
void read_chunked_transfer_encoded(const std::shared_ptr<Session> &session, const std::shared_ptr<asio::streambuf> &chunk_size_streambuf) {
|
void read_chunked_transfer_encoded(const std::shared_ptr<Session> &session, const std::shared_ptr<asio::streambuf> &chunk_size_streambuf) {
|
||||||
session->connection->set_timeout();
|
session->connection->set_timeout();
|
||||||
asio::async_read_until(*session->connection->socket, *chunk_size_streambuf, "\r\n", [this, session, chunk_size_streambuf](const error_code &ec, size_t bytes_transferred) {
|
asio::async_read_until(*session->connection->socket, *chunk_size_streambuf, "\r\n", [this, session, chunk_size_streambuf](const error_code &ec, size_t bytes_transferred) {
|
||||||
|
|
@ -662,57 +718,66 @@ namespace SimpleWeb {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if(chunk_size == 0) {
|
||||||
|
session->callback(error_code());
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
auto num_additional_bytes = chunk_size_streambuf->size() - bytes_transferred;
|
auto num_additional_bytes = chunk_size_streambuf->size() - bytes_transferred;
|
||||||
|
|
||||||
auto bytes_to_move = std::min<std::size_t>(chunk_size, num_additional_bytes);
|
auto bytes_to_move = std::min<std::size_t>(chunk_size, num_additional_bytes);
|
||||||
if(bytes_to_move > 0) {
|
if(bytes_to_move > 0) {
|
||||||
std::ostream ostream(&session->response->streambuf);
|
if(bytes_to_move + session->response->streambuf.size() >= session->response->streambuf.max_size()) {
|
||||||
std::unique_ptr<char[]> buffer(new char[bytes_to_move]);
|
session->response->content.end = false;
|
||||||
istream.read(buffer.get(), static_cast<std::streamsize>(bytes_to_move));
|
session->callback(ec);
|
||||||
ostream.write(buffer.get(), static_cast<std::streamsize>(bytes_to_move));
|
session->response = std::shared_ptr<Response>(new Response(*session->response));
|
||||||
if(session->response->streambuf.size() == session->response->streambuf.max_size()) {
|
|
||||||
session->callback(make_error_code::make_error_code(errc::message_size));
|
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
auto &source = *chunk_size_streambuf;
|
||||||
|
auto &target = session->response->streambuf;
|
||||||
|
target.commit(asio::buffer_copy(target.prepare(bytes_to_move), source.data(), bytes_to_move));
|
||||||
|
source.consume(bytes_to_move);
|
||||||
}
|
}
|
||||||
|
|
||||||
if((2 + chunk_size) > num_additional_bytes) {
|
if((2 + chunk_size) > num_additional_bytes) {
|
||||||
session->connection->set_timeout();
|
read_chunk(session, chunk_size_streambuf, 2 + chunk_size - num_additional_bytes);
|
||||||
asio::async_read(*session->connection->socket, session->response->streambuf, asio::transfer_exactly(2 + chunk_size - num_additional_bytes), [this, session, chunk_size_streambuf, chunk_size](const error_code &ec, size_t /*bytes_transferred*/) {
|
|
||||||
session->connection->cancel_timeout();
|
|
||||||
auto lock = session->connection->handler_runner->continue_lock();
|
|
||||||
if(!lock)
|
|
||||||
return;
|
|
||||||
if(session->response->streambuf.size() == session->response->streambuf.max_size()) {
|
|
||||||
session->callback(make_error_code::make_error_code(errc::message_size));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if(!ec) {
|
|
||||||
std::istream istream(&session->response->streambuf);
|
|
||||||
|
|
||||||
// Remove "\r\n"
|
|
||||||
istream.get();
|
|
||||||
istream.get();
|
|
||||||
|
|
||||||
if(chunk_size > 0)
|
|
||||||
read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
|
||||||
else
|
|
||||||
session->callback(error_code());
|
|
||||||
}
|
|
||||||
else
|
|
||||||
session->callback(ec);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
// Remove "\r\n"
|
// Remove "\r\n"
|
||||||
istream.get();
|
istream.get();
|
||||||
istream.get();
|
istream.get();
|
||||||
|
|
||||||
if(chunk_size > 0)
|
read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
||||||
read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
}
|
||||||
else
|
}
|
||||||
session->callback(error_code());
|
else
|
||||||
|
session->callback(ec);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
void read_chunk(const std::shared_ptr<Session> &session, const std::shared_ptr<asio::streambuf> &chunk_size_streambuf, std::size_t remaining_length) {
|
||||||
|
session->connection->set_timeout();
|
||||||
|
asio::async_read(*session->connection->socket, session->response->streambuf, asio::transfer_exactly(remaining_length), [this, session, chunk_size_streambuf, remaining_length](const error_code &ec, size_t bytes_transferred) {
|
||||||
|
session->connection->cancel_timeout();
|
||||||
|
auto lock = session->connection->handler_runner->continue_lock();
|
||||||
|
if(!lock)
|
||||||
|
return;
|
||||||
|
|
||||||
|
if(!ec) {
|
||||||
|
if(session->response->streambuf.size() == session->response->streambuf.max_size() && remaining_length > bytes_transferred) {
|
||||||
|
session->response->content.end = false;
|
||||||
|
session->callback(ec);
|
||||||
|
session->response = std::shared_ptr<Response>(new Response(*session->response));
|
||||||
|
this->read_chunk(session, chunk_size_streambuf, remaining_length - bytes_transferred);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
std::istream istream(&session->response->streambuf);
|
||||||
|
|
||||||
|
// Remove "\r\n"
|
||||||
|
istream.get();
|
||||||
|
istream.get();
|
||||||
|
|
||||||
|
read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
|
|
@ -727,12 +792,9 @@ namespace SimpleWeb {
|
||||||
auto lock = session->connection->handler_runner->continue_lock();
|
auto lock = session->connection->handler_runner->continue_lock();
|
||||||
if(!lock)
|
if(!lock)
|
||||||
return;
|
return;
|
||||||
if(events_streambuf->size() == events_streambuf->max_size()) {
|
|
||||||
session->callback(make_error_code::make_error_code(errc::message_size));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if(!ec) {
|
if(!ec) {
|
||||||
|
session->response->content.end = false;
|
||||||
std::istream istream(events_streambuf.get());
|
std::istream istream(events_streambuf.get());
|
||||||
std::ostream ostream(&session->response->streambuf);
|
std::ostream ostream(&session->response->streambuf);
|
||||||
std::string line;
|
std::string line;
|
||||||
|
|
@ -742,6 +804,7 @@ namespace SimpleWeb {
|
||||||
}
|
}
|
||||||
|
|
||||||
session->callback(ec);
|
session->callback(ec);
|
||||||
|
session->response = std::shared_ptr<Response>(new Response(*session->response));
|
||||||
read_server_sent_event(session, events_streambuf);
|
read_server_sent_event(session, events_streambuf);
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
|
|
|
||||||
|
|
@ -85,7 +85,7 @@ namespace SimpleWeb {
|
||||||
if(!lock)
|
if(!lock)
|
||||||
return;
|
return;
|
||||||
if(!ec) {
|
if(!ec) {
|
||||||
std::shared_ptr<Response> response(new Response(this->config.max_response_streambuf_size));
|
std::shared_ptr<Response> response(new Response(this->config.max_response_streambuf_size, session->connection));
|
||||||
session->connection->set_timeout(this->config.timeout_connect);
|
session->connection->set_timeout(this->config.timeout_connect);
|
||||||
asio::async_read_until(session->connection->socket->next_layer(), response->streambuf, "\r\n\r\n", [this, session, response](const error_code &ec, std::size_t /*bytes_transferred*/) {
|
asio::async_read_until(session->connection->socket->next_layer(), response->streambuf, "\r\n\r\n", [this, session, response](const error_code &ec, std::size_t /*bytes_transferred*/) {
|
||||||
session->connection->cancel_timeout();
|
session->connection->cancel_timeout();
|
||||||
|
|
|
||||||
|
|
@ -201,18 +201,9 @@ namespace SimpleWeb {
|
||||||
std::size_t size() noexcept {
|
std::size_t size() noexcept {
|
||||||
return streambuf.size();
|
return streambuf.size();
|
||||||
}
|
}
|
||||||
/// Convenience function to return content as std::string. The stream buffer is consumed.
|
/// Convenience function to return content as std::string.
|
||||||
std::string string() noexcept {
|
std::string string() noexcept {
|
||||||
try {
|
return std::string(asio::buffers_begin(streambuf.data()), asio::buffers_end(streambuf.data()));
|
||||||
std::string str;
|
|
||||||
auto size = streambuf.size();
|
|
||||||
str.resize(size);
|
|
||||||
read(&str[0], static_cast<std::streamsize>(size));
|
|
||||||
return str;
|
|
||||||
}
|
|
||||||
catch(...) {
|
|
||||||
return std::string();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
|
|
@ -598,12 +589,11 @@ namespace SimpleWeb {
|
||||||
// Expect hex number to not exceed 16 bytes (64-bit number), but take into account previous additional read bytes
|
// Expect hex number to not exceed 16 bytes (64-bit number), but take into account previous additional read bytes
|
||||||
auto chunk_size_streambuf = std::make_shared<asio::streambuf>(std::max<std::size_t>(16 + 2, session->request->streambuf.size()));
|
auto chunk_size_streambuf = std::make_shared<asio::streambuf>(std::max<std::size_t>(16 + 2, session->request->streambuf.size()));
|
||||||
|
|
||||||
// Copy leftover bytes
|
// Move leftover bytes
|
||||||
std::ostream ostream(chunk_size_streambuf.get());
|
auto &source = session->request->streambuf;
|
||||||
auto size = session->request->streambuf.size();
|
auto &target = *chunk_size_streambuf;
|
||||||
std::unique_ptr<char[]> buffer(new char[size]);
|
target.commit(asio::buffer_copy(target.prepare(source.size()), source.data()));
|
||||||
session->request->content.read(buffer.get(), static_cast<std::streamsize>(size));
|
source.consume(source.size());
|
||||||
ostream.write(buffer.get(), static_cast<std::streamsize>(size));
|
|
||||||
|
|
||||||
this->read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
this->read_chunked_transfer_encoded(session, chunk_size_streambuf);
|
||||||
}
|
}
|
||||||
|
|
@ -642,10 +632,12 @@ namespace SimpleWeb {
|
||||||
|
|
||||||
auto bytes_to_move = std::min<std::size_t>(chunk_size, num_additional_bytes);
|
auto bytes_to_move = std::min<std::size_t>(chunk_size, num_additional_bytes);
|
||||||
if(bytes_to_move > 0) {
|
if(bytes_to_move > 0) {
|
||||||
std::ostream ostream(&session->request->streambuf);
|
// Move leftover bytes
|
||||||
std::unique_ptr<char[]> buffer(new char[bytes_to_move]);
|
auto &source = *chunk_size_streambuf;
|
||||||
istream.read(buffer.get(), static_cast<std::streamsize>(bytes_to_move));
|
auto &target = session->request->streambuf;
|
||||||
ostream.write(buffer.get(), static_cast<std::streamsize>(bytes_to_move));
|
target.commit(asio::buffer_copy(target.prepare(bytes_to_move), source.data(), bytes_to_move));
|
||||||
|
source.consume(bytes_to_move);
|
||||||
|
|
||||||
if(session->request->streambuf.size() == session->request->streambuf.max_size()) {
|
if(session->request->streambuf.size() == session->request->streambuf.max_size()) {
|
||||||
auto response = std::shared_ptr<Response>(new Response(session, this->config.timeout_content));
|
auto response = std::shared_ptr<Response>(new Response(session, this->config.timeout_content));
|
||||||
response->write(StatusCode::client_error_payload_too_large);
|
response->write(StatusCode::client_error_payload_too_large);
|
||||||
|
|
|
||||||
|
|
@ -57,6 +57,7 @@ int main() {
|
||||||
|
|
||||||
server.resource["^/string$"]["POST"] = [](shared_ptr<HttpServer::Response> response, shared_ptr<HttpServer::Request> request) {
|
server.resource["^/string$"]["POST"] = [](shared_ptr<HttpServer::Response> response, shared_ptr<HttpServer::Request> request) {
|
||||||
auto content = request->content.string();
|
auto content = request->content.string();
|
||||||
|
ASSERT(content == request->content.string());
|
||||||
|
|
||||||
*response << "HTTP/1.1 200 OK\r\nContent-Length: " << content.length() << "\r\n\r\n"
|
*response << "HTTP/1.1 200 OK\r\nContent-Length: " << content.length() << "\r\n\r\n"
|
||||||
<< content;
|
<< content;
|
||||||
|
|
@ -209,6 +210,13 @@ int main() {
|
||||||
*response << "HTTP/1.1 200 OK\nname: value\n\n";
|
*response << "HTTP/1.1 200 OK\nname: value\n\n";
|
||||||
};
|
};
|
||||||
|
|
||||||
|
std::string long_response;
|
||||||
|
for(int c = 0; c < 1000; ++c)
|
||||||
|
long_response += to_string(c);
|
||||||
|
server.resource["^/long-response$"]["GET"] = [&long_response](shared_ptr<HttpServer::Response> response, shared_ptr<HttpServer::Request> /*request*/) {
|
||||||
|
response->write(long_response, {{"name", "value"}});
|
||||||
|
};
|
||||||
|
|
||||||
thread server_thread([&server]() {
|
thread server_thread([&server]() {
|
||||||
// Start server
|
// Start server
|
||||||
server.start();
|
server.start();
|
||||||
|
|
@ -241,6 +249,7 @@ int main() {
|
||||||
auto r = client.request("POST", "/string", "A string");
|
auto r = client.request("POST", "/string", "A string");
|
||||||
ASSERT(SimpleWeb::status_code(r->status_code) == SimpleWeb::StatusCode::success_ok);
|
ASSERT(SimpleWeb::status_code(r->status_code) == SimpleWeb::StatusCode::success_ok);
|
||||||
ASSERT(r->content.string() == "A string");
|
ASSERT(r->content.string() == "A string");
|
||||||
|
ASSERT(r->content.string() == "A string");
|
||||||
}
|
}
|
||||||
|
|
||||||
{
|
{
|
||||||
|
|
@ -378,6 +387,81 @@ int main() {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Test large responses
|
||||||
|
{
|
||||||
|
HttpClient client("localhost:8080");
|
||||||
|
client.config.max_response_streambuf_size = 400;
|
||||||
|
{
|
||||||
|
bool thrown = false;
|
||||||
|
try {
|
||||||
|
auto r = client.request("GET", "/long-response");
|
||||||
|
}
|
||||||
|
catch(...) {
|
||||||
|
thrown = true;
|
||||||
|
}
|
||||||
|
ASSERT(thrown);
|
||||||
|
}
|
||||||
|
{
|
||||||
|
size_t calls = 0;
|
||||||
|
bool end = false;
|
||||||
|
std::string content;
|
||||||
|
client.request("GET", "/long-response", [&calls, &content, &end](shared_ptr<HttpClient::Response> response, const SimpleWeb::error_code &ec) {
|
||||||
|
ASSERT(!ec);
|
||||||
|
content += response->content.string();
|
||||||
|
calls++;
|
||||||
|
if(calls == 1)
|
||||||
|
ASSERT(response->content.end == false);
|
||||||
|
end = response->content.end;
|
||||||
|
});
|
||||||
|
SimpleWeb::restart(*client.io_service);
|
||||||
|
client.io_service->run();
|
||||||
|
ASSERT(content == long_response);
|
||||||
|
ASSERT(calls > 2);
|
||||||
|
ASSERT(end == true);
|
||||||
|
}
|
||||||
|
{
|
||||||
|
size_t calls = 0;
|
||||||
|
std::string content;
|
||||||
|
client.request("GET", "/long-response", [&calls, &content](shared_ptr<HttpClient::Response> response, const SimpleWeb::error_code &ec) {
|
||||||
|
if(calls == 0)
|
||||||
|
ASSERT(!ec);
|
||||||
|
content += response->content.string();
|
||||||
|
calls++;
|
||||||
|
response->close();
|
||||||
|
});
|
||||||
|
SimpleWeb::restart(*client.io_service);
|
||||||
|
client.io_service->run();
|
||||||
|
ASSERT(!content.empty());
|
||||||
|
ASSERT(calls >= 2);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Test client timeout
|
||||||
|
{
|
||||||
|
HttpClient client("localhost:8080");
|
||||||
|
client.config.timeout = 2;
|
||||||
|
{
|
||||||
|
bool thrown = false;
|
||||||
|
try {
|
||||||
|
auto r = client.request("GET", "/work");
|
||||||
|
}
|
||||||
|
catch(...) {
|
||||||
|
thrown = true;
|
||||||
|
}
|
||||||
|
ASSERT(thrown);
|
||||||
|
}
|
||||||
|
{
|
||||||
|
bool call = false;
|
||||||
|
client.request("GET", "/work", [&call](shared_ptr<HttpClient::Response> /*response*/, const SimpleWeb::error_code &ec) {
|
||||||
|
ASSERT(ec);
|
||||||
|
call = true;
|
||||||
|
});
|
||||||
|
SimpleWeb::restart(*client.io_service);
|
||||||
|
client.io_service->run();
|
||||||
|
ASSERT(call);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Test asynchronous requests
|
// Test asynchronous requests
|
||||||
{
|
{
|
||||||
HttpClient client("localhost:8080");
|
HttpClient client("localhost:8080");
|
||||||
|
|
|
||||||
|
|
@ -72,7 +72,7 @@ public:
|
||||||
}
|
}
|
||||||
|
|
||||||
void parse_response_header_test() {
|
void parse_response_header_test() {
|
||||||
std::shared_ptr<Response> response(new Response(static_cast<size_t>(-1)));
|
std::shared_ptr<Response> response(new Response(static_cast<size_t>(-1), nullptr));
|
||||||
|
|
||||||
ostream stream(&response->streambuf);
|
ostream stream(&response->streambuf);
|
||||||
stream << "HTTP/1.1 200 OK\r\n";
|
stream << "HTTP/1.1 200 OK\r\n";
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue