/* * Copyright (c) 2018-2020, Andreas Kling * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this * list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include #include //#define CHTTPJOB_DEBUG static ByteBuffer handle_content_encoding(const ByteBuffer& buf, const String& content_encoding) { #ifdef CHTTPJOB_DEBUG dbg() << "CHttpJob::handle_content_encoding: buf has content_encoding = " << content_encoding; #endif if (content_encoding == "gzip") { if (!CGzip::is_compressed(buf)) { dbg() << "CHttpJob::handle_content_encoding: buf is not gzip compressed!"; } #ifdef CHTTPJOB_DEBUG dbg() << "CHttpJob::handle_content_encoding: buf is gzip compressed!"; #endif auto uncompressed = CGzip::decompress(buf); if (!uncompressed.has_value()) { dbg() << "CHttpJob::handle_content_encoding: Gzip::decompress() failed. Returning original buffer."; return buf; } #ifdef CHTTPJOB_DEBUG dbg() << "CHttpJob::handle_content_encoding: Gzip::decompress() successful.\n" << " Input size = " << buf.size() << "\n" << " Output size = " << uncompressed.value().size(); #endif return uncompressed.value(); } return buf; } CHttpJob::CHttpJob(const CHttpRequest& request) : m_request(request) { } CHttpJob::~CHttpJob() { } void CHttpJob::on_socket_connected() { auto raw_request = m_request.to_raw_request(); #if 0 dbg() << "CHttpJob: raw_request:"; dbg() << String::copy(raw_request).characters(); #endif bool success = m_socket->send(raw_request); if (!success) return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::TransmissionFailed); }); m_socket->on_ready_to_read = [&] { if (is_cancelled()) return; if (m_state == State::InStatus) { if (!m_socket->can_read_line()) return; auto line = m_socket->read_line(PAGE_SIZE); if (line.is_null()) { fprintf(stderr, "CHttpJob: Expected HTTP status\n"); return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::TransmissionFailed); }); } auto parts = String::copy(line, Chomp).split(' '); if (parts.size() < 3) { fprintf(stderr, "CHttpJob: Expected 3-part HTTP status, got '%s'\n", line.data()); return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::ProtocolFailed); }); } bool ok; m_code = parts[1].to_uint(ok); if (!ok) { fprintf(stderr, "CHttpJob: Expected numeric HTTP status\n"); return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::ProtocolFailed); }); } m_state = State::InHeaders; return; } if (m_state == State::InHeaders) { if (!m_socket->can_read_line()) return; auto line = m_socket->read_line(PAGE_SIZE); if (line.is_null()) { fprintf(stderr, "CHttpJob: Expected HTTP header\n"); return did_fail(CNetworkJob::Error::ProtocolFailed); } auto chomped_line = String::copy(line, Chomp); if (chomped_line.is_empty()) { m_state = State::InBody; return; } auto parts = chomped_line.split(':'); if (parts.is_empty()) { fprintf(stderr, "CHttpJob: Expected HTTP header with key/value\n"); return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::ProtocolFailed); }); } auto name = parts[0]; if (chomped_line.length() < name.length() + 2) { fprintf(stderr, "CHttpJob: Malformed HTTP header: '%s' (%zu)\n", chomped_line.characters(), chomped_line.length()); return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::ProtocolFailed); }); } auto value = chomped_line.substring(name.length() + 2, chomped_line.length() - name.length() - 2); m_headers.set(name, value); #ifdef CHTTPJOB_DEBUG dbg() << "CHttpJob: [" << name << "] = '" << value << "'"; #endif return; } ASSERT(m_state == State::InBody); ASSERT(m_socket->can_read()); auto payload = m_socket->receive(64 * KB); if (!payload) { if (m_socket->eof()) return finish_up(); return deferred_invoke([this](auto&) { did_fail(CNetworkJob::Error::ProtocolFailed); }); } m_received_buffers.append(payload); m_received_size += payload.size(); auto content_length_header = m_headers.get("Content-Length"); if (content_length_header.has_value()) { bool ok; if (m_received_size >= content_length_header.value().to_uint(ok) && ok) return finish_up(); } }; } void CHttpJob::finish_up() { m_state = State::Finished; auto flattened_buffer = ByteBuffer::create_uninitialized(m_received_size); u8* flat_ptr = flattened_buffer.data(); for (auto& received_buffer : m_received_buffers) { memcpy(flat_ptr, received_buffer.data(), received_buffer.size()); flat_ptr += received_buffer.size(); } m_received_buffers.clear(); auto content_encoding = m_headers.get("Content-Encoding"); if (content_encoding.has_value()) { flattened_buffer = handle_content_encoding(flattened_buffer, content_encoding.value()); } auto response = CHttpResponse::create(m_code, move(m_headers), move(flattened_buffer)); deferred_invoke([this, response](auto&) { did_finish(move(response)); }); } void CHttpJob::start() { ASSERT(!m_socket); m_socket = CTCPSocket::construct(this); m_socket->on_connected = [this] { #ifdef CHTTPJOB_DEBUG dbg() << "CHttpJob: on_connected callback"; #endif on_socket_connected(); }; bool success = m_socket->connect(m_request.url().host(), m_request.url().port()); if (!success) { deferred_invoke([this](auto&) { return did_fail(CNetworkJob::Error::ConnectionFailed); }); } } void CHttpJob::shutdown() { if (!m_socket) return; m_socket->on_ready_to_read = nullptr; m_socket->on_connected = nullptr; remove_child(*m_socket); m_socket = nullptr; }