144 lines
4.3 KiB
C++
144 lines
4.3 KiB
C++
//
|
|
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2019
|
|
//
|
|
// Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
//
|
|
#include "td/net/Wget.h"
|
|
|
|
#include "td/net/HttpHeaderCreator.h"
|
|
#include "td/net/HttpOutboundConnection.h"
|
|
#include "td/net/SslStream.h"
|
|
|
|
#include "td/utils/buffer.h"
|
|
#include "td/utils/HttpUrl.h"
|
|
#include "td/utils/logging.h"
|
|
#include "td/utils/misc.h"
|
|
#include "td/utils/port/IPAddress.h"
|
|
#include "td/utils/port/SocketFd.h"
|
|
#include "td/utils/Slice.h"
|
|
|
|
#include <limits>
|
|
|
|
namespace td {
|
|
|
|
Wget::Wget(Promise<unique_ptr<HttpQuery>> promise, string url, std::vector<std::pair<string, string>> headers,
|
|
int32 timeout_in, int32 ttl, bool prefer_ipv6, SslStream::VerifyPeer verify_peer)
|
|
: promise_(std::move(promise))
|
|
, input_url_(std::move(url))
|
|
, headers_(std::move(headers))
|
|
, timeout_in_(timeout_in)
|
|
, ttl_(ttl)
|
|
, prefer_ipv6_(prefer_ipv6)
|
|
, verify_peer_(verify_peer) {
|
|
}
|
|
|
|
Status Wget::try_init() {
|
|
string input_url = input_url_;
|
|
TRY_RESULT(url, parse_url(MutableSlice(input_url)));
|
|
TRY_RESULT(ascii_host, idn_to_ascii(url.host_));
|
|
url.host_ = std::move(ascii_host);
|
|
|
|
HttpHeaderCreator hc;
|
|
hc.init_get(url.query_);
|
|
bool was_host = false;
|
|
bool was_accept_encoding = false;
|
|
for (auto &header : headers_) {
|
|
auto header_lower = to_lower(header.first);
|
|
if (header_lower == "host") {
|
|
was_host = true;
|
|
}
|
|
if (header_lower == "accept-encoding") {
|
|
was_accept_encoding = true;
|
|
}
|
|
hc.add_header(header.first, header.second);
|
|
}
|
|
if (!was_host) {
|
|
hc.add_header("Host", url.host_);
|
|
}
|
|
if (!was_accept_encoding) {
|
|
hc.add_header("Accept-Encoding", "gzip, deflate");
|
|
}
|
|
TRY_RESULT(header, hc.finish());
|
|
|
|
IPAddress addr;
|
|
TRY_STATUS(addr.init_host_port(url.host_, url.port_, prefer_ipv6_));
|
|
|
|
TRY_RESULT(fd, SocketFd::open(addr));
|
|
if (url.protocol_ == HttpUrl::Protocol::HTTP) {
|
|
connection_ = create_actor<HttpOutboundConnection>("Connect", std::move(fd), SslStream{},
|
|
std::numeric_limits<std::size_t>::max(), 0, 0,
|
|
ActorOwn<HttpOutboundConnection::Callback>(actor_id(this)));
|
|
} else {
|
|
TRY_RESULT(ssl_stream, SslStream::create(url.host_, CSlice() /* certificate */, verify_peer_));
|
|
connection_ = create_actor<HttpOutboundConnection>("Connect", std::move(fd), std::move(ssl_stream),
|
|
std::numeric_limits<std::size_t>::max(), 0, 0,
|
|
ActorOwn<HttpOutboundConnection::Callback>(actor_id(this)));
|
|
}
|
|
|
|
send_closure(connection_, &HttpOutboundConnection::write_next, BufferSlice(header));
|
|
send_closure(connection_, &HttpOutboundConnection::write_ok);
|
|
return Status::OK();
|
|
}
|
|
|
|
void Wget::loop() {
|
|
if (connection_.empty()) {
|
|
auto status = try_init();
|
|
if (status.is_error()) {
|
|
return on_error(std::move(status));
|
|
}
|
|
}
|
|
}
|
|
|
|
void Wget::handle(unique_ptr<HttpQuery> result) {
|
|
on_ok(std::move(result));
|
|
}
|
|
|
|
void Wget::on_connection_error(Status error) {
|
|
on_error(std::move(error));
|
|
}
|
|
|
|
void Wget::on_ok(unique_ptr<HttpQuery> http_query_ptr) {
|
|
CHECK(promise_);
|
|
CHECK(http_query_ptr);
|
|
if ((http_query_ptr->code_ == 301 || http_query_ptr->code_ == 302 || http_query_ptr->code_ == 307 ||
|
|
http_query_ptr->code_ == 308) &&
|
|
ttl_ > 0) {
|
|
LOG(DEBUG) << *http_query_ptr;
|
|
input_url_ = http_query_ptr->get_header("location").str();
|
|
LOG(DEBUG) << input_url_;
|
|
ttl_--;
|
|
connection_.reset();
|
|
yield();
|
|
} else if (http_query_ptr->code_ >= 200 && http_query_ptr->code_ < 300) {
|
|
promise_.set_value(std::move(http_query_ptr));
|
|
stop();
|
|
} else {
|
|
on_error(Status::Error(PSLICE() << "HTTP error: " << http_query_ptr->code_));
|
|
}
|
|
}
|
|
|
|
void Wget::on_error(Status error) {
|
|
CHECK(error.is_error());
|
|
CHECK(promise_);
|
|
promise_.set_error(std::move(error));
|
|
stop();
|
|
}
|
|
|
|
void Wget::start_up() {
|
|
set_timeout_in(timeout_in_);
|
|
loop();
|
|
}
|
|
|
|
void Wget::timeout_expired() {
|
|
on_error(Status::Error("Timeout expired"));
|
|
}
|
|
|
|
void Wget::tear_down() {
|
|
if (promise_) {
|
|
on_error(Status::Error("Cancelled"));
|
|
}
|
|
}
|
|
|
|
} // namespace td
|