mirror/naiveproxy
1
0
Fork 0
mirror of https://github.com/klzgrad/naiveproxy.git synced 2024-11-24 14:26:09 +03:00
Code Issues Projects Releases Wiki Activity
8593a2d037
naiveproxy/net/http/http_server_properties_manager.cc
klzgrad 86b64329f6 Import chromium-64.0.3282.140
2018-02-02 05:49:39 -05:00

1277 lines
48 KiB
C++
Raw Blame History

// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "net/http/http_server_properties_manager.h"
#include <utility>
#include "base/bind.h"
#include "base/metrics/histogram_macros.h"
#include "base/stl_util.h"
#include "base/strings/string_number_conversions.h"
#include "base/values.h"
#include "net/base/ip_address.h"
#include "net/base/port_util.h"
#include "net/quic/platform/api/quic_hostname_utils.h"
#include "url/gurl.h"
namespace net {
namespace {
// Time to wait before starting an update the http_server_properties_impl_ cache
// from preferences. Scheduling another update during this period will be a
// no-op.
constexpr base::TimeDelta kUpdateCacheDelay = base::TimeDelta::FromSeconds(1);
// Time to wait before starting an update the preferences from the
// http_server_properties_impl_ cache. Scheduling another update during this
// period will be a no-op.
constexpr base::TimeDelta kUpdatePrefsDelay = base::TimeDelta::FromSeconds(60);
// "version" 0 indicates, http_server_properties doesn't have "version"
// property.
const int kMissingVersion = 0;
// The version number of persisted http_server_properties.
const int kVersionNumber = 5;
// Persist at most 200 currently-broken alternative services to disk.
const int kMaxBrokenAlternativeServicesToPersist = 200;
const char kVersionKey[] = "version";
const char kServersKey[] = "servers";
const char kSupportsSpdyKey[] = "supports_spdy";
const char kSupportsQuicKey[] = "supports_quic";
const char kQuicServers[] = "quic_servers";
const char kServerInfoKey[] = "server_info";
const char kUsedQuicKey[] = "used_quic";
const char kAddressKey[] = "address";
const char kAlternativeServiceKey[] = "alternative_service";
const char kProtocolKey[] = "protocol_str";
const char kHostKey[] = "host";
const char kPortKey[] = "port";
const char kExpirationKey[] = "expiration";
const char kAdvertisedVersionsKey[] = "advertised_versions";
const char kNetworkStatsKey[] = "network_stats";
const char kSrttKey[] = "srtt";
const char kBrokenAlternativeServicesKey[] = "broken_alternative_services";
const char kBrokenUntilKey[] = "broken_until";
const char kBrokenCountKey[] = "broken_count";
void AddAlternativeServiceFieldsToDictionaryValue(
const AlternativeService& alternative_service,
base::DictionaryValue* dict) {
dict->SetInteger(kPortKey, alternative_service.port);
if (!alternative_service.host.empty()) {
dict->SetString(kHostKey, alternative_service.host);
}
dict->SetString(kProtocolKey,
NextProtoToString(alternative_service.protocol));
}
std::unique_ptr<base::Value> NetLogCallback(
const base::Value* http_server_properties_dict,
NetLogCaptureMode capture_mode) {
return http_server_properties_dict->CreateDeepCopy();
}
// A local or temporary data structure to hold preferences for a server.
// This is used only in UpdatePrefs.
struct ServerPref {
bool supports_spdy = false;
AlternativeServiceInfoVector alternative_service_info_vector;
bool server_network_stats_valid = false;
ServerNetworkStats server_network_stats;
};
} // namespace
////////////////////////////////////////////////////////////////////////////////
// HttpServerPropertiesManager
HttpServerPropertiesManager::PrefDelegate::~PrefDelegate() = default;
HttpServerPropertiesManager::HttpServerPropertiesManager(
std::unique_ptr<PrefDelegate> pref_delegate,
NetLog* net_log,
base::TickClock* clock)
: pref_delegate_(std::move(pref_delegate)),
clock_(clock ? clock : &default_clock_),
net_log_(
NetLogWithSource::Make(net_log,
NetLogSourceType::HTTP_SERVER_PROPERTIES)) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
DCHECK(pref_delegate_);
DCHECK(clock_);
pref_delegate_->StartListeningForUpdates(
base::Bind(&HttpServerPropertiesManager::OnHttpServerPropertiesChanged,
base::Unretained(this)));
net_log_.BeginEvent(NetLogEventType::HTTP_SERVER_PROPERTIES_INITIALIZATION);
http_server_properties_impl_.reset(new HttpServerPropertiesImpl(clock_));
}
HttpServerPropertiesManager::~HttpServerPropertiesManager() {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
// Flush settings on destruction.
UpdatePrefsFromCache();
}
// static
void HttpServerPropertiesManager::SetVersion(
base::DictionaryValue* http_server_properties_dict,
int version_number) {
if (version_number < 0)
version_number = kVersionNumber;
DCHECK_LE(version_number, kVersionNumber);
if (version_number <= kVersionNumber)
http_server_properties_dict->SetInteger(kVersionKey, version_number);
}
void HttpServerPropertiesManager::Clear() {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
http_server_properties_impl_->Clear();
UpdatePrefsFromCache();
}
bool HttpServerPropertiesManager::SupportsRequestPriority(
const url::SchemeHostPort& server) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->SupportsRequestPriority(server);
}
bool HttpServerPropertiesManager::GetSupportsSpdy(
const url::SchemeHostPort& server) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->GetSupportsSpdy(server);
}
void HttpServerPropertiesManager::SetSupportsSpdy(
const url::SchemeHostPort& server,
bool support_spdy) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
bool old_support_spdy = http_server_properties_impl_->GetSupportsSpdy(server);
http_server_properties_impl_->SetSupportsSpdy(server, support_spdy);
bool new_support_spdy = http_server_properties_impl_->GetSupportsSpdy(server);
if (old_support_spdy != new_support_spdy)
ScheduleUpdatePrefs(SUPPORTS_SPDY);
}
bool HttpServerPropertiesManager::RequiresHTTP11(const HostPortPair& server) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->RequiresHTTP11(server);
}
void HttpServerPropertiesManager::SetHTTP11Required(
const HostPortPair& server) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
http_server_properties_impl_->SetHTTP11Required(server);
ScheduleUpdatePrefs(HTTP_11_REQUIRED);
}
void HttpServerPropertiesManager::MaybeForceHTTP11(const HostPortPair& server,
SSLConfig* ssl_config) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
http_server_properties_impl_->MaybeForceHTTP11(server, ssl_config);
}
AlternativeServiceInfoVector
HttpServerPropertiesManager::GetAlternativeServiceInfos(
const url::SchemeHostPort& origin) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->GetAlternativeServiceInfos(origin);
}
bool HttpServerPropertiesManager::SetHttp2AlternativeService(
const url::SchemeHostPort& origin,
const AlternativeService& alternative_service,
base::Time expiration) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
const bool changed = http_server_properties_impl_->SetHttp2AlternativeService(
origin, alternative_service, expiration);
if (changed) {
ScheduleUpdatePrefs(SET_ALTERNATIVE_SERVICES);
}
return changed;
}
bool HttpServerPropertiesManager::SetQuicAlternativeService(
const url::SchemeHostPort& origin,
const AlternativeService& alternative_service,
base::Time expiration,
const QuicTransportVersionVector& advertised_versions) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
const bool changed = http_server_properties_impl_->SetQuicAlternativeService(
origin, alternative_service, expiration, advertised_versions);
if (changed) {
ScheduleUpdatePrefs(SET_ALTERNATIVE_SERVICES);
}
return changed;
}
bool HttpServerPropertiesManager::SetAlternativeServices(
const url::SchemeHostPort& origin,
const AlternativeServiceInfoVector& alternative_service_info_vector) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
const bool changed = http_server_properties_impl_->SetAlternativeServices(
origin, alternative_service_info_vector);
if (changed) {
ScheduleUpdatePrefs(SET_ALTERNATIVE_SERVICES);
}
return changed;
}
void HttpServerPropertiesManager::MarkAlternativeServiceBroken(
const AlternativeService& alternative_service) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
http_server_properties_impl_->MarkAlternativeServiceBroken(
alternative_service);
ScheduleUpdatePrefs(MARK_ALTERNATIVE_SERVICE_BROKEN);
}
void HttpServerPropertiesManager::MarkAlternativeServiceRecentlyBroken(
const AlternativeService& alternative_service) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
http_server_properties_impl_->MarkAlternativeServiceRecentlyBroken(
alternative_service);
ScheduleUpdatePrefs(MARK_ALTERNATIVE_SERVICE_RECENTLY_BROKEN);
}
bool HttpServerPropertiesManager::IsAlternativeServiceBroken(
const AlternativeService& alternative_service) const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->IsAlternativeServiceBroken(
alternative_service);
}
bool HttpServerPropertiesManager::WasAlternativeServiceRecentlyBroken(
const AlternativeService& alternative_service) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->WasAlternativeServiceRecentlyBroken(
alternative_service);
}
void HttpServerPropertiesManager::ConfirmAlternativeService(
const AlternativeService& alternative_service) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
bool old_value = http_server_properties_impl_->IsAlternativeServiceBroken(
alternative_service);
http_server_properties_impl_->ConfirmAlternativeService(alternative_service);
bool new_value = http_server_properties_impl_->IsAlternativeServiceBroken(
alternative_service);
// For persisting, we only care about the value returned by
// IsAlternativeServiceBroken. If that value changes, then call persist.
if (old_value != new_value)
ScheduleUpdatePrefs(CONFIRM_ALTERNATIVE_SERVICE);
}
const AlternativeServiceMap&
HttpServerPropertiesManager::alternative_service_map() const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->alternative_service_map();
}
std::unique_ptr<base::Value>
HttpServerPropertiesManager::GetAlternativeServiceInfoAsValue() const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->GetAlternativeServiceInfoAsValue();
}
bool HttpServerPropertiesManager::GetSupportsQuic(
IPAddress* last_address) const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->GetSupportsQuic(last_address);
}
void HttpServerPropertiesManager::SetSupportsQuic(bool used_quic,
const IPAddress& address) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
IPAddress old_last_quic_addr;
http_server_properties_impl_->GetSupportsQuic(&old_last_quic_addr);
http_server_properties_impl_->SetSupportsQuic(used_quic, address);
IPAddress new_last_quic_addr;
http_server_properties_impl_->GetSupportsQuic(&new_last_quic_addr);
if (old_last_quic_addr != new_last_quic_addr)
ScheduleUpdatePrefs(SET_SUPPORTS_QUIC);
}
void HttpServerPropertiesManager::SetServerNetworkStats(
const url::SchemeHostPort& server,
ServerNetworkStats stats) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
ServerNetworkStats old_stats;
const ServerNetworkStats* old_stats_ptr =
http_server_properties_impl_->GetServerNetworkStats(server);
if (http_server_properties_impl_->GetServerNetworkStats(server))
old_stats = *old_stats_ptr;
http_server_properties_impl_->SetServerNetworkStats(server, stats);
ServerNetworkStats new_stats =
*(http_server_properties_impl_->GetServerNetworkStats(server));
if (old_stats != new_stats)
ScheduleUpdatePrefs(SET_SERVER_NETWORK_STATS);
}
void HttpServerPropertiesManager::ClearServerNetworkStats(
const url::SchemeHostPort& server) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
bool need_update =
http_server_properties_impl_->GetServerNetworkStats(server) != nullptr;
http_server_properties_impl_->ClearServerNetworkStats(server);
if (need_update)
ScheduleUpdatePrefs(CLEAR_SERVER_NETWORK_STATS);
}
const ServerNetworkStats* HttpServerPropertiesManager::GetServerNetworkStats(
const url::SchemeHostPort& server) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->GetServerNetworkStats(server);
}
const ServerNetworkStatsMap&
HttpServerPropertiesManager::server_network_stats_map() const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->server_network_stats_map();
}
bool HttpServerPropertiesManager::SetQuicServerInfo(
const QuicServerId& server_id,
const std::string& server_info) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
bool changed =
http_server_properties_impl_->SetQuicServerInfo(server_id, server_info);
if (changed)
ScheduleUpdatePrefs(SET_QUIC_SERVER_INFO);
return changed;
}
const std::string* HttpServerPropertiesManager::GetQuicServerInfo(
const QuicServerId& server_id) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->GetQuicServerInfo(server_id);
}
const QuicServerInfoMap& HttpServerPropertiesManager::quic_server_info_map()
const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->quic_server_info_map();
}
size_t HttpServerPropertiesManager::max_server_configs_stored_in_properties()
const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_
->max_server_configs_stored_in_properties();
}
void HttpServerPropertiesManager::SetMaxServerConfigsStoredInProperties(
size_t max_server_configs_stored_in_properties) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return http_server_properties_impl_->SetMaxServerConfigsStoredInProperties(
max_server_configs_stored_in_properties);
}
bool HttpServerPropertiesManager::IsInitialized() const {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
return is_initialized_;
}
// static
base::TimeDelta HttpServerPropertiesManager::GetUpdateCacheDelayForTesting() {
return kUpdateCacheDelay;
}
// static
base::TimeDelta HttpServerPropertiesManager::GetUpdatePrefsDelayForTesting() {
return kUpdatePrefsDelay;
}
void HttpServerPropertiesManager::ScheduleUpdateCacheForTesting() {
ScheduleUpdateCache();
}
void HttpServerPropertiesManager::ScheduleUpdateCache() {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
// Do not schedule a new update if there is already one scheduled.
if (pref_cache_update_timer_.IsRunning())
return;
if (!is_initialized_) {
UpdateCacheFromPrefs();
return;
}
pref_cache_update_timer_.Start(
FROM_HERE, kUpdateCacheDelay, this,
&HttpServerPropertiesManager::UpdateCacheFromPrefs);
}
void HttpServerPropertiesManager::UpdateCacheFromPrefs() {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
if (!is_initialized_) {
net_log_.EndEvent(NetLogEventType::HTTP_SERVER_PROPERTIES_INITIALIZATION);
is_initialized_ = true;
}
const base::DictionaryValue* http_server_properties_dict =
pref_delegate_->GetServerProperties();
// If there are no preferences set, do nothing.
if (!http_server_properties_dict)
return;
bool detected_corrupted_prefs = false;
net_log_.AddEvent(NetLogEventType::HTTP_SERVER_PROPERTIES_UPDATE_CACHE,
base::Bind(&NetLogCallback, http_server_properties_dict));
int version = kMissingVersion;
if (!http_server_properties_dict->GetIntegerWithoutPathExpansion(kVersionKey,
&version)) {
DVLOG(1) << "Missing version. Clearing all properties.";
return;
}
const base::DictionaryValue* servers_dict = nullptr;
const base::ListValue* servers_list = nullptr;
if (version < 4) {
// The properties for a given server is in
// http_server_properties_dict["servers"][server].
// Before Version 4, server data was stored in the following format in
// alphabetical order.
//
// "http_server_properties": {
// "servers": {
// "0-edge-chat.facebook.com:443" : {...},
// "0.client-channel.google.com:443" : {...},
// "yt3.ggpht.com:80" : {...},
// ...
// }, ...
// },
if (!http_server_properties_dict->GetDictionaryWithoutPathExpansion(
kServersKey, &servers_dict)) {
DVLOG(1) << "Malformed http_server_properties for servers.";
return;
}
} else {
// For Version 4, data was stored in the following format.
// |servers| are saved in MRU order.
//
// "http_server_properties": {
// "servers": [
// {"yt3.ggpht.com:443" : {...}},
// {"0.client-channel.google.com:443" : {...}},
// {"0-edge-chat.facebook.com:80" : {...}},
// ...
// ], ...
// },
// For Version 5, data was stored in the following format.
// |servers| are saved in MRU order. |servers| are in the format flattened
// representation of (scheme/host/port) where port might be ignored if is
// default with scheme.
//
// "http_server_properties": {
// "servers": [
// {"https://yt3.ggpht.com" : {...}},
// {"http://0.client-channel.google.com:443" : {...}},
// {"http://0-edge-chat.facebook.com" : {...}},
// ...
// ], ...
// },
if (!http_server_properties_dict->GetListWithoutPathExpansion(
kServersKey, &servers_list)) {
DVLOG(1) << "Malformed http_server_properties for servers list.";
return;
}
}
std::unique_ptr<IPAddress> addr = std::make_unique<IPAddress>();
ReadSupportsQuic(*http_server_properties_dict, addr.get());
// String is "scheme://host:port" tuple of spdy server.
std::unique_ptr<SpdyServersMap> spdy_servers_map =
std::make_unique<SpdyServersMap>();
std::unique_ptr<AlternativeServiceMap> alternative_service_map =
std::make_unique<AlternativeServiceMap>();
std::unique_ptr<ServerNetworkStatsMap> server_network_stats_map =
std::make_unique<ServerNetworkStatsMap>();
std::unique_ptr<QuicServerInfoMap> quic_server_info_map =
std::make_unique<QuicServerInfoMap>(
max_server_configs_stored_in_properties());
if (version < 4) {
if (!AddServersData(*servers_dict, spdy_servers_map.get(),
alternative_service_map.get(),
server_network_stats_map.get(), version)) {
detected_corrupted_prefs = true;
}
} else {
// Iterate servers list in reverse MRU order so that entries are inserted
// into |spdy_servers_map|, |alternative_service_map|, and
// |server_network_stats_map| from oldest to newest.
for (base::ListValue::const_iterator it = servers_list->end();
it != servers_list->begin();) {
--it;
if (!it->GetAsDictionary(&servers_dict)) {
DVLOG(1) << "Malformed http_server_properties for servers dictionary.";
detected_corrupted_prefs = true;
continue;
}
if (!AddServersData(*servers_dict, spdy_servers_map.get(),
alternative_service_map.get(),
server_network_stats_map.get(), version)) {
detected_corrupted_prefs = true;
}
}
}
if (!AddToQuicServerInfoMap(*http_server_properties_dict,
quic_server_info_map.get())) {
detected_corrupted_prefs = true;
}
// Read list containing broken and recently-broken alternative services, if
// it exists.
std::unique_ptr<BrokenAlternativeServiceList> broken_alternative_service_list;
std::unique_ptr<RecentlyBrokenAlternativeServices>
recently_broken_alternative_services;
const base::ListValue* broken_alt_svc_list;
if (http_server_properties_dict->GetListWithoutPathExpansion(
kBrokenAlternativeServicesKey, &broken_alt_svc_list)) {
broken_alternative_service_list =
std::make_unique<BrokenAlternativeServiceList>();
recently_broken_alternative_services =
std::make_unique<RecentlyBrokenAlternativeServices>();
// Iterate list in reverse-MRU order
for (base::ListValue::const_iterator it = broken_alt_svc_list->end();
it != broken_alt_svc_list->begin();) {
--it;
const base::DictionaryValue* entry_dict;
if (!it->GetAsDictionary(&entry_dict)) {
DVLOG(1) << "Malformed broken alterantive service entry.";
detected_corrupted_prefs = true;
continue;
}
if (!AddToBrokenAlternativeServices(
*entry_dict, broken_alternative_service_list.get(),
recently_broken_alternative_services.get())) {
detected_corrupted_prefs = true;
continue;
}
}
}
// Set the properties loaded from prefs on |http_server_properties_impl_|.
UMA_HISTOGRAM_COUNTS_1M("Net.CountOfSpdyServers", spdy_servers_map->size());
http_server_properties_impl_->SetSpdyServers(std::move(spdy_servers_map));
// Update the cached data and use the new alternative service list from
// preferences.
UMA_HISTOGRAM_COUNTS_1M("Net.CountOfAlternateProtocolServers",
alternative_service_map->size());
http_server_properties_impl_->SetAlternativeServiceServers(
std::move(alternative_service_map));
http_server_properties_impl_->SetSupportsQuic(*addr);
http_server_properties_impl_->SetServerNetworkStats(
std::move(server_network_stats_map));
UMA_HISTOGRAM_COUNTS_1000("Net.CountOfQuicServerInfos",
quic_server_info_map->size());
http_server_properties_impl_->SetQuicServerInfoMap(
std::move(quic_server_info_map));
if (recently_broken_alternative_services) {
DCHECK(broken_alternative_service_list);
UMA_HISTOGRAM_COUNTS_1000("Net.CountOfBrokenAlternativeServices",
broken_alternative_service_list->size());
UMA_HISTOGRAM_COUNTS_1000("Net.CountOfRecentlyBrokenAlternativeServices",
recently_broken_alternative_services->size());
http_server_properties_impl_->SetBrokenAndRecentlyBrokenAlternativeServices(
std::move(broken_alternative_service_list),
std::move(recently_broken_alternative_services));
}
// Update the prefs with what we have read (delete all corrupted prefs).
if (detected_corrupted_prefs)
ScheduleUpdatePrefs(DETECTED_CORRUPTED_PREFS);
}
bool HttpServerPropertiesManager::AddToBrokenAlternativeServices(
const base::DictionaryValue& broken_alt_svc_entry_dict,
BrokenAlternativeServiceList* broken_alternative_service_list,
RecentlyBrokenAlternativeServices* recently_broken_alternative_services) {
AlternativeService alt_service;
if (!ParseAlternativeServiceDict(broken_alt_svc_entry_dict, false,
"broken alternative services",
&alt_service)) {
return false;
}
// Each entry must contain either broken-count and/or broken-until fields.
bool contains_broken_count_or_broken_until = false;
// Read broken-count and add an entry for |alt_service| into
// |recently_broken_alternative_services|.
if (broken_alt_svc_entry_dict.HasKey(kBrokenCountKey)) {
int broken_count;
if (!broken_alt_svc_entry_dict.GetIntegerWithoutPathExpansion(
kBrokenCountKey, &broken_count)) {
DVLOG(1) << "Recently broken alternative service has malformed "
<< "broken-count.";
return false;
}
if (broken_count < 0) {
DVLOG(1) << "Broken alternative service has negative broken-count.";
return false;
}
recently_broken_alternative_services->Put(alt_service, broken_count);
contains_broken_count_or_broken_until = true;
}
// Read broken-until and add an entry for |alt_service| in
// |broken_alternative_service_list|.
if (broken_alt_svc_entry_dict.HasKey(kBrokenUntilKey)) {
std::string expiration_string;
int64_t expiration_int64;
if (!broken_alt_svc_entry_dict.GetStringWithoutPathExpansion(
kBrokenUntilKey, &expiration_string) ||
!base::StringToInt64(expiration_string, &expiration_int64)) {
DVLOG(1) << "Broken alternative service has malformed broken-until "
<< "string.";
return false;
}
time_t expiration_time_t = static_cast<time_t>(expiration_int64);
// Convert expiration from time_t to Time to TimeTicks
base::TimeTicks expiration_time_ticks =
clock_->NowTicks() +
(base::Time::FromTimeT(expiration_time_t) - base::Time::Now());
broken_alternative_service_list->push_back(
std::make_pair(alt_service, expiration_time_ticks));
contains_broken_count_or_broken_until = true;
}
if (!contains_broken_count_or_broken_until) {
DVLOG(1) << "Broken alternative service has neither broken-count nor "
<< "broken-until specified.";
return false;
}
return true;
}
bool HttpServerPropertiesManager::AddServersData(
const base::DictionaryValue& servers_dict,
SpdyServersMap* spdy_servers_map,
AlternativeServiceMap* alternative_service_map,
ServerNetworkStatsMap* network_stats_map,
int version) {
for (base::DictionaryValue::Iterator it(servers_dict); !it.IsAtEnd();
it.Advance()) {
// Get server's scheme/host/pair.
const std::string& server_str = it.key();
std::string spdy_server_url = server_str;
if (version < 5) {
// For old version disk data, always use HTTPS as the scheme.
spdy_server_url.insert(0, "https://");
}
url::SchemeHostPort spdy_server((GURL(spdy_server_url)));
if (spdy_server.host().empty()) {
DVLOG(1) << "Malformed http_server_properties for server: " << server_str;
return false;
}
const base::DictionaryValue* server_pref_dict = nullptr;
if (!it.value().GetAsDictionary(&server_pref_dict)) {
DVLOG(1) << "Malformed http_server_properties server: " << server_str;
return false;
}
// Get if server supports Spdy.
bool supports_spdy = false;
if (server_pref_dict->GetBoolean(kSupportsSpdyKey, &supports_spdy) &&
supports_spdy) {
spdy_servers_map->Put(spdy_server.Serialize(), supports_spdy);
}
if (!AddToAlternativeServiceMap(spdy_server, *server_pref_dict,
alternative_service_map) ||
!AddToNetworkStatsMap(spdy_server, *server_pref_dict,
network_stats_map)) {
return false;
}
}
return true;
}
bool HttpServerPropertiesManager::ParseAlternativeServiceDict(
const base::DictionaryValue& dict,
bool host_optional,
const std::string& parsing_under,
AlternativeService* alternative_service) {
// Protocol is mandatory.
std::string protocol_str;
if (!dict.GetStringWithoutPathExpansion(kProtocolKey, &protocol_str)) {
DVLOG(1) << "Malformed alternative service protocol string under: "
<< parsing_under;
return false;
}
NextProto protocol = NextProtoFromString(protocol_str);
if (!IsAlternateProtocolValid(protocol)) {
DVLOG(1) << "Invalid alternative service protocol string \"" << protocol_str
<< "\" under: " << parsing_under;
return false;
}
alternative_service->protocol = protocol;
// If host is optional, it defaults to "".
std::string host = "";
if (dict.HasKey(kHostKey)) {
if (!dict.GetStringWithoutPathExpansion(kHostKey, &host)) {
DVLOG(1) << "Malformed alternative service host string under: "
<< parsing_under;
return false;
}
} else if (!host_optional) {
DVLOG(1) << "alternative service missing host string under: "
<< parsing_under;
return false;
}
alternative_service->host = host;
// Port is mandatory.
int port = 0;
if (!dict.GetInteger(kPortKey, &port) || !IsPortValid(port)) {
DVLOG(1) << "Malformed alternative service port under: " << parsing_under;
return false;
}
alternative_service->port = static_cast<uint32_t>(port);
return true;
}
bool HttpServerPropertiesManager::ParseAlternativeServiceInfoDictOfServer(
const base::DictionaryValue& dict,
const std::string& server_str,
AlternativeServiceInfo* alternative_service_info) {
AlternativeService alternative_service;
if (!ParseAlternativeServiceDict(dict, true, "server " + server_str,
&alternative_service)) {
return false;
}
alternative_service_info->set_alternative_service(alternative_service);
// Expiration is optional, defaults to one day.
base::Time expiration;
if (!dict.HasKey(kExpirationKey)) {
alternative_service_info->set_expiration(base::Time::Now() +
base::TimeDelta::FromDays(1));
} else {
std::string expiration_string;
if (dict.GetStringWithoutPathExpansion(kExpirationKey,
&expiration_string)) {
int64_t expiration_int64 = 0;
if (!base::StringToInt64(expiration_string, &expiration_int64)) {
DVLOG(1) << "Malformed alternative service expiration for server: "
<< server_str;
return false;
}
alternative_service_info->set_expiration(
base::Time::FromInternalValue(expiration_int64));
} else {
DVLOG(1) << "Malformed alternative service expiration for server: "
<< server_str;
return false;
}
}
// Advertised versions list is optional.
if (dict.HasKey(kAdvertisedVersionsKey)) {
const base::ListValue* versions_list = nullptr;
if (!dict.GetListWithoutPathExpansion(kAdvertisedVersionsKey,
&versions_list)) {
DVLOG(1) << "Malformed alternative service advertised versions list for "
<< "server: " << server_str;
return false;
}
QuicTransportVersionVector advertised_versions;
for (const auto& value : *versions_list) {
int version;
if (!value.GetAsInteger(&version)) {
DVLOG(1) << "Malformed alternative service version for server: "
<< server_str;
return false;
}
advertised_versions.push_back(QuicTransportVersion(version));
}
alternative_service_info->set_advertised_versions(advertised_versions);
}
return true;
}
bool HttpServerPropertiesManager::AddToAlternativeServiceMap(
const url::SchemeHostPort& server,
const base::DictionaryValue& server_pref_dict,
AlternativeServiceMap* alternative_service_map) {
DCHECK(alternative_service_map->Peek(server) ==
alternative_service_map->end());
const base::ListValue* alternative_service_list;
if (!server_pref_dict.GetListWithoutPathExpansion(
kAlternativeServiceKey, &alternative_service_list)) {
return true;
}
if (server.scheme() != "https") {
return false;
}
AlternativeServiceInfoVector alternative_service_info_vector;
for (const auto& alternative_service_list_item : *alternative_service_list) {
const base::DictionaryValue* alternative_service_dict;
if (!alternative_service_list_item.GetAsDictionary(
&alternative_service_dict))
return false;
AlternativeServiceInfo alternative_service_info;
if (!ParseAlternativeServiceInfoDictOfServer(*alternative_service_dict,
server.Serialize(),
&alternative_service_info)) {
return false;
}
if (base::Time::Now() < alternative_service_info.expiration()) {
alternative_service_info_vector.push_back(alternative_service_info);
}
}
if (alternative_service_info_vector.empty()) {
return false;
}
alternative_service_map->Put(server, alternative_service_info_vector);
return true;
}
bool HttpServerPropertiesManager::ReadSupportsQuic(
const base::DictionaryValue& http_server_properties_dict,
IPAddress* last_quic_address) {
const base::DictionaryValue* supports_quic_dict = nullptr;
if (!http_server_properties_dict.GetDictionaryWithoutPathExpansion(
kSupportsQuicKey, &supports_quic_dict)) {
return true;
}
bool used_quic = false;
if (!supports_quic_dict->GetBooleanWithoutPathExpansion(kUsedQuicKey,
&used_quic)) {
DVLOG(1) << "Malformed SupportsQuic";
return false;
}
if (!used_quic)
return false;
std::string address;
if (!supports_quic_dict->GetStringWithoutPathExpansion(kAddressKey,
&address) ||
!last_quic_address->AssignFromIPLiteral(address)) {
DVLOG(1) << "Malformed SupportsQuic";
return false;
}
return true;
}
bool HttpServerPropertiesManager::AddToNetworkStatsMap(
const url::SchemeHostPort& server,
const base::DictionaryValue& server_pref_dict,
ServerNetworkStatsMap* network_stats_map) {
DCHECK(network_stats_map->Peek(server) == network_stats_map->end());
const base::DictionaryValue* server_network_stats_dict = nullptr;
if (!server_pref_dict.GetDictionaryWithoutPathExpansion(
kNetworkStatsKey, &server_network_stats_dict)) {
return true;
}
int srtt;
if (!server_network_stats_dict->GetIntegerWithoutPathExpansion(kSrttKey,
&srtt)) {
DVLOG(1) << "Malformed ServerNetworkStats for server: "
<< server.Serialize();
return false;
}
ServerNetworkStats server_network_stats;
server_network_stats.srtt = base::TimeDelta::FromMicroseconds(srtt);
// TODO(rtenneti): When QUIC starts using bandwidth_estimate, then persist
// bandwidth_estimate.
network_stats_map->Put(server, server_network_stats);
return true;
}
bool HttpServerPropertiesManager::AddToQuicServerInfoMap(
const base::DictionaryValue& http_server_properties_dict,
QuicServerInfoMap* quic_server_info_map) {
const base::DictionaryValue* quic_servers_dict = nullptr;
if (!http_server_properties_dict.GetDictionaryWithoutPathExpansion(
kQuicServers, &quic_servers_dict)) {
DVLOG(1) << "Malformed http_server_properties for quic_servers.";
return true;
}
bool detected_corrupted_prefs = false;
for (base::DictionaryValue::Iterator it(*quic_servers_dict); !it.IsAtEnd();
it.Advance()) {
// Get quic_server_id.
const std::string& quic_server_id_str = it.key();
QuicServerId quic_server_id;
QuicHostnameUtils::StringToQuicServerId(quic_server_id_str,
&quic_server_id);
if (quic_server_id.host().empty()) {
DVLOG(1) << "Malformed http_server_properties for quic server: "
<< quic_server_id_str;
detected_corrupted_prefs = true;
continue;
}
const base::DictionaryValue* quic_server_pref_dict = nullptr;
if (!it.value().GetAsDictionary(&quic_server_pref_dict)) {
DVLOG(1) << "Malformed http_server_properties quic server dict: "
<< quic_server_id_str;
detected_corrupted_prefs = true;
continue;
}
std::string quic_server_info;
if (!quic_server_pref_dict->GetStringWithoutPathExpansion(
kServerInfoKey, &quic_server_info)) {
DVLOG(1) << "Malformed http_server_properties quic server info: "
<< quic_server_id_str;
detected_corrupted_prefs = true;
continue;
}
quic_server_info_map->Put(quic_server_id, quic_server_info);
}
return !detected_corrupted_prefs;
}
//
// Update Preferences with data from the cached data.
//
void HttpServerPropertiesManager::ScheduleUpdatePrefs(Location location) {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
// Do not schedule a new update if there is already one scheduled.
if (network_prefs_update_timer_.IsRunning())
return;
network_prefs_update_timer_.Start(
FROM_HERE, kUpdatePrefsDelay, this,
&HttpServerPropertiesManager::UpdatePrefsFromCache);
// TODO(rtenneti): Delete the following histogram after collecting some data.
UMA_HISTOGRAM_ENUMERATION("Net.HttpServerProperties.UpdatePrefs", location,
HttpServerPropertiesManager::NUM_LOCATIONS);
}
void HttpServerPropertiesManager::UpdatePrefsFromCache() {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
typedef base::MRUCache<url::SchemeHostPort, ServerPref> ServerPrefMap;
ServerPrefMap server_pref_map(ServerPrefMap::NO_AUTO_EVICT);
// Add SPDY servers to |server_pref_map|.
const SpdyServersMap& spdy_servers_map =
http_server_properties_impl_->spdy_servers_map();
for (SpdyServersMap::const_reverse_iterator it = spdy_servers_map.rbegin();
it != spdy_servers_map.rend(); ++it) {
// Only add servers that support SPDY.
if (!it->second)
continue;
url::SchemeHostPort server(GURL(it->first));
auto map_it = server_pref_map.Put(server, ServerPref());
map_it->second.supports_spdy = true;
}
// Add alternative service info to |server_pref_map|.
const AlternativeServiceMap& alternative_service_map =
http_server_properties_impl_->alternative_service_map();
UMA_HISTOGRAM_COUNTS_1M("Net.CountOfAlternateProtocolServers.Memory",
alternative_service_map.size());
typedef std::map<std::string, bool> CanonicalHostPersistedMap;
CanonicalHostPersistedMap persisted_map;
const base::Time now = base::Time::Now();
for (AlternativeServiceMap::const_reverse_iterator it =
alternative_service_map.rbegin();
it != alternative_service_map.rend(); ++it) {
const url::SchemeHostPort& server = it->first;
AlternativeServiceInfoVector notbroken_alternative_service_info_vector;
for (const AlternativeServiceInfo& alternative_service_info : it->second) {
// Do not persist expired entries
if (alternative_service_info.expiration() < now) {
continue;
}
if (!IsAlternateProtocolValid(
alternative_service_info.alternative_service().protocol)) {
continue;
}
notbroken_alternative_service_info_vector.push_back(
alternative_service_info);
}
if (notbroken_alternative_service_info_vector.empty()) {
continue;
}
const std::string* canonical_suffix =
http_server_properties_impl_->GetCanonicalSuffix(server.host());
if (canonical_suffix != nullptr) {
if (persisted_map.find(*canonical_suffix) != persisted_map.end())
continue;
persisted_map[*canonical_suffix] = true;
}
auto map_it = server_pref_map.Get(server);
if (map_it == server_pref_map.end())
map_it = server_pref_map.Put(server, ServerPref());
map_it->second.alternative_service_info_vector =
std::move(notbroken_alternative_service_info_vector);
}
// Add server network stats to |server_pref_map|.
const ServerNetworkStatsMap& server_network_stats_map =
http_server_properties_impl_->server_network_stats_map();
for (ServerNetworkStatsMap::const_reverse_iterator it =
server_network_stats_map.rbegin();
it != server_network_stats_map.rend(); ++it) {
const url::SchemeHostPort& server = it->first;
auto map_it = server_pref_map.Get(server);
if (map_it == server_pref_map.end())
map_it = server_pref_map.Put(server, ServerPref());
map_it->second.server_network_stats_valid = true;
map_it->second.server_network_stats = it->second;
}
base::DictionaryValue http_server_properties_dict;
// Convert |server_pref_map| to a DictionaryValue and add it to
// |http_server_properties_dict|.
auto servers_list = std::make_unique<base::ListValue>();
for (ServerPrefMap::const_reverse_iterator map_it = server_pref_map.rbegin();
map_it != server_pref_map.rend(); ++map_it) {
const url::SchemeHostPort server = map_it->first;
const ServerPref& server_pref = map_it->second;
auto servers_dict = std::make_unique<base::DictionaryValue>();
auto server_pref_dict = std::make_unique<base::DictionaryValue>();
if (server_pref.supports_spdy) {
server_pref_dict->SetBoolean(kSupportsSpdyKey, server_pref.supports_spdy);
}
if (!server_pref.alternative_service_info_vector.empty()) {
SaveAlternativeServiceToServerPrefs(
server_pref.alternative_service_info_vector, server_pref_dict.get());
}
if (server_pref.server_network_stats_valid) {
SaveNetworkStatsToServerPrefs(server_pref.server_network_stats,
server_pref_dict.get());
}
servers_dict->SetWithoutPathExpansion(server.Serialize(),
std::move(server_pref_dict));
bool value = servers_list->AppendIfNotPresent(std::move(servers_dict));
DCHECK(value); // Should never happen.
}
http_server_properties_dict.SetWithoutPathExpansion(kServersKey,
std::move(servers_list));
SetVersion(&http_server_properties_dict, kVersionNumber);
IPAddress last_quic_addr;
if (http_server_properties_impl_->GetSupportsQuic(&last_quic_addr)) {
SaveSupportsQuicToPrefs(last_quic_addr, &http_server_properties_dict);
}
SaveQuicServerInfoMapToServerPrefs(
http_server_properties_impl_->quic_server_info_map(),
&http_server_properties_dict);
SaveBrokenAlternativeServicesToPrefs(
http_server_properties_impl_->broken_alternative_service_list(),
kMaxBrokenAlternativeServicesToPersist,
http_server_properties_impl_->recently_broken_alternative_services(),
&http_server_properties_dict);
setting_prefs_ = true;
pref_delegate_->SetServerProperties(http_server_properties_dict);
setting_prefs_ = false;
net_log_.AddEvent(NetLogEventType::HTTP_SERVER_PROPERTIES_UPDATE_PREFS,
base::Bind(&NetLogCallback, &http_server_properties_dict));
}
void HttpServerPropertiesManager::SaveAlternativeServiceToServerPrefs(
const AlternativeServiceInfoVector& alternative_service_info_vector,
base::DictionaryValue* server_pref_dict) {
if (alternative_service_info_vector.empty()) {
return;
}
std::unique_ptr<base::ListValue> alternative_service_list(
new base::ListValue);
for (const AlternativeServiceInfo& alternative_service_info :
alternative_service_info_vector) {
const AlternativeService& alternative_service =
alternative_service_info.alternative_service();
DCHECK(IsAlternateProtocolValid(alternative_service.protocol));
std::unique_ptr<base::DictionaryValue> alternative_service_dict(
new base::DictionaryValue);
AddAlternativeServiceFieldsToDictionaryValue(
alternative_service, alternative_service_dict.get());
// JSON cannot store int64_t, so expiration is converted to a string.
alternative_service_dict->SetString(
kExpirationKey,
base::Int64ToString(
alternative_service_info.expiration().ToInternalValue()));
std::unique_ptr<base::ListValue> advertised_versions_list =
std::make_unique<base::ListValue>();
for (const auto& version : alternative_service_info.advertised_versions()) {
advertised_versions_list->AppendInteger(version);
}
alternative_service_dict->SetList(kAdvertisedVersionsKey,
std::move(advertised_versions_list));
alternative_service_list->Append(std::move(alternative_service_dict));
}
if (alternative_service_list->GetSize() == 0)
return;
server_pref_dict->SetWithoutPathExpansion(
kAlternativeServiceKey, std::move(alternative_service_list));
}
void HttpServerPropertiesManager::SaveSupportsQuicToPrefs(
const IPAddress& last_quic_address,
base::DictionaryValue* http_server_properties_dict) {
if (!last_quic_address.IsValid())
return;
auto supports_quic_dict = std::make_unique<base::DictionaryValue>();
supports_quic_dict->SetBoolean(kUsedQuicKey, true);
supports_quic_dict->SetString(kAddressKey, last_quic_address.ToString());
http_server_properties_dict->SetWithoutPathExpansion(
kSupportsQuicKey, std::move(supports_quic_dict));
}
void HttpServerPropertiesManager::SaveNetworkStatsToServerPrefs(
const ServerNetworkStats& server_network_stats,
base::DictionaryValue* server_pref_dict) {
auto server_network_stats_dict = std::make_unique<base::DictionaryValue>();
// Becasue JSON doesn't support int64_t, persist int64_t as a string.
server_network_stats_dict->SetInteger(
kSrttKey, static_cast<int>(server_network_stats.srtt.InMicroseconds()));
// TODO(rtenneti): When QUIC starts using bandwidth_estimate, then persist
// bandwidth_estimate.
server_pref_dict->SetWithoutPathExpansion(
kNetworkStatsKey, std::move(server_network_stats_dict));
}
void HttpServerPropertiesManager::SaveQuicServerInfoMapToServerPrefs(
const QuicServerInfoMap& quic_server_info_map,
base::DictionaryValue* http_server_properties_dict) {
if (quic_server_info_map.empty())
return;
auto quic_servers_dict = std::make_unique<base::DictionaryValue>();
for (QuicServerInfoMap::const_reverse_iterator it =
quic_server_info_map.rbegin();
it != quic_server_info_map.rend(); ++it) {
const QuicServerId& server_id = it->first;
auto quic_server_pref_dict = std::make_unique<base::DictionaryValue>();
quic_server_pref_dict->SetKey(kServerInfoKey, base::Value(it->second));
quic_servers_dict->SetWithoutPathExpansion(
server_id.ToString(), std::move(quic_server_pref_dict));
}
http_server_properties_dict->SetWithoutPathExpansion(
kQuicServers, std::move(quic_servers_dict));
}
void HttpServerPropertiesManager::SaveBrokenAlternativeServicesToPrefs(
const BrokenAlternativeServiceList& broken_alternative_service_list,
size_t max_broken_alternative_services,
const RecentlyBrokenAlternativeServices&
recently_broken_alternative_services,
base::DictionaryValue* http_server_properties_dict) {
if (broken_alternative_service_list.empty() &&
recently_broken_alternative_services.empty())
return;
// JSON list will be in MRU order according to
// |recently_broken_alternative_services|.
std::unique_ptr<base::ListValue> json_list =
std::make_unique<base::ListValue>();
// Maps recently-broken alternative services to the index where it's stored
// in |json_list|.
std::unordered_map<AlternativeService, size_t, AlternativeServiceHash>
json_list_index_map;
if (!recently_broken_alternative_services.empty()) {
for (auto it = recently_broken_alternative_services.rbegin();
it != recently_broken_alternative_services.rend(); ++it) {
const AlternativeService& alt_service = it->first;
int broken_count = it->second;
base::DictionaryValue entry_dict;
AddAlternativeServiceFieldsToDictionaryValue(alt_service, &entry_dict);
entry_dict.SetKey(kBrokenCountKey, base::Value(broken_count));
json_list_index_map[alt_service] = json_list->GetList().size();
json_list->GetList().push_back(std::move(entry_dict));
}
}
if (!broken_alternative_service_list.empty()) {
// Add expiration time info from |broken_alternative_service_list| to
// the JSON list.
size_t count = 0;
for (auto it = broken_alternative_service_list.begin();
it != broken_alternative_service_list.end() &&
count < max_broken_alternative_services;
++it, ++count) {
const AlternativeService& alt_service = it->first;
base::TimeTicks expiration_time_ticks = it->second;
// Convert expiration from TimeTicks to Time to time_t
time_t expiration_time_t =
(base::Time::Now() + (expiration_time_ticks - clock_->NowTicks()))
.ToTimeT();
int64_t expiration_int64 = static_cast<int64_t>(expiration_time_t);
auto index_map_it = json_list_index_map.find(alt_service);
if (index_map_it != json_list_index_map.end()) {
size_t json_list_index = index_map_it->second;
base::DictionaryValue* entry_dict = nullptr;
bool result = json_list->GetDictionary(json_list_index, &entry_dict);
DCHECK(result);
DCHECK(!entry_dict->HasKey(kBrokenUntilKey));
entry_dict->SetKey(kBrokenUntilKey,
base::Value(base::Int64ToString(expiration_int64)));
} else {
base::DictionaryValue entry_dict;
AddAlternativeServiceFieldsToDictionaryValue(alt_service, &entry_dict);
entry_dict.SetKey(kBrokenUntilKey,
base::Value(base::Int64ToString(expiration_int64)));
json_list->GetList().push_back(std::move(entry_dict));
}
}
}
DCHECK(!json_list->empty());
http_server_properties_dict->SetWithoutPathExpansion(
kBrokenAlternativeServicesKey, std::move(json_list));
}
void HttpServerPropertiesManager::OnHttpServerPropertiesChanged() {
DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_);
if (!setting_prefs_)
ScheduleUpdateCache();
}
} // namespace net
Reference in New Issue View Git Blame Copy Permalink