mirror of
https://github.com/klzgrad/naiveproxy.git
synced 2024-11-24 14:26:09 +03:00
95 lines
3.8 KiB
C++
95 lines
3.8 KiB
C++
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file.
|
|
|
|
// This command-line program converts an effective-TLD data file in UTF-8 from
|
|
// the format provided by Mozilla to the format expected by Chrome. This
|
|
// program generates an intermediate file which is then used by gperf to
|
|
// generate a perfect hash map. The benefit of this approach is that no time is
|
|
// spent on program initialization to generate the map of this data.
|
|
//
|
|
// Running this program finds "effective_tld_names.dat" in the expected location
|
|
// in the source checkout and generates "effective_tld_names.gperf" next to it.
|
|
//
|
|
// Any errors or warnings from this program are recorded in tld_cleanup.log.
|
|
//
|
|
// In particular, it
|
|
// * Strips blank lines and comments, as well as notes for individual rules.
|
|
// * Strips a single leading and/or trailing dot from each rule, if present.
|
|
// * Logs a warning if a rule contains '!' or '*.' other than at the beginning
|
|
// of the rule. (This also catches multiple ! or *. at the start of a rule.)
|
|
// * Logs a warning if GURL reports a rule as invalid, but keeps the rule.
|
|
// * Canonicalizes each rule's domain by converting it to a GURL and back.
|
|
// * Adds explicit rules for true TLDs found in any rule.
|
|
// * Marks entries in the file between "// ===BEGIN PRIVATE DOMAINS==="
|
|
// and "// ===END PRIVATE DOMAINS===" as private.
|
|
|
|
#include "base/at_exit.h"
|
|
#include "base/command_line.h"
|
|
#include "base/files/file_path.h"
|
|
#include "base/files/file_util.h"
|
|
#include "base/i18n/icu_util.h"
|
|
#include "base/logging.h"
|
|
#include "base/path_service.h"
|
|
#include "base/process/memory.h"
|
|
#include "net/tools/tld_cleanup/tld_cleanup_util.h"
|
|
|
|
int main(int argc, const char* argv[]) {
|
|
base::EnableTerminationOnHeapCorruption();
|
|
if (argc != 1) {
|
|
fprintf(stderr, "Normalizes and verifies UTF-8 TLD data files\n");
|
|
fprintf(stderr, "Usage: %s\n", argv[0]);
|
|
return 1;
|
|
}
|
|
|
|
// Manages the destruction of singletons.
|
|
base::AtExitManager exit_manager;
|
|
|
|
// Only use OutputDebugString in debug mode.
|
|
#ifdef NDEBUG
|
|
logging::LoggingDestination destination = logging::LOG_TO_FILE;
|
|
#else
|
|
logging::LoggingDestination destination =
|
|
logging::LOG_TO_ALL;
|
|
#endif
|
|
|
|
base::CommandLine::Init(argc, argv);
|
|
|
|
base::FilePath log_filename;
|
|
base::PathService::Get(base::DIR_EXE, &log_filename);
|
|
log_filename = log_filename.AppendASCII("tld_cleanup.log");
|
|
logging::LoggingSettings settings;
|
|
settings.logging_dest = destination;
|
|
settings.log_file = log_filename.value().c_str();
|
|
settings.delete_old = logging::DELETE_OLD_LOG_FILE;
|
|
logging::InitLogging(settings);
|
|
|
|
base::i18n::InitializeICU();
|
|
|
|
base::FilePath input_file;
|
|
base::PathService::Get(base::DIR_SOURCE_ROOT, &input_file);
|
|
input_file = input_file.Append(FILE_PATH_LITERAL("net"))
|
|
.Append(FILE_PATH_LITERAL("base"))
|
|
.Append(FILE_PATH_LITERAL(
|
|
"registry_controlled_domains"))
|
|
.Append(FILE_PATH_LITERAL("effective_tld_names.dat"));
|
|
base::FilePath output_file;
|
|
base::PathService::Get(base::DIR_SOURCE_ROOT, &output_file);
|
|
output_file = output_file.Append(FILE_PATH_LITERAL("net"))
|
|
.Append(FILE_PATH_LITERAL("base"))
|
|
.Append(FILE_PATH_LITERAL(
|
|
"registry_controlled_domains"))
|
|
.Append(FILE_PATH_LITERAL(
|
|
"effective_tld_names.gperf"));
|
|
net::tld_cleanup::NormalizeResult result =
|
|
net::tld_cleanup::NormalizeFile(input_file, output_file);
|
|
if (result != net::tld_cleanup::kSuccess) {
|
|
fprintf(stderr,
|
|
"Errors or warnings processing file. See log in tld_cleanup.log.");
|
|
}
|
|
|
|
if (result == net::tld_cleanup::kError)
|
|
return 1;
|
|
return 0;
|
|
}
|