#!/bin/bash -e # Copyright (c) 2012 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # Script to install everything needed to build chromium (well, ideally, anyway) # See https://chromium.googlesource.com/chromium/src/+/master/docs/linux_build_instructions.md usage() { echo "Usage: $0 [--options]" echo "Options:" echo "--[no-]syms: enable or disable installation of debugging symbols" echo "--lib32: enable installation of 32-bit libraries, e.g. for V8 snapshot" echo "--[no-]arm: enable or disable installation of arm cross toolchain" echo "--[no-]chromeos-fonts: enable or disable installation of Chrome OS"\ "fonts" echo "--[no-]nacl: enable or disable installation of prerequisites for"\ "building standalone NaCl and all its toolchains" echo "--no-prompt: silently select standard options/defaults" echo "--quick-check: quickly try to determine if dependencies are installed" echo " (this avoids interactive prompts and sudo commands," echo " so might not be 100% accurate)" echo "--unsupported: attempt installation even on unsupported systems" echo "Script will prompt interactively if options not given." exit 1 } # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has # been provided to yes_no(), the function also accepts RETURN as a user input. # The parameter specifies the exit code that should be returned in that case. # The function will echo the user's selection followed by a newline character. # Users can abort the function by pressing CTRL-C. This will call "exit 1". yes_no() { if [ 0 -ne "${do_default-0}" ] ; then [ $1 -eq 0 ] && echo "Y" || echo "N" return $1 fi local c while :; do c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT stty -echo iuclc -icanon 2>/dev/null dd count=1 bs=1 2>/dev/null | od -An -tx1)" case "$c" in " 0a") if [ -n "$1" ]; then [ $1 -eq 0 ] && echo "Y" || echo "N" return $1 fi ;; " 79") echo "Y" return 0 ;; " 6e") echo "N" return 1 ;; "") echo "Aborted" >&2 exit 1 ;; *) # The user pressed an unrecognized key. As we are not echoing # any incorrect user input, alert the user by ringing the bell. (tput bel) 2>/dev/null ;; esac done } # Checks whether a particular package is available in the repos. # USAGE: $ package_exists package_exists() { # 'apt-cache search' takes a regex string, so eg. the +'s in packages like # "libstdc++" need to be escaped. local escaped="$(echo $1 | sed 's/[\~\+\.\:-]/\\&/g')" [ ! -z "$(apt-cache search --names-only "${escaped}" | \ awk '$1 == "'$1'" { print $1; }')" ] } # These default to on because (some) bots need them and it keeps things # simple for the bot setup if all bots just run the script in its default # mode. Developers who don't want stuff they don't need installed on their # own workstations can pass --no-arm --no-nacl when running the script. do_inst_arm=1 do_inst_nacl=1 while test "$1" != "" do case "$1" in --syms) do_inst_syms=1;; --no-syms) do_inst_syms=0;; --lib32) do_inst_lib32=1;; --arm) do_inst_arm=1;; --no-arm) do_inst_arm=0;; --chromeos-fonts) do_inst_chromeos_fonts=1;; --no-chromeos-fonts) do_inst_chromeos_fonts=0;; --nacl) do_inst_nacl=1;; --no-nacl) do_inst_nacl=0;; --no-prompt) do_default=1 do_quietly="-qq --assume-yes" ;; --quick-check) do_quick_check=1;; --unsupported) do_unsupported=1;; *) usage;; esac shift done if test "$do_inst_arm" = "1"; then do_inst_lib32=1 fi # Check for lsb_release command in $PATH if ! which lsb_release > /dev/null; then echo "ERROR: lsb_release not found in \$PATH" >&2 exit 1; fi distro_codename=$(lsb_release --codename --short) distro_id=$(lsb_release --id --short) supported_codenames="(trusty|xenial|artful|bionic)" supported_ids="(Debian)" if [ 0 -eq "${do_unsupported-0}" ] && [ 0 -eq "${do_quick_check-0}" ] ; then if [[ ! $distro_codename =~ $supported_codenames && ! $distro_id =~ $supported_ids ]]; then echo -e "ERROR: The only supported distros are\n" \ "\tUbuntu 14.04 LTS (trusty)\n" \ "\tUbuntu 16.04 LTS (xenial)\n" \ "\tUbuntu 17.10 (artful)\n" \ "\tUbuntu 18.04 LTS (bionic)\n" \ "\tDebian 8 (jessie) or later" >&2 exit 1 fi if ! uname -m | egrep -q "i686|x86_64"; then echo "Only x86 architectures are currently supported" >&2 exit fi fi if [ "x$(id -u)" != x0 ] && [ 0 -eq "${do_quick_check-0}" ]; then echo "Running as non-root user." echo "You might have to enter your password one or more times for 'sudo'." echo fi # Packages needed for chromeos only chromeos_dev_list="libbluetooth-dev libxkbcommon-dev" if package_exists realpath; then chromeos_dev_list="${chromeos_dev_list} realpath" fi # Packages needed for development dev_list="\ bison bzip2 cdbs curl dbus-x11 dpkg-dev elfutils devscripts fakeroot flex g++ git-core git-svn gperf libappindicator-dev libappindicator3-dev libasound2-dev libbrlapi-dev libbz2-dev libcairo2-dev libcap-dev libcups2-dev libcurl4-gnutls-dev libdrm-dev libelf-dev libffi-dev libgbm-dev libglib2.0-dev libglu1-mesa-dev libgnome-keyring-dev libgtk2.0-dev libgtk-3-dev libkrb5-dev libnspr4-dev libnss3-dev libpam0g-dev libpci-dev libpulse-dev libsctp-dev libspeechd-dev libsqlite3-dev libssl-dev libudev-dev libwww-perl libxslt1-dev libxss-dev libxt-dev libxtst-dev locales openbox p7zip patch perl pkg-config python python-cherrypy3 python-crypto python-dev python-numpy python-opencv python-openssl python-psutil python-yaml rpm ruby subversion wdiff x11-utils xcompmgr xz-utils zip $chromeos_dev_list " # 64-bit systems need a minimum set of 32-bit compat packages for the pre-built # NaCl binaries. if file -L /sbin/init | grep -q 'ELF 64-bit'; then dev_list="${dev_list} libc6-i386 lib32gcc1 lib32stdc++6" fi # Run-time libraries required by chromeos only chromeos_lib_list="libpulse0 libbz2-1.0" # Full list of required run-time libraries lib_list="\ libappindicator1 libappindicator3-1 libasound2 libatk1.0-0 libc6 libcairo2 libcap2 libcups2 libexpat1 libffi6 libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0 libgtk2.0-0 libgtk-3-0 libpam0g libpango1.0-0 libpci3 libpcre3 libpixman-1-0 libspeechd2 libstdc++6 libsqlite3-0 libwayland-egl1-mesa libx11-6 libx11-xcb1 libxau6 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxdmcp6 libxext6 libxfixes3 libxi6 libxinerama1 libxrandr2 libxrender1 libxtst6 zlib1g $chromeos_lib_list " # Debugging symbols for all of the run-time libraries dbg_list="\ libc6-dbg libffi6-dbg libgtk2.0-0-dbg libpcre3-dbg libxau6-dbg libxcb1-dbg libxcomposite1-dbg libxdmcp6-dbg libxext6-dbg libxinerama1-dbg zlib1g-dbg " if package_exists libpixman-1-0-dbgsym; then dbg_list="${dbg_list} libpixman-1-0-dbgsym" elif package_exists libpixman-1-0-dbg; then dbg_list="${dbg_list} libpixman-1-0-dbg" fi if package_exists libstdc++6-6-dbg; then dbg_list="${dbg_list} libstdc++6-6-dbg" elif package_exists libstdc++6-4.9-dbg; then dbg_list="${dbg_list} libstdc++6-4.9-dbg" else dbg_list="${dbg_list} libstdc++6-4.8-dbg" fi if package_exists libgtk-3-0-dbgsym; then dbg_list="${dbg_list} libgtk-3-0-dbgsym" elif package_exists libgtk-3-0-dbg; then dbg_list="${dbg_list} libgtk-3-0-dbg" fi if package_exists libatk1.0-0-dbgsym; then dbg_list="${dbg_list} libatk1.0-0-dbgsym" elif package_exists libatk1.0-dbg; then dbg_list="${dbg_list} libatk1.0-dbg" fi if package_exists libcairo2-dbgsym; then dbg_list="${dbg_list} libcairo2-dbgsym" elif package_exists libcairo2-dbg; then dbg_list="${dbg_list} libcairo2-dbg" fi if package_exists libfontconfig1-dbgsym; then dbg_list="${dbg_list} libfontconfig1-dbgsym" else dbg_list="${dbg_list} libfontconfig1-dbg" fi if package_exists libxdamage1-dbgsym; then dbg_list="${dbg_list} libxdamage1-dbgsym" elif package_exists libxdamage1-dbg; then dbg_list="${dbg_list} libxdamage1-dbg" fi if package_exists libpango1.0-dev-dbgsym; then dbg_list="${dbg_list} libpango1.0-dev-dbgsym" elif package_exists libpango1.0-0-dbg; then dbg_list="${dbg_list} libpango1.0-0-dbg" fi if package_exists libx11-6-dbg; then dbg_list="${dbg_list} libx11-6-dbg" fi if package_exists libx11-xcb1-dbg; then dbg_list="${dbg_list} libx11-xcb1-dbg" fi if package_exists libxfixes3-dbg; then dbg_list="${dbg_list} libxfixes3-dbg" fi if package_exists libxi6-dbg; then dbg_list="${dbg_list} libxi6-dbg" fi if package_exists libxrandr2-dbg; then dbg_list="${dbg_list} libxrandr2-dbg" fi if package_exists libxrender1-dbg; then dbg_list="${dbg_list} libxrender1-dbg" fi if package_exists libxtst6-dbg; then dbg_list="${dbg_list} libxtst6-dbg" fi if package_exists libglib2.0-0-dbgsym; then dbg_list="${dbg_list} libglib2.0-0-dbgsym" elif package_exists libglib2.0-0-dbg; then dbg_list="${dbg_list} libglib2.0-0-dbg" fi if package_exists libxcursor1-dbgsym; then dbg_list="${dbg_list} libxcursor1-dbgsym" elif package_exists libxcursor1-dbg; then dbg_list="${dbg_list} libxcursor1-dbg" fi if package_exists libsqlite3-0-dbgsym; then dbg_list="${dbg_list} libsqlite3-0-dbgsym" else dbg_list="${dbg_list} libsqlite3-0-dbg" fi if package_exists libpixman-1-0-dbgsym; then dbg_list="${dbg_list} libpixman-1-0-dbgsym" else dbg_list="${dbg_list} libpixman-1-0-dbg" fi # 32-bit libraries needed e.g. to compile V8 snapshot for Android or armhf lib32_list="linux-libc-dev:i386 libpci3:i386" # 32-bit libraries needed for a 32-bit build lib32_list="$lib32_list libx11-xcb1:i386" # arm cross toolchain packages needed to build chrome on armhf EM_REPO="deb http://emdebian.org/tools/debian/ jessie main" EM_SOURCE=$(cat </dev/null); then arm_list+=" ${GPP_ARM_PACKAGE}" else echo "The Debian Cross-toolchains repository is necessary to" echo "cross-compile Chromium for arm." echo -n "Do you want me to add it for you (y/N) " if yes_no 1; then gpg --keyserver pgp.mit.edu --recv-keys ${EM_ARCHIVE_KEY_FINGER} gpg -a --export ${EM_ARCHIVE_KEY_FINGER} | sudo apt-key add - if ! grep "^${EM_REPO}" "${CROSSTOOLS_LIST}" &>/dev/null; then echo "${EM_SOURCE}" | sudo tee -a "${CROSSTOOLS_LIST}" >/dev/null fi arm_list+=" ${GPP_ARM_PACKAGE}" fi fi fi ;; # All necessary ARM packages are available on the default repos on # Debian 9 and later. *) arm_list="libc6-dev-armhf-cross linux-libc-dev-armhf-cross ${GPP_ARM_PACKAGE}" ;; esac # Work around for dependency issue Ubuntu/Trusty: http://crbug.com/435056 case $distro_codename in trusty) arm_list+=" g++-4.8-multilib-arm-linux-gnueabihf gcc-4.8-multilib-arm-linux-gnueabihf" ;; xenial|artful|bionic) arm_list+=" g++-5-multilib-arm-linux-gnueabihf gcc-5-multilib-arm-linux-gnueabihf gcc-arm-linux-gnueabihf" ;; esac # Packages to build NaCl, its toolchains, and its ports. naclports_list="ant autoconf bison cmake gawk intltool xutils-dev xsltproc" nacl_list="\ g++-mingw-w64-i686 lib32z1-dev libasound2:i386 libcap2:i386 libelf-dev:i386 libfontconfig1:i386 libglib2.0-0:i386 libgpm2:i386 libgtk2.0-0:i386 libgtk-3-0:i386 libncurses5:i386 lib32ncurses5-dev libnss3:i386 libpango1.0-0:i386 libssl-dev:i386 libtinfo-dev libtinfo-dev:i386 libtool libxcomposite1:i386 libxcursor1:i386 libxdamage1:i386 libxi6:i386 libxrandr2:i386 libxss1:i386 libxtst6:i386 texinfo xvfb ${naclports_list} " if package_exists libssl1.1; then nacl_list="${nacl_list} libssl1.1:i386" elif package_exists libssl1.0.2; then nacl_list="${nacl_list} libssl1.0.2:i386" else nacl_list="${nacl_list} libssl1.0.0:i386" fi # Some package names have changed over time if package_exists libpng16-16; then lib_list="${lib_list} libpng16-16" else lib_list="${lib_list} libpng12-0" fi if package_exists libnspr4-dbg; then dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg" lib_list="${lib_list} libnspr4 libnss3" else dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg" lib_list="${lib_list} libnspr4-0d libnss3-1d" fi if package_exists libjpeg-dev; then dev_list="${dev_list} libjpeg-dev" else dev_list="${dev_list} libjpeg62-dev" fi if package_exists libudev1; then dev_list="${dev_list} libudev1" nacl_list="${nacl_list} libudev1:i386" else dev_list="${dev_list} libudev0" nacl_list="${nacl_list} libudev0:i386" fi if package_exists libbrlapi0.6; then dev_list="${dev_list} libbrlapi0.6" else dev_list="${dev_list} libbrlapi0.5" fi if package_exists apache2.2-bin; then dev_list="${dev_list} apache2.2-bin" else dev_list="${dev_list} apache2-bin" fi if package_exists libav-tools; then dev_list="${dev_list} libav-tools" fi if package_exists php7.2-cgi; then dev_list="${dev_list} php7.2-cgi libapache2-mod-php7.2" elif package_exists php7.1-cgi; then dev_list="${dev_list} php7.1-cgi libapache2-mod-php7.1" elif package_exists php7.0-cgi; then dev_list="${dev_list} php7.0-cgi libapache2-mod-php7.0" else dev_list="${dev_list} php5-cgi libapache2-mod-php5" fi # Some packages are only needed if the distribution actually supports # installing them. if package_exists appmenu-gtk; then lib_list="$lib_list appmenu-gtk" fi # Cross-toolchain strip is needed for building the sysroots. if package_exists binutils-arm-linux-gnueabihf; then dev_list="${dev_list} binutils-arm-linux-gnueabihf" fi if package_exists binutils-aarch64-linux-gnu; then dev_list="${dev_list} binutils-aarch64-linux-gnu" fi if package_exists binutils-mipsel-linux-gnu; then dev_list="${dev_list} binutils-mipsel-linux-gnu" fi if package_exists binutils-mips64el-linux-gnuabi64; then dev_list="${dev_list} binutils-mips64el-linux-gnuabi64" fi # When cross building for arm/Android on 64-bit systems the host binaries # that are part of v8 need to be compiled with -m32 which means # that basic multilib support is needed. if file -L /sbin/init | grep -q 'ELF 64-bit'; then # gcc-multilib conflicts with the arm cross compiler (at least in trusty) but # g++-X.Y-multilib gives us the 32-bit support that we need. Find out the # appropriate value of X and Y by seeing what version the current # distribution's g++-multilib package depends on. multilib_package=$(apt-cache depends g++-multilib --important | \ grep -E --color=never --only-matching '\bg\+\+-[0-9.]+-multilib\b') lib32_list="$lib32_list $multilib_package" fi if test "$do_inst_syms" = "" && test 0 -eq ${do_quick_check-0} then echo "This script installs all tools and libraries needed to build Chromium." echo "" echo "For most of the libraries, it can also install debugging symbols, which" echo "will allow you to debug code in the system libraries. Most developers" echo "won't need these symbols." echo -n "Do you want me to install them for you (y/N) " if yes_no 1; then do_inst_syms=1 fi fi if test "$do_inst_syms" = "1"; then echo "Including debugging symbols." else echo "Skipping debugging symbols." dbg_list= fi if test "$do_inst_lib32" = "1" ; then echo "Including 32-bit libraries." else echo "Skipping 32-bit libraries." lib32_list= fi if test "$do_inst_arm" = "1" ; then echo "Including ARM cross toolchain." else echo "Skipping ARM cross toolchain." arm_list= fi if test "$do_inst_nacl" = "1"; then echo "Including NaCl, NaCl toolchain, NaCl ports dependencies." else echo "Skipping NaCl, NaCl toolchain, NaCl ports dependencies." nacl_list= fi # The `sort -r -s -t: -k2` sorts all the :i386 packages to the front, to avoid # confusing dpkg-query (crbug.com/446172). packages="$( echo "${dev_list} ${lib_list} ${dbg_list} ${lib32_list} ${arm_list}"\ "${nacl_list}" | tr " " "\n" | sort -u | sort -r -s -t: -k2 | tr "\n" " " )" if [ 1 -eq "${do_quick_check-0}" ] ; then if ! missing_packages="$(dpkg-query -W -f ' ' ${packages} 2>&1)"; then # Distinguish between packages that actually aren't available to the # system (i.e. not in any repo) and packages that just aren't known to # dpkg (i.e. managed by apt). missing_packages="$(echo "${missing_packages}" | awk '{print $NF}')" not_installed="" unknown="" for p in ${missing_packages}; do if apt-cache show ${p} > /dev/null 2>&1; then not_installed="${p}\n${not_installed}" else unknown="${p}\n${unknown}" fi done if [ -n "${not_installed}" ]; then echo "WARNING: The following packages are not installed:" echo -e "${not_installed}" | sed -e "s/^/ /" fi if [ -n "${unknown}" ]; then echo "WARNING: The following packages are unknown to your system" echo "(maybe missing a repo or need to 'sudo apt-get update'):" echo -e "${unknown}" | sed -e "s/^/ /" fi exit 1 fi exit 0 fi if test "$do_inst_lib32" = "1" || test "$do_inst_nacl" = "1"; then sudo dpkg --add-architecture i386 fi sudo apt-get update # We initially run "apt-get" with the --reinstall option and parse its output. # This way, we can find all the packages that need to be newly installed # without accidentally promoting any packages from "auto" to "manual". # We then re-run "apt-get" with just the list of missing packages. echo "Finding missing packages..." # Intentionally leaving $packages unquoted so it's more readable. echo "Packages required: " $packages echo new_list_cmd="sudo apt-get install --reinstall $(echo $packages)" if new_list="$(yes n | LANGUAGE=en LANG=C $new_list_cmd)"; then # We probably never hit this following line. echo "No missing packages, and the packages are up to date." elif [ $? -eq 1 ]; then # We expect apt-get to have exit status of 1. # This indicates that we cancelled the install with "yes n|". new_list=$(echo "$new_list" | sed -e '1,/The following NEW packages will be installed:/d;s/^ //;t;d') new_list=$(echo "$new_list" | sed 's/ *$//') if [ -z "$new_list" ] ; then echo "No missing packages, and the packages are up to date." else echo "Installing missing packages: $new_list." sudo apt-get install ${do_quietly-} ${new_list} fi echo else # An apt-get exit status of 100 indicates that a real error has occurred. # I am intentionally leaving out the '"'s around new_list_cmd, # as this makes it easier to cut and paste the output echo "The following command failed: " ${new_list_cmd} echo echo "It produces the following output:" yes n | $new_list_cmd || true echo echo "You will have to install the above packages yourself." echo exit 100 fi # Install the Chrome OS default fonts. This must go after running # apt-get, since install-chromeos-fonts depends on curl. if test "$do_inst_chromeos_fonts" != "0"; then echo echo "Installing Chrome OS fonts." dir=`echo $0 | sed -r -e 's/\/[^/]+$//'` if ! sudo $dir/linux/install-chromeos-fonts.py; then echo "ERROR: The installation of the Chrome OS default fonts failed." if [ `stat -f -c %T $dir` == "nfs" ]; then echo "The reason is that your repo is installed on a remote file system." else echo "This is expected if your repo is installed on a remote file system." fi echo "It is recommended to install your repo on a local file system." echo "You can skip the installation of the Chrome OS default founts with" echo "the command line option: --no-chromeos-fonts." exit 1 fi else echo "Skipping installation of Chrome OS fonts." fi echo "Installing locales." CHROMIUM_LOCALES="da_DK.UTF-8 fr_FR.UTF-8 he_IL.UTF-8 zh_TW.UTF-8" LOCALE_GEN=/etc/locale.gen if [ -e ${LOCALE_GEN} ]; then OLD_LOCALE_GEN="$(cat /etc/locale.gen)" for CHROMIUM_LOCALE in ${CHROMIUM_LOCALES}; do sudo sed -i "s/^# ${CHROMIUM_LOCALE}/${CHROMIUM_LOCALE}/" ${LOCALE_GEN} done # Regenerating locales can take a while, so only do it if we need to. if (echo "${OLD_LOCALE_GEN}" | cmp -s ${LOCALE_GEN}); then echo "Locales already up-to-date." else sudo locale-gen fi else for CHROMIUM_LOCALE in ${CHROMIUM_LOCALES}; do sudo locale-gen ${CHROMIUM_LOCALE} done fi