scripts/ext-toolchain.sh

   1 #!/usr/bin/env bash
   2 #
   3 #   Script for various external toolchain tasks, refer to
   4 #   the --help output for more information.
   5 #
   6 #   Copyright (C) 2012 Jo-Philipp Wich <jow@openwrt.org>
   7 #
   8 #   This program is free software; you can redistribute it and/or modify
   9 #   it under the terms of the GNU General Public License as published by
  10 #   the Free Software Foundation; either version 2 of the License, or
  11 #   (at your option) any later version.
  12 #
  13 #   This program is distributed in the hope that it will be useful,
  14 #   but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 #   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 #   GNU General Public License for more details.
  17 #
  18 #   You should have received a copy of the GNU General Public License
  19 #   along with this program; if not, write to the Free Software
  20 #   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  21
  22 CC=""
  23 CXX=""
  24 CPP=""
  25
  26 CFLAGS=""
  27 TOOLCHAIN="."
  28
  29 LIBC_TYPE=""
  30
  31
  32 # Library specs
  33 LIB_SPECS="
  34         c:        ld-* lib{anl,c,cidn,crypt,dl,m,nsl,nss_dns,nss_files,resolv,util}
  35         rt:       librt-* librt
  36         pthread:  libpthread-* libpthread
  37         stdcpp:   libstdc++
  38         gcc:      libgcc_s
  39         ssp:      libssp
  40         gfortran: libgfortran
  41 "
  42
  43 # Binary specs
  44 BIN_SPECS="
  45         ldd:       ldd
  46         ldconfig:  ldconfig
  47         gdb:       gdb
  48         gdbserver: gdbserver
  49 "
  50
  51
  52 test_c() {
  53         cat <<-EOT | "${CC:-false}" $CFLAGS -o /dev/null -x c - 2>/dev/null
  54                 #include <stdio.h>
  55
  56                 int main(int argc, char **argv)
  57                 {
  58                         printf("Hello, world!\n");
  59                         return 0;
  60                 }
  61         EOT
  62 }
  63
  64 test_cxx() {
  65         cat <<-EOT | "${CXX:-false}" $CFLAGS -o /dev/null -x c++ - 2>/dev/null
  66                 #include <iostream>
  67
  68                 using namespace std;
  69
  70                 int main()
  71                 {
  72                         cout << "Hello, world!" << endl;
  73                         return 0;
  74                 }
  75         EOT
  76 }
  77
  78 test_softfloat() {
  79         cat <<-EOT | "$CC" $CFLAGS -msoft-float -o /dev/null -x c - 2>/dev/null
  80                 int main(int argc, char **argv)
  81                 {
  82                         double a = 0.1;
  83                         double b = 0.2;
  84                         double c = (a + b) / (a * b);
  85                         return 1;
  86                 }
  87         EOT
  88 }
  89
  90 test_uclibc() {
  91         local sysroot="$("$CC" $CFLAGS -print-sysroot 2>/dev/null)"
  92         if [ -d "${sysroot:-$TOOLCHAIN}" ]; then
  93                 local lib
  94                 for lib in "${sysroot:-$TOOLCHAIN}"/{lib,usr/lib,usr/local/lib}/ld-uClibc*.so*; do
  95                         if [ -f "$lib" ] && [ ! -h "$lib" ]; then
  96                                 return 0
  97                         fi
  98                 done
  99         fi
 100         return 1
 101 }
 102
 103 test_feature() {
 104         local feature="$1"; shift
 105
 106         # find compilers, libc type
 107         probe_cc
 108         probe_cxx
 109         probe_libc
 110
 111         # common toolchain feature tests
 112         case "$feature" in
 113                 c)     test_c;         return $? ;;
 114                 c++)   test_cxx;       return $? ;;
 115                 soft*) test_softfloat; return $? ;;
 116         esac
 117
 118         # assume eglibc/glibc supports all libc features
 119         if [ "$LIBC_TYPE" != "uclibc" ]; then
 120                 return 0
 121         fi
 122
 123         # uclibc feature tests
 124         local inc
 125         local sysroot="$("$CC" "$@" -muclibc -print-sysroot 2>/dev/null)"
 126         for inc in "include" "usr/include" "usr/local/include"; do
 127                 local conf="${sysroot:-$TOOLCHAIN}/$inc/bits/uClibc_config.h"
 128                 if [ -f "$conf" ]; then
 129                         case "$feature" in
 130                                 lfs)     grep -q '__UCLIBC_HAS_LFS__ 1'     "$conf"; return $?;;
 131                                 ipv6)    grep -q '__UCLIBC_HAS_IPV6__ 1'    "$conf"; return $?;;
 132                                 rpc)     grep -q '__UCLIBC_HAS_RPC__ 1'     "$conf"; return $?;;
 133                                 locale)  grep -q '__UCLIBC_HAS_LOCALE__ 1'  "$conf"; return $?;;
 134                                 wchar)   grep -q '__UCLIBC_HAS_WCHAR__ 1'   "$conf"; return $?;;
 135                                 threads) grep -q '__UCLIBC_HAS_THREADS__ 1' "$conf"; return $?;;
 136                         esac
 137                 fi
 138         done
 139
 140         return 1
 141 }
 142
 143
 144 find_libs() {
 145         local spec="$(echo "$LIB_SPECS" | sed -ne "s#^[[:space:]]*$1:##ip")"
 146
 147         if [ -n "$spec" ] && probe_cpp; then
 148                 local libdir libdirs
 149                 for libdir in $(
 150                         "$CPP" $CFLAGS -v -x c /dev/null 2>&1 | \
 151                                 sed -ne 's#:# #g; s#^LIBRARY_PATH=##p'
 152                 ); do
 153                         if [ -d "$libdir" ]; then
 154                                 libdirs="$libdirs $(cd "$libdir"; pwd)/"
 155                         fi
 156                 done
 157
 158                 local pattern
 159                 for pattern in $(eval echo $spec); do
 160                         find $libdirs -name "$pattern.so*" | sort -u
 161                 done
 162
 163                 return 0
 164         fi
 165
 166         return 1
 167 }
 168
 169 find_bins() {
 170         local spec="$(echo "$BIN_SPECS" | sed -ne "s#^[[:space:]]*$1:##ip")"
 171
 172         if [ -n "$spec" ] && probe_cpp; then
 173                 local sysroot="$("$CPP" -print-sysroot)"
 174
 175                 local bindir bindirs
 176                 for bindir in $(
 177                         echo "${sysroot:-$TOOLCHAIN}/bin";
 178                         echo "${sysroot:-$TOOLCHAIN}/usr/bin";
 179                         echo "${sysroot:-$TOOLCHAIN}/usr/local/bin";
 180                         "$CPP" $CFLAGS -v -x c /dev/null 2>&1 | \
 181                                 sed -ne 's#:# #g; s#^COMPILER_PATH=##p'
 182                 ); do
 183                         if [ -d "$bindir" ]; then
 184                                 bindirs="$bindirs $(cd "$bindir"; pwd)/"
 185                         fi
 186                 done
 187
 188                 local pattern
 189                 for pattern in $(eval echo $spec); do
 190                         find $bindirs -name "$pattern" | sort -u
 191                 done
 192
 193                 return 0
 194         fi
 195
 196         return 1
 197 }
 198
 199
 200 wrap_bin_cc() {
 201         local out="$1"
 202         local bin="$2"
 203
 204         echo    '#!/bin/sh'                                                > "$out"
 205         echo    'for arg in "$@"; do'                                     >> "$out"
 206         echo    ' case "$arg" in -l*|-L*|-shared|-static)'                >> "$out"
 207         echo -n '  exec "'"$bin"'" '"$CFLAGS"' ${STAGING_DIR:+'           >> "$out"
 208         echo -n '-idirafter "$STAGING_DIR/usr/include" '                  >> "$out"
 209         echo -n '-L "$STAGING_DIR/usr/lib" '                              >> "$out"
 210         echo    '-Wl,-rpath-link,"$STAGING_DIR/usr/lib"} "$@" ;;'         >> "$out"
 211         echo    ' esac'                                                   >> "$out"
 212         echo    'done'                                                    >> "$out"
 213         echo -n 'exec "'"$bin"'" '"$CFLAGS"' ${STAGING_DIR:+'             >> "$out"
 214         echo    '-idirafter "$STAGING_DIR/usr/include"} "$@"'             >> "$out"
 215
 216         chmod +x "$out"
 217 }
 218
 219 wrap_bin_ld() {
 220         local out="$1"
 221         local bin="$2"
 222
 223         echo    '#!/bin/sh'                                                > "$out"
 224         echo -n 'exec "'"$bin"'" '"$CFLAGS"' ${STAGING_DIR:+'             >> "$out"
 225         echo -n '-L "$STAGING_DIR/usr/lib" '                              >> "$out"
 226         echo    '-rpath-link "$STAGING_DIR/usr/lib"} "$@"'                >> "$out"
 227
 228         chmod +x "$out"
 229 }
 230
 231 wrap_bin_other() {
 232         local out="$1"
 233         local bin="$2"
 234
 235         echo    '#!/bin/sh'                                                > "$out"
 236         echo    'exec "'"$bin"'" "$@"'                                    >> "$out"
 237
 238         chmod +x "$out"
 239 }
 240
 241 wrap_bins() {
 242         if probe_cc; then
 243                 mkdir -p "$1" || return 1
 244
 245                 local cmd
 246                 for cmd in "${CC%-*}-"*; do
 247                         if [ -x "$cmd" ]; then
 248                                 local out="$1/${cmd##*/}"
 249                                 local bin="$cmd"
 250
 251                                 if [ -x "$out" ] && ! grep -q STAGING_DIR "$out"; then
 252                                         mv "$out" "$out.bin"
 253                                         bin='$(dirname "$0")/'"${out##*/}"'.bin'
 254                                 fi
 255
 256                                 case "${cmd##*/}" in
 257                                         *-*cc|*-*cc-*|*-*++|*-*++-*|*-cpp)
 258                                                 wrap_bin_cc "$out" "$bin"
 259                                         ;;
 260                                         *-ld)
 261                                                 wrap_bin_ld "$out" "$bin"
 262                                         ;;
 263                                         *)
 264                                                 wrap_bin_other "$out" "$bin"
 265                                         ;;
 266                                 esac
 267                         fi
 268                 done
 269
 270                 return 0
 271         fi
 272
 273         return 1
 274 }
 275
 276
 277 print_config() {
 278         local mktarget="$1"
 279         local mksubtarget
 280
 281         local target="$("$CC" $CFLAGS -dumpmachine)"
 282         local cpuarch="${target%%-*}"
 283         local prefix="${CC##*/}"; prefix="${prefix%-*}-"
 284         local config="${0%/scripts/*}/.config"
 285
 286         # if no target specified, print choice list and exit
 287         if [ -z "$mktarget" ]; then
 288                 # prepare metadata
 289                 if [ ! -f "${0%/scripts/*}/tmp/.targetinfo" ]; then
 290                         "${0%/*}/scripts/config/mconf" prepare-tmpinfo
 291                 fi
 292
 293                 local mktargets=$(
 294                         sed -ne "
 295                                 /^Target: / { h };
 296                                 /^Target-Arch: $cpuarch\$/ { x; s#^Target: ##p }
 297                         " "${0%/scripts/*}/tmp/.targetinfo" | sort -u
 298                 )
 299
 300                 for mktarget in $mktargets; do
 301                         case "$mktarget" in */*)
 302                                 mktargets=$(echo "$mktargets" | sed -e "/^${mktarget%/*}\$/d")
 303                         esac
 304                 done
 305
 306                 if [ -n "$mktargets" ]; then
 307                         echo "Available targets:"                               >&2
 308                         echo $mktargets                                         >&2
 309                 else
 310                         echo -e "Could not find a suitable OpenWrt target for " >&2
 311                         echo -e "CPU architecture '$cpuarch' - you need to "    >&2
 312                         echo -e "define one first!"                             >&2
 313                 fi
 314                 return 1
 315         fi
 316
 317         # bail out if there is a .config already
 318         if [ -f "${0%/scripts/*}/.config" ]; then
 319                 echo "There already is a .config file, refusing to overwrite!" >&2
 320                 return 1
 321         fi
 322
 323         case "$mktarget" in */*)
 324                 mksubtarget="${mktarget#*/}"
 325                 mktarget="${mktarget%/*}"
 326         ;; esac
 327
 328
 329         echo "CONFIG_TARGET_${mktarget}=y" > "$config"
 330
 331         if [ -n "$mksubtarget" ]; then
 332                 echo "CONFIG_TARGET_${mktarget}_${mksubtarget}=y" >> "$config"
 333         fi
 334
 335         if test_feature "softfloat"; then
 336                 echo "CONFIG_SOFT_FLOAT=y" >> "$config"
 337         else
 338                 echo "# CONFIG_SOFT_FLOAT is not set" >> "$config"
 339         fi
 340
 341         if test_feature "ipv6"; then
 342                 echo "CONFIG_IPV6=y" >> "$config"
 343         else
 344                 echo "# CONFIG_IPV6 is not set" >> "$config"
 345         fi
 346
 347         if test_feature "locale"; then
 348                 echo "CONFIG_BUILD_NLS=y" >> "$config"
 349         else
 350                 echo "# CONFIG_BUILD_NLS is not set" >> "$config"
 351         fi
 352
 353         echo "CONFIG_DEVEL=y" >> "$config"
 354         echo "CONFIG_EXTERNAL_TOOLCHAIN=y" >> "$config"
 355         echo "CONFIG_TOOLCHAIN_ROOT=\"$TOOLCHAIN\"" >> "$config"
 356         echo "CONFIG_TOOLCHAIN_PREFIX=\"$prefix\"" >> "$config"
 357         echo "CONFIG_TARGET_NAME=\"$target\"" >> "$config"
 358
 359         local lib
 360         for lib in C RT PTHREAD GCC STDCPP SSP GFORTRAN; do
 361                 local file
 362                 local spec=""
 363                 local llib="$(echo "$lib" | sed -e 's#.*#\L&#')"
 364                 for file in $(find_libs "$lib"); do
 365                         spec="${spec:+$spec }$(echo "$file" | sed -e "s#^$TOOLCHAIN#.#")"
 366                 done
 367                 if [ -n "$spec" ]; then
 368                         echo "CONFIG_PACKAGE_lib${llib}=y" >> "$config"
 369                         echo "CONFIG_LIB${lib}_FILE_SPEC=\"$spec\"" >> "$config"
 370                 else
 371                         echo "# CONFIG_PACKAGE_lib${llib} is not set" >> "$config"
 372                 fi
 373         done
 374
 375         local bin
 376         for bin in LDD LDCONFIG; do
 377                 local file
 378                 local spec=""
 379                 local lbin="$(echo "$bin" | sed -e 's#.*#\L&#')"
 380                 for file in $(find_bins "$bin"); do
 381                         spec="${spec:+$spec }$(echo "$file" | sed -e "s#^$TOOLCHAIN#.#")"
 382                 done
 383                 if [ -n "$spec" ]; then
 384                         echo "CONFIG_PACKAGE_${lbin}=y" >> "$config"
 385                         echo "CONFIG_${bin}_FILE_SPEC=\"$spec\"" >> "$config"
 386                 else
 387                         echo "# CONFIG_PACKAGE_${lbin} is not set" >> "$config"
 388                 fi
 389         done
 390
 391         # inflate
 392         make -C "${0%/scripts/*}" defconfig
 393         return 0
 394 }
 395
 396
 397 probe_cc() {
 398         if [ -z "$CC" ]; then
 399                 local bin
 400                 for bin in "bin" "usr/bin" "usr/local/bin"; do
 401                         local cmd
 402                         for cmd in "$TOOLCHAIN/$bin/"*-*cc*; do
 403                                 if [ -x "$cmd" ] && [ ! -h "$cmd" ]; then
 404                                         CC="$(cd "${cmd%/*}"; pwd)/${cmd##*/}"
 405                                         return 0
 406                                 fi
 407                         done
 408                 done
 409                 return 1
 410         fi
 411         return 0
 412 }
 413
 414 probe_cxx() {
 415         if [ -z "$CXX" ]; then
 416                 local bin
 417                 for bin in "bin" "usr/bin" "usr/local/bin"; do
 418                         local cmd
 419                         for cmd in "$TOOLCHAIN/$bin/"*-*++*; do
 420                                 if [ -x "$cmd" ] && [ ! -h "$cmd" ]; then
 421                                         CXX="$(cd "${cmd%/*}"; pwd)/${cmd##*/}"
 422                                         return 0
 423                                 fi
 424                         done
 425                 done
 426                 return 1
 427         fi
 428         return 0
 429 }
 430
 431 probe_cpp() {
 432         if [ -z "$CPP" ]; then
 433                 local bin
 434                 for bin in "bin" "usr/bin" "usr/local/bin"; do
 435                         local cmd
 436                         for cmd in "$TOOLCHAIN/$bin/"*-cpp*; do
 437                                 if [ -x "$cmd" ] && [ ! -h "$cmd" ]; then
 438                                         CPP="$(cd "${cmd%/*}"; pwd)/${cmd##*/}"
 439                                         return 0
 440                                 fi
 441                         done
 442                 done
 443                 return 1
 444         fi
 445         return 0
 446 }
 447
 448 probe_libc() {
 449         if [ -z "$LIBC_TYPE" ]; then
 450                 if test_uclibc; then
 451                         LIBC_TYPE="uclibc"
 452                 else
 453                         LIBC_TYPE="glibc"
 454                 fi
 455         fi
 456         return 0
 457 }
 458
 459
 460 while [ -n "$1" ]; do
 461         arg="$1"; shift
 462         case "$arg" in
 463                 --toolchain)
 464                         [ -d "$1" ] || {
 465                                 echo "Toolchain directory '$1' does not exist." >&2
 466                                 exit 1
 467                         }
 468                         TOOLCHAIN="$(cd "$1"; pwd)"; shift
 469                 ;;
 470
 471                 --cflags)
 472                         CFLAGS="${CFLAGS:+$CFLAGS }$1"; shift
 473                 ;;
 474
 475                 --print-libc)
 476                         if probe_cc; then
 477                                 probe_libc
 478                                 echo "$LIBC_TYPE"
 479                                 exit 0
 480                         fi
 481                         echo "No C compiler found in '$TOOLCHAIN'." >&2
 482                         exit 1
 483                 ;;
 484
 485                 --print-target)
 486                         if probe_cc; then
 487                                 exec "$CC" $CFLAGS -dumpmachine
 488                         fi
 489                         echo "No C compiler found in '$TOOLCHAIN'." >&2
 490                         exit 1
 491                 ;;
 492
 493                 --print-bin)
 494                         if [ -z "$1" ]; then
 495                                 echo "Available programs:"                      >&2
 496                                 echo $(echo "$BIN_SPECS" | sed -ne 's#:.*$##p') >&2
 497                                 exit 1
 498                         fi
 499
 500                         find_bins "$1" || exec "$0" --toolchain "$TOOLCHAIN" --print-bin
 501                         exit 0
 502                 ;;
 503
 504                 --print-libs)
 505                         if [ -z "$1" ]; then
 506                                 echo "Available libraries:"                     >&2
 507                                 echo $(echo "$LIB_SPECS" | sed -ne 's#:.*$##p') >&2
 508                                 exit 1
 509                         fi
 510
 511                         find_libs "$1" || exec "$0" --toolchain "$TOOLCHAIN" --print-libs
 512                         exit 0
 513                 ;;
 514
 515                 --test)
 516                         test_feature "$1"
 517                         exit $?
 518                 ;;
 519
 520                 --wrap)
 521                         [ -n "$1" ] || exec "$0" --help
 522                         wrap_bins "$1"
 523                         exit $?
 524                 ;;
 525
 526                 --config)
 527                         if probe_cc; then
 528                                 print_config "$1"
 529                                 exit $?
 530                         fi
 531                         echo "No C compiler found in '$TOOLCHAIN'." >&2
 532                         exit 1
 533                 ;;
 534
 535                 -h|--help)
 536                         me="$(basename "$0")"
 537                         echo -e "\nUsage:\n"                                            >&2
 538                         echo -e "  $me --toolchain {directory} --print-libc"            >&2
 539                         echo -e "    Print the libc implementation and exit.\n"         >&2
 540                         echo -e "  $me --toolchain {directory} --print-target"          >&2
 541                         echo -e "    Print the GNU target name and exit.\n"             >&2
 542                         echo -e "  $me --toolchain {directory} --print-bin {program}"   >&2
 543                         echo -e "    Print executables belonging to given program,"     >&2
 544                         echo -e "    omit program argument to get a list of names.\n"   >&2
 545                         echo -e "  $me --toolchain {directory} --print-libs {library}"  >&2
 546                         echo -e "    Print shared objects belonging to given library,"  >&2
 547                         echo -e "    omit library argument to get a list of names.\n"   >&2
 548                         echo -e "  $me --toolchain {directory} --test {feature}"        >&2
 549                         echo -e "    Test given feature, exit code indicates success."  >&2
 550                         echo -e "    Possible features are 'c', 'c++', 'softfloat',"    >&2
 551                         echo -e "    'lfs', 'rpc', 'ipv6', 'wchar', 'locale' and "      >&2
 552                         echo -e "    'threads'.\n"                                      >&2
 553                         echo -e "  $me --toolchain {directory} --wrap {directory}"      >&2
 554                         echo -e "    Create wrapper scripts for C and C++ compiler, "   >&2
 555                         echo -e "    linker, assembler and other key executables in "   >&2
 556                         echo -e "    the directory given with --wrap.\n"                >&2
 557                         echo -e "  $me --toolchain {directory} --config {target}"       >&2
 558                         echo -e "    Analyze the given toolchain and print a suitable"  >&2
 559                         echo -e "    .config for the given target. Omit target "        >&2
 560                         echo -e "    argument to get a list of names.\n"                >&2
 561                         echo -e "  $me --help"                                          >&2
 562                         echo -e "    Display this help text and exit.\n\n"              >&2
 563                         echo -e "  Most commands also take a --cflags parameter which " >&2
 564                         echo -e "  is used to specify C flags to be passed to the "     >&2
 565                         echo -e "  cross compiler when performing tests."               >&2
 566                         echo -e "  This paremter may be repeated multiple times."       >&2
 567                         exit 1
 568                 ;;
 569
 570                 *)
 571                         echo "Unknown argument '$arg'" >&2
 572                         exec $0 --help
 573                 ;;
 574         esac
 575 done
 576
 577 exec $0 --help