Home | History | Annotate | Download | only in etc
      1 #!/bin/bash
      2 #
      3 # Runner for an individual run-test.
      4 
      5 msg() {
      6     if [ "$QUIET" = "n" ]; then
      7         echo "$@"
      8     fi
      9 }
     10 
     11 ANDROID_ROOT="/system"
     12 ARCHITECTURES_32="(arm|x86|mips|none)"
     13 ARCHITECTURES_64="(arm64|x86_64|mips64|none)"
     14 ARCHITECTURES_PATTERN="${ARCHITECTURES_32}"
     15 BOOT_IMAGE=""
     16 COMPILE_FLAGS=""
     17 DALVIKVM="dalvikvm32"
     18 DEBUGGER="n"
     19 DEV_MODE="n"
     20 DEX2OAT=""
     21 FALSE_BIN="/system/bin/false"
     22 FLAGS=""
     23 GDB=""
     24 GDB_ARGS=""
     25 GDB_SERVER="gdbserver"
     26 HAVE_IMAGE="y"
     27 HOST="n"
     28 INTERPRETER="n"
     29 JIT="n"
     30 INVOKE_WITH=""
     31 ISA=x86
     32 LIBRARY_DIRECTORY="lib"
     33 MAIN=""
     34 OPTIMIZE="y"
     35 PATCHOAT=""
     36 PREBUILD="y"
     37 QUIET="n"
     38 RELOCATE="y"
     39 SECONDARY_DEX=""
     40 TIME_OUT="y"
     41 # Value in minutes.
     42 TIME_OUT_VALUE=10
     43 USE_GDB="n"
     44 USE_JVM="n"
     45 VERIFY="y"
     46 ZYGOTE=""
     47 DEX_VERIFY=""
     48 USE_DEX2OAT_AND_PATCHOAT="y"
     49 
     50 while true; do
     51     if [ "x$1" = "x--quiet" ]; then
     52         QUIET="y"
     53         shift
     54     elif [ "x$1" = "x--lib" ]; then
     55         shift
     56         if [ "x$1" = "x" ]; then
     57             echo "$0 missing argument to --lib" 1>&2
     58             exit 1
     59         fi
     60         LIB="$1"
     61         shift
     62     elif [ "x$1" = "x-Xcompiler-option" ]; then
     63         shift
     64         option="$1"
     65         FLAGS="${FLAGS} -Xcompiler-option $option"
     66         COMPILE_FLAGS="${COMPILE_FLAGS} $option"
     67         shift
     68     elif [ "x$1" = "x--runtime-option" ]; then
     69         shift
     70         option="$1"
     71         FLAGS="${FLAGS} $option"
     72         shift
     73     elif [ "x$1" = "x--boot" ]; then
     74         shift
     75         BOOT_IMAGE="$1"
     76         shift
     77     elif [ "x$1" = "x--no-dex2oat" ]; then
     78         DEX2OAT="-Xcompiler:${FALSE_BIN}"
     79         USE_DEX2OAT_AND_PATCHOAT="n"
     80         shift
     81     elif [ "x$1" = "x--no-patchoat" ]; then
     82         PATCHOAT="-Xpatchoat:${FALSE_BIN}"
     83         USE_DEX2OAT_AND_PATCHOAT="n"
     84         shift
     85     elif [ "x$1" = "x--relocate" ]; then
     86         RELOCATE="y"
     87         shift
     88     elif [ "x$1" = "x--no-relocate" ]; then
     89         RELOCATE="n"
     90         shift
     91     elif [ "x$1" = "x--prebuild" ]; then
     92         PREBUILD="y"
     93         shift
     94     elif [ "x$1" = "x--host" ]; then
     95         HOST="y"
     96         ANDROID_ROOT="$ANDROID_HOST_OUT"
     97         shift
     98     elif [ "x$1" = "x--no-prebuild" ]; then
     99         PREBUILD="n"
    100         shift
    101     elif [ "x$1" = "x--no-image" ]; then
    102         HAVE_IMAGE="n"
    103         shift
    104     elif [ "x$1" = "x--secondary" ]; then
    105         SECONDARY_DEX=":$DEX_LOCATION/$TEST_NAME-ex.jar"
    106         shift
    107     elif [ "x$1" = "x--debug" ]; then
    108         DEBUGGER="y"
    109         TIME_OUT="n"
    110         shift
    111     elif [ "x$1" = "x--gdb" ]; then
    112         USE_GDB="y"
    113         DEV_MODE="y"
    114         TIME_OUT="n"
    115         shift
    116     elif [ "x$1" = "x--gdb-arg" ]; then
    117         shift
    118         gdb_arg="$1"
    119         GDB_ARGS="${GDB_ARGS} $gdb_arg"
    120         shift
    121     elif [ "x$1" = "x--zygote" ]; then
    122         ZYGOTE="-Xzygote"
    123         msg "Spawning from zygote"
    124         shift
    125     elif [ "x$1" = "x--dev" ]; then
    126         DEV_MODE="y"
    127         shift
    128     elif [ "x$1" = "x--interpreter" ]; then
    129         INTERPRETER="y"
    130         shift
    131     elif [ "x$1" = "x--jit" ]; then
    132         JIT="y"
    133         shift
    134     elif [ "x$1" = "x--jvm" ]; then
    135         USE_JVM="y"
    136         shift
    137     elif [ "x$1" = "x--invoke-with" ]; then
    138         shift
    139         if [ "x$1" = "x" ]; then
    140             echo "$0 missing argument to --invoke-with" 1>&2
    141             exit 1
    142         fi
    143         if [ "x$INVOKE_WITH" = "x" ]; then
    144             INVOKE_WITH="$1"
    145         else
    146             INVOKE_WITH="$INVOKE_WITH $1"
    147         fi
    148         shift
    149     elif [ "x$1" = "x--no-verify" ]; then
    150         VERIFY="n"
    151         shift
    152     elif [ "x$1" = "x--no-optimize" ]; then
    153         OPTIMIZE="n"
    154         shift
    155     elif [ "x$1" = "x--android-root" ]; then
    156         shift
    157         ANDROID_ROOT="$1"
    158         shift
    159     elif [ "x$1" = "x--" ]; then
    160         shift
    161         break
    162     elif [ "x$1" = "x--64" ]; then
    163         ISA="x86_64"
    164         GDB_SERVER="gdbserver64"
    165         DALVIKVM="dalvikvm64"
    166         LIBRARY_DIRECTORY="lib64"
    167         ARCHITECTURES_PATTERN="${ARCHITECTURES_64}"
    168         shift
    169     elif [ "x$1" = "x--pic-test" ]; then
    170         FLAGS="${FLAGS} -Xcompiler-option --compile-pic"
    171         COMPILE_FLAGS="${COMPILE_FLAGS} --compile-pic"
    172         shift
    173     elif expr "x$1" : "x--" >/dev/null 2>&1; then
    174         echo "unknown $0 option: $1" 1>&2
    175         exit 1
    176     else
    177         break
    178     fi
    179 done
    180 
    181 if [ "x$1" = "x" ] ; then
    182   MAIN="Main"
    183 else
    184   MAIN="$1"
    185   shift
    186 fi
    187 
    188 if [ "$ZYGOTE" = "" ]; then
    189     if [ "$OPTIMIZE" = "y" ]; then
    190         if [ "$VERIFY" = "y" ]; then
    191             DEX_OPTIMIZE="-Xdexopt:verified"
    192         else
    193             DEX_OPTIMIZE="-Xdexopt:all"
    194         fi
    195         msg "Performing optimizations"
    196     else
    197         DEX_OPTIMIZE="-Xdexopt:none"
    198         msg "Skipping optimizations"
    199     fi
    200 
    201     if [ "$VERIFY" = "y" ]; then
    202         JVM_VERIFY_ARG="-Xverify:all"
    203         msg "Performing verification"
    204     else
    205         DEX_VERIFY="-Xverify:none"
    206         JVM_VERIFY_ARG="-Xverify:none"
    207         msg "Skipping verification"
    208     fi
    209 fi
    210 
    211 msg "------------------------------"
    212 
    213 if [ "$DEBUGGER" = "y" ]; then
    214   # Use this instead for ddms and connect by running 'ddms':
    215   # DEBUGGER_OPTS="-agentlib:jdwp=transport=dt_android_adb,server=y,suspend=y"
    216   # TODO: add a separate --ddms option?
    217 
    218   PORT=12345
    219   msg "Waiting for jdb to connect:"
    220   if [ "$HOST" = "n" ]; then
    221     msg "    adb forward tcp:$PORT tcp:$PORT"
    222   fi
    223   msg "    jdb -attach localhost:$PORT"
    224   DEBUGGER_OPTS="-agentlib:jdwp=transport=dt_socket,address=$PORT,server=y,suspend=y"
    225 fi
    226 
    227 if [ "$USE_JVM" = "y" ]; then
    228   # Xmx is necessary since we don't pass down the ART flags to JVM.
    229   cmdline="${JAVA} ${DEBUGGER_OPTS} ${JVM_VERIFY_ARG} -Xmx256m -classpath classes ${FLAGS} $MAIN $@"
    230   if [ "$DEV_MODE" = "y" ]; then
    231     echo $cmdline
    232   fi
    233   $cmdline
    234   exit
    235 fi
    236 
    237 
    238 if [ "$HAVE_IMAGE" = "n" ]; then
    239     DALVIKVM_BOOT_OPT="-Ximage:/system/non-existant/core.art"
    240 else
    241     DALVIKVM_BOOT_OPT="-Ximage:${BOOT_IMAGE}"
    242 fi
    243 
    244 
    245 if [ "$USE_GDB" = "y" ]; then
    246   if [ "$HOST" = "n" ]; then
    247     GDB="$GDB_SERVER :5039"
    248   else
    249     if [ `uname` = "Darwin" ]; then
    250         GDB=lldb
    251         GDB_ARGS="$GDB_ARGS -- $DALVIKVM"
    252         DALVIKVM=
    253     else
    254         GDB=gdb
    255         GDB_ARGS="$GDB_ARGS --args $DALVIKVM"
    256         # Enable for Emacs "M-x gdb" support. TODO: allow extra gdb arguments on command line.
    257         # gdbargs="--annotate=3 $gdbargs"
    258     fi
    259   fi
    260 fi
    261 
    262 if [ "$INTERPRETER" = "y" ]; then
    263     INT_OPTS="-Xint"
    264     if [ "$VERIFY" = "y" ] ; then
    265       COMPILE_FLAGS="${COMPILE_FLAGS} --compiler-filter=interpret-only"
    266     else
    267       COMPILE_FLAGS="${COMPILE_FLAGS} --compiler-filter=verify-none"
    268       DEX_VERIFY="${DEX_VERIFY} -Xverify:none"
    269     fi
    270 fi
    271 
    272 if [ "$JIT" = "y" ]; then
    273     INT_OPTS="-Xusejit:true"
    274     if [ "$VERIFY" = "y" ] ; then
    275       COMPILE_FLAGS="${COMPILE_FLAGS} --compiler-filter=verify-at-runtime"
    276     else
    277       COMPILE_FLAGS="${COMPILE_FLAGS} --compiler-filter=verify-none"
    278       DEX_VERIFY="${DEX_VERIFY} -Xverify:none"
    279     fi
    280 fi
    281 
    282 JNI_OPTS="-Xjnigreflimit:512 -Xcheck:jni"
    283 
    284 if [ "$RELOCATE" = "y" ]; then
    285     COMPILE_FLAGS="${COMPILE_FLAGS} --include-patch-information --runtime-arg -Xnorelocate"
    286     FLAGS="${FLAGS} -Xrelocate -Xcompiler-option --include-patch-information"
    287     if [ "$HOST" = "y" ]; then
    288         # Run test sets a fairly draconian ulimit that we will likely blow right over
    289         # since we are relocating. Get the total size of the /system/framework directory
    290         # in 512 byte blocks and set it as the ulimit. This should be more than enough
    291         # room.
    292         if [ ! `uname` = "Darwin" ]; then  # TODO: Darwin doesn't support "du -B..."
    293           ulimit -S $(du -c -B512 ${ANDROID_HOST_OUT}/framework | tail -1 | cut -f1) || exit 1
    294         fi
    295     fi
    296 else
    297     FLAGS="$FLAGS -Xnorelocate"
    298     COMPILE_FLAGS="${COMPILE_FLAGS} --runtime-arg -Xnorelocate"
    299 fi
    300 
    301 if [ "$HOST" = "n" ]; then
    302   ISA=$(adb shell ls -F /data/dalvik-cache | grep -Ewo "${ARCHITECTURES_PATTERN}")
    303   if [ x"$ISA" = "x" ]; then
    304     echo "Unable to determine architecture"
    305     exit 1
    306   fi
    307 fi
    308 
    309 dex2oat_cmdline="true"
    310 mkdir_cmdline="mkdir -p ${DEX_LOCATION}/dalvik-cache/$ISA"
    311 
    312 if [ "$PREBUILD" = "y" ]; then
    313   dex2oat_cmdline="$INVOKE_WITH $ANDROID_ROOT/bin/dex2oatd \
    314                       $COMPILE_FLAGS \
    315                       --boot-image=${BOOT_IMAGE} \
    316                       --dex-file=$DEX_LOCATION/$TEST_NAME.jar \
    317                       --oat-file=$DEX_LOCATION/dalvik-cache/$ISA/$(echo $DEX_LOCATION/$TEST_NAME.jar/classes.dex | cut -d/ -f 2- | sed "s:/:@:g") \
    318                       --instruction-set=$ISA"
    319   if [ "x$INSTRUCTION_SET_FEATURES" != "x" ] ; then
    320     dex2oat_cmdline="${dex2oat_cmdline} --instruction-set-features=${INSTRUCTION_SET_FEATURES}"
    321   fi
    322 
    323   # Add in a timeout. This is important for testing the compilation/verification time of
    324   # pathological cases.
    325   # Note: as we don't know how decent targets are (e.g., emulator), only do this on the host for
    326   #       now. We should try to improve this.
    327   #       The current value is rather arbitrary. run-tests should compile quickly.
    328   if [ "$HOST" != "n" ]; then
    329     # Use SIGRTMIN+2 to try to dump threads.
    330     # Use -k 1m to SIGKILL it a minute later if it hasn't ended.
    331     dex2oat_cmdline="timeout -k 1m -s SIGRTMIN+2 1m ${dex2oat_cmdline}"
    332   fi
    333 fi
    334 
    335 dalvikvm_cmdline="$INVOKE_WITH $GDB $ANDROID_ROOT/bin/$DALVIKVM \
    336                   $GDB_ARGS \
    337                   $FLAGS \
    338                   $DEX_VERIFY \
    339                   -XXlib:$LIB \
    340                   $PATCHOAT \
    341                   $DEX2OAT \
    342                   $ZYGOTE \
    343                   $JNI_OPTS \
    344                   $INT_OPTS \
    345                   $DEBUGGER_OPTS \
    346                   $DALVIKVM_BOOT_OPT \
    347                   -cp $DEX_LOCATION/$TEST_NAME.jar$SECONDARY_DEX $MAIN"
    348 
    349 # Remove whitespace.
    350 dex2oat_cmdline=$(echo $dex2oat_cmdline)
    351 dalvikvm_cmdline=$(echo $dalvikvm_cmdline)
    352 
    353 if [ "$HOST" = "n" ]; then
    354     adb root > /dev/null
    355     adb wait-for-device
    356     if [ "$QUIET" = "n" ]; then
    357       adb shell rm -r $DEX_LOCATION
    358       adb shell mkdir -p $DEX_LOCATION
    359       adb push $TEST_NAME.jar $DEX_LOCATION
    360       adb push $TEST_NAME-ex.jar $DEX_LOCATION
    361     else
    362       adb shell rm -r $DEX_LOCATION >/dev/null 2>&1
    363       adb shell mkdir -p $DEX_LOCATION >/dev/null 2>&1
    364       adb push $TEST_NAME.jar $DEX_LOCATION >/dev/null 2>&1
    365       adb push $TEST_NAME-ex.jar $DEX_LOCATION >/dev/null 2>&1
    366     fi
    367 
    368     LD_LIBRARY_PATH=
    369     if [ "$ANDROID_ROOT" != "/system" ]; then
    370       # Current default installation is dalvikvm 64bits and dex2oat 32bits,
    371       # so we can only use LD_LIBRARY_PATH when testing on a local
    372       # installation.
    373       LD_LIBRARY_PATH=$ANDROID_ROOT/$LIBRARY_DIRECTORY
    374     fi
    375 
    376     # Create a script with the command. The command can get longer than the longest
    377     # allowed adb command and there is no way to get the exit status from a adb shell
    378     # command.
    379     cmdline="cd $DEX_LOCATION && \
    380              export ANDROID_DATA=$DEX_LOCATION && \
    381              export DEX_LOCATION=$DEX_LOCATION && \
    382              export ANDROID_ROOT=$ANDROID_ROOT && \
    383              $mkdir_cmdline && \
    384              export LD_LIBRARY_PATH=$LD_LIBRARY_PATH && \
    385              export PATH=$ANDROID_ROOT/bin:$PATH && \
    386              $dex2oat_cmdline && \
    387              $dalvikvm_cmdline"
    388 
    389     cmdfile=$(tempfile -p "cmd-" -s "-$TEST_NAME")
    390     echo "$cmdline" > $cmdfile
    391 
    392     if [ "$DEV_MODE" = "y" ]; then
    393       echo $cmdline
    394     fi
    395 
    396     if [ "$QUIET" = "n" ]; then
    397       adb push $cmdfile $DEX_LOCATION/cmdline.sh
    398     else
    399       adb push $cmdfile $DEX_LOCATION/cmdline.sh > /dev/null 2>&1
    400     fi
    401 
    402     adb shell sh $DEX_LOCATION/cmdline.sh
    403 
    404     rm -f $cmdfile
    405 else
    406     export ANDROID_PRINTF_LOG=brief
    407 
    408     # By default, and for prebuild dex2oat, we are interested in errors being logged. In dev mode
    409     # we want debug messages.
    410     if [ "$DEV_MODE" = "y" ]; then
    411         export ANDROID_LOG_TAGS='*:d'
    412     else
    413         export ANDROID_LOG_TAGS='*:e'
    414     fi
    415 
    416     export ANDROID_DATA="$DEX_LOCATION"
    417     export ANDROID_ROOT="${ANDROID_ROOT}"
    418     export LD_LIBRARY_PATH="${ANDROID_ROOT}/lib"
    419     export DYLD_LIBRARY_PATH="${ANDROID_ROOT}/lib"
    420     export PATH="$PATH:${ANDROID_ROOT}/bin"
    421 
    422     cmdline="$dalvikvm_cmdline"
    423 
    424     if [ "$TIME_OUT" = "y" ]; then
    425       # Add timeout command if time out is desired.
    426       #
    427       # Note: We use nested timeouts. The inner timeout sends SIGRTMIN+2 (usually 36) to ART, which
    428       #       will induce a full thread dump before abort. However, dumping threads might deadlock,
    429       #       so the outer timeout sends the regular SIGTERM after an additional minute to ensure
    430       #       termination (without dumping all threads).
    431       TIME_PLUS_ONE=$(($TIME_OUT_VALUE + 1))
    432       cmdline="timeout ${TIME_PLUS_ONE}m timeout -s SIGRTMIN+2 ${TIME_OUT_VALUE}m $cmdline"
    433     fi
    434 
    435     if [ "$DEV_MODE" = "y" ]; then
    436       if [ "$PREBUILD" = "y" ]; then
    437         echo "$mkdir_cmdline && $dex2oat_cmdline && $cmdline"
    438       elif [ "$RELOCATE" = "y" ]; then
    439         echo "$mkdir_cmdline && $cmdline"
    440       else
    441         echo $cmdline
    442       fi
    443     fi
    444 
    445     cd $ANDROID_BUILD_TOP
    446 
    447     $mkdir_cmdline || exit 1
    448     $dex2oat_cmdline || { echo "Dex2oat failed." >&2 ; exit 2; }
    449 
    450     # For running, we must turn off logging when dex2oat or patchoat are missing. Otherwise we use
    451     # the same defaults as for prebuilt: everything when --dev, otherwise errors and above only.
    452     if [ "$DEV_MODE" = "y" ]; then
    453         export ANDROID_LOG_TAGS='*:d'
    454     elif [ "$USE_DEX2OAT_AND_PATCHOAT" = "n" ]; then
    455         # All tests would log the error of failing dex2oat/patchoat. Be silent here and only
    456         # log fatal events.
    457         export ANDROID_LOG_TAGS='*:s'
    458     else
    459         # We are interested in LOG(ERROR) output.
    460         export ANDROID_LOG_TAGS='*:e'
    461     fi
    462 
    463     if [ "$USE_GDB" = "y" ]; then
    464       # When running under gdb, we cannot do piping and grepping...
    465       $cmdline "$@"
    466     else
    467       $cmdline "$@" 2>&1
    468       # Add extra detail if time out is enabled.
    469       if [ ${PIPESTATUS[0]} = 124 ] && [ "$TIME_OUT" = "y" ]; then
    470         echo -e "\e[91mTEST TIMED OUT!\e[0m" >&2
    471       fi
    472     fi
    473 fi
    474