Home | History | Annotate | Download | only in experiments 
      1 #!/usr/bin/env python
      2 # SPDX-License-Identifier: Apache-2.0
      3 #
      4 # Copyright (C) 2017, ARM Limited, Google, and contributors.
      5 #
      6 # Licensed under the Apache License, Version 2.0 (the "License"); you may
      7 # not use this file except in compliance with the License.
      8 # You may obtain a copy of the License at
      9 #
     10 # http://www.apache.org/licenses/LICENSE-2.0
     11 #
     12 # Unless required by applicable law or agreed to in writing, software
     13 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
     14 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     15 # See the License for the specific language governing permissions and
     16 # limitations under the License.
     17 #
     18 
     19 import logging
     20 
     21 from conf import LisaLogging
     22 LisaLogging.setup()
     23 import json
     24 import os
     25 import devlib
     26 from env import TestEnv
     27 from android import Screen, Workload, System
     28 from trace import Trace
     29 import trappy
     30 import pandas as pd
     31 import sqlite3
     32 import argparse
     33 import shutil
     34 
     35 parser = argparse.ArgumentParser(description='UiBench tests')
     36 
     37 parser.add_argument('--out_prefix', dest='out_prefix', action='store', default='default',
     38                     help='prefix for out directory')
     39 
     40 parser.add_argument('--collect', dest='collect', action='store', default='systrace',
     41                     help='what to collect (default systrace)')
     42 
     43 parser.add_argument('--test', dest='test_name', action='store',
     44                     default='UiBenchJankTests#testResizeHWLayer',
     45                     help='which test to run')
     46 
     47 parser.add_argument('--iterations', dest='iterations', action='store',
     48                     default=10, type=int,
     49                     help='Number of times to repeat the tests per run (default 10)')
     50 
     51 parser.add_argument('--serial', dest='serial', action='store',
     52                     help='Serial number of device to test')
     53 
     54 parser.add_argument('--all', dest='run_all', action='store_true',
     55                     help='Run all tests')
     56 
     57 parser.add_argument('--reinstall', dest='reinstall', action='store_true',
     58                     help='Rebuild and reinstall test apks')
     59 
     60 parser.add_argument('--reimage', dest='reimage', action='store',
     61                     default='',
     62                     help='Flag to reimage target device (kernel-update kernel image | all-update complete android image)')
     63 
     64 parser.add_argument('--kernel_path', dest='kernel_path', action='store',
     65                     default='',
     66                     help='Path to kernel source directory. Required if reimage option is used')
     67 
     68 args = parser.parse_args()
     69 
     70 def make_dir(outdir):
     71     try:
     72         shutil.rmtree(outdir)
     73     except:
     74         print "couldn't remove " + outdir
     75         pass
     76     os.makedirs(outdir)
     77 
     78 def experiment():
     79     def run_test(outdir, test_name):
     80         te._log.info("Running test {}".format(test_name))
     81         wload.run(outdir, test_name=test_name, iterations=args.iterations, collect=args.collect)
     82 
     83     if args.reimage:
     84         System.reimage(te, args.kernel_path, args.reimage)
     85 
     86     # Get workload
     87     wload = Workload.getInstance(te, 'UiBench', args.reinstall)
     88 
     89     outdir=te.res_dir + '_' + args.out_prefix
     90     make_dir(outdir)
     91 
     92     # Run UiBench
     93     if args.run_all:
     94         te._log.info("Running all tests: {}".format(wload.test_list))
     95         for test in wload.get_test_list():
     96             test_outdir = os.path.join(outdir, test)
     97             make_dir(test_outdir)
     98             run_test(test_outdir, test)
     99     else:
    100         test_outdir = os.path.join(outdir, args.test_name)
    101         make_dir(test_outdir)
    102         run_test(test_outdir, args.test_name)
    103 
    104     # Dump platform descriptor
    105     te.platform_dump(te.res_dir)
    106 
    107     te._log.info('RESULTS are in out directory: {}'.format(outdir))
    108 
    109 # Setup target configuration
    110 my_conf = {
    111 
    112     # Target platform and board
    113     "platform"     : 'android',
    114 
    115     # Useful for reading names of little/big cluster
    116     # and energy model info, its device specific and use
    117     # only if needed for analysis
    118     # "board"        : 'pixel',
    119 
    120     # Device
    121     # By default the device connected is detected, but if more than 1
    122     # device, override the following to get a specific device.
    123     # "device"       : "HT6880200489",
    124 
    125     # Folder where all the results will be collected
    126     "results_dir" : "UiBench",
    127 
    128     # Define devlib modules to load
    129     "modules"     : [
    130         'cpufreq',      # enable CPUFreq support
    131         'cpuidle',      # enable cpuidle support
    132         # 'cgroups'     # Enable for cgroup support
    133     ],
    134 
    135     "emeter" : {
    136         'instrument': 'monsoon',
    137         'conf': { }
    138     },
    139 
    140     # Tools required by the experiments
    141     "tools"   : [ 'taskset'],
    142 
    143     "skip_nrg_model" : True,
    144 }
    145 
    146 if args.serial:
    147     my_conf["device"] = args.serial
    148 
    149 # Initialize a test environment using:
    150 te = TestEnv(my_conf, wipe=False)
    151 target = te.target
    152 
    153 results = experiment()
    154