Home | History | Annotate | Download | only in site_utils
      1 #!/usr/bin/python
      2 # Copyright (c) 2014 The Chromium OS Authors. All rights reserved.
      3 # Use of this source code is governed by a BSD-style license that can be
      4 # found in the LICENSE file.
      5 
      6 """Unittests for deploy_server_local.py."""
      7 
      8 from __future__ import print_function
      9 
     10 import mock
     11 import subprocess
     12 import unittest
     13 
     14 import deploy_server_local as dsl
     15 
     16 
     17 class TestDeployServerLocal(unittest.TestCase):
     18     """Test deploy_server_local with commands mocked out."""
     19 
     20     orig_timer = dsl.SERVICE_STABILITY_TIMER
     21 
     22     PROD_STATUS = ('\x1b[1mproject autotest/                             '
     23                    '  \x1b[m\x1b[1mbranch prod\x1b[m\n')
     24 
     25     PROD_VERSIONS = '''\x1b[1mproject autotest/\x1b[m
     26 /usr/local/autotest
     27 ebb2182
     28 
     29 \x1b[1mproject autotest/site_utils/autotest_private/\x1b[m
     30 /usr/local/autotest/site_utils/autotest_private
     31 78b9626
     32 
     33 \x1b[1mproject autotest/site_utils/autotest_tools/\x1b[m
     34 /usr/local/autotest/site_utils/autotest_tools
     35 a1598f7
     36 '''
     37 
     38 
     39     def setUp(self):
     40         dsl.SERVICE_STABILITY_TIMER = 0.01
     41 
     42     def tearDown(self):
     43         dsl.SERVICE_STABILITY_TIMER = self.orig_timer
     44 
     45     def test_strip_terminal_codes(self):
     46         """Test deploy_server_local.strip_terminal_codes."""
     47         # Leave format free lines alone.
     48         result = dsl.strip_terminal_codes('')
     49         self.assertEqual(result, '')
     50 
     51         result = dsl.strip_terminal_codes('This is normal text.')
     52         self.assertEqual(result, 'This is normal text.')
     53 
     54         result = dsl.strip_terminal_codes('Line1\nLine2\n')
     55         self.assertEqual(result, 'Line1\nLine2\n')
     56 
     57         result = dsl.strip_terminal_codes('Line1\nLine2\n')
     58         self.assertEqual(result, 'Line1\nLine2\n')
     59 
     60         # Test cleaning lines with formatting.
     61         result = dsl.strip_terminal_codes('\x1b[1m')
     62         self.assertEqual(result, '')
     63 
     64         result = dsl.strip_terminal_codes('\x1b[m')
     65         self.assertEqual(result, '')
     66 
     67         result = dsl.strip_terminal_codes('\x1b[1mm')
     68         self.assertEqual(result, 'm')
     69 
     70         result = dsl.strip_terminal_codes(self.PROD_STATUS)
     71         self.assertEqual(result,
     72                 'project autotest/                               branch prod\n')
     73 
     74         result = dsl.strip_terminal_codes(self.PROD_VERSIONS)
     75         self.assertEqual(result, '''project autotest/
     76 /usr/local/autotest
     77 ebb2182
     78 
     79 project autotest/site_utils/autotest_private/
     80 /usr/local/autotest/site_utils/autotest_private
     81 78b9626
     82 
     83 project autotest/site_utils/autotest_tools/
     84 /usr/local/autotest/site_utils/autotest_tools
     85 a1598f7
     86 ''')
     87 
     88     @mock.patch('subprocess.check_output', autospec=True)
     89     def test_verify_repo_clean(self, run_cmd):
     90         """Test deploy_server_local.verify_repo_clean.
     91 
     92         @param run_cmd: Mock of subprocess call used.
     93         """
     94         # If repo returns what we expect, exit cleanly.
     95         run_cmd.return_value = 'nothing to commit (working directory clean)\n'
     96         dsl.verify_repo_clean()
     97 
     98         # If repo contains any branches (even clean ones), raise.
     99         run_cmd.return_value = self.PROD_STATUS
    100         with self.assertRaises(dsl.DirtyTreeException):
    101             dsl.verify_repo_clean()
    102 
    103         # If repo doesn't return what we expect, raise.
    104         run_cmd.return_value = "That's a very dirty repo you've got."
    105         with self.assertRaises(dsl.DirtyTreeException):
    106             dsl.verify_repo_clean()
    107 
    108     @mock.patch('subprocess.check_output', autospec=True)
    109     def test_repo_versions(self, run_cmd):
    110         """Test deploy_server_local.repo_versions.
    111 
    112         @param run_cmd: Mock of subprocess call used.
    113         """
    114         expected = {
    115             'autotest':
    116             ('/usr/local/autotest', 'ebb2182'),
    117             'autotest/site_utils/autotest_private':
    118             ('/usr/local/autotest/site_utils/autotest_private', '78b9626'),
    119             'autotest/site_utils/autotest_tools':
    120             ('/usr/local/autotest/site_utils/autotest_tools', 'a1598f7'),
    121         }
    122 
    123         run_cmd.return_value = self.PROD_VERSIONS
    124         result = dsl.repo_versions()
    125         self.assertEquals(result, expected)
    126 
    127         run_cmd.assert_called_with(
    128                 ['repo', 'forall', '-p', '-c',
    129                  'pwd && git log -1 --format=%h'])
    130 
    131     @mock.patch('subprocess.check_output', autospec=True)
    132     def test_repo_sync_not_for_push_servers(self, run_cmd):
    133         """Test deploy_server_local.repo_sync.
    134 
    135         @param run_cmd: Mock of subprocess call used.
    136         """
    137         dsl.repo_sync()
    138         expect_cmds = [mock.call(['git', 'checkout', 'cros/prod'], stderr=-2),
    139                        mock.call(['pyclean', '.', '-q'])]
    140         run_cmd.assert_has_calls(expect_cmds)
    141 
    142     @mock.patch('subprocess.check_output', autospec=True)
    143     def test_repo_sync_for_push_servers(self, run_cmd):
    144         """Test deploy_server_local.repo_sync.
    145 
    146         @param run_cmd: Mock of subprocess call used.
    147         """
    148         dsl.repo_sync(update_push_servers=True)
    149         expect_cmds = [mock.call(['git', 'checkout', 'cros/master'], stderr=-2),
    150                        mock.call(['pyclean', '.', '-q'])]
    151         run_cmd.assert_has_calls(expect_cmds)
    152 
    153     def test_discover_commands_and_services(self):
    154         """Test deploy_server_local.discover_update_commands and
    155         discover_restart_services."""
    156         # It should always be a list, and should always be callable in
    157         # any local environment, though the result will vary.
    158         result = dsl.discover_update_commands()
    159         self.assertIsInstance(result, list)
    160 
    161         result = dsl.discover_restart_services()
    162         self.assertIsInstance(result, list)
    163 
    164     @mock.patch('subprocess.check_output', autospec=True)
    165     def test_update_command(self, run_cmd):
    166         """Test deploy_server_local.update_command.
    167 
    168         @param run_cmd: Mock of subprocess call used.
    169         """
    170         # Call with a bad command name.
    171         with self.assertRaises(dsl.UnknownCommandException):
    172             dsl.update_command('Unknown Command')
    173         self.assertFalse(run_cmd.called)
    174 
    175         # Call with a valid command name.
    176         dsl.update_command('apache')
    177         run_cmd.assert_called_with('sudo service apache2 reload', shell=True,
    178                                    stderr=subprocess.STDOUT)
    179 
    180         # Call with a valid command name that uses AUTOTEST_REPO expansion.
    181         dsl.update_command('build_externals')
    182         expanded_cmd = dsl.common.autotest_dir+'/utils/build_externals.py'
    183         run_cmd.assert_called_with(expanded_cmd, shell=True,
    184                                    stderr=subprocess.STDOUT)
    185 
    186         # Test a failed command.
    187         failure = subprocess.CalledProcessError(10, expanded_cmd, 'output')
    188 
    189         run_cmd.side_effect = failure
    190         with self.assertRaises(subprocess.CalledProcessError) as unstable:
    191             dsl.update_command('build_externals')
    192 
    193     @mock.patch('subprocess.check_call', autospec=True)
    194     def test_restart_service(self, run_cmd):
    195         """Test deploy_server_local.restart_service.
    196 
    197         @param run_cmd: Mock of subprocess call used.
    198         """
    199         # Standard call.
    200         dsl.restart_service('foobar')
    201         run_cmd.assert_called_with(['sudo', 'service', 'foobar', 'restart'],
    202                                    stderr=-2)
    203 
    204     @mock.patch('subprocess.check_output', autospec=True)
    205     def test_restart_status(self, run_cmd):
    206         """Test deploy_server_local.service_status.
    207 
    208         @param run_cmd: Mock of subprocess call used.
    209         """
    210         # Standard call.
    211         dsl.service_status('foobar')
    212         run_cmd.assert_called_with(['sudo', 'status', 'foobar'])
    213 
    214     @mock.patch.object(dsl, 'restart_service', autospec=True)
    215     def _test_restart_services(self, service_results, _restart):
    216         """Helper for testing restart_services.
    217 
    218         @param service_results: {'service_name': ['status_1', 'status_2']}
    219         """
    220         # each call to service_status should return the next status value for
    221         # that service.
    222         with mock.patch.object(dsl, 'service_status', autospec=True,
    223                                side_effect=lambda n: service_results[n].pop(0)):
    224             dsl.restart_services(service_results.keys())
    225 
    226     def test_restart_services(self):
    227         """Test deploy_server_local.restart_services."""
    228         single_stable = {'foo': ['status_ok', 'status_ok']}
    229         double_stable = {'foo': ['status_a', 'status_a'],
    230                          'bar': ['status_b', 'status_b']}
    231 
    232         # Verify we can handle stable services.
    233         self._test_restart_services(single_stable)
    234         self._test_restart_services(double_stable)
    235 
    236         single_unstable = {'foo': ['status_ok', 'status_not_ok']}
    237         triple_unstable = {'foo': ['status_a', 'status_a'],
    238                            'bar': ['status_b', 'status_b_not_ok'],
    239                            'joe': ['status_c', 'status_c_not_ok']}
    240 
    241         # Verify we can handle unstable services and report the right failures.
    242         with self.assertRaises(dsl.UnstableServices) as unstable:
    243             self._test_restart_services(single_unstable)
    244         self.assertEqual(unstable.exception.args[0], ['foo'])
    245 
    246         with self.assertRaises(dsl.UnstableServices) as unstable:
    247             self._test_restart_services(triple_unstable)
    248         self.assertEqual(unstable.exception.args[0], ['bar', 'joe'])
    249 
    250     @mock.patch('subprocess.check_output', autospec=True)
    251     def test_report_changes_no_update(self, run_cmd):
    252         """Test deploy_server_local.report_changes.
    253 
    254         @param run_cmd: Mock of subprocess call used.
    255         """
    256 
    257         before = {
    258             'autotest': ('/usr/local/autotest', 'auto_before'),
    259             'autotest_private': ('/dir/autotest_private', '78b9626'),
    260             'other': ('/fake/unchanged', 'constant_hash'),
    261         }
    262 
    263         run_cmd.return_value = 'hash1 Fix change.\nhash2 Bad change.\n'
    264 
    265         result = dsl.report_changes(before, None)
    266 
    267         self.assertEqual(result, """autotest: auto_before
    268 autotest_private: 78b9626
    269 other: constant_hash
    270 """)
    271 
    272         self.assertFalse(run_cmd.called)
    273 
    274     @mock.patch('subprocess.check_output', autospec=True)
    275     def test_report_changes_diff(self, run_cmd):
    276         """Test deploy_server_local.report_changes.
    277 
    278         @param run_cmd: Mock of subprocess call used.
    279         """
    280 
    281         before = {
    282             'autotest': ('/usr/local/autotest', 'auto_before'),
    283             'autotest_private': ('/dir/autotest_private', '78b9626'),
    284             'other': ('/fake/unchanged', 'constant_hash'),
    285         }
    286 
    287         after = {
    288             'autotest': ('/usr/local/autotest', 'auto_after'),
    289             'autotest_tools': ('/dir/autotest_tools', 'a1598f7'),
    290             'other': ('/fake/unchanged', 'constant_hash'),
    291         }
    292 
    293         run_cmd.return_value = 'hash1 Fix change.\nhash2 Bad change.\n'
    294 
    295         result = dsl.report_changes(before, after)
    296 
    297         self.assertEqual(result, """autotest:
    298 hash1 Fix change.
    299 hash2 Bad change.
    300 
    301 autotest_private:
    302 Removed.
    303 
    304 autotest_tools:
    305 Added.
    306 
    307 other:
    308 No Change.
    309 """)
    310 
    311         run_cmd.assert_called_with(
    312                 ['git', 'log', 'auto_before..auto_after', '--oneline'],
    313                 cwd='/usr/local/autotest', stderr=subprocess.STDOUT)
    314 
    315     def test_parse_arguments(self):
    316         """Test deploy_server_local.parse_arguments."""
    317         # No arguments.
    318         results = dsl.parse_arguments([])
    319         self.assertDictContainsSubset(
    320                 {'verify': True, 'update': True, 'actions': True,
    321                  'report': True, 'dryrun': False, 'update_push_servers': False},
    322                 vars(results))
    323 
    324         # Update test_push servers.
    325         results = dsl.parse_arguments(['--update_push_servers'])
    326         self.assertDictContainsSubset(
    327                 {'verify': True, 'update': True, 'actions': True,
    328                  'report': True, 'dryrun': False, 'update_push_servers': True},
    329                 vars(results))
    330 
    331         # Dryrun.
    332         results = dsl.parse_arguments(['--dryrun'])
    333         self.assertDictContainsSubset(
    334                 {'verify': False, 'update': False, 'actions': True,
    335                  'report': True, 'dryrun': True, 'update_push_servers': False},
    336                 vars(results))
    337 
    338         # Restart only.
    339         results = dsl.parse_arguments(['--actions-only'])
    340         self.assertDictContainsSubset(
    341                 {'verify': False, 'update': False, 'actions': True,
    342                  'report': False, 'dryrun': False,
    343                  'update_push_servers': False},
    344                 vars(results))
    345 
    346         # All skip arguments.
    347         results = dsl.parse_arguments(['--skip-verify', '--skip-update',
    348                                        '--skip-actions', '--skip-report'])
    349         self.assertDictContainsSubset(
    350                 {'verify': False, 'update': False, 'actions': False,
    351                  'report': False, 'dryrun': False,
    352                  'update_push_servers': False},
    353                 vars(results))
    354 
    355         # All arguments.
    356         results = dsl.parse_arguments(['--skip-verify', '--skip-update',
    357                                        '--skip-actions', '--skip-report',
    358                                        '--actions-only', '--dryrun',
    359                                        '--update_push_servers'])
    360         self.assertDictContainsSubset(
    361                 {'verify': False, 'update': False, 'actions': False,
    362                  'report': False, 'dryrun': True, 'update_push_servers': True},
    363                 vars(results))
    364 
    365 
    366 if __name__ == '__main__':
    367     unittest.main()
    368