You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
259 lines
10 KiB
Python
259 lines
10 KiB
Python
#!/usr/bin/env python3
|
|
# Copyright (c) 2023 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import hashlib
|
|
import os
|
|
import os.path
|
|
import sys
|
|
import unittest
|
|
import unittest.mock
|
|
|
|
ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
sys.path.insert(0, ROOT_DIR)
|
|
|
|
import gclient_paths
|
|
import ninja_reclient
|
|
from testing_support import trial_dir
|
|
|
|
|
|
def write(filename, content):
|
|
"""Writes the content of a file and create the directories as needed."""
|
|
filename = os.path.abspath(filename)
|
|
dirname = os.path.dirname(filename)
|
|
if not os.path.isdir(dirname):
|
|
os.makedirs(dirname)
|
|
with open(filename, 'w') as f:
|
|
f.write(content)
|
|
|
|
|
|
class NinjaReclientTest(trial_dir.TestCase):
|
|
def setUp(self):
|
|
super(NinjaReclientTest, self).setUp()
|
|
self.previous_dir = os.getcwd()
|
|
os.chdir(self.root_dir)
|
|
|
|
def tearDown(self):
|
|
os.chdir(self.previous_dir)
|
|
super(NinjaReclientTest, self).tearDown()
|
|
|
|
@unittest.mock.patch.dict(os.environ, {})
|
|
@unittest.mock.patch('subprocess.call', return_value=0)
|
|
@unittest.mock.patch('ninja.main', return_value=0)
|
|
@unittest.mock.patch('reclient_metrics.check_status', return_value=True)
|
|
def test_ninja_reclient_collect_metrics(self, mock_metrics_status, mock_ninja,
|
|
mock_call):
|
|
reclient_bin_dir = os.path.join('src', 'buildtools', 'reclient')
|
|
reclient_cfg = os.path.join('src', 'buildtools', 'reclient_cfgs',
|
|
'reproxy.cfg')
|
|
write('.gclient', '')
|
|
write('.gclient_entries', 'entries = {"buildtools": "..."}')
|
|
write(os.path.join(reclient_bin_dir, 'version.txt'), '0.0')
|
|
write(reclient_cfg, '0.0')
|
|
argv = ["ninja_reclient.py", "-C", "out/a", "chrome"]
|
|
|
|
self.assertEqual(0, ninja_reclient.main(argv))
|
|
|
|
self.assertTrue(
|
|
os.path.isdir(os.path.join(self.root_dir, "out", "a", ".reproxy_tmp")))
|
|
self.assertTrue(
|
|
os.path.isdir(
|
|
os.path.join(
|
|
self.root_dir, ".reproxy_cache",
|
|
hashlib.md5(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest())))
|
|
self.assertTrue(
|
|
os.path.isdir(
|
|
os.path.join(self.root_dir, "out", "a", ".reproxy_tmp", "logs")))
|
|
self.assertEqual(
|
|
os.environ.get('RBE_output_dir'),
|
|
os.path.join(self.root_dir, "out", "a", ".reproxy_tmp", "logs"))
|
|
self.assertEqual(
|
|
os.environ.get('RBE_proxy_log_dir'),
|
|
os.path.join(self.root_dir, "out", "a", ".reproxy_tmp", "logs"))
|
|
self.assertEqual(
|
|
os.environ.get('RBE_cache_dir'),
|
|
os.path.join(
|
|
self.root_dir, ".reproxy_cache",
|
|
hashlib.md5(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest()))
|
|
if sys.platform.startswith('win'):
|
|
self.assertEqual(
|
|
os.environ.get('RBE_server_address'),
|
|
"pipe://%s/reproxy.pipe" % hashlib.md5(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest())
|
|
else:
|
|
self.assertEqual(
|
|
os.environ.get('RBE_server_address'),
|
|
"unix:///tmp/reproxy_%s.sock" % hashlib.sha256(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest())
|
|
|
|
self.assertEqual(os.environ.get('RBE_metrics_project'),
|
|
"chromium-reclient-metrics")
|
|
self.assertEqual(os.environ.get('RBE_metrics_table'), "rbe_metrics.builds")
|
|
self.assertEqual(os.environ.get('RBE_metrics_labels'), "source=developer")
|
|
self.assertEqual(os.environ.get('RBE_metrics_prefix'), "go.chromium.org")
|
|
|
|
mock_metrics_status.assert_called_once_with("out/a")
|
|
mock_ninja.assert_called_once_with(argv)
|
|
mock_call.assert_has_calls([
|
|
unittest.mock.call([
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'bootstrap' + gclient_paths.GetExeSuffix()),
|
|
"--re_proxy=" +
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'reproxy' + gclient_paths.GetExeSuffix()),
|
|
"--cfg=" + os.path.join(self.root_dir, reclient_cfg)
|
|
]),
|
|
unittest.mock.call([
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'bootstrap' + gclient_paths.GetExeSuffix()),
|
|
"--shutdown", "--cfg=" + os.path.join(self.root_dir, reclient_cfg)
|
|
]),
|
|
])
|
|
|
|
@unittest.mock.patch.dict(os.environ, {})
|
|
@unittest.mock.patch('subprocess.call', return_value=0)
|
|
@unittest.mock.patch('ninja.main', return_value=0)
|
|
@unittest.mock.patch('reclient_metrics.check_status', return_value=False)
|
|
def test_ninja_reclient_do_not_collect_metrics(self, mock_metrics_status,
|
|
mock_ninja, mock_call):
|
|
reclient_bin_dir = os.path.join('src', 'buildtools', 'reclient')
|
|
reclient_cfg = os.path.join('src', 'buildtools', 'reclient_cfgs',
|
|
'reproxy.cfg')
|
|
write('.gclient', '')
|
|
write('.gclient_entries', 'entries = {"buildtools": "..."}')
|
|
write(os.path.join(reclient_bin_dir, 'version.txt'), '0.0')
|
|
write(reclient_cfg, '0.0')
|
|
argv = ["ninja_reclient.py", "-C", "out/a", "chrome"]
|
|
|
|
self.assertEqual(0, ninja_reclient.main(argv))
|
|
|
|
self.assertTrue(
|
|
os.path.isdir(os.path.join(self.root_dir, "out", "a", ".reproxy_tmp")))
|
|
self.assertTrue(
|
|
os.path.isdir(
|
|
os.path.join(
|
|
self.root_dir, ".reproxy_cache",
|
|
hashlib.md5(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest())))
|
|
self.assertTrue(
|
|
os.path.isdir(
|
|
os.path.join(self.root_dir, "out", "a", ".reproxy_tmp", "logs")))
|
|
self.assertEqual(
|
|
os.environ.get('RBE_output_dir'),
|
|
os.path.join(self.root_dir, "out", "a", ".reproxy_tmp", "logs"))
|
|
self.assertEqual(
|
|
os.environ.get('RBE_proxy_log_dir'),
|
|
os.path.join(self.root_dir, "out", "a", ".reproxy_tmp", "logs"))
|
|
self.assertEqual(
|
|
os.environ.get('RBE_cache_dir'),
|
|
os.path.join(
|
|
self.root_dir, ".reproxy_cache",
|
|
hashlib.md5(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest()))
|
|
if sys.platform.startswith('win'):
|
|
self.assertEqual(
|
|
os.environ.get('RBE_server_address'),
|
|
"pipe://%s/reproxy.pipe" % hashlib.md5(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest())
|
|
else:
|
|
self.assertEqual(
|
|
os.environ.get('RBE_server_address'),
|
|
"unix:///tmp/reproxy_%s.sock" % hashlib.sha256(
|
|
os.path.join(self.root_dir, "out", "a",
|
|
".reproxy_tmp").encode()).hexdigest())
|
|
|
|
self.assertEqual(os.environ.get('RBE_metrics_project'), None)
|
|
self.assertEqual(os.environ.get('RBE_metrics_table'), None)
|
|
self.assertEqual(os.environ.get('RBE_metrics_labels'), None)
|
|
self.assertEqual(os.environ.get('RBE_metrics_prefix'), None)
|
|
|
|
mock_metrics_status.assert_called_once_with("out/a")
|
|
mock_ninja.assert_called_once_with(argv)
|
|
mock_call.assert_has_calls([
|
|
unittest.mock.call([
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'bootstrap' + gclient_paths.GetExeSuffix()),
|
|
"--re_proxy=" +
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'reproxy' + gclient_paths.GetExeSuffix()),
|
|
"--cfg=" + os.path.join(self.root_dir, reclient_cfg)
|
|
]),
|
|
unittest.mock.call([
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'bootstrap' + gclient_paths.GetExeSuffix()),
|
|
"--shutdown", "--cfg=" + os.path.join(self.root_dir, reclient_cfg)
|
|
]),
|
|
])
|
|
|
|
@unittest.mock.patch('subprocess.call', return_value=0)
|
|
@unittest.mock.patch('ninja.main', side_effect=KeyboardInterrupt())
|
|
def test_ninja_reclient_ninja_interrupted(self, mock_ninja, mock_call):
|
|
reclient_bin_dir = os.path.join('src', 'buildtools', 'reclient')
|
|
reclient_cfg = os.path.join('src', 'buildtools', 'reclient_cfgs',
|
|
'reproxy.cfg')
|
|
write('.gclient', '')
|
|
write('.gclient_entries', 'entries = {"buildtools": "..."}')
|
|
write(os.path.join(reclient_bin_dir, 'version.txt'), '0.0')
|
|
write(reclient_cfg, '0.0')
|
|
argv = ["ninja_reclient.py", "-C", "out/a", "chrome"]
|
|
|
|
self.assertEqual(1, ninja_reclient.main(argv))
|
|
|
|
mock_ninja.assert_called_once_with(argv)
|
|
mock_call.assert_has_calls([
|
|
unittest.mock.call([
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'bootstrap' + gclient_paths.GetExeSuffix()),
|
|
"--re_proxy=" +
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'reproxy' + gclient_paths.GetExeSuffix()),
|
|
"--cfg=" + os.path.join(self.root_dir, reclient_cfg)
|
|
]),
|
|
unittest.mock.call([
|
|
os.path.join(self.root_dir, reclient_bin_dir,
|
|
'bootstrap' + gclient_paths.GetExeSuffix()),
|
|
"--shutdown", "--cfg=" + os.path.join(self.root_dir, reclient_cfg)
|
|
]),
|
|
])
|
|
|
|
@unittest.mock.patch('subprocess.call', return_value=0)
|
|
@unittest.mock.patch('ninja.main', return_value=0)
|
|
def test_ninja_reclient_cfg_not_found(self, mock_ninja, mock_call):
|
|
write('.gclient', '')
|
|
write('.gclient_entries', 'entries = {"buildtools": "..."}')
|
|
write(os.path.join('src', 'buildtools', 'reclient', 'version.txt'), '0.0')
|
|
argv = ["ninja_reclient.py", "-C", "out/a", "chrome"]
|
|
|
|
self.assertEqual(1, ninja_reclient.main(argv))
|
|
|
|
mock_ninja.assert_not_called()
|
|
mock_call.assert_not_called()
|
|
|
|
@unittest.mock.patch('subprocess.call', return_value=0)
|
|
@unittest.mock.patch('ninja.main', return_value=0)
|
|
def test_ninja_reclient_bins_not_found(self, mock_ninja, mock_call):
|
|
write('.gclient', '')
|
|
write('.gclient_entries', 'entries = {"buildtools": "..."}')
|
|
write(os.path.join('src', 'buildtools', 'reclient_cfgs', 'reproxy.cfg'),
|
|
'0.0')
|
|
argv = ["ninja_reclient.py", "-C", "out/a", "chrome"]
|
|
|
|
self.assertEqual(1, ninja_reclient.main(argv))
|
|
|
|
mock_ninja.assert_not_called()
|
|
mock_call.assert_not_called()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|