1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
|
# Copyright 2014 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import fnmatch
import glob
import os
import shutil
import sys
from pylib import cmd_helper
from pylib import constants
_ISOLATE_SCRIPT = os.path.join(
constants.DIR_SOURCE_ROOT, 'tools', 'swarming_client', 'isolate.py')
def DefaultPathVariables():
return {
'DEPTH': constants.DIR_SOURCE_ROOT,
'PRODUCT_DIR': constants.GetOutDirectory(),
}
def DefaultConfigVariables():
# Note: This list must match the --config-vars in build/isolate.gypi
return {
'CONFIGURATION_NAME': constants.GetBuildType(),
'OS': 'android',
'asan': '0',
'branding': 'Chromium',
'chromeos': '0',
'component': 'static_library',
'enable_pepper_cdms': '0',
'enable_plugins': '0',
'fastbuild': '0',
'icu_use_data_file_flag': '1',
'kasko': '0',
'lsan': '0',
'msan': '0',
# TODO(maruel): This may not always be true.
'target_arch': 'arm',
'tsan': '0',
'use_custom_libcxx': '0',
'use_instrumented_libraries': '0',
'use_prebuilt_instrumented_libraries': '0',
'use_openssl': '0',
'use_ozone': '0',
'use_x11': '0',
'v8_use_external_startup_data': '1',
'msvs_version': '0',
}
class Isolator(object):
"""Manages calls to isolate.py for the android test runner scripts."""
def __init__(self, isolate_deps_dir):
"""
Args:
isolate_deps_dir: The directory in which dependencies specified by
isolate are or should be stored.
"""
self._isolate_deps_dir = isolate_deps_dir
def Clear(self):
"""Deletes the isolate dependency directory."""
if os.path.exists(self._isolate_deps_dir):
shutil.rmtree(self._isolate_deps_dir)
def Remap(self, isolate_abs_path, isolated_abs_path,
path_variables=None, config_variables=None):
"""Remaps data dependencies into |self._isolate_deps_dir|.
Args:
isolate_abs_path: The absolute path to the .isolate file, which specifies
data dependencies in the source tree.
isolated_abs_path: The absolute path to the .isolated file, which is
generated by isolate.py and specifies data dependencies in
|self._isolate_deps_dir| and their digests.
path_variables: A dict containing everything that should be passed
as a |--path-variable| to the isolate script. Defaults to the return
value of |DefaultPathVariables()|.
config_variables: A dict containing everything that should be passed
as a |--config-variable| to the isolate script. Defaults to the return
value of |DefaultConfigVariables()|.
Raises:
Exception if the isolate command fails for some reason.
"""
if not path_variables:
path_variables = DefaultPathVariables()
if not config_variables:
config_variables = DefaultConfigVariables()
isolate_cmd = [
sys.executable, _ISOLATE_SCRIPT, 'remap',
'--isolate', isolate_abs_path,
'--isolated', isolated_abs_path,
'--outdir', self._isolate_deps_dir,
]
for k, v in path_variables.iteritems():
isolate_cmd.extend(['--path-variable', k, v])
for k, v in config_variables.iteritems():
isolate_cmd.extend(['--config-variable', k, v])
if cmd_helper.RunCmd(isolate_cmd):
raise Exception('isolate command failed: %s' % ' '.join(isolate_cmd))
def VerifyHardlinks(self):
"""Checks |isolate_deps_dir| for a hardlink.
Returns:
True if a hardlink is found.
False if nothing is found.
Raises:
Exception if a non-hardlink is found.
"""
for root, _, filenames in os.walk(self._isolate_deps_dir):
if filenames:
linked_file = os.path.join(root, filenames[0])
orig_file = os.path.join(
self._isolate_deps_dir,
os.path.relpath(linked_file, self._isolate_deps_dir))
if os.stat(linked_file).st_ino == os.stat(orig_file).st_ino:
return True
else:
raise Exception('isolate remap command did not use hardlinks.')
return False
def PurgeExcluded(self, deps_exclusion_list):
"""Deletes anything on |deps_exclusion_list| from |self._isolate_deps_dir|.
Args:
deps_exclusion_list: A list of globs to exclude from the isolate
dependency directory.
"""
excluded_paths = (
x for y in deps_exclusion_list
for x in glob.glob(
os.path.abspath(os.path.join(self._isolate_deps_dir, y))))
for p in excluded_paths:
if os.path.isdir(p):
shutil.rmtree(p)
else:
os.remove(p)
def MoveOutputDeps(self):
"""Moves files from the output directory to the top level of
|self._isolate_deps_dir|.
Moves pak files from the output directory to to <isolate_deps_dir>/paks
Moves files from the product directory to <isolate_deps_dir>
"""
# On Android, all pak files need to be in the top-level 'paks' directory.
paks_dir = os.path.join(self._isolate_deps_dir, 'paks')
os.mkdir(paks_dir)
deps_out_dir = os.path.join(
self._isolate_deps_dir,
os.path.relpath(os.path.join(constants.GetOutDirectory(), os.pardir),
constants.DIR_SOURCE_ROOT))
for root, _, filenames in os.walk(deps_out_dir):
for filename in fnmatch.filter(filenames, '*.pak'):
shutil.move(os.path.join(root, filename), paks_dir)
# Move everything in PRODUCT_DIR to top level.
deps_product_dir = os.path.join(deps_out_dir, constants.GetBuildType())
if os.path.isdir(deps_product_dir):
for p in os.listdir(deps_product_dir):
shutil.move(os.path.join(deps_product_dir, p), self._isolate_deps_dir)
os.rmdir(deps_product_dir)
os.rmdir(deps_out_dir)
|
