1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
|
#!/usr/bin/env python
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""
This tool creates a tarball with all the sources, but without .svn directories.
It can also remove files which are not strictly required for build, so that
the resulting tarball can be reasonably small (last time it was ~110 MB).
Example usage:
export_tarball.py /foo/bar
The above will create file /foo/bar.tar.bz2.
"""
import optparse
import os
import subprocess
import sys
import tarfile
NONESSENTIAL_DIRS = (
'breakpad/src/processor/testdata',
'chrome/browser/resources/tracing/tests',
'chrome/common/extensions/docs',
'chrome/tools/test/reference_build',
'courgette/testdata',
'data',
'native_client/src/trusted/service_runtime/testdata',
'src/chrome/test/data',
'o3d/documentation',
'o3d/samples',
'o3d/tests',
'ppapi/examples',
'ppapi/native_client/tests',
'third_party/angle/samples/gles2_book',
'third_party/findbugs',
'third_party/hunspell_dictionaries',
'third_party/hunspell/tests',
'third_party/lighttpd',
'third_party/sqlite/src/test',
'third_party/sqlite/test',
'third_party/vc_80',
'third_party/xdg-utils/tests',
'third_party/yasm/source/patched-yasm/modules/arch/x86/tests',
'third_party/yasm/source/patched-yasm/modules/dbgfmts/dwarf2/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/bin/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/coff/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/elf/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/macho/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/rdf/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/win32/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/win64/tests',
'third_party/yasm/source/patched-yasm/modules/objfmts/xdf/tests',
'third_party/WebKit/LayoutTests',
'third_party/WebKit/Source/JavaScriptCore/tests',
'third_party/WebKit/Source/WebCore/ChangeLog',
'third_party/WebKit/Source/WebKit2',
'third_party/WebKit/Tools/Scripts',
'tools/gyp/test',
'v8/test',
'webkit/data/layout_tests',
'webkit/tools/test/reference_build',
)
TESTDIRS = (
'chrome/test/data',
'content/test/data',
'media/test/data',
'net/data',
)
def GetSourceDirectory():
return os.path.realpath(
os.path.join(os.path.dirname(__file__), '..', '..', '..', 'src'))
# Workaround lack of the exclude parameter in add method in python-2.4.
# TODO(phajdan.jr): remove the workaround when it's not needed on the bot.
class MyTarFile(tarfile.TarFile):
def set_remove_nonessential_files(self, remove):
self.__remove_nonessential_files = remove
def add(self, name, arcname=None, recursive=True, exclude=None, filter=None):
head, tail = os.path.split(name)
if tail in ('.svn', '.git'):
return
if self.__remove_nonessential_files:
# WebKit change logs take quite a lot of space. This saves ~10 MB
# in a bzip2-compressed tarball.
if 'ChangeLog' in name:
return
# Remove contents of non-essential directories, but preserve gyp files,
# so that build/gyp_chromium can work.
for nonessential_dir in (NONESSENTIAL_DIRS + TESTDIRS):
dir_path = os.path.join(GetSourceDirectory(), nonessential_dir)
if (name.startswith(dir_path) and
os.path.isfile(name) and
'gyp' not in name):
return
tarfile.TarFile.add(self, name, arcname=arcname, recursive=recursive)
def main(argv):
parser = optparse.OptionParser()
parser.add_option("--basename")
parser.add_option("--remove-nonessential-files",
dest="remove_nonessential_files",
action="store_true", default=False)
parser.add_option("--test-data", action="store_true")
parser.add_option("--xz", action="store_true")
options, args = parser.parse_args(argv)
if len(args) != 1:
print 'You must provide only one argument: output file name'
print '(without .tar.bz2 extension).'
return 1
if not os.path.exists(GetSourceDirectory()):
print 'Cannot find the src directory ' + GetSourceDirectory()
return 1
# This command is from src/DEPS; please keep them in sync.
if subprocess.call(['python', 'build/util/lastchange.py', '-o',
'build/util/LASTCHANGE'], cwd=GetSourceDirectory()) != 0:
print 'Could not run build/util/lastchange.py to update LASTCHANGE.'
return 1
if options.xz:
output_fullname = args[0] + '.tar'
else:
output_fullname = args[0] + '.tar.bz2'
output_basename = options.basename or os.path.basename(args[0])
if options.xz:
archive = MyTarFile.open(output_fullname, 'w')
else:
archive = MyTarFile.open(output_fullname, 'w:bz2')
archive.set_remove_nonessential_files(options.remove_nonessential_files)
try:
if options.test_data:
for directory in TESTDIRS:
archive.add(os.path.join(GetSourceDirectory(), directory),
arcname=os.path.join(output_basename, directory))
else:
archive.add(GetSourceDirectory(), arcname=output_basename)
finally:
archive.close()
if options.xz:
if subprocess.call(['xz', '-9', output_fullname]) != 0:
print 'xz -9 failed!'
return 1
return 0
if __name__ == "__main__":
sys.exit(main(sys.argv[1:]))
|
