Commit 069a757d682df09c6e9d5bc10714a93cc811b33d
1 parent
4ee48f30
Add ez_setup.py (from setuptools 18.3.2)
Showing
1 changed file
with
391 additions
and
0 deletions
ez_setup.py
0 → 100644
1 | +#!/usr/bin/env python | |
2 | + | |
3 | +""" | |
4 | +Setuptools bootstrapping installer. | |
5 | + | |
6 | +Run this script to install or upgrade setuptools. | |
7 | +""" | |
8 | + | |
9 | +import os | |
10 | +import shutil | |
11 | +import sys | |
12 | +import tempfile | |
13 | +import zipfile | |
14 | +import optparse | |
15 | +import subprocess | |
16 | +import platform | |
17 | +import textwrap | |
18 | +import contextlib | |
19 | +import warnings | |
20 | + | |
21 | +from distutils import log | |
22 | + | |
23 | +try: | |
24 | + from urllib.request import urlopen | |
25 | +except ImportError: | |
26 | + from urllib2 import urlopen | |
27 | + | |
28 | +try: | |
29 | + from site import USER_SITE | |
30 | +except ImportError: | |
31 | + USER_SITE = None | |
32 | + | |
33 | +DEFAULT_VERSION = "18.3.2" | |
34 | +DEFAULT_URL = "https://pypi.python.org/packages/source/s/setuptools/" | |
35 | +DEFAULT_SAVE_DIR = os.curdir | |
36 | + | |
37 | + | |
38 | +def _python_cmd(*args): | |
39 | + """ | |
40 | + Execute a command. | |
41 | + | |
42 | + Return True if the command succeeded. | |
43 | + """ | |
44 | + args = (sys.executable,) + args | |
45 | + return subprocess.call(args) == 0 | |
46 | + | |
47 | + | |
48 | +def _install(archive_filename, install_args=()): | |
49 | + """Install Setuptools.""" | |
50 | + with archive_context(archive_filename): | |
51 | + # installing | |
52 | + log.warn('Installing Setuptools') | |
53 | + if not _python_cmd('setup.py', 'install', *install_args): | |
54 | + log.warn('Something went wrong during the installation.') | |
55 | + log.warn('See the error message above.') | |
56 | + # exitcode will be 2 | |
57 | + return 2 | |
58 | + | |
59 | + | |
60 | +def _build_egg(egg, archive_filename, to_dir): | |
61 | + """Build Setuptools egg.""" | |
62 | + with archive_context(archive_filename): | |
63 | + # building an egg | |
64 | + log.warn('Building a Setuptools egg in %s', to_dir) | |
65 | + _python_cmd('setup.py', '-q', 'bdist_egg', '--dist-dir', to_dir) | |
66 | + # returning the result | |
67 | + log.warn(egg) | |
68 | + if not os.path.exists(egg): | |
69 | + raise IOError('Could not build the egg.') | |
70 | + | |
71 | + | |
72 | +class ContextualZipFile(zipfile.ZipFile): | |
73 | + | |
74 | + """Supplement ZipFile class to support context manager for Python 2.6.""" | |
75 | + | |
76 | + def __enter__(self): | |
77 | + return self | |
78 | + | |
79 | + def __exit__(self, type, value, traceback): | |
80 | + self.close() | |
81 | + | |
82 | + def __new__(cls, *args, **kwargs): | |
83 | + """Construct a ZipFile or ContextualZipFile as appropriate.""" | |
84 | + if hasattr(zipfile.ZipFile, '__exit__'): | |
85 | + return zipfile.ZipFile(*args, **kwargs) | |
86 | + return super(ContextualZipFile, cls).__new__(cls) | |
87 | + | |
88 | + | |
89 | +@contextlib.contextmanager | |
90 | +def archive_context(filename): | |
91 | + """ | |
92 | + Unzip filename to a temporary directory, set to the cwd. | |
93 | + | |
94 | + The unzipped target is cleaned up after. | |
95 | + """ | |
96 | + tmpdir = tempfile.mkdtemp() | |
97 | + log.warn('Extracting in %s', tmpdir) | |
98 | + old_wd = os.getcwd() | |
99 | + try: | |
100 | + os.chdir(tmpdir) | |
101 | + with ContextualZipFile(filename) as archive: | |
102 | + archive.extractall() | |
103 | + | |
104 | + # going in the directory | |
105 | + subdir = os.path.join(tmpdir, os.listdir(tmpdir)[0]) | |
106 | + os.chdir(subdir) | |
107 | + log.warn('Now working in %s', subdir) | |
108 | + yield | |
109 | + | |
110 | + finally: | |
111 | + os.chdir(old_wd) | |
112 | + shutil.rmtree(tmpdir) | |
113 | + | |
114 | + | |
115 | +def _do_download(version, download_base, to_dir, download_delay): | |
116 | + """Download Setuptools.""" | |
117 | + egg = os.path.join(to_dir, 'setuptools-%s-py%d.%d.egg' | |
118 | + % (version, sys.version_info[0], sys.version_info[1])) | |
119 | + if not os.path.exists(egg): | |
120 | + archive = download_setuptools(version, download_base, | |
121 | + to_dir, download_delay) | |
122 | + _build_egg(egg, archive, to_dir) | |
123 | + sys.path.insert(0, egg) | |
124 | + | |
125 | + # Remove previously-imported pkg_resources if present (see | |
126 | + # https://bitbucket.org/pypa/setuptools/pull-request/7/ for details). | |
127 | + if 'pkg_resources' in sys.modules: | |
128 | + del sys.modules['pkg_resources'] | |
129 | + | |
130 | + import setuptools | |
131 | + setuptools.bootstrap_install_from = egg | |
132 | + | |
133 | + | |
134 | +def use_setuptools( | |
135 | + version=DEFAULT_VERSION, download_base=DEFAULT_URL, | |
136 | + to_dir=DEFAULT_SAVE_DIR, download_delay=15): | |
137 | + """ | |
138 | + Ensure that a setuptools version is installed. | |
139 | + | |
140 | + Return None. Raise SystemExit if the requested version | |
141 | + or later cannot be installed. | |
142 | + """ | |
143 | + to_dir = os.path.abspath(to_dir) | |
144 | + | |
145 | + # prior to importing, capture the module state for | |
146 | + # representative modules. | |
147 | + rep_modules = 'pkg_resources', 'setuptools' | |
148 | + imported = set(sys.modules).intersection(rep_modules) | |
149 | + | |
150 | + try: | |
151 | + import pkg_resources | |
152 | + pkg_resources.require("setuptools>=" + version) | |
153 | + # a suitable version is already installed | |
154 | + return | |
155 | + except ImportError: | |
156 | + # pkg_resources not available; setuptools is not installed; download | |
157 | + pass | |
158 | + except pkg_resources.DistributionNotFound: | |
159 | + # no version of setuptools was found; allow download | |
160 | + pass | |
161 | + except pkg_resources.VersionConflict as VC_err: | |
162 | + if imported: | |
163 | + _conflict_bail(VC_err, version) | |
164 | + | |
165 | + # otherwise, unload pkg_resources to allow the downloaded version to | |
166 | + # take precedence. | |
167 | + del pkg_resources | |
168 | + _unload_pkg_resources() | |
169 | + | |
170 | + return _do_download(version, download_base, to_dir, download_delay) | |
171 | + | |
172 | + | |
173 | +def _conflict_bail(VC_err, version): | |
174 | + """ | |
175 | + Setuptools was imported prior to invocation, so it is | |
176 | + unsafe to unload it. Bail out. | |
177 | + """ | |
178 | + conflict_tmpl = textwrap.dedent(""" | |
179 | + The required version of setuptools (>={version}) is not available, | |
180 | + and can't be installed while this script is running. Please | |
181 | + install a more recent version first, using | |
182 | + 'easy_install -U setuptools'. | |
183 | + | |
184 | + (Currently using {VC_err.args[0]!r}) | |
185 | + """) | |
186 | + msg = conflict_tmpl.format(**locals()) | |
187 | + sys.stderr.write(msg) | |
188 | + sys.exit(2) | |
189 | + | |
190 | + | |
191 | +def _unload_pkg_resources(): | |
192 | + del_modules = [ | |
193 | + name for name in sys.modules | |
194 | + if name.startswith('pkg_resources') | |
195 | + ] | |
196 | + for mod_name in del_modules: | |
197 | + del sys.modules[mod_name] | |
198 | + | |
199 | + | |
200 | +def _clean_check(cmd, target): | |
201 | + """ | |
202 | + Run the command to download target. | |
203 | + | |
204 | + If the command fails, clean up before re-raising the error. | |
205 | + """ | |
206 | + try: | |
207 | + subprocess.check_call(cmd) | |
208 | + except subprocess.CalledProcessError: | |
209 | + if os.access(target, os.F_OK): | |
210 | + os.unlink(target) | |
211 | + raise | |
212 | + | |
213 | + | |
214 | +def download_file_powershell(url, target): | |
215 | + """ | |
216 | + Download the file at url to target using Powershell. | |
217 | + | |
218 | + Powershell will validate trust. | |
219 | + Raise an exception if the command cannot complete. | |
220 | + """ | |
221 | + target = os.path.abspath(target) | |
222 | + ps_cmd = ( | |
223 | + "[System.Net.WebRequest]::DefaultWebProxy.Credentials = " | |
224 | + "[System.Net.CredentialCache]::DefaultCredentials; " | |
225 | + "(new-object System.Net.WebClient).DownloadFile(%(url)r, %(target)r)" | |
226 | + % vars() | |
227 | + ) | |
228 | + cmd = [ | |
229 | + 'powershell', | |
230 | + '-Command', | |
231 | + ps_cmd, | |
232 | + ] | |
233 | + _clean_check(cmd, target) | |
234 | + | |
235 | + | |
236 | +def has_powershell(): | |
237 | + """Determine if Powershell is available.""" | |
238 | + if platform.system() != 'Windows': | |
239 | + return False | |
240 | + cmd = ['powershell', '-Command', 'echo test'] | |
241 | + with open(os.path.devnull, 'wb') as devnull: | |
242 | + try: | |
243 | + subprocess.check_call(cmd, stdout=devnull, stderr=devnull) | |
244 | + except Exception: | |
245 | + return False | |
246 | + return True | |
247 | +download_file_powershell.viable = has_powershell | |
248 | + | |
249 | + | |
250 | +def download_file_curl(url, target): | |
251 | + cmd = ['curl', url, '--silent', '--output', target] | |
252 | + _clean_check(cmd, target) | |
253 | + | |
254 | + | |
255 | +def has_curl(): | |
256 | + cmd = ['curl', '--version'] | |
257 | + with open(os.path.devnull, 'wb') as devnull: | |
258 | + try: | |
259 | + subprocess.check_call(cmd, stdout=devnull, stderr=devnull) | |
260 | + except Exception: | |
261 | + return False | |
262 | + return True | |
263 | +download_file_curl.viable = has_curl | |
264 | + | |
265 | + | |
266 | +def download_file_wget(url, target): | |
267 | + cmd = ['wget', url, '--quiet', '--output-document', target] | |
268 | + _clean_check(cmd, target) | |
269 | + | |
270 | + | |
271 | +def has_wget(): | |
272 | + cmd = ['wget', '--version'] | |
273 | + with open(os.path.devnull, 'wb') as devnull: | |
274 | + try: | |
275 | + subprocess.check_call(cmd, stdout=devnull, stderr=devnull) | |
276 | + except Exception: | |
277 | + return False | |
278 | + return True | |
279 | +download_file_wget.viable = has_wget | |
280 | + | |
281 | + | |
282 | +def download_file_insecure(url, target): | |
283 | + """Use Python to download the file, without connection authentication.""" | |
284 | + src = urlopen(url) | |
285 | + try: | |
286 | + # Read all the data in one block. | |
287 | + data = src.read() | |
288 | + finally: | |
289 | + src.close() | |
290 | + | |
291 | + # Write all the data in one block to avoid creating a partial file. | |
292 | + with open(target, "wb") as dst: | |
293 | + dst.write(data) | |
294 | +download_file_insecure.viable = lambda: True | |
295 | + | |
296 | + | |
297 | +def get_best_downloader(): | |
298 | + downloaders = ( | |
299 | + download_file_powershell, | |
300 | + download_file_curl, | |
301 | + download_file_wget, | |
302 | + download_file_insecure, | |
303 | + ) | |
304 | + viable_downloaders = (dl for dl in downloaders if dl.viable()) | |
305 | + return next(viable_downloaders, None) | |
306 | + | |
307 | + | |
308 | +def download_setuptools( | |
309 | + version=DEFAULT_VERSION, download_base=DEFAULT_URL, | |
310 | + to_dir=DEFAULT_SAVE_DIR, delay=15, | |
311 | + downloader_factory=get_best_downloader): | |
312 | + """ | |
313 | + Download setuptools from a specified location and return its filename. | |
314 | + | |
315 | + `version` should be a valid setuptools version number that is available | |
316 | + as an sdist for download under the `download_base` URL (which should end | |
317 | + with a '/'). `to_dir` is the directory where the egg will be downloaded. | |
318 | + `delay` is the number of seconds to pause before an actual download | |
319 | + attempt. | |
320 | + | |
321 | + ``downloader_factory`` should be a function taking no arguments and | |
322 | + returning a function for downloading a URL to a target. | |
323 | + """ | |
324 | + # making sure we use the absolute path | |
325 | + to_dir = os.path.abspath(to_dir) | |
326 | + zip_name = "setuptools-%s.zip" % version | |
327 | + url = download_base + zip_name | |
328 | + saveto = os.path.join(to_dir, zip_name) | |
329 | + if not os.path.exists(saveto): # Avoid repeated downloads | |
330 | + log.warn("Downloading %s", url) | |
331 | + downloader = downloader_factory() | |
332 | + downloader(url, saveto) | |
333 | + return os.path.realpath(saveto) | |
334 | + | |
335 | + | |
336 | +def _build_install_args(options): | |
337 | + """ | |
338 | + Build the arguments to 'python setup.py install' on the setuptools package. | |
339 | + | |
340 | + Returns list of command line arguments. | |
341 | + """ | |
342 | + return ['--user'] if options.user_install else [] | |
343 | + | |
344 | + | |
345 | +def _parse_args(): | |
346 | + """Parse the command line for options.""" | |
347 | + parser = optparse.OptionParser() | |
348 | + parser.add_option( | |
349 | + '--user', dest='user_install', action='store_true', default=False, | |
350 | + help='install in user site package (requires Python 2.6 or later)') | |
351 | + parser.add_option( | |
352 | + '--download-base', dest='download_base', metavar="URL", | |
353 | + default=DEFAULT_URL, | |
354 | + help='alternative URL from where to download the setuptools package') | |
355 | + parser.add_option( | |
356 | + '--insecure', dest='downloader_factory', action='store_const', | |
357 | + const=lambda: download_file_insecure, default=get_best_downloader, | |
358 | + help='Use internal, non-validating downloader' | |
359 | + ) | |
360 | + parser.add_option( | |
361 | + '--version', help="Specify which version to download", | |
362 | + default=DEFAULT_VERSION, | |
363 | + ) | |
364 | + parser.add_option( | |
365 | + '--to-dir', | |
366 | + help="Directory to save (and re-use) package", | |
367 | + default=DEFAULT_SAVE_DIR, | |
368 | + ) | |
369 | + options, args = parser.parse_args() | |
370 | + # positional arguments are ignored | |
371 | + return options | |
372 | + | |
373 | + | |
374 | +def _download_args(options): | |
375 | + """Return args for download_setuptools function from cmdline args.""" | |
376 | + return dict( | |
377 | + version=options.version, | |
378 | + download_base=options.download_base, | |
379 | + downloader_factory=options.downloader_factory, | |
380 | + to_dir=options.to_dir, | |
381 | + ) | |
382 | + | |
383 | + | |
384 | +def main(): | |
385 | + """Install or upgrade setuptools and EasyInstall.""" | |
386 | + options = _parse_args() | |
387 | + archive = download_setuptools(**_download_args(options)) | |
388 | + return _install(archive, _build_install_args(options)) | |
389 | + | |
390 | +if __name__ == '__main__': | |
391 | + sys.exit(main()) | ... | ... |
Please
register
or
login
to post a comment