mirror of
https://github.com/rust-lang/rust.git
synced 2024-11-29 02:03:53 +00:00
Make x.py work again in most (all?) cases
Wrap all of x.py in `if __name__ == '__main__':` to avoid problems with `multiprocessing` Make the pool sizing better
This commit is contained in:
parent
4b87ed9d0f
commit
30119498be
@ -28,6 +28,20 @@ if platform_is_win32():
|
||||
else:
|
||||
EXE_SUFFIX = ""
|
||||
|
||||
def get_cpus():
|
||||
if hasattr(os, "sched_getaffinity"):
|
||||
return len(os.sched_getaffinity(0))
|
||||
if hasattr(os, "cpu_count"):
|
||||
cpus = os.cpu_count()
|
||||
if cpus is not None:
|
||||
return cpus
|
||||
try:
|
||||
return cpu_count()
|
||||
except NotImplementedError:
|
||||
return 1
|
||||
|
||||
|
||||
|
||||
def get(base, url, path, checksums, verbose=False):
|
||||
with tempfile.NamedTemporaryFile(delete=False) as temp_file:
|
||||
temp_path = temp_file.name
|
||||
@ -540,11 +554,15 @@ class RustBuild(object):
|
||||
|
||||
# Unpack the tarballs in parallle.
|
||||
# In Python 2.7, Pool cannot be used as a context manager.
|
||||
p = Pool(min(len(tarballs_download_info), cpu_count()))
|
||||
pool_size = min(len(tarballs_download_info), get_cpus())
|
||||
if self.verbose:
|
||||
print('Choosing a pool size of', pool_size, 'for the unpacking of the tarballs')
|
||||
p = Pool(pool_size)
|
||||
try:
|
||||
p.map(unpack_component, tarballs_download_info)
|
||||
finally:
|
||||
p.close()
|
||||
p.join()
|
||||
|
||||
if self.should_fix_bins_and_dylibs():
|
||||
self.fix_bin_or_dylib("{}/bin/cargo".format(bin_root))
|
||||
|
3
x.py
3
x.py
@ -4,6 +4,9 @@
|
||||
|
||||
# This file is only a "symlink" to bootstrap.py, all logic should go there.
|
||||
|
||||
# Parts of `bootstrap.py` use the `multiprocessing` module, so this entry point
|
||||
# must use the normal `if __name__ == '__main__':` convention to avoid problems.
|
||||
if __name__ == '__main__':
|
||||
import os
|
||||
import sys
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user