You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
96 lines
3.8 KiB
Python
96 lines
3.8 KiB
Python
#!/usr/bin/env python
|
|
|
|
import os
|
|
import sys
|
|
|
|
import ci_lib
|
|
|
|
batches = []
|
|
|
|
if 0 and os.uname()[0] == 'Linux':
|
|
batches += [
|
|
[
|
|
"sudo chown `whoami`: ~",
|
|
"chmod u=rwx,g=rx,o= ~",
|
|
|
|
"sudo mkdir /var/run/sshd",
|
|
"sudo /etc/init.d/ssh start",
|
|
|
|
"mkdir -p ~/.ssh",
|
|
"chmod u=rwx,go= ~/.ssh",
|
|
|
|
"ssh-keyscan -H localhost >> ~/.ssh/known_hosts",
|
|
"chmod u=rw,go= ~/.ssh/known_hosts",
|
|
|
|
"cat tests/data/docker/mitogen__has_sudo_pubkey.key > ~/.ssh/id_rsa",
|
|
"chmod u=rw,go= ~/.ssh/id_rsa",
|
|
|
|
"cat tests/data/docker/mitogen__has_sudo_pubkey.key.pub > ~/.ssh/authorized_keys",
|
|
"chmod u=rw,go=r ~/.ssh/authorized_keys",
|
|
]
|
|
]
|
|
|
|
# setup venv, need all python commands in 1 list to be subprocessed at the same time
|
|
venv_steps = []
|
|
|
|
need_to_fix_psycopg2 = False
|
|
|
|
is_python3 = os.environ['PYTHONVERSION'].startswith('3')
|
|
|
|
# @dw: The VSTS-shipped Pythons available via UsePythonVErsion are pure garbage,
|
|
# broken symlinks, incorrect permissions and missing codecs. So we use the
|
|
# deadsnakes PPA to get sane Pythons, and setup a virtualenv to install our
|
|
# stuff into. The virtualenv can probably be removed again, but this was a
|
|
# hard-fought battle and for now I am tired of this crap.
|
|
if ci_lib.have_apt():
|
|
venv_steps.extend([
|
|
'echo force-unsafe-io | sudo tee /etc/dpkg/dpkg.cfg.d/nosync',
|
|
'sudo add-apt-repository ppa:deadsnakes/ppa',
|
|
'sudo apt-get update',
|
|
'sudo apt-get -y install '
|
|
'python{pv} '
|
|
'python{pv}-dev '
|
|
'libsasl2-dev '
|
|
'libldap2-dev '
|
|
.format(pv=os.environ['PYTHONVERSION']),
|
|
'sudo ln -fs /usr/bin/python{pv} /usr/local/bin/python{pv}'
|
|
.format(pv=os.environ['PYTHONVERSION'])
|
|
])
|
|
if is_python3:
|
|
venv_steps.append('sudo apt-get -y install python{pv}-venv'.format(pv=os.environ['PYTHONVERSION']))
|
|
# TODO: somehow `Mito36CentOS6_26` has both brew and apt installed https://dev.azure.com/dw-mitogen/Mitogen/_build/results?buildId=1031&view=logs&j=7bdbcdc6-3d3e-568d-ccf8-9ddca1a9623a&t=73d379b6-4eea-540f-c97e-046a2f620483
|
|
elif is_python3 and ci_lib.have_brew():
|
|
# Mac's System Integrity Protection prevents symlinking /usr/bin
|
|
# and Azure isn't allowing disabling it apparently: https://developercommunityapi.westus.cloudapp.azure.com/idea/558702/allow-disabling-sip-on-microsoft-hosted-macos-agen.html
|
|
# so we'll use /usr/local/bin/python for everything
|
|
# /usr/local/bin/python2.7 already exists!
|
|
need_to_fix_psycopg2 = True
|
|
venv_steps.append(
|
|
'brew install python@{pv} postgresql'
|
|
.format(pv=os.environ['PYTHONVERSION'])
|
|
)
|
|
|
|
# need wheel before building virtualenv because of bdist_wheel and setuptools deps
|
|
venv_steps.append('/usr/local/bin/python{pv} -m pip install -U pip wheel setuptools'.format(pv=os.environ['PYTHONVERSION']))
|
|
|
|
if os.environ['PYTHONVERSION'].startswith('2'):
|
|
venv_steps.extend([
|
|
'/usr/local/bin/python{pv} -m pip install -U virtualenv'.format(pv=os.environ['PYTHONVERSION']),
|
|
'/usr/local/bin/python{pv} -m virtualenv /tmp/venv -p /usr/local/bin/python{pv}'.format(pv=os.environ['PYTHONVERSION'])
|
|
])
|
|
else:
|
|
venv_steps.append('/usr/local/bin/python{pv} -m venv /tmp/venv'.format(pv=os.environ['PYTHONVERSION']))
|
|
# fixes https://stackoverflow.com/questions/59595649/can-not-install-psycopg2-on-macos-catalina https://github.com/Azure/azure-cli/issues/12854#issuecomment-619213863
|
|
if need_to_fix_psycopg2:
|
|
venv_steps.append('/tmp/venv/bin/pip3 install psycopg2==2.8.5 psycopg2-binary')
|
|
|
|
venv_steps.extend([
|
|
# pbr is a transitive setup_requires of hdrhistogram. If it's not already
|
|
# installed then setuptools attempts to use easy_install, which fails.
|
|
'/tmp/venv/bin/pip install pbr==5.6.0',
|
|
])
|
|
|
|
batches.append(venv_steps)
|
|
|
|
ci_lib.run_batches(batches)
|