ci: Switch Continuous Integration to Tox
Also
- Simplifies adding support for additional Ansible versions
- Unifies Python package versioning in CI and local test environments
- Matches Python versions tested, with those declared in setup.py
- Expands targets covered by automated Ansible tests to
- centos6, centos8
- debian9, debian11
- ubuntu1604, ubuntu2004
pull/869/head
Alex Willmer
3 years ago
parent
7e2f92191a
commit
c5c65ab0d2
@ -1,95 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
|
|
||||||
import ci_lib
|
|
||||||
|
|
||||||
batches = []
|
|
||||||
|
|
||||||
if 0 and os.uname()[0] == 'Linux':
|
|
||||||
batches += [
|
|
||||||
[
|
|
||||||
"sudo chown `whoami`: ~",
|
|
||||||
"chmod u=rwx,g=rx,o= ~",
|
|
||||||
|
|
||||||
"sudo mkdir /var/run/sshd",
|
|
||||||
"sudo /etc/init.d/ssh start",
|
|
||||||
|
|
||||||
"mkdir -p ~/.ssh",
|
|
||||||
"chmod u=rwx,go= ~/.ssh",
|
|
||||||
|
|
||||||
"ssh-keyscan -H localhost >> ~/.ssh/known_hosts",
|
|
||||||
"chmod u=rw,go= ~/.ssh/known_hosts",
|
|
||||||
|
|
||||||
"cat tests/data/docker/mitogen__has_sudo_pubkey.key > ~/.ssh/id_rsa",
|
|
||||||
"chmod u=rw,go= ~/.ssh/id_rsa",
|
|
||||||
|
|
||||||
"cat tests/data/docker/mitogen__has_sudo_pubkey.key.pub > ~/.ssh/authorized_keys",
|
|
||||||
"chmod u=rw,go=r ~/.ssh/authorized_keys",
|
|
||||||
]
|
|
||||||
]
|
|
||||||
|
|
||||||
# setup venv, need all python commands in 1 list to be subprocessed at the same time
|
|
||||||
venv_steps = []
|
|
||||||
|
|
||||||
need_to_fix_psycopg2 = False
|
|
||||||
|
|
||||||
is_python3 = os.environ['PYTHONVERSION'].startswith('3')
|
|
||||||
|
|
||||||
# @dw: The VSTS-shipped Pythons available via UsePythonVErsion are pure garbage,
|
|
||||||
# broken symlinks, incorrect permissions and missing codecs. So we use the
|
|
||||||
# deadsnakes PPA to get sane Pythons, and setup a virtualenv to install our
|
|
||||||
# stuff into. The virtualenv can probably be removed again, but this was a
|
|
||||||
# hard-fought battle and for now I am tired of this crap.
|
|
||||||
if ci_lib.have_apt():
|
|
||||||
venv_steps.extend([
|
|
||||||
'echo force-unsafe-io | sudo tee /etc/dpkg/dpkg.cfg.d/nosync',
|
|
||||||
'sudo add-apt-repository ppa:deadsnakes/ppa',
|
|
||||||
'sudo apt-get update',
|
|
||||||
'sudo apt-get -y install '
|
|
||||||
'python{pv} '
|
|
||||||
'python{pv}-dev '
|
|
||||||
'libsasl2-dev '
|
|
||||||
'libldap2-dev '
|
|
||||||
.format(pv=os.environ['PYTHONVERSION']),
|
|
||||||
'sudo ln -fs /usr/bin/python{pv} /usr/local/bin/python{pv}'
|
|
||||||
.format(pv=os.environ['PYTHONVERSION'])
|
|
||||||
])
|
|
||||||
if is_python3:
|
|
||||||
venv_steps.append('sudo apt-get -y install python{pv}-venv'.format(pv=os.environ['PYTHONVERSION']))
|
|
||||||
# TODO: somehow `Mito36CentOS6_26` has both brew and apt installed https://dev.azure.com/dw-mitogen/Mitogen/_build/results?buildId=1031&view=logs&j=7bdbcdc6-3d3e-568d-ccf8-9ddca1a9623a&t=73d379b6-4eea-540f-c97e-046a2f620483
|
|
||||||
elif is_python3 and ci_lib.have_brew():
|
|
||||||
# Mac's System Integrity Protection prevents symlinking /usr/bin
|
|
||||||
# and Azure isn't allowing disabling it apparently: https://developercommunityapi.westus.cloudapp.azure.com/idea/558702/allow-disabling-sip-on-microsoft-hosted-macos-agen.html
|
|
||||||
# so we'll use /usr/local/bin/python for everything
|
|
||||||
# /usr/local/bin/python2.7 already exists!
|
|
||||||
need_to_fix_psycopg2 = True
|
|
||||||
venv_steps.append(
|
|
||||||
'brew install python@{pv} postgresql'
|
|
||||||
.format(pv=os.environ['PYTHONVERSION'])
|
|
||||||
)
|
|
||||||
|
|
||||||
# need wheel before building virtualenv because of bdist_wheel and setuptools deps
|
|
||||||
venv_steps.append('/usr/local/bin/python{pv} -m pip install -U pip wheel setuptools'.format(pv=os.environ['PYTHONVERSION']))
|
|
||||||
|
|
||||||
if os.environ['PYTHONVERSION'].startswith('2'):
|
|
||||||
venv_steps.extend([
|
|
||||||
'/usr/local/bin/python{pv} -m pip install -U virtualenv'.format(pv=os.environ['PYTHONVERSION']),
|
|
||||||
'/usr/local/bin/python{pv} -m virtualenv /tmp/venv -p /usr/local/bin/python{pv}'.format(pv=os.environ['PYTHONVERSION'])
|
|
||||||
])
|
|
||||||
else:
|
|
||||||
venv_steps.append('/usr/local/bin/python{pv} -m venv /tmp/venv'.format(pv=os.environ['PYTHONVERSION']))
|
|
||||||
# fixes https://stackoverflow.com/questions/59595649/can-not-install-psycopg2-on-macos-catalina https://github.com/Azure/azure-cli/issues/12854#issuecomment-619213863
|
|
||||||
if need_to_fix_psycopg2:
|
|
||||||
venv_steps.append('/tmp/venv/bin/pip3 install psycopg2==2.8.5 psycopg2-binary')
|
|
||||||
|
|
||||||
venv_steps.extend([
|
|
||||||
# pbr is a transitive setup_requires of hdrhistogram. If it's not already
|
|
||||||
# installed then setuptools attempts to use easy_install, which fails.
|
|
||||||
'/tmp/venv/bin/pip install pbr==5.6.0',
|
|
||||||
])
|
|
||||||
|
|
||||||
batches.append(venv_steps)
|
|
||||||
|
|
||||||
ci_lib.run_batches(batches)
|
|
||||||
Loading…
Reference in New Issue