mirror of https://github.com/ansible/ansible.git
Galaxy server update (#72286)
* Update galaxy server image used in CI * Fix port and migration issue * Add delete step, still need to deal with pagination * Make cleanup more efficient * Remove testing codepull/72374/head
Jordan Borean
4 years ago
committed by
GitHub
parent
d6115887fa
commit
4856ab0e68
@ -0,0 +1,209 @@
|
||||
#!/usr/bin/python
|
||||
|
||||
# Copyright: (c) 2020, Ansible Project
|
||||
# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
|
||||
|
||||
from __future__ import (absolute_import, division, print_function)
|
||||
__metaclass__ = type
|
||||
|
||||
DOCUMENTATION = '''
|
||||
---
|
||||
module: reset_pulp
|
||||
short_description: Resets pulp back to the initial state
|
||||
description:
|
||||
- See short_description
|
||||
options:
|
||||
pulp_api:
|
||||
description:
|
||||
- The Pulp API endpoint.
|
||||
required: yes
|
||||
type: str
|
||||
galaxy_ng_server:
|
||||
description:
|
||||
- The Galaxy NG API endpoint.
|
||||
required: yes
|
||||
type: str
|
||||
url_username:
|
||||
description:
|
||||
- The username to use when authenticating against Pulp.
|
||||
required: yes
|
||||
type: str
|
||||
url_password:
|
||||
description:
|
||||
- The password to use when authenticating against Pulp.
|
||||
required: yes
|
||||
type: str
|
||||
repository:
|
||||
description:
|
||||
- The name of the repository to create.
|
||||
- This should match C(GALAXY_API_DEFAULT_DISTRIBUTION_BASE_PATH) in C(/etc/pulp/settings.py) or use the default of
|
||||
C(published).
|
||||
required: yes
|
||||
type: str
|
||||
namespaces:
|
||||
description:
|
||||
- A list of namespaces to create.
|
||||
required: yes
|
||||
type: list
|
||||
elements: str
|
||||
author:
|
||||
- Jordan Borean (@jborean93)
|
||||
'''
|
||||
|
||||
EXAMPLES = '''
|
||||
- name: reset pulp content
|
||||
reset_pulp:
|
||||
pulp_api: http://galaxy:24817
|
||||
galaxy_ng_server: http://galaxy/api/galaxy/
|
||||
url_username: username
|
||||
url_password: password
|
||||
repository: published
|
||||
namespaces:
|
||||
- namespace1
|
||||
- namespace2
|
||||
'''
|
||||
|
||||
RETURN = '''
|
||||
#
|
||||
'''
|
||||
|
||||
import json
|
||||
|
||||
from ansible.module_utils.basic import AnsibleModule
|
||||
from ansible.module_utils.urls import fetch_url
|
||||
from ansible.module_utils.common.text.converters import to_text
|
||||
|
||||
|
||||
def invoke_api(module, url, method='GET', data=None, status_codes=None):
|
||||
status_codes = status_codes or [200]
|
||||
headers = {}
|
||||
if data:
|
||||
headers['Content-Type'] = 'application/json'
|
||||
data = json.dumps(data)
|
||||
|
||||
resp, info = fetch_url(module, url, method=method, data=data, headers=headers)
|
||||
if info['status'] not in status_codes:
|
||||
module.fail_json(url=url, **info)
|
||||
|
||||
data = to_text(resp.read())
|
||||
if data:
|
||||
return json.loads(data)
|
||||
|
||||
|
||||
def delete_galaxy_namespace(namespace, module):
|
||||
""" Deletes the galaxy ng namespace specified. """
|
||||
ns_uri = '%sv3/namespaces/%s/' % (module.params['galaxy_ng_server'], namespace)
|
||||
invoke_api(module, ns_uri, method='DELETE', status_codes=[204])
|
||||
|
||||
|
||||
def delete_pulp_distribution(distribution, module):
|
||||
""" Deletes the pulp distribution at the URI specified. """
|
||||
task_info = invoke_api(module, distribution, method='DELETE', status_codes=[202])
|
||||
wait_pulp_task(task_info['task'], module)
|
||||
|
||||
|
||||
def delete_pulp_orphans(module):
|
||||
""" Deletes any orphaned pulp objects. """
|
||||
orphan_uri = module.params['pulp_api'] + '/pulp/api/v3/orphans/'
|
||||
task_info = invoke_api(module, orphan_uri, method='DELETE', status_codes=[202])
|
||||
wait_pulp_task(task_info['task'], module)
|
||||
|
||||
|
||||
def delete_pulp_repository(repository, module):
|
||||
""" Deletes the pulp repository at the URI specified. """
|
||||
task_info = invoke_api(module, repository, method='DELETE', status_codes=[202])
|
||||
wait_pulp_task(task_info['task'], module)
|
||||
|
||||
|
||||
def get_galaxy_namespaces(module):
|
||||
""" Gets a list of galaxy namespaces. """
|
||||
# No pagination has been implemented, shouldn't need unless we ever exceed 100 namespaces.
|
||||
namespace_uri = module.params['galaxy_ng_server'] + 'v3/namespaces/?limit=100&offset=0'
|
||||
ns_info = invoke_api(module, namespace_uri)
|
||||
|
||||
return [n['name'] for n in ns_info['data']]
|
||||
|
||||
|
||||
def get_pulp_distributions(module):
|
||||
""" Gets a list of all the pulp distributions. """
|
||||
distro_uri = module.params['pulp_api'] + '/pulp/api/v3/distributions/ansible/ansible/'
|
||||
distro_info = invoke_api(module, distro_uri)
|
||||
return [module.params['pulp_api'] + r['pulp_href'] for r in distro_info['results']]
|
||||
|
||||
|
||||
def get_pulp_repositories(module):
|
||||
""" Gets a list of all the pulp repositories. """
|
||||
repo_uri = module.params['pulp_api'] + '/pulp/api/v3/repositories/ansible/ansible/'
|
||||
repo_info = invoke_api(module, repo_uri)
|
||||
return [module.params['pulp_api'] + r['pulp_href'] for r in repo_info['results']]
|
||||
|
||||
|
||||
def new_galaxy_namespace(name, module):
|
||||
""" Creates a new namespace in Galaxy NG. """
|
||||
ns_uri = module.params['galaxy_ng_server'] + 'v3/_ui/namespaces/'
|
||||
data = {'name': name, 'groups': [{'name': 'system:partner-engineers', 'object_permissions':
|
||||
['add_namespace', 'change_namespace', 'upload_to_namespace']}]}
|
||||
ns_info = invoke_api(module, ns_uri, method='POST', data=data, status_codes=[201])
|
||||
|
||||
return ns_info['id']
|
||||
|
||||
|
||||
def new_pulp_repository(name, module):
|
||||
""" Creates a new pulp repository. """
|
||||
repo_uri = module.params['pulp_api'] + '/pulp/api/v3/repositories/ansible/ansible/'
|
||||
data = {'name': name}
|
||||
repo_info = invoke_api(module, repo_uri, method='POST', data=data, status_codes=[201])
|
||||
|
||||
return module.params['pulp_api'] + repo_info['pulp_href']
|
||||
|
||||
|
||||
def new_pulp_distribution(name, base_path, repository, module):
|
||||
""" Creates a new pulp distribution for a repository. """
|
||||
distro_uri = module.params['pulp_api'] + '/pulp/api/v3/distributions/ansible/ansible/'
|
||||
data = {'name': name, 'base_path': base_path, 'repository': repository}
|
||||
task_info = invoke_api(module, distro_uri, method='POST', data=data, status_codes=[202])
|
||||
task_info = wait_pulp_task(task_info['task'], module)
|
||||
|
||||
return module.params['pulp_api'] + task_info['created_resources'][0]
|
||||
|
||||
|
||||
def wait_pulp_task(task, module):
|
||||
""" Waits for a pulp import task to finish. """
|
||||
while True:
|
||||
task_info = invoke_api(module, module.params['pulp_api'] + task)
|
||||
if task_info['finished_at'] is not None:
|
||||
break
|
||||
|
||||
return task_info
|
||||
|
||||
|
||||
def main():
|
||||
module_args = dict(
|
||||
pulp_api=dict(type='str', required=True),
|
||||
galaxy_ng_server=dict(type='str', required=True),
|
||||
url_username=dict(type='str', required=True),
|
||||
url_password=dict(type='str', required=True, no_log=True),
|
||||
repository=dict(type='str', required=True),
|
||||
namespaces=dict(type='list', elements='str', required=True),
|
||||
)
|
||||
|
||||
module = AnsibleModule(
|
||||
argument_spec=module_args,
|
||||
supports_check_mode=False
|
||||
)
|
||||
module.params['force_basic_auth'] = True
|
||||
|
||||
[delete_pulp_distribution(d, module) for d in get_pulp_distributions(module)]
|
||||
[delete_pulp_repository(r, module) for r in get_pulp_repositories(module)]
|
||||
delete_pulp_orphans(module)
|
||||
[delete_galaxy_namespace(n, module) for n in get_galaxy_namespaces(module)]
|
||||
|
||||
repo_href = new_pulp_repository(module.params['repository'], module)
|
||||
new_pulp_distribution(module.params['repository'], module.params['repository'], repo_href, module)
|
||||
[new_galaxy_namespace(n, module) for n in module.params['namespaces']]
|
||||
|
||||
module.exit_json(changed=True)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@ -1,30 +0,0 @@
|
||||
- name: Create galaxy_ng namespaces
|
||||
uri:
|
||||
url: '{{ pulp_api }}/api/galaxy/v3/_ui/namespaces/'
|
||||
method: POST
|
||||
body_format: json
|
||||
body:
|
||||
name: '{{ namespace }}'
|
||||
groups:
|
||||
- system:partner-engineers
|
||||
status_code:
|
||||
- 201
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
loop: '{{ collection_list|map(attribute="namespace")|unique + publish_namespaces }}'
|
||||
loop_control:
|
||||
loop_var: namespace
|
||||
|
||||
- name: Get galaxy_ng token
|
||||
uri:
|
||||
url: '{{ pulp_api }}/api/galaxy/v3/auth/token/'
|
||||
method: POST
|
||||
body_format: json
|
||||
body: {}
|
||||
status_code:
|
||||
- 200
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: galaxy_ng_token
|
||||
@ -1,165 +1,11 @@
|
||||
# These tasks configure pulp/pulp_ansible so that we can use the container
|
||||
# This will also reset pulp between iterations
|
||||
|
||||
# The pulp container has a long start up time
|
||||
# The first task to interact with pulp needs to wait until it responds appropriately
|
||||
- name: list pulp distributions
|
||||
uri:
|
||||
url: '{{ pulp_api }}/pulp/api/v3/distributions/ansible/ansible/'
|
||||
status_code:
|
||||
- 200
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_distributions
|
||||
until: pulp_distributions is successful
|
||||
delay: 1
|
||||
retries: 60
|
||||
|
||||
- when: pulp_distributions.json.count > 0
|
||||
block:
|
||||
- name: delete pulp distributions
|
||||
uri:
|
||||
url: '{{ pulp_api }}{{ distribution.pulp_href }}'
|
||||
method: DELETE
|
||||
status_code:
|
||||
- 202
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_distribution_delete_tasks
|
||||
loop: '{{ pulp_distributions.json.results }}'
|
||||
loop_control:
|
||||
loop_var: distribution
|
||||
label: '{{ distribution.name }}'
|
||||
|
||||
- name: wait for distribution delete
|
||||
uri:
|
||||
url: '{{ pulp_api }}{{ task.json.task }}'
|
||||
method: GET
|
||||
status_code:
|
||||
- 200
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_distribution_delete
|
||||
until: pulp_distribution_delete is successful and pulp_distribution_delete.json.state|default("MISSING") == "completed"
|
||||
delay: 1
|
||||
retries: 25
|
||||
loop: '{{ pulp_distribution_delete_tasks.results }}'
|
||||
loop_control:
|
||||
loop_var: task
|
||||
label: '{{ task.json.task }}'
|
||||
|
||||
- name: delete pulp repository
|
||||
uri:
|
||||
url: '{{ pulp_api }}{{ distribution.repository }}'
|
||||
method: DELETE
|
||||
status_code:
|
||||
- 202
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_repository_delete_tasks
|
||||
loop: '{{ pulp_distributions.json.results }}'
|
||||
loop_control:
|
||||
loop_var: distribution
|
||||
label: '{{ distribution.name }}'
|
||||
|
||||
- name: wait for repository delete
|
||||
uri:
|
||||
url: '{{ pulp_api }}{{ task.json.task }}'
|
||||
method: GET
|
||||
status_code:
|
||||
- 200
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_repository_delete
|
||||
until: pulp_repository_delete is successful and pulp_repository_delete.json.state|default("MISSING") == "completed"
|
||||
delay: 1
|
||||
retries: 25
|
||||
loop: '{{ pulp_repository_delete_tasks.results }}'
|
||||
loop_control:
|
||||
loop_var: task
|
||||
label: '{{ task.json.task }}'
|
||||
|
||||
- name: delete pulp orphans
|
||||
uri:
|
||||
url: '{{ pulp_api }}/pulp/api/v3/orphans/'
|
||||
method: DELETE
|
||||
status_code:
|
||||
- 202
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_orphans_delete_task
|
||||
|
||||
- name: wait for orphan delete
|
||||
uri:
|
||||
url: '{{ pulp_api }}{{ pulp_orphans_delete_task.json.task }}'
|
||||
method: GET
|
||||
status_code:
|
||||
- 200
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_orphans_delete
|
||||
until: pulp_orphans_delete is successful and pulp_orphans_delete.json.state|default("MISSING") == "completed"
|
||||
delay: 1
|
||||
retries: 25
|
||||
|
||||
- name: create pulp repos
|
||||
uri:
|
||||
url: '{{ pulp_api }}/pulp/api/v3/repositories/ansible/ansible/'
|
||||
method: POST
|
||||
body_format: json
|
||||
body:
|
||||
name: '{{ repo_name }}'
|
||||
status_code:
|
||||
- 201
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_repo
|
||||
loop:
|
||||
- automation-hub
|
||||
loop_control:
|
||||
loop_var: repo_name
|
||||
|
||||
- name: create pulp distributions
|
||||
uri:
|
||||
url: '{{ pulp_api }}/pulp/api/v3/distributions/ansible/ansible/'
|
||||
method: POST
|
||||
body_format: json
|
||||
body:
|
||||
name: '{{ repo.repo_name }}'
|
||||
base_path: '{{ repo.repo_name }}'
|
||||
repository: '{{ pulp_api }}{{ repo.json.pulp_href }}'
|
||||
status_code:
|
||||
- 202
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
register: pulp_distribution_task
|
||||
loop: '{{ pulp_repo.results }}'
|
||||
loop_control:
|
||||
loop_var: repo
|
||||
|
||||
- name: wait for distribution creation
|
||||
uri:
|
||||
url: '{{ pulp_api }}{{ task.json.task }}'
|
||||
method: GET
|
||||
status_code:
|
||||
- 200
|
||||
user: '{{ pulp_user }}'
|
||||
password: '{{ pulp_password }}'
|
||||
force_basic_auth: true
|
||||
until: pulp_distribution is successful and pulp_distribution.json.state|default("MISSING") == "completed"
|
||||
delay: 1
|
||||
retries: 25
|
||||
register: pulp_distribution
|
||||
loop: '{{ pulp_distribution_task.results }}'
|
||||
loop_control:
|
||||
loop_var: task
|
||||
label: '{{ task.json.task }}'
|
||||
# A module is used to make the tests run quicker as this will send lots of API requests.
|
||||
- name: reset pulp content
|
||||
reset_pulp:
|
||||
pulp_api: '{{ pulp_api }}'
|
||||
galaxy_ng_server: '{{ galaxy_ng_server }}'
|
||||
url_username: '{{ pulp_user }}'
|
||||
url_password: '{{ pulp_password }}'
|
||||
repository: published
|
||||
namespaces: '{{ collection_list|map(attribute="namespace")|unique + publish_namespaces }}'
|
||||
|
||||
Loading…
Reference in New Issue