mirror of https://github.com/ansible/ansible.git
New module: AWS storage gateway facts (#39491)
* Add a module to get storage gateway facts * Review fixes * Last review fixes * Add filtering gathering & some fixes * doc fix * API error handling * Remove ec2_argument_spec import Use imported BotoCoreError and ClientError rather than botocore.exceptionspull/39622/merge
Loïc Blot
7 years ago
committed by
Ryan Brown
parent
f872b70449
commit
88df583af7
@ -0,0 +1,354 @@
|
|||||||
|
#!/usr/bin/python
|
||||||
|
# Copyright (c) 2018 Loic BLOT <loic.blot@unix-experience.fr>
|
||||||
|
# This module is sponsored by E.T.A.I. (www.etai.fr)
|
||||||
|
# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
|
||||||
|
|
||||||
|
ANSIBLE_METADATA = {'metadata_version': '1.1',
|
||||||
|
'status': ['preview'],
|
||||||
|
'supported_by': 'community'}
|
||||||
|
|
||||||
|
DOCUMENTATION = '''
|
||||||
|
---
|
||||||
|
module: aws_sgw_facts
|
||||||
|
short_description: Fetch AWS Storage Gateway facts
|
||||||
|
description:
|
||||||
|
- Fetch AWS Storage Gateway facts
|
||||||
|
version_added: "2.6"
|
||||||
|
requirements: [ boto3 ]
|
||||||
|
author: "Loic Blot <loic.blot@unix-experience.fr>"
|
||||||
|
options:
|
||||||
|
gather_local_disks:
|
||||||
|
description:
|
||||||
|
- Gather local disks attached to the storage gateway.
|
||||||
|
type: bool
|
||||||
|
required: false
|
||||||
|
default: true
|
||||||
|
gather_tapes:
|
||||||
|
description:
|
||||||
|
- Gather tape information for storage gateways in tape mode.
|
||||||
|
type: bool
|
||||||
|
required: false
|
||||||
|
default: true
|
||||||
|
gather_file_shares:
|
||||||
|
description:
|
||||||
|
- Gather file share information for storage gateways in s3 mode.
|
||||||
|
type: bool
|
||||||
|
required: false
|
||||||
|
default: true
|
||||||
|
gather_volumes:
|
||||||
|
description:
|
||||||
|
- Gather volume information for storage gateways in iSCSI (cached & stored) modes.
|
||||||
|
type: bool
|
||||||
|
required: false
|
||||||
|
default: true
|
||||||
|
extends_documentation_fragment:
|
||||||
|
- aws
|
||||||
|
- ec2
|
||||||
|
'''
|
||||||
|
|
||||||
|
RETURN = '''
|
||||||
|
gateways:
|
||||||
|
description: list of gateway objects
|
||||||
|
returned: always
|
||||||
|
type: complex
|
||||||
|
contains:
|
||||||
|
gateway_arn:
|
||||||
|
description: "Storage Gateway ARN"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "arn:aws:storagegateway:eu-west-1:367709993819:gateway/sgw-9999F888"
|
||||||
|
gateway_id:
|
||||||
|
description: "Storage Gateway ID"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "sgw-9999F888"
|
||||||
|
gateway_name:
|
||||||
|
description: "Storage Gateway friendly name"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "my-sgw-01"
|
||||||
|
gateway_operational_state:
|
||||||
|
description: "Storage Gateway operational state"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "ACTIVE"
|
||||||
|
gateway_type:
|
||||||
|
description: "Storage Gateway type"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "FILE_S3"
|
||||||
|
file_shares:
|
||||||
|
description: "Storage gateway file shares"
|
||||||
|
returned: when gateway_type == "FILE_S3"
|
||||||
|
type: complex
|
||||||
|
contains:
|
||||||
|
file_share_arn:
|
||||||
|
description: "File share ARN"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "arn:aws:storagegateway:eu-west-1:399805793479:share/share-AF999C88"
|
||||||
|
file_share_id:
|
||||||
|
description: "File share ID"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "share-AF999C88"
|
||||||
|
file_share_status:
|
||||||
|
description: "File share status"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "AVAILABLE"
|
||||||
|
tapes:
|
||||||
|
description: "Storage Gateway tapes"
|
||||||
|
returned: when gateway_type == "VTL"
|
||||||
|
type: complex
|
||||||
|
contains:
|
||||||
|
tape_arn:
|
||||||
|
description: "Tape ARN"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "arn:aws:storagegateway:eu-west-1:399805793479:tape/tape-AF999C88"
|
||||||
|
tape_barcode:
|
||||||
|
description: "Tape ARN"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "tape-AF999C88"
|
||||||
|
tape_size_in_bytes:
|
||||||
|
description: "Tape ARN"
|
||||||
|
returned: always
|
||||||
|
type: integer
|
||||||
|
sample: 555887569
|
||||||
|
tape_status:
|
||||||
|
description: "Tape ARN"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "AVAILABLE"
|
||||||
|
local_disks:
|
||||||
|
description: "Storage gateway local disks"
|
||||||
|
returned: always
|
||||||
|
type: complex
|
||||||
|
contains:
|
||||||
|
disk_allocation_type:
|
||||||
|
description: "Disk allocation type"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "CACHE STORAGE"
|
||||||
|
disk_id:
|
||||||
|
description: "Disk ID on the system"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "pci-0000:00:1f.0"
|
||||||
|
disk_node:
|
||||||
|
description: "Disk parent block device"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "/dev/sdb"
|
||||||
|
disk_path:
|
||||||
|
description: "Disk path used for the cache"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "/dev/nvme1n1"
|
||||||
|
disk_size_in_bytes:
|
||||||
|
description: "Disk size in bytes"
|
||||||
|
returned: always
|
||||||
|
type: integer
|
||||||
|
sample: 107374182400
|
||||||
|
disk_status:
|
||||||
|
description: "Disk status"
|
||||||
|
returned: always
|
||||||
|
type: string
|
||||||
|
sample: "present"
|
||||||
|
'''
|
||||||
|
|
||||||
|
EXAMPLES = '''
|
||||||
|
# Note: These examples do not set authentication details, see the AWS Guide for details.
|
||||||
|
|
||||||
|
- name: "Get AWS storage gateway facts"
|
||||||
|
aws_sgw_facts:
|
||||||
|
|
||||||
|
- name: "Get AWS storage gateway facts for region eu-west-3"
|
||||||
|
aws_sgw_facts:
|
||||||
|
region: eu-west-3
|
||||||
|
'''
|
||||||
|
|
||||||
|
from ansible.module_utils.aws.core import AnsibleAWSModule
|
||||||
|
from ansible.module_utils.ec2 import camel_dict_to_snake_dict
|
||||||
|
|
||||||
|
try:
|
||||||
|
from botocore.exceptions import BotoCoreError, ClientError
|
||||||
|
except ImportError:
|
||||||
|
pass # caught by imported HAS_BOTO3
|
||||||
|
|
||||||
|
|
||||||
|
class SGWFactsManager(object):
|
||||||
|
def __init__(self, client, module):
|
||||||
|
self.client = client
|
||||||
|
self.module = module
|
||||||
|
self.name = self.module.params.get('name')
|
||||||
|
|
||||||
|
def fetch(self):
|
||||||
|
gateways = self.list_gateways()
|
||||||
|
for gateway in gateways:
|
||||||
|
if self.module.params.get('gather_local_disks'):
|
||||||
|
self.list_local_disks(gateway)
|
||||||
|
# File share gateway
|
||||||
|
if gateway["gateway_type"] == "FILE_S3" and self.module.params.get('gather_file_shares'):
|
||||||
|
self.list_gateway_file_shares(gateway)
|
||||||
|
# Volume tape gateway
|
||||||
|
elif gateway["gateway_type"] == "VTL" and self.module.params.get('gather_tapes'):
|
||||||
|
self.list_gateway_vtl(gateway)
|
||||||
|
# iSCSI gateway
|
||||||
|
elif gateway["gateway_type"] in ["CACHED", "STORED"] and self.module.params.get('gather_volumes'):
|
||||||
|
self.list_gateway_volumes(gateway)
|
||||||
|
|
||||||
|
self.module.exit_json(gateways=gateways)
|
||||||
|
|
||||||
|
"""
|
||||||
|
List all storage gateways for the AWS endpoint.
|
||||||
|
"""
|
||||||
|
def list_gateways(self):
|
||||||
|
try:
|
||||||
|
paginator = self.client.get_paginator('list_gateways')
|
||||||
|
response = paginator.paginate(
|
||||||
|
PaginationConfig={
|
||||||
|
'PageSize': 100,
|
||||||
|
}
|
||||||
|
).build_full_result()
|
||||||
|
|
||||||
|
gateways = []
|
||||||
|
for gw in response["Gateways"]:
|
||||||
|
gateways.append(camel_dict_to_snake_dict(gw))
|
||||||
|
|
||||||
|
return gateways
|
||||||
|
|
||||||
|
except (BotoCoreError, ClientError) as e:
|
||||||
|
self.module.fail_json_aws(e, msg="Couldn't list storage gateways")
|
||||||
|
|
||||||
|
"""
|
||||||
|
Read file share objects from AWS API response.
|
||||||
|
Drop the gateway_arn attribute from response, as it will be duplicate with parent object.
|
||||||
|
"""
|
||||||
|
@staticmethod
|
||||||
|
def _read_gateway_fileshare_response(fileshares, aws_reponse):
|
||||||
|
for share in aws_reponse["FileShareInfoList"]:
|
||||||
|
share_obj = camel_dict_to_snake_dict(share)
|
||||||
|
if "gateway_arn" in share_obj:
|
||||||
|
del share_obj["gateway_arn"]
|
||||||
|
fileshares.append(share_obj)
|
||||||
|
|
||||||
|
return aws_reponse["NextMarker"] if "NextMarker" in aws_reponse else None
|
||||||
|
|
||||||
|
"""
|
||||||
|
List file shares attached to AWS storage gateway when in S3 mode.
|
||||||
|
"""
|
||||||
|
def list_gateway_file_shares(self, gateway):
|
||||||
|
try:
|
||||||
|
response = self.client.list_file_shares(
|
||||||
|
GatewayARN=gateway["gateway_arn"],
|
||||||
|
Limit=100
|
||||||
|
)
|
||||||
|
|
||||||
|
gateway["file_shares"] = []
|
||||||
|
marker = self._read_gateway_fileshare_response(gateway["file_shares"], response)
|
||||||
|
|
||||||
|
while marker is not None:
|
||||||
|
response = self.client.list_file_shares(
|
||||||
|
GatewayARN=gateway["gateway_arn"],
|
||||||
|
Marker=marker,
|
||||||
|
Limit=100
|
||||||
|
)
|
||||||
|
|
||||||
|
marker = self._read_gateway_fileshare_response(gateway["file_shares"], response)
|
||||||
|
except (BotoCoreError, ClientError) as e:
|
||||||
|
self.module.fail_json_aws(e, msg="Couldn't list gateway file shares")
|
||||||
|
|
||||||
|
"""
|
||||||
|
List storage gateway local disks
|
||||||
|
"""
|
||||||
|
def list_local_disks(self, gateway):
|
||||||
|
try:
|
||||||
|
gateway['local_disks'] = [camel_dict_to_snake_dict(disk) for disk in
|
||||||
|
self.client.list_local_disks(GatewayARN=gateway["gateway_arn"])['Disks']]
|
||||||
|
except (BotoCoreError, ClientError) as e:
|
||||||
|
self.module.fail_json_aws(e, msg="Couldn't list storage gateway local disks")
|
||||||
|
|
||||||
|
"""
|
||||||
|
Read tape objects from AWS API response.
|
||||||
|
Drop the gateway_arn attribute from response, as it will be duplicate with parent object.
|
||||||
|
"""
|
||||||
|
@staticmethod
|
||||||
|
def _read_gateway_tape_response(tapes, aws_response):
|
||||||
|
for tape in aws_response["TapeInfos"]:
|
||||||
|
tape_obj = camel_dict_to_snake_dict(tape)
|
||||||
|
if "gateway_arn" in tape_obj:
|
||||||
|
del tape_obj["gateway_arn"]
|
||||||
|
tapes.append(tape_obj)
|
||||||
|
|
||||||
|
return aws_response["Marker"] if "Marker" in aws_response else None
|
||||||
|
|
||||||
|
"""
|
||||||
|
List VTL & VTS attached to AWS storage gateway in VTL mode
|
||||||
|
"""
|
||||||
|
def list_gateway_vtl(self, gateway):
|
||||||
|
try:
|
||||||
|
response = self.client.list_tapes(
|
||||||
|
Limit=100
|
||||||
|
)
|
||||||
|
|
||||||
|
gateway["tapes"] = []
|
||||||
|
marker = self._read_gateway_tape_response(gateway["tapes"], response)
|
||||||
|
|
||||||
|
while marker is not None:
|
||||||
|
response = self.client.list_tapes(
|
||||||
|
Marker=marker,
|
||||||
|
Limit=100
|
||||||
|
)
|
||||||
|
|
||||||
|
marker = self._read_gateway_tape_response(gateway["tapes"], response)
|
||||||
|
except (BotoCoreError, ClientError) as e:
|
||||||
|
self.module.fail_json_aws(e, msg="Couldn't list storage gateway tapes")
|
||||||
|
|
||||||
|
"""
|
||||||
|
List volumes attached to AWS storage gateway in CACHED or STORAGE mode
|
||||||
|
"""
|
||||||
|
def list_gateway_volumes(self, gateway):
|
||||||
|
try:
|
||||||
|
paginator = self.client.get_paginator('list_volumes')
|
||||||
|
response = paginator.paginate(
|
||||||
|
GatewayARN=gateway["gateway_arn"],
|
||||||
|
PaginationConfig={
|
||||||
|
'PageSize': 100,
|
||||||
|
}
|
||||||
|
).build_full_result()
|
||||||
|
|
||||||
|
gateway["volumes"] = []
|
||||||
|
for volume in response["VolumeInfos"]:
|
||||||
|
volume_obj = camel_dict_to_snake_dict(volume)
|
||||||
|
if "gateway_arn" in volume_obj:
|
||||||
|
del volume_obj["gateway_arn"]
|
||||||
|
if "gateway_id" in volume_obj:
|
||||||
|
del volume_obj["gateway_id"]
|
||||||
|
|
||||||
|
gateway["volumes"].append(volume_obj)
|
||||||
|
except (BotoCoreError, ClientError) as e:
|
||||||
|
self.module.fail_json_aws(e, msg="Couldn't list storage gateway volumes")
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
argument_spec = dict(
|
||||||
|
gather_local_disks=dict(type='bool', default=True),
|
||||||
|
gather_tapes=dict(type='bool', default=True),
|
||||||
|
gather_file_shares=dict(type='bool', default=True),
|
||||||
|
gather_volumes=dict(type='bool', default=True)
|
||||||
|
)
|
||||||
|
|
||||||
|
module = AnsibleAWSModule(argument_spec=argument_spec)
|
||||||
|
client = module.client('storagegateway')
|
||||||
|
|
||||||
|
if client is None: # this should never happen
|
||||||
|
module.fail_json(msg='Unknown error, failed to create storagegateway client, no information from boto.')
|
||||||
|
|
||||||
|
SGWFactsManager(client, module).fetch()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
Loading…
Reference in New Issue