ansible/library/cloud/linode

#!/usr/bin/env python -tt
# This file is part of Ansible
#
# Ansible is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Ansible is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Ansible.  If not, see <http://www.gnu.org/licenses/>.

DOCUMENTATION = '''
---
module: rax
short_description: create / delete an instance in Rackspace Public Cloud
description:
     - creates / deletes a Rackspace Public Cloud instance and optionally waits for it to be 'running'.
version_added: "1.2"
options:
  service:
    description:
     - Cloud service to interact with
    choices: ['cloudservers']
    default: cloudservers
  state:
    description:
     - Indicate desired state of the resource
    choices: ['present', 'active', 'absent', 'deleted']
    default: present
  creds_file:
    description:
     - File to find the Rackspace Public Cloud credentials in
    default: null
  name:
    description:
     - Name to give the instance
    default: null
  flavor:
    description:
     - flavor to use for the instance
    default: null
  image:
    description:
     - image to use for the instance
    default: null
  meta:
    description:
     - A hash of metadata to associate with the instance
    default: null
  key_name:
    description:
     - key pair to use on the instance
    default: null
    aliases: ['keypair']
  files:
    description:
     - Files to insert into the instance. remotefilename:localcontent
    default: null
  region:
    description:
     - Region to create an instance in
    default: null
  wait:
    description:
     - wait for the instance to be in state 'running' before returning
    default: "no"
    choices: [ "yes", "no" ]
  wait_timeout:
    description:
     - how long before wait gives up, in seconds
    default: 300
requirements: [ "pyrax" ]
author: Jesse Keating
notes:
  - Two environment variables can be used, RAX_CREDS and RAX_REGION.
  - RAX_CREDS points to a credentials file appropriate for pyrax
  - RAX_REGION defines a Rackspace Public Cloud region (DFW, ORD, LON, ...)
'''

EXAMPLES = '''
# Create a server
- local_action:
     module: rax
     creds_file: ~/.raxpub
     service: cloudservers
     name: rax-test1
     flavor: 5
     image: b11d9567-e412-4255-96b9-bd63ab23bcfe
     wait: yes
     state: present
'''

import sys
import time
import os

try:
    from linode import api as linode_api
except ImportError:
    print("failed=True msg='linode-python required for this module'")
    sys.exit(1)

def randompass():
    '''
    Generate a long random password that comply to Linode requirements
    '''
    # Linode API currently requires the following: 
    # It must contain at least two of these four character classes: 
    # lower case letters - upper case letters - numbers - punctuation
    # we play it safe :)
    import random
    import string
    lower = ''.join(random.choice(string.ascii_lowercase) for x in range(6))
    upper = ''.join(random.choice(string.ascii_uppercase) for x in range(6))
    number = ''.join(random.choice(string.digits) for x in range(6))
    punct = ''.join(random.choice(string.punctuation) for x in range(6))
    p = lower + upper + number + punct
    return ''.join(random.sample(p, len(p)))

def getInstanceDetails(api, server):
    '''
    Return the details of an instance, populating IPs, etc.
    '''
    instance = {'id': server['LINODEID'],
                'name': server['LABEL'],
                'public': [],
                'private': []}

    # Populate with ips
    for ip in api.linode_ip_list(LinodeId=server['LINODEID']):
        if ip['ISPUBLIC'] and not instance['ipv4']:
            instance['ipv4'] = ip['IPADDRESS']
            instance['fqdn'] = ip['RDNS_NAME']
        if ip['ISPUBLIC']:
            instance['public'].append({'ipv4': ip['IPADDRESS'],
                                       'fqdn': ip['RDNS_NAME'],
                                       'ip_id': ip['IPADDRESSID']})
        else:
            instance['private'].append({'ipv4': ip['IPADDRESS'],
                                        'fqdn': ip['RDNS_NAME'],
                                        'ip_id': ip['IPADDRESSID']})
    return instance

def linodeServers(module, api, state, name, flavor, image, region, linode_id, 
                  payment_term, password, ssh_pub_key, swap, wait, wait_timeout):
    # Check our args (this could be done better)
    for arg in (state, name, flavor, image):
        if not arg:
            module.fail_json(msg='%s is required for cloudservers' % arg)

    instances = []
    changed = False
    new_server = False   
    servers = []
    disks = []
    configs = []
    jobs = []

    # See if we can match an existing server details with the provided linode_id
    if linode_id:
        # For the moment we only consider linode_id as criteria for match
        # Later we can use more (size, name, etc.) and update existing
        servers = api.linode_list(LinodeId=linode_id)
        disks = api.linode_disk_list(LinodeId=linode_id)
        configs = api.linode_config_list(LinodeId=linode_id)

    # Act on the state
    if state in ('active', 'present', 'started'):
        # TODO: validate all the flavor / image / region are valid

        # Multi step process/validation:
        #  - need linode_id (entity)
        #  - need disk_id for linode_id - create disk from distrib
        #  - need config_id for linode_id - create config (need kernel)
        
        # Any create step triggers a job that need to be waited for.
        if not servers:
            new_server = True
            # TODO - improve
            for arg in (name, flavor, image, region):
                if not arg:
                    module.fail_json(msg='%s is required for active state' % arg)
            # Create linode entity
            try:
                res = api.linode_create(DatacenterID=region, PlanID=flavor, 
                                        PaymentTerm=payment_term)
                linode_id = res['LinodeID']
                # Update linode Label to match name
                api.linode_update(LinodeId=linode_id, Label=name)
                # Save server
                servers = api.linode_list(LinodeId=linode_id);
            except Exception, e:
                module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])

        if not disks:
            new_server = True
            # TODO - improve
            for arg in (linode_id, name, image):
                if not arg:
                    module.fail_json(msg='%s is required for active state' % arg)
            # Create disks (1 from distrib, 1 for SWAP)
            try:
                if not password:
                    # Password is required on creation, if not provided generate one
                    password = randompass()
                if not swap:
                    swap = 512
                # Create data disk
                size = servers[0]['TOTALHD'] - swap
                if ssh_pub_key:
                    res = api.linode_disk_createfromdistribution(
                              LinodeId=linode_id, DistributionID=image, 
                              rootPass=password, rootSSHKey=ssh_pub_key,
                              Label='%s data disk' % name, Size=size)
                else:
                    res = api.linode_disk_createfromdistribution(
                              LinodeId=linode_id, DistributionID=image, 
                              rootPass=password, Label='%s data disk' % name, 
                              Size=size)
                jobs.append(res['JobID'])
                # Create SWAP disk
                res = api.linode_disk_create(LinodeId=linode_id, Type='swap', 
                                             Label='%s swap disk' % name, Size=swap)
                jobs.append(res['JobID'])
            except Exception, e:
                # TODO: destroy linode ?
                module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])

        if not configs:
            new_server = True
            # TODO - improve
            for arg in (linode_id, name, image):
                if not arg:
                    module.fail_json(msg='%s is required for active state' % arg)
            # Check architecture
            for distrib in api.avail_distributions():
                if distrib['DISTRIBUTIONID'] != image:
                    continue
                arch = '32'
                if distrib['IS64BIT']:
                    arch = '64'
                break

            # Get latest kernel matching arch
            for kernel in api.avail_kernels():
                if not kernel['LABEL'].startswith('Latest %s' % arch):
                    continue
                kernel_id = kernel['KERNELID']
                break

            # Get disk list
            disks_id = []
            for disk in api.linode_disk_list():
                if disk['TYPE'] == 'ext3':
                    disks_id.insert(0, disk['DISKID'])
                    continue
                disks_id.append(disk['DISKID'])
            # Trick to get the 9 items in the list
            while len(disks_id) < 9:
                disks_id.append('')
            disks_list = ','.join(disks_id)

            # Create config
            try:
                res = api.linode_config_create(LinodeId=linode_id, KernelId=kernel_id,
                                               Disklist=disks_list, Label='%s config' % name)
                config_id = res['ConfigId']
                configs = api.linode_config_list(LinodeId=linode_id)
            except Exception, e:
                module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])

        # Start / Ensure servers are running
        for server in servers:
            # Refresh server state
            server = api.linode_list(LinodeId=server['LINODEID'])[0]
            # Ensure existing servers are up and running, boot if necessary
            if server['STATUS'] != 1:
                res = api.linode_boot(LinodeId=linode_id)
                jobs.append(res['JobID'])
                changed = True

            # wait here until the instances are up
            wait_timeout = time.time() + wait_timeout
            while wait and wait_timeout > time.time():
                # refresh the server details
                server = api.linode_list(LinodeId=server['LINODEID'])[0]
                # status:
                #  -2: Boot failed
                #  1: Running
                if server['STATUS'] in (-2, 1):
                    break
                time.sleep(5)
            if wait and wait_timeout <= time.time():
                # waiting took too long
                module.fail_json(msg = 'Timeout waiting on %s - %s' % 
                                 (server['LABEL'], server['LINODEID']))
            # Get a fresh copy of the server details
            server = api.linode_list(LinodeId=server['LINODEID'])[0]
            if server['STATUS'] == -2:
                module.fail_json(msg = '%s - %s failed to boot' % 
                                 (server['LABEL'], server['LINODEID']))
            # From now on we know the task is a success
            # Build instance report
            instance = getInstanceDetails(api, server)
            # depending on wait flag select the status
            if wait:
                instance['status'] = 'Running'
            else:
                instance['status'] = 'Starting'

            # Return the root password if this is a new box and no SSH key 
            # has been provided
            if new_server and not ssh_pub_key:
                instance['password'] = password
            instances.append(instance)
    elif state in ('stopped'):
        for arg in (linode_id, name):
            if not arg:
                module.fail_json(msg='%s is required for stopped state' % arg)
        if not servers:
            module.fail_json(msg = 'Server %s (%s) not found' % 
                                 (name, linode_id))
        for server in servers:
            instance = getInstanceDetails(api, server)
            if server['STATUS'] != 2:
                try:
                    res = api.linode_shutdown(LinodeId=linode_id)
                except Exception, e:
                    module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])
                instance['status'] = 'Stopping'
                changed = True
            else:
                instance['status'] = 'Stopped'
            instances.append(instance)
    elif state in ('restarted'):
        for arg in ('linode_id', 'name'):
            if not arg:
                module.fail_json(msg='%s is required for restarted state' % arg)
        if not servers:
            module.fail_json(msg = 'Server %s (%s) not found' % 
                                 (name, linode_id))
        for server in servers:
            instance = getInstanceDetails(api, server)
            try:
                res = api.linode_reboot(LinodeId=server['LINODEID'])
            except Exception, e:
                module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])
            instance['status'] = 'Restarting'
            changed = True
            instances.append(instance)
    elif state in ('absent', 'deleted'):
        for server in servers:
            instance = getInstanceDetails(api, server)
            try:
                api.linode_delete(LinodeId=server['LINODEID'], skipChecks=True)
            except Exception, e:
                module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])
            instance['status'] = 'Deleting'
            changed = True
            instances.append(instance)

    # Ease parsing if only 1 instance
    if len(instances) == 1:
        module.exit_json(changed=changed, instance=instances[0])
    module.exit_json(changed=changed, instances=instances)

def main():
    module = AnsibleModule(
        argument_spec = dict(
            state = dict(default='present', choices=['active', 'present', 'started'
                                                     'deleted', 'absent', 'stopped']),
            api_key = dict(),
            name = dict(type='str'),
            flavor = dict(type='int'),
            image = dict(type='int'),
            region = dict(type='int'),
            linode_id = dict(type='int'),
            payment_term = dict(default=1, choices=[1, 12, 24]),
            password = dict(type='str'),
            ssh_pub_key = dict(type='str'),
            swap = dict(type='int', default=512)
            wait = dict(type='bool', choices=BOOLEANS, default=True),
            wait_timeout = dict(default=500),
        )
    )

    state = module.params.get('state')
    api_key = module.params.get('api_key')
    name = module.params.get('name')
    flavor = module.params.get('flavor')
    image = module.params.get('image')
    region = module.params.get('region')
    linode_id = module.params.get('linode_id')
    payment_term = module.params.get('payment_term')
    password = module.params.get('password')
    ssh_pub_key = module.params.get('ssh_pub_key')
    swap = module.params.get('swap')
    wait = module.params.get('wait')
    wait_timeout = int(module.params.get('wait_timeout'))

    # Setup the api_key
    if not api_key:
        try:
            api_key = os.environ['LINODE_API_KEY']
        except KeyError, e:
            module.fail_json(msg = 'Unable to load %s' % e.message)

    # setup the auth
    try:
        api = linode_api.Api(api_key)
        api.test_echo()
    except Exception, e:
        module.fail_json(msg = '%s' % e.value[0]['ERRORMESSAGE'])

    linodeServers(module, api, state, name, flavor, image, region, linode_id, 
                 payment_term, password, ssh_pub_key, swap, wait, wait_timeout)

# this is magic, see lib/ansible/module_common.py
#<<INCLUDE_ANSIBLE_MODULE_COMMON>>

main()