@ -107,9 +107,10 @@ EXAMPLES = '''
tags :
tags :
example : tag1
example : tag1
another : tag2
another : tag2
'''
'''
import os
import xml . etree . ElementTree as ET
import xml . etree . ElementTree as ET
import urlparse
import urlparse
@ -126,16 +127,13 @@ except ImportError:
HAS_BOTO = False
HAS_BOTO = False
def get_request_payment_status ( bucket ) :
def get_request_payment_status ( bucket ) :
response = bucket . get_request_payment ( )
response = bucket . get_request_payment ( )
root = ET . fromstring ( response )
root = ET . fromstring ( response )
for message in root . findall ( ' .// { http://s3.amazonaws.com/doc/2006-03-01/}Payer ' ) :
for message in root . findall ( ' .// { http://s3.amazonaws.com/doc/2006-03-01/}Payer ' ) :
payer = message . text
payer = message . text
if payer == " BucketOwner " :
return ( payer != " BucketOwner " )
return False
else :
return True
def create_tags_container ( tags ) :
def create_tags_container ( tags ) :
@ -147,7 +145,7 @@ def create_tags_container(tags):
tags_obj . add_tag_set ( tag_set )
tags_obj . add_tag_set ( tag_set )
return tags_obj
return tags_obj
def _create_ bucket( connection , module , location ) :
def _create_ or_update_ bucket( connection , module , location ) :
policy = module . params . get ( " policy " )
policy = module . params . get ( " policy " )
name = module . params . get ( " name " )
name = module . params . get ( " name " )
@ -155,7 +153,7 @@ def _create_bucket(connection, module, location):
tags = module . params . get ( " tags " )
tags = module . params . get ( " tags " )
versioning = module . params . get ( " versioning " )
versioning = module . params . get ( " versioning " )
changed = False
changed = False
try :
try :
bucket = connection . get_bucket ( name )
bucket = connection . get_bucket ( name )
except S3ResponseError as e :
except S3ResponseError as e :
@ -164,42 +162,38 @@ def _create_bucket(connection, module, location):
changed = True
changed = True
except S3CreateError as e :
except S3CreateError as e :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
# Versioning
# Versioning
versioning_status = bucket . get_versioning_status ( )
versioning_status = bucket . get_versioning_status ( )
if not versioning_status and versioning :
if not versioning_status :
try :
if versioning :
bucket . configure_versioning ( versioning )
try :
changed = True
bucket . configure_versioning ( versioning )
versioning_status = bucket . get_versioning_status ( )
changed = True
except S3ResponseError as e :
versioning_status = bucket . get_versioning_status ( )
module . fail_json ( msg = e . message )
except S3ResponseError as e :
elif not versioning_status and not versioning :
module . fail_json ( msg = e . message )
# do nothing
elif versioning_status [ ' Versioning ' ] == " Enabled " and not versioning :
pass
bucket . configure_versioning ( versioning )
else :
changed = True
if versioning_status [ ' Versioning ' ] == " Enabled " and not versioning :
versioning_status = bucket . get_versioning_status ( )
bucket . configure_versioning ( versioning )
elif ( ( versioning_status [ ' Versioning ' ] == " Disabled " and versioning ) or ( versioning_status [ ' Versioning ' ] == " Suspended " and versioning ) ) :
changed = True
bucket . configure_versioning ( versioning )
versioning_status = bucket . get_versioning_status ( )
changed = True
elif ( ( versioning_status [ ' Versioning ' ] == " Disabled " and versioning ) or ( versioning_status [ ' Versioning ' ] == " Suspended " and versioning ) ) :
versioning_status = bucket . get_versioning_status ( )
bucket . configure_versioning ( versioning )
changed = True
versioning_status = bucket . get_versioning_status ( )
# Requester pays
# Requester pays
requester_pays_status = get_request_payment_status ( bucket )
requester_pays_status = get_request_payment_status ( bucket )
if requester_pays_status != requester_pays :
if requester_pays_status != requester_pays :
if requester_pays :
if requester_pays :
bucket . set_request_payment ( payer = ' Requester ' )
payer = ' Requester '
changed = True
requester_pays_status = get_request_payment_status ( bucket )
else :
else :
bucket . set_request_payment ( payer = ' BucketOwner ' )
payer = ' BucketOwner '
changed = True
bucket . set_request_payment ( payer = payer )
requester_pays_status = get_request_payment_status ( bucket )
changed = True
requester_pays_status = get_request_payment_status ( bucket )
# Policy
# Policy
try :
try :
current_policy = bucket . get_policy ( )
current_policy = bucket . get_policy ( )
except S3ResponseError as e :
except S3ResponseError as e :
@ -207,30 +201,25 @@ def _create_bucket(connection, module, location):
current_policy = None
current_policy = None
else :
else :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
if current_policy is not None and policy is not None :
if policy is not None :
if policy is not None :
# Deal with policy if either JSON formatted string or just data structure
policy = json . dumps ( policy )
if isinstance ( policy , basestring ) :
compare_policy = json . dumps ( policy )
if json . loads ( current_policy ) != json . loads ( policy ) :
load_policy = policy
else :
compare_policy = policy
load_policy = json . loads ( policy )
if current_policy is None or json . loads ( current_policy ) != compare_policy :
try :
try :
bucket . set_policy ( policy )
bucket . set_policy ( load_ policy)
changed = True
changed = True
current_policy = bucket . get_policy ( )
current_policy = bucket . get_policy ( )
except S3ResponseError as e :
except S3ResponseError as e :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
elif current_policy is not None :
elif current_policy is None and policy is not None :
policy = json . dumps ( policy )
try :
bucket . set_policy ( policy )
changed = True
current_policy = bucket . get_policy ( )
except S3ResponseError as e :
module . fail_json ( msg = e . message )
elif current_policy is not None and policy is None :
try :
try :
bucket . delete_policy ( )
bucket . delete_policy ( )
changed = True
changed = True
@ -240,23 +229,17 @@ def _create_bucket(connection, module, location):
current_policy = None
current_policy = None
else :
else :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
####
## Fix up json of policy so it's not escaped
####
# Tags
# Tags
try :
try :
current_tags = bucket . get_tags ( )
current_tags = bucket . get_tags ( )
tag_set = TagSet ( )
except S3ResponseError as e :
except S3ResponseError as e :
if e . error_code == " NoSuchTagSet " :
if e . error_code == " NoSuchTagSet " :
current_tags = None
current_tags = None
else :
else :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
if current_tags is not None or tags is not None :
if current_tags is not None or tags is not None :
if current_tags is None :
if current_tags is None :
current_tags_dict = { }
current_tags_dict = { }
else :
else :
@ -274,13 +257,13 @@ def _create_bucket(connection, module, location):
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
module . exit_json ( changed = changed , name = bucket . name , versioning = versioning_status , requester_pays = requester_pays_status , policy = current_policy , tags = current_tags_dict )
module . exit_json ( changed = changed , name = bucket . name , versioning = versioning_status , requester_pays = requester_pays_status , policy = current_policy , tags = current_tags_dict )
def _destroy_bucket ( connection , module ) :
def _destroy_bucket ( connection , module ) :
force = module . params . get ( " force " )
force = module . params . get ( " force " )
name = module . params . get ( " name " )
name = module . params . get ( " name " )
changed = False
changed = False
try :
try :
bucket = connection . get_bucket ( name )
bucket = connection . get_bucket ( name )
except S3ResponseError as e :
except S3ResponseError as e :
@ -289,25 +272,26 @@ def _destroy_bucket(connection, module):
else :
else :
# Bucket already absent
# Bucket already absent
module . exit_json ( changed = changed )
module . exit_json ( changed = changed )
if force :
if force :
try :
try :
# Empty the bucket
# Empty the bucket
for key in bucket . list ( ) :
for key in bucket . list ( ) :
key . delete ( )
key . delete ( )
except BotoServerError as e :
except BotoServerError as e :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
try :
try :
bucket = connection . delete_bucket ( name )
bucket = connection . delete_bucket ( name )
changed = True
changed = True
except S3ResponseError as e :
except S3ResponseError as e :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
module . exit_json ( changed = changed )
module . exit_json ( changed = changed )
def _create_bucket_ceph ( connection , module , location ) :
def _create_or_update_bucket_ceph ( connection , module , location ) :
#TODO: add update
name = module . params . get ( " name " )
name = module . params . get ( " name " )
@ -322,17 +306,20 @@ def _create_bucket_ceph(connection, module, location):
except S3CreateError as e :
except S3CreateError as e :
module . fail_json ( msg = e . message )
module . fail_json ( msg = e . message )
module . exit_json ( changed = changed )
if bucket :
module . exit_json ( changed = changed )
else :
module . fail_json ( msg = ' Unable to create bucket, no error from the API ' )
def _destroy_bucket_ceph ( connection , module ) :
def _destroy_bucket_ceph ( connection , module ) :
_destroy_bucket ( connection , module )
_destroy_bucket ( connection , module )
def create_ bucket( connection , module , location , flavour = ' aws ' ) :
def create_ or_update_ bucket( connection , module , location , flavour = ' aws ' ) :
if flavour == ' ceph ' :
if flavour == ' ceph ' :
_create_ bucket_ceph( connection , module , location )
_create_ or_update_ bucket_ceph( connection , module , location )
else :
else :
_create_ bucket( connection , module , location )
_create_ or_update_ bucket( connection , module , location )
def destroy_bucket ( connection , module , flavour = ' aws ' ) :
def destroy_bucket ( connection , module , flavour = ' aws ' ) :
if flavour == ' ceph ' :
if flavour == ' ceph ' :
@ -358,27 +345,27 @@ def is_walrus(s3_url):
return False
return False
def main ( ) :
def main ( ) :
argument_spec = ec2_argument_spec ( )
argument_spec = ec2_argument_spec ( )
argument_spec . update (
argument_spec . update (
dict (
dict (
force = dict ( required = False , default = ' no ' , type = ' bool ' ) ,
force = dict ( required = False , default = ' no ' , type = ' bool ' ) ,
policy = dict ( required = False , default = None ),
policy = dict ( required = False ),
name = dict ( required = True ),
name = dict ( required = True , type = ' str ' ),
requester_pays = dict ( default = ' no ' , type = ' bool ' ) ,
requester_pays = dict ( default = ' no ' , type = ' bool ' ) ,
s3_url = dict ( aliases = [ ' S3_URL ' ] ),
s3_url = dict ( aliases = [ ' S3_URL ' ] , type = ' str ' ),
state = dict ( default = ' present ' , choices = [ ' present ' , ' absent ' ] ) ,
state = dict ( default = ' present ' , type = ' str ' , choices = [ ' present ' , ' absent ' ] ) ,
tags = dict ( required = None , default = { } , type = ' dict ' ) ,
tags = dict ( required = None , default = { } , type = ' dict ' ) ,
versioning = dict ( default = ' no ' , type = ' bool ' ) ,
versioning = dict ( default = ' no ' , type = ' bool ' ) ,
ceph = dict ( default = ' no ' , type = ' bool ' )
ceph = dict ( default = ' no ' , type = ' bool ' )
)
)
)
)
module = AnsibleModule ( argument_spec = argument_spec )
module = AnsibleModule ( argument_spec = argument_spec )
if not HAS_BOTO :
if not HAS_BOTO :
module . fail_json ( msg = ' boto required for this module ' )
module . fail_json ( msg = ' boto required for this module ' )
region , ec2_url , aws_connect_params = get_aws_connection_info ( module )
region , ec2_url , aws_connect_params = get_aws_connection_info ( module )
if region in ( ' us-east-1 ' , ' ' , None ) :
if region in ( ' us-east-1 ' , ' ' , None ) :
@ -444,7 +431,7 @@ def main():
state = module . params . get ( " state " )
state = module . params . get ( " state " )
if state == ' present ' :
if state == ' present ' :
create_ bucket( connection , module , location , flavour = flavour )
create_ or_update_ bucket( connection , module , location )
elif state == ' absent ' :
elif state == ' absent ' :
destroy_bucket ( connection , module , flavour = flavour )
destroy_bucket ( connection , module , flavour = flavour )