diff --git a/demo1-getting-started.py.bak b/demo1-getting-started.py.bak new file mode 100644 index 0000000..3030714 --- /dev/null +++ b/demo1-getting-started.py.bak @@ -0,0 +1,126 @@ +# Example for Cloud Computing Course Master AI / GSD +# +# uses libCloud: https://libcloud.apache.org/ +# libCloud API documentation: https://libcloud.readthedocs.io/en/latest/ +# OpenStack API documentation: https://developer.openstack.org/ +# this code was initially based on the former tutorial: https://developer.openstack.org/firstapp-libcloud/ + +import getpass + +from libcloud.compute.providers import get_driver +from libcloud.compute.types import Provider + +# Please use 1-29 for X in the following variable to specify your group number. (will be used for the username, +# project etc., as coordinated in the lab sessions) + +group_number = 30 + + +######################################################################################################################## +# +# no changes necessary below this line in this example +# +######################################################################################################################## + +# web service endpoint of the private cloud infrastructure +auth_url = 'https://private-cloud.informatik.hs-fulda.de:5000' +# your username in OpenStack +auth_username = 'CloudComp' + str(group_number) +# your project in OpenStack +project_name = 'CloudComp' + str(group_number) +# A network in the project the started instance will be attached to +project_network = 'CloudComp' + str(group_number) + '-net' + +# The image to look for and use for the started instance +ubuntu_image_name = "Ubuntu 18.04 - Bionic Beaver - 64-bit - Cloud Based Image" +# TODO: Ubuntu >18.04 would require major updates to faafo example again/better option: complete rewrite of example? + +# default region +region_name = 'RegionOne' +# domain to use, "default" for local accounts, "hsfulda" for RZ LDAP, e.g., using fdaiXXXX as auth_username +# domain_name = "default" + + +def main(): + # get the password from user + # auth_password = getpass.getpass("Enter your OpenStack password:") + auth_password = "demo" + + # instantiate a connection to the OpenStack private cloud + # make sure to include ex_force_auth_version='3.x_password', as needed in our environment + provider = get_driver(Provider.OPENSTACK) + + print("Opening connection to %s as %s..." % (auth_url, auth_username)) + + conn = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name) + # ex_domain_name=domain_name) + + print("Getting images and selecting desired one...") + print("=========================================================================") + + # get a list of images offered in the cloud context (e.g. Ubuntu 20.04, cirros, ...) + images = conn.list_images() + image = '' + for img in images: + if img.name == ubuntu_image_name: + image = img + print(img) + + print("Getting flavors...") + print("=========================================================================") + + # get a list of flavors offered in the cloud context (e.g. m1.small, m1.medium, ...) + flavors = conn.list_sizes() + for flavor in flavors: + print(flavor) + + print("Selecting desired flavor...") + print("=========================================================================") + + # get the flavor with id 2 + flavor_id = '2' + flavor = conn.ex_get_size(flavor_id) + print(flavor) + + print("Selecting desired network...") + print("=========================================================================") + + # get a list of networks in the cloud context + networks = conn.ex_list_networks() + network = '' + for net in networks: + if net.name == project_network: + network = net + + print("Create instance 'testing'...") + print("=========================================================================") + + # create a new instance with the name "testing" + # make sure to provide networks (networks={network}) the instance should be attached to + instance_name = 'testing' + testing_instance = conn.create_node(name=instance_name, image=image, size=flavor, networks={network}) + print(testing_instance) + + print("Showing all running instances...") + print("=========================================================================") + + # show all instances (running nodes) in the cloud context + instances = conn.list_nodes() + for instance in instances: + print(instance) + + print("Destroying instance...") + print("=========================================================================") + + # destroy the instance we have just created + conn.destroy_node(testing_instance) + + +# method that is called when the script is started from the command line +if __name__ == '__main__': + main() diff --git a/demo2-instance-with-init-script.py.bak b/demo2-instance-with-init-script.py.bak new file mode 100644 index 0000000..25142dc --- /dev/null +++ b/demo2-instance-with-init-script.py.bak @@ -0,0 +1,230 @@ +# import getpass +# import os + +from libcloud.compute.providers import get_driver +from libcloud.compute.types import Provider + +# Please use 1-29 for X in the following variable to specify your group number. (will be used for the username, +# project etc., as coordinated in the lab sessions) + +group_number = 30 + + +# web service endpoint of the private cloud infrastructure +auth_url = 'https://private-cloud.informatik.hs-fulda.de:5000' +# your username in OpenStack +auth_username = 'CloudComp' + str(group_number) +# your project in OpenStack +project_name = 'CloudComp' + str(group_number) +# A network in the project the started instance will be attached to +project_network = 'CloudComp' + str(group_number) + '-net' + +# The image to look for and use for the started instance +ubuntu_image_name = "Ubuntu 18.04 - Bionic Beaver - 64-bit - Cloud Based Image" +# TODO: Ubuntu >18.04 would require major updates to faafo example again/better option: complete rewrite of example? + +# The public key to be used for SSH connection, please make sure, that you have the corresponding private key +# +# id_rsa.pub should look like this (standard sshd pubkey format): +# ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAw+J...F3w2mleybgT1w== user@HOSTNAME + +keypair_name = 'CloudComp30-keypair' +pub_key_file = '~/.ssh/id_rsa.pub' + +flavor_name = 'm1.small' + + +# default region +region_name = 'RegionOne' +# domain to use, "default" for local accounts, "hsfulda" for RZ LDAP, e.g., using fdaiXXXX as auth_username +# domain_name = "default" + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + # if "OS_PASSWORD" in os.environ: + # auth_password = os.environ["OS_PASSWORD"] + # else: + # auth_password = getpass.getpass("Enter your OpenStack password:") + auth_password = "demo" + + ########################################################################### + # + # create connection + # + ########################################################################### + + provider = get_driver(Provider.OPENSTACK) + conn = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name) + # ex_domain_name=domain_name) + + ########################################################################### + # + # get image, flavor, network for instance creation + # + ########################################################################### + images = conn.list_images() + image = '' + for img in images: + if img.name == ubuntu_image_name: + image = img + + flavors = conn.list_sizes() + flavor = '' + for flav in flavors: + if flav.name == flavor_name: + flavor = conn.ex_get_size(flav.id) + + networks = conn.ex_list_networks() + network = '' + for net in networks: + if net.name == project_network: + network = net + + ########################################################################### + # + # create keypair dependency + # + ########################################################################### + + print('Checking for existing SSH key pair...') + keypair_exists = False + for keypair in conn.list_key_pairs(): + if keypair.name == keypair_name: + keypair_exists = True + + if keypair_exists: + print('Keypair ' + keypair_name + ' already exists. Skipping import.') + else: + print('adding keypair...') + conn.import_key_pair_from_file(keypair_name, pub_key_file) + + for keypair in conn.list_key_pairs(): + print(keypair) + + ########################################################################### + # + # create security group dependency + # + ########################################################################### + + print('Checking for existing security group...') + security_group_name = 'all-in-one' + security_group_exists = False + all_in_one_security_group = '' + for security_group in conn.ex_list_security_groups(): + if security_group.name == security_group_name: + all_in_one_security_group = security_group + security_group_exists = True + + if security_group_exists: + print('Security Group ' + all_in_one_security_group.name + ' already exists. Skipping creation.') + else: + all_in_one_security_group = conn.ex_create_security_group(security_group_name, + 'network access for all-in-one application.') + conn.ex_create_security_group_rule(all_in_one_security_group, 'TCP', 80, 80) + conn.ex_create_security_group_rule(all_in_one_security_group, 'TCP', 22, 22) + + for security_group in conn.ex_list_security_groups(): + print(security_group) + + ########################################################################### + # + # create all-in-one instance + # + ########################################################################### + + userdata = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i faafo -i messaging -r api -r worker -r demo + ''' + + print('Checking for existing instance...') + instance_name = 'all-in-one' + instance_exists = False + testing_instance = '' + for instance in conn.list_nodes(): + if instance.name == instance_name: + testing_instance = instance + instance_exists = True + + if instance_exists: + print('Instance ' + testing_instance.name + ' already exists. Skipping creation.') + exit() + else: + print('Starting new all-in-one instance and wait until it is running...') + testing_instance = conn.create_node(name=instance_name, + image=image, + size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata, + ex_security_groups=[all_in_one_security_group]) + conn.wait_until_running(nodes=[testing_instance], timeout=120, ssh_interface='private_ips') + + ########################################################################### + # + # assign all-in-one instance floating ip + # + ########################################################################### + + private_ip = None + if len(testing_instance.private_ips): + private_ip = testing_instance.private_ips[0] + print('Private IP found: {}'.format(private_ip)) + + public_ip = None + if len(testing_instance.public_ips): + public_ip = testing_instance.public_ips[0] + print('Public IP found: {}'.format(public_ip)) + + print('Checking for unused Floating IP...') + unused_floating_ip = None + for floating_ip in conn.ex_list_floating_ips(): + if not floating_ip.node_id: + unused_floating_ip = floating_ip + break + + if not unused_floating_ip and len(conn.ex_list_floating_ip_pools()): + pool = conn.ex_list_floating_ip_pools()[0] + print('Allocating new Floating IP from pool: {}'.format(pool)) + unused_floating_ip = pool.create_floating_ip() + + if public_ip: + print('Instance ' + testing_instance.name + ' already has a public ip. Skipping attachment.') + elif unused_floating_ip: + conn.ex_attach_floating_ip_to_node(testing_instance, unused_floating_ip) + + actual_ip_address = None + if public_ip: + actual_ip_address = public_ip + elif unused_floating_ip: + actual_ip_address = unused_floating_ip.ip_address + elif private_ip: + actual_ip_address = private_ip + + print('\n') + print('The Fractals app will be deployed to http://{}\n'.format(actual_ip_address)) + + print('You can use ssh to login to the instance using your private key. Default user name for official Ubuntu\n' + 'Cloud Images is: ubuntu, so you can use, e.g.: "ssh -i ~/.ssh/id_rsa ubuntu@" if your private\n' + 'key is in the default location.\n\n' + 'After login, you can list or "ssh ubuntu@" available fractals using "faafo list". To request\n' + 'the generation of new fractals, you can use "faafo create".\n\n' + 'You can also see other options to use the faafo example cloud service using "faafo -h".\n\n' + 'If you cannot start faafo command and/or do not see the webpage, you can check the Instance Console Log of\n' + 'the instance, e.g., in OpenStack web interface.') + + +if __name__ == '__main__': + main() diff --git a/demo3-microservice.py b/demo3-microservice.py index 4c1a5ad..d54cda7 100644 --- a/demo3-microservice.py +++ b/demo3-microservice.py @@ -109,7 +109,7 @@ def main(): keypair_exists = True if keypair_exists: - print('Keypair ' + keypair_name + ' already exists. Skipping import.') + print(('Keypair ' + keypair_name + ' already exists. Skipping import.')) else: print('adding keypair...') conn.import_key_pair_from_file(keypair_name, pub_key_file) @@ -133,7 +133,7 @@ def main(): security_group_exists = True if security_group_exists: - print('Worker Security Group ' + worker_security_group.name + ' already exists. Skipping creation.') + print(('Worker Security Group ' + worker_security_group.name + ' already exists. Skipping creation.')) else: worker_security_group = conn.ex_create_security_group('worker', 'for services that run on a worker node') conn.ex_create_security_group_rule(worker_security_group, 'TCP', 22, 22) @@ -148,7 +148,7 @@ def main(): security_group_exists = True if security_group_exists: - print('Controller Security Group ' + controller_security_group.name + ' already exists. Skipping creation.') + print(('Controller Security Group ' + controller_security_group.name + ' already exists. Skipping creation.')) else: controller_security_group = conn.ex_create_security_group('control', 'for services that run on a control node') conn.ex_create_security_group_rule(controller_security_group, 'TCP', 22, 22) @@ -205,11 +205,11 @@ def main(): if not unused_floating_ip: pool = conn.ex_list_floating_ip_pools()[0] - print('Allocating new Floating IP from pool: {}'.format(pool)) + print(('Allocating new Floating IP from pool: {}'.format(pool))) unused_floating_ip = pool.create_floating_ip() conn.ex_attach_floating_ip_to_node(instance_controller_1, unused_floating_ip) - print('Controller Application will be deployed to http://%s' % unused_floating_ip.ip_address) + print(('Controller Application will be deployed to http://%s' % unused_floating_ip.ip_address)) ########################################################################### # @@ -261,11 +261,11 @@ def main(): if not unused_floating_ip: pool = conn.ex_list_floating_ip_pools()[0] - print('Allocating new Floating IP from pool: {}'.format(pool)) + print(('Allocating new Floating IP from pool: {}'.format(pool))) unused_floating_ip = pool.create_floating_ip() conn.ex_attach_floating_ip_to_node(instance_worker_1, unused_floating_ip) - print('The worker will be available for SSH at %s' % unused_floating_ip.ip_address) + print(('The worker will be available for SSH at %s' % unused_floating_ip.ip_address)) print('You can use ssh to login to the controller using your private key. After login, you can list available ' 'fractals using "faafo list". To request the generation of new fractals, you can use "faafo create". ' diff --git a/demo3-microservice.py.bak b/demo3-microservice.py.bak new file mode 100644 index 0000000..4c1a5ad --- /dev/null +++ b/demo3-microservice.py.bak @@ -0,0 +1,276 @@ +# import getpass +# import os + +from libcloud.compute.providers import get_driver +from libcloud.compute.types import Provider + +# reqs: +# services: nova, glance, neutron +# resources: 2 instances, 2 floating ips (1 keypair, 2 security groups) + +# Please use 1-29 for X in the following variable to specify your group number. (will be used for the username, +# project etc., as coordinated in the lab sessions) + +group_number = 30 + + +# web service endpoint of the private cloud infrastructure +auth_url = 'https://private-cloud.informatik.hs-fulda.de:5000' +# your username in OpenStack +auth_username = 'CloudComp' + str(group_number) +# your project in OpenStack +project_name = 'CloudComp' + str(group_number) +# A network in the project the started instance will be attached to +project_network = 'CloudComp' + str(group_number) + '-net' + +# The image to look for and use for the started instance +ubuntu_image_name = "Ubuntu 18.04 - Bionic Beaver - 64-bit - Cloud Based Image" +# TODO: Ubuntu >18.04 would require major updates to faafo example again/better option: complete rewrite of example? + +# The public key to be used for SSH connection, please make sure, that you have the corresponding private key +# +# id_rsa.pub should look like this (standard sshd pubkey format): +# ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAw+J...F3w2mleybgT1w== user@HOSTNAME + +keypair_name = 'srieger-pub' +pub_key_file = '~/.ssh/id_rsa.pub' + +flavor_name = 'm1.small' + + +# default region +region_name = 'RegionOne' +# domain to use, "default" for local accounts, "hsfulda" for RZ LDAP, e.g., using fdaiXXXX as auth_username +# domain_name = "default" + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + # if "OS_PASSWORD" in os.environ: + # auth_password = os.environ["OS_PASSWORD"] + # else: + # auth_password = getpass.getpass("Enter your OpenStack password:") + auth_password = "demo" + + ########################################################################### + # + # create connection + # + ########################################################################### + + provider = get_driver(Provider.OPENSTACK) + conn = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name) + # ex_domain_name=domain_name) + + ########################################################################### + # + # get image, flavor, network for instance creation + # + ########################################################################### + + images = conn.list_images() + image = '' + for img in images: + if img.name == ubuntu_image_name: + image = img + + flavors = conn.list_sizes() + flavor = '' + for flav in flavors: + if flav.name == flavor_name: + flavor = conn.ex_get_size(flav.id) + + networks = conn.ex_list_networks() + network = '' + for net in networks: + if net.name == project_network: + network = net + + ########################################################################### + # + # create keypair dependency + # + ########################################################################### + + print('Checking for existing SSH key pair...') + keypair_exists = False + for keypair in conn.list_key_pairs(): + if keypair.name == keypair_name: + keypair_exists = True + + if keypair_exists: + print('Keypair ' + keypair_name + ' already exists. Skipping import.') + else: + print('adding keypair...') + conn.import_key_pair_from_file(keypair_name, pub_key_file) + + for keypair in conn.list_key_pairs(): + print(keypair) + + ########################################################################### + # + # create security group dependency + # + ########################################################################### + + print('Checking for existing worker security group...') + security_group_name = 'worker' + security_group_exists = False + worker_security_group = '' + for security_group in conn.ex_list_security_groups(): + if security_group.name == security_group_name: + worker_security_group = security_group + security_group_exists = True + + if security_group_exists: + print('Worker Security Group ' + worker_security_group.name + ' already exists. Skipping creation.') + else: + worker_security_group = conn.ex_create_security_group('worker', 'for services that run on a worker node') + conn.ex_create_security_group_rule(worker_security_group, 'TCP', 22, 22) + + print('Checking for existing controller security group...') + security_group_name = 'control' + security_group_exists = False + controller_security_group = '' + for security_group in conn.ex_list_security_groups(): + if security_group.name == security_group_name: + controller_security_group = security_group + security_group_exists = True + + if security_group_exists: + print('Controller Security Group ' + controller_security_group.name + ' already exists. Skipping creation.') + else: + controller_security_group = conn.ex_create_security_group('control', 'for services that run on a control node') + conn.ex_create_security_group_rule(controller_security_group, 'TCP', 22, 22) + conn.ex_create_security_group_rule(controller_security_group, 'TCP', 80, 80) + conn.ex_create_security_group_rule(controller_security_group, 'TCP', 5672, 5672, + source_security_group=worker_security_group) + + for security_group in conn.ex_list_security_groups(): + print(security_group) + + ########################################################################### + # + # create app-controller + # + ########################################################################### + + # https://git.openstack.org/cgit/openstack/faafo/plain/contrib/install.sh + # is currently broken, hence the "rabbitctl" lines were added in the example + # below, see also https://bugs.launchpad.net/faafo/+bug/1679710 + # + # Thanks to Stefan Friedmann for finding this fix ;) + + userdata = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i messaging -i faafo -r api + rabbitmqctl add_user faafo guest + rabbitmqctl set_user_tags faafo administrator + rabbitmqctl set_permissions -p / faafo ".*" ".*" ".*" + ''' + + print('Starting new app-controller instance and wait until it is running...') + instance_controller_1 = conn.create_node(name='app-controller', + image=image, + size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata, + ex_security_groups=[controller_security_group]) + + conn.wait_until_running(nodes=[instance_controller_1], timeout=120, ssh_interface='private_ips') + + ########################################################################### + # + # assign app-controller floating ip + # + ########################################################################### + + print('Checking for unused Floating IP...') + unused_floating_ip = None + for floating_ip in conn.ex_list_floating_ips(): + if not floating_ip.node_id: + unused_floating_ip = floating_ip + break + + if not unused_floating_ip: + pool = conn.ex_list_floating_ip_pools()[0] + print('Allocating new Floating IP from pool: {}'.format(pool)) + unused_floating_ip = pool.create_floating_ip() + + conn.ex_attach_floating_ip_to_node(instance_controller_1, unused_floating_ip) + print('Controller Application will be deployed to http://%s' % unused_floating_ip.ip_address) + + ########################################################################### + # + # getting id and ip address of app-controller instance + # + ########################################################################### + + # instance should not have a public ip? floating ips are assigned later + instance_controller_1 = conn.ex_get_node_details(instance_controller_1.id) + if instance_controller_1.public_ips: + ip_controller = instance_controller_1.public_ips[0] + else: + ip_controller = instance_controller_1.private_ips[0] + + ########################################################################### + # + # create app-worker-1 + # + ########################################################################### + + userdata = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i faafo -r worker -e 'http://%(ip_controller)s' -m 'amqp://faafo:guest@%(ip_controller)s:5672/' + ''' % {'ip_controller': ip_controller} + + print('Starting new app-worker-1 instance and wait until it is running...') + instance_worker_1 = conn.create_node(name='app-worker-1', + image=image, + size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata, + ex_security_groups=[worker_security_group]) + + conn.wait_until_running(nodes=[instance_worker_1], timeout=120, ssh_interface='private_ips') + + ########################################################################### + # + # assign app-worker floating ip + # + ########################################################################### + + print('Checking for unused Floating IP...') + unused_floating_ip = None + for floating_ip in conn.ex_list_floating_ips(): + if not floating_ip.node_id: + unused_floating_ip = floating_ip + break + + if not unused_floating_ip: + pool = conn.ex_list_floating_ip_pools()[0] + print('Allocating new Floating IP from pool: {}'.format(pool)) + unused_floating_ip = pool.create_floating_ip() + + conn.ex_attach_floating_ip_to_node(instance_worker_1, unused_floating_ip) + print('The worker will be available for SSH at %s' % unused_floating_ip.ip_address) + + print('You can use ssh to login to the controller using your private key. After login, you can list available ' + 'fractals using "faafo list". To request the generation of new fractals, you can use "faafo create". ' + 'You can also see other options to use the faafo example cloud service using "faafo -h".') + + +if __name__ == '__main__': + main() diff --git a/demo4-scale-out-add-worker.py b/demo4-scale-out-add-worker.py index 14b40b1..d092b59 100644 --- a/demo4-scale-out-add-worker.py +++ b/demo4-scale-out-add-worker.py @@ -111,10 +111,10 @@ def main(): for instance in conn.list_nodes(): if instance.name == 'app-services': services_ip = instance.private_ips[0] - print('Found app-services fixed IP to be: ', services_ip) + print(('Found app-services fixed IP to be: ', services_ip)) if instance.name == 'app-api-1': api_1_ip = instance.private_ips[0] - print('Found app-api-1 fixed IP to be: ', api_1_ip) + print(('Found app-api-1 fixed IP to be: ', api_1_ip)) ########################################################################### # @@ -129,7 +129,7 @@ def main(): keypair_exists = True if keypair_exists: - print('Keypair ' + keypair_name + ' already exists. Skipping import.') + print(('Keypair ' + keypair_name + ' already exists. Skipping import.')) else: print('adding keypair...') conn.import_key_pair_from_file(keypair_name, pub_key_file) @@ -145,10 +145,10 @@ def main(): def get_security_group(connection, security_group_name): """A helper function to check if security group already exists""" - print('Checking for existing ' + security_group_name + ' security group...') + print(('Checking for existing ' + security_group_name + ' security group...')) for security_grp in connection.ex_list_security_groups(): if security_grp.name == security_group_name: - print('Security Group ' + security_group_name + ' already exists. Skipping creation.') + print(('Security Group ' + security_group_name + ' already exists. Skipping creation.')) return security_grp return False diff --git a/demo4-scale-out-add-worker.py.bak b/demo4-scale-out-add-worker.py.bak new file mode 100644 index 0000000..14b40b1 --- /dev/null +++ b/demo4-scale-out-add-worker.py.bak @@ -0,0 +1,190 @@ +# import getpass +# import os +# import libcloud.security + +import time +from libcloud.compute.providers import get_driver +from libcloud.compute.types import Provider + +# reqs: +# services: nova, glance, neutron +# resources: 2 instances (m1.small), 2 floating ips (1 keypair, 2 security groups) + +# Please use 1-29 for X in the following variable to specify your group number. (will be used for the username, +# project etc., as coordinated in the lab sessions) + +group_number = 30 + + +# web service endpoint of the private cloud infrastructure +auth_url = 'https://private-cloud.informatik.hs-fulda.de:5000' +# your username in OpenStack +auth_username = 'CloudComp' + str(group_number) +# your project in OpenStack +project_name = 'CloudComp' + str(group_number) +# A network in the project the started instance will be attached to +project_network = 'CloudComp' + str(group_number) + '-net' + +# The image to look for and use for the started instance +ubuntu_image_name = "Ubuntu 18.04 - Bionic Beaver - 64-bit - Cloud Based Image" +# TODO: Ubuntu >18.04 would require major updates to faafo example again/better option: complete rewrite of example? + +# The public key to be used for SSH connection, please make sure, that you have the corresponding private key +# +# id_rsa.pub should look like this (standard sshd pubkey format): +# ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAw+J...F3w2mleybgT1w== user@HOSTNAME + +keypair_name = 'srieger-pub' +pub_key_file = '~/.ssh/id_rsa.pub' + +flavor_name = 'm1.small' + + +# default region +region_name = 'RegionOne' +# domain to use, "default" for local accounts, "hsfulda" for RZ LDAP, e.g., using fdaiXXXX as auth_username +domain_name = "default" + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + # if "OS_PASSWORD" in os.environ: + # auth_password = os.environ["OS_PASSWORD"] + # else: + # auth_password = getpass.getpass("Enter your OpenStack password:") + auth_password = "demo" + + ########################################################################### + # + # create connection + # + ########################################################################### + + # libcloud.security.VERIFY_SSL_CERT = False + + provider = get_driver(Provider.OPENSTACK) + conn = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name, + ex_domain_name=domain_name) + + ########################################################################### + # + # get image, flavor, network for instance creation + # + ########################################################################### + + images = conn.list_images() + image = '' + for img in images: + if img.name == ubuntu_image_name: + image = img + + flavors = conn.list_sizes() + flavor = '' + for flav in flavors: + if flav.name == flavor_name: + flavor = conn.ex_get_size(flav.id) + + networks = conn.ex_list_networks() + network = '' + for net in networks: + if net.name == project_network: + network = net + + ########################################################################### + # + # get fixed a ip for service and api instance + # (better would be shared IP for the cluster etc.) + # + ########################################################################### + + # find service instance + for instance in conn.list_nodes(): + if instance.name == 'app-services': + services_ip = instance.private_ips[0] + print('Found app-services fixed IP to be: ', services_ip) + if instance.name == 'app-api-1': + api_1_ip = instance.private_ips[0] + print('Found app-api-1 fixed IP to be: ', api_1_ip) + + ########################################################################### + # + # create keypair dependency + # + ########################################################################### + + print('Checking for existing SSH key pair...') + keypair_exists = False + for keypair in conn.list_key_pairs(): + if keypair.name == keypair_name: + keypair_exists = True + + if keypair_exists: + print('Keypair ' + keypair_name + ' already exists. Skipping import.') + else: + print('adding keypair...') + conn.import_key_pair_from_file(keypair_name, pub_key_file) + + for keypair in conn.list_key_pairs(): + print(keypair) + + ########################################################################### + # + # create security group dependency + # + ########################################################################### + + def get_security_group(connection, security_group_name): + """A helper function to check if security group already exists""" + print('Checking for existing ' + security_group_name + ' security group...') + for security_grp in connection.ex_list_security_groups(): + if security_grp.name == security_group_name: + print('Security Group ' + security_group_name + ' already exists. Skipping creation.') + return security_grp + return False + + if not get_security_group(conn, "worker"): + worker_security_group = conn.ex_create_security_group('worker', 'for services that run on a worker node') + conn.ex_create_security_group_rule(worker_security_group, 'TCP', 22, 22) + else: + worker_security_group = get_security_group(conn, "worker") + + for security_group in conn.ex_list_security_groups(): + print(security_group) + + ########################################################################### + # + # create worker instances + # + ########################################################################### + + userdata_worker = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i faafo -r worker -e 'http://%(api_1_ip)s' -m 'amqp://faafo:guest@%(services_ip)s:5672/' + ''' % {'api_1_ip': api_1_ip, 'services_ip': services_ip} + + # userdata-api-2 = '''#!/usr/bin/env bash + # curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + # -i faafo -r worker -e 'http://%(api_2_ip)s' -m 'amqp://faafo:guest@%(services_ip)s:5672/' + # ''' % {'api_2_ip': api_2_ip, 'services_ip': services_ip} + + print('Starting new app-worker-3 instance and wait until it is running...') + instance_worker_3 = conn.create_node(name='app-worker-3', + image=image, size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata_worker, + ex_security_groups=[worker_security_group]) + + +if __name__ == '__main__': + main() diff --git a/demo4-scale-out.py b/demo4-scale-out.py index 86e1a24..4e60d1a 100644 --- a/demo4-scale-out.py +++ b/demo4-scale-out.py @@ -113,7 +113,7 @@ def main(): keypair_exists = True if keypair_exists: - print('Keypair ' + keypair_name + ' already exists. Skipping import.') + print(('Keypair ' + keypair_name + ' already exists. Skipping import.')) else: print('adding keypair...') conn.import_key_pair_from_file(keypair_name, pub_key_file) @@ -131,7 +131,7 @@ def main(): for instance in conn.list_nodes(): if instance.name in ['all-in-one', 'app-worker-1', 'app-worker-2', 'app-worker-3', 'app-controller', 'app-services', 'app-api-1', 'app-api-2']: - print('Destroying Instance: %s' % instance.name) + print(('Destroying Instance: %s' % instance.name)) conn.destroy_node(instance) # wait until all nodes are destroyed to be able to remove depended security groups @@ -149,7 +149,7 @@ def main(): # delete security groups for group in conn.ex_list_security_groups(): if group.name in ['control', 'worker', 'api', 'services']: - print('Deleting security group: %s' % group.name) + print(('Deleting security group: %s' % group.name)) conn.ex_delete_security_group(group) ########################################################################### @@ -160,10 +160,10 @@ def main(): def get_security_group(connection, security_group_name): """A helper function to check if security group already exists""" - print('Checking for existing ' + security_group_name + ' security group...') + print(('Checking for existing ' + security_group_name + ' security group...')) for security_grp in connection.ex_list_security_groups(): if security_grp.name == security_group_name: - print('Security Group ' + security_group_name + ' already exists. Skipping creation.') + print(('Security Group ' + security_group_name + ' already exists. Skipping creation.')) return worker_security_group return False @@ -292,7 +292,7 @@ def main(): for instance in [instance_api_1, instance_api_2]: floating_ip = get_floating_ip(conn) conn.ex_attach_floating_ip_to_node(instance, floating_ip) - print('allocated %(ip)s to %(host)s' % {'ip': floating_ip.ip_address, 'host': instance.name}) + print(('allocated %(ip)s to %(host)s' % {'ip': floating_ip.ip_address, 'host': instance.name})) ########################################################################### # diff --git a/demo4-scale-out.py.bak b/demo4-scale-out.py.bak new file mode 100644 index 0000000..86e1a24 --- /dev/null +++ b/demo4-scale-out.py.bak @@ -0,0 +1,345 @@ +# import getpass +# import os +# import libcloud.security + +import time +from libcloud.compute.providers import get_driver +from libcloud.compute.types import Provider + +# reqs: +# services: nova, glance, neutron +# resources: 2 instances (m1.small), 2 floating ips (1 keypair, 2 security groups) + +# Please use 1-29 for X in the following variable to specify your group number. (will be used for the username, +# project etc., as coordinated in the lab sessions) + +group_number = 30 + + +# web service endpoint of the private cloud infrastructure +auth_url = 'https://private-cloud.informatik.hs-fulda.de:5000' +# your username in OpenStack +auth_username = 'CloudComp' + str(group_number) +# your project in OpenStack +project_name = 'CloudComp' + str(group_number) +# A network in the project the started instance will be attached to +project_network = 'CloudComp' + str(group_number) + '-net' + +# The image to look for and use for the started instance +ubuntu_image_name = "Ubuntu 18.04 - Bionic Beaver - 64-bit - Cloud Based Image" +# TODO: Ubuntu >18.04 would require major updates to faafo example again/better option: complete rewrite of example? + +# The public key to be used for SSH connection, please make sure, that you have the corresponding private key +# +# id_rsa.pub should look like this (standard sshd pubkey format): +# ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAw+J...F3w2mleybgT1w== user@HOSTNAME + +keypair_name = 'srieger-pub' +pub_key_file = '~/.ssh/id_rsa.pub' + +flavor_name = 'm1.small' + + +# default region +region_name = 'RegionOne' +# domain to use, "default" for local accounts, "hsfulda" for RZ LDAP, e.g., using fdaiXXXX as auth_username +domain_name = "default" + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + # if "OS_PASSWORD" in os.environ: + # auth_password = os.environ["OS_PASSWORD"] + # else: + # auth_password = getpass.getpass("Enter your OpenStack password:") + auth_password = "demo" + + ########################################################################### + # + # create connection + # + ########################################################################### + + # libcloud.security.VERIFY_SSL_CERT = False + + provider = get_driver(Provider.OPENSTACK) + conn = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name, + ex_domain_name=domain_name) + + ########################################################################### + # + # get image, flavor, network for instance creation + # + ########################################################################### + + images = conn.list_images() + image = '' + for img in images: + if img.name == ubuntu_image_name: + image = img + + flavors = conn.list_sizes() + flavor = '' + for flav in flavors: + if flav.name == flavor_name: + flavor = conn.ex_get_size(flav.id) + + networks = conn.ex_list_networks() + network = '' + for net in networks: + if net.name == project_network: + network = net + + ########################################################################### + # + # create keypair dependency + # + ########################################################################### + + print('Checking for existing SSH key pair...') + keypair_exists = False + for keypair in conn.list_key_pairs(): + if keypair.name == keypair_name: + keypair_exists = True + + if keypair_exists: + print('Keypair ' + keypair_name + ' already exists. Skipping import.') + else: + print('adding keypair...') + conn.import_key_pair_from_file(keypair_name, pub_key_file) + + for keypair in conn.list_key_pairs(): + print(keypair) + + ########################################################################### + # + # clean up resources from previous demos + # + ########################################################################### + + # destroy running demo instances + for instance in conn.list_nodes(): + if instance.name in ['all-in-one', 'app-worker-1', 'app-worker-2', 'app-worker-3', 'app-controller', + 'app-services', 'app-api-1', 'app-api-2']: + print('Destroying Instance: %s' % instance.name) + conn.destroy_node(instance) + + # wait until all nodes are destroyed to be able to remove depended security groups + nodes_still_running = True + while nodes_still_running: + nodes_still_running = False + time.sleep(3) + instances = conn.list_nodes() + for instance in instances: + # if we see any demo instances still running continue to wait for them to stop + if instance.name in ['all-in-one', 'app-worker-1', 'app-worker-2', 'app-controller']: + nodes_still_running = True + print('There are still instances running, waiting for them to be destroyed...') + + # delete security groups + for group in conn.ex_list_security_groups(): + if group.name in ['control', 'worker', 'api', 'services']: + print('Deleting security group: %s' % group.name) + conn.ex_delete_security_group(group) + + ########################################################################### + # + # create security group dependency + # + ########################################################################### + + def get_security_group(connection, security_group_name): + """A helper function to check if security group already exists""" + print('Checking for existing ' + security_group_name + ' security group...') + for security_grp in connection.ex_list_security_groups(): + if security_grp.name == security_group_name: + print('Security Group ' + security_group_name + ' already exists. Skipping creation.') + return worker_security_group + return False + + if not get_security_group(conn, "api"): + api_security_group = conn.ex_create_security_group('api', 'for API services only') + conn.ex_create_security_group_rule(api_security_group, 'TCP', 80, 80) + conn.ex_create_security_group_rule(api_security_group, 'TCP', 22, 22) + else: + api_security_group = get_security_group(conn, "api") + + if not get_security_group(conn, "worker"): + worker_security_group = conn.ex_create_security_group('worker', 'for services that run on a worker node') + conn.ex_create_security_group_rule(worker_security_group, 'TCP', 22, 22) + else: + worker_security_group = get_security_group(conn, "worker") + + if not get_security_group(conn, "control"): + controller_security_group = conn.ex_create_security_group('control', 'for services that run on a control node') + conn.ex_create_security_group_rule(controller_security_group, 'TCP', 22, 22) + conn.ex_create_security_group_rule(controller_security_group, 'TCP', 80, 80) + conn.ex_create_security_group_rule(controller_security_group, 'TCP', 5672, 5672, + source_security_group=worker_security_group) + + if not get_security_group(conn, "services"): + services_security_group = conn.ex_create_security_group('services', 'for DB and AMQP services only') + conn.ex_create_security_group_rule(services_security_group, 'TCP', 22, 22) + conn.ex_create_security_group_rule(services_security_group, 'TCP', 3306, 3306, + source_security_group=api_security_group) + conn.ex_create_security_group_rule(services_security_group, 'TCP', 5672, 5672, + source_security_group=worker_security_group) + conn.ex_create_security_group_rule(services_security_group, 'TCP', 5672, 5672, + source_security_group=api_security_group) + else: + services_security_group = get_security_group(conn, "services") + + for security_group in conn.ex_list_security_groups(): + print(security_group) + + ########################################################################### + # + # get floating ip helper function + # + ########################################################################### + + def get_floating_ip(connection): + """A helper function to re-use available Floating IPs""" + unused_floating_ip = None + for float_ip in connection.ex_list_floating_ips(): + if not float_ip.node_id: + unused_floating_ip = float_ip + break + if not unused_floating_ip: + pool = connection.ex_list_floating_ip_pools()[0] + unused_floating_ip = pool.create_floating_ip() + return unused_floating_ip + + ########################################################################### + # + # create app-services instance (database & messaging) + # + ########################################################################### + + # https://git.openstack.org/cgit/openstack/faafo/plain/contrib/install.sh + # is currently broken, hence the "rabbitctl" lines were added in the example + # below, see also https://bugs.launchpad.net/faafo/+bug/1679710 + # + # Thanks to Stefan Friedmann for finding this fix ;) + + userdata_service = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i database -i messaging + rabbitmqctl add_user faafo guest + rabbitmqctl set_user_tags faafo administrator + rabbitmqctl set_permissions -p / faafo ".*" ".*" ".*" + ''' + + print('Starting new app-services instance and wait until it is running...') + instance_services = conn.create_node(name='app-services', + image=image, + size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata_service, + ex_security_groups=[services_security_group]) + instance_services = conn.wait_until_running(nodes=[instance_services], timeout=120, + ssh_interface='private_ips')[0][0] + services_ip = instance_services.private_ips[0] + + ########################################################################### + # + # create app-api instances + # + ########################################################################### + + userdata_api = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i faafo -r api -m 'amqp://faafo:guest@%(services_ip)s:5672/' \ + -d 'mysql+pymysql://faafo:password@%(services_ip)s:3306/faafo' + ''' % {'services_ip': services_ip} + + print('Starting new app-api-1 instance and wait until it is running...') + instance_api_1 = conn.create_node(name='app-api-1', + image=image, + size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata_api, + ex_security_groups=[api_security_group]) + + print('Starting new app-api-2 instance and wait until it is running...') + instance_api_2 = conn.create_node(name='app-api-2', + image=image, + size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata_api, + ex_security_groups=[api_security_group]) + + instance_api_1 = conn.wait_until_running(nodes=[instance_api_1], timeout=120, + ssh_interface='private_ips')[0][0] + api_1_ip = instance_api_1.private_ips[0] + instance_api_2 = conn.wait_until_running(nodes=[instance_api_2], timeout=120, + ssh_interface='private_ips')[0][0] + # api_2_ip = instance_api_2.private_ips[0] + + for instance in [instance_api_1, instance_api_2]: + floating_ip = get_floating_ip(conn) + conn.ex_attach_floating_ip_to_node(instance, floating_ip) + print('allocated %(ip)s to %(host)s' % {'ip': floating_ip.ip_address, 'host': instance.name}) + + ########################################################################### + # + # create worker instances + # + ########################################################################### + + userdata_worker = '''#!/usr/bin/env bash + curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + -i faafo -r worker -e 'http://%(api_1_ip)s' -m 'amqp://faafo:guest@%(services_ip)s:5672/' + ''' % {'api_1_ip': api_1_ip, 'services_ip': services_ip} + + # userdata_api-api-2 = '''#!/usr/bin/env bash + # curl -L -s https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/faafo/contrib/install.sh | bash -s -- \ + # -i faafo -r worker -e 'http://%(api_2_ip)s' -m 'amqp://faafo:guest@%(services_ip)s:5672/' + # ''' % {'api_2_ip': api_2_ip, 'services_ip': services_ip} + + print('Starting new app-worker-1 instance and wait until it is running...') + instance_worker_1 = conn.create_node(name='app-worker-1', + image=image, size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata_worker, + ex_security_groups=[worker_security_group]) + + print('Starting new app-worker-2 instance and wait until it is running...') + instance_worker_2 = conn.create_node(name='app-worker-2', + image=image, size=flavor, + networks=[network], + ex_keyname=keypair_name, + ex_userdata=userdata_worker, + ex_security_groups=[worker_security_group]) + + # do not start worker 3 initially, can be started using scale-out-add-worker.py demo + + #print('Starting new app-worker-3 instance and wait until it is running...') + #instance_worker_3 = conn.create_node(name='app-worker-3', + # image=image, size=flavor, + # networks=[network], + # ex_keyname=keypair_name, + # ex_userdata=userdata_worker, + # ex_security_groups=[worker_security_group]) + + print(instance_worker_1) + print(instance_worker_2) + #print(instance_worker_3) + + +if __name__ == '__main__': + main() diff --git a/demo5-1-durable-storage.py b/demo5-1-durable-storage.py index 8ffc581..79d2b8f 100644 --- a/demo5-1-durable-storage.py +++ b/demo5-1-durable-storage.py @@ -1,4 +1,4 @@ -from __future__ import print_function + import getpass import os @@ -27,12 +27,12 @@ def main(): if "OS_PROJECT_NAME" in os.environ: project_name = os.environ["OS_PROJECT_NAME"] else: - project_name = input("Enter your OpenStack project:") + project_name = eval(input("Enter your OpenStack project:")) if "OS_USERNAME" in os.environ: auth_username = os.environ["OS_USERNAME"] else: - auth_username = input("Enter your OpenStack username:") + auth_username = eval(input("Enter your OpenStack username:")) if "OS_PASSWORD" in os.environ: auth_password = os.environ["OS_PASSWORD"] diff --git a/demo5-1-durable-storage.py.bak b/demo5-1-durable-storage.py.bak new file mode 100644 index 0000000..8ffc581 --- /dev/null +++ b/demo5-1-durable-storage.py.bak @@ -0,0 +1,123 @@ +from __future__ import print_function + +import getpass +import os + +import libcloud.security +from libcloud.storage.providers import get_driver +from libcloud.storage.types import Provider + +# reqs: +# services: nova, glance, neutron +# resources: 2 instances (m1.small), 2 floating ips (1 keypair, 2 security groups) + +# HS-Fulda Private Cloud +auth_url = 'https://192.168.72.40:5000' +region_name = 'RegionOne' +domain_name = "hsfulda" + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + if "OS_PROJECT_NAME" in os.environ: + project_name = os.environ["OS_PROJECT_NAME"] + else: + project_name = input("Enter your OpenStack project:") + + if "OS_USERNAME" in os.environ: + auth_username = os.environ["OS_USERNAME"] + else: + auth_username = input("Enter your OpenStack username:") + + if "OS_PASSWORD" in os.environ: + auth_password = os.environ["OS_PASSWORD"] + else: + auth_password = getpass.getpass("Enter your OpenStack password:") + + ########################################################################### + # + # create connection + # + ########################################################################### + + libcloud.security.VERIFY_SSL_CERT = False + + provider = get_driver(Provider.OPENSTACK_SWIFT) + swift = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name, + ex_domain_name=domain_name) + + ########################################################################### + # + # create container + # + ########################################################################### + + container_name = 'fractals' + containers = swift.list_containers() + container = False + for con in containers: + if con.name == container_name: + container = con + + if not container: + container = swift.create_container(container_name=container_name) + + print(container) + + print(swift.list_containers()) + + ########################################################################### + # + # upload a goat + # + ########################################################################### + + object_name = 'an amazing goat' + file_path = 'C:\\Users\\Sebastian\\goat.jpg' + objects = container.list_objects() + object_data = False + for obj in objects: + if obj.name == object_name: + object_data = obj + + if not object_data: + # print(os.getcwd()) + container = swift.get_container(container_name=container_name) + object_data = container.upload_object(file_path=file_path, object_name=object_name) + + objects = container.list_objects() + print(objects) + + ########################################################################### + # + # check goat integrity + # + ########################################################################### + + import hashlib + print(hashlib.md5(open(file_path, 'rb').read()).hexdigest()) + + ########################################################################### + # + # delete goat + # + ########################################################################### + + swift.delete_object(object_data) + + objects = container.list_objects() + print(objects) + + +if __name__ == '__main__': + main() diff --git a/demo5-2-backup-fractals.py b/demo5-2-backup-fractals.py index ff49805..121f551 100644 --- a/demo5-2-backup-fractals.py +++ b/demo5-2-backup-fractals.py @@ -1,4 +1,4 @@ -from __future__ import print_function + import getpass import json @@ -28,12 +28,12 @@ def main(): if "OS_PROJECT_NAME" in os.environ: project_name = os.environ["OS_PROJECT_NAME"] else: - project_name = input("Enter your OpenStack project:") + project_name = eval(input("Enter your OpenStack project:")) if "OS_USERNAME" in os.environ: auth_username = os.environ["OS_USERNAME"] else: - auth_username = input("Enter your OpenStack username:") + auth_username = eval(input("Enter your OpenStack username:")) if "OS_PASSWORD" in os.environ: auth_password = os.environ["OS_PASSWORD"] diff --git a/demo5-2-backup-fractals.py.bak b/demo5-2-backup-fractals.py.bak new file mode 100644 index 0000000..ff49805 --- /dev/null +++ b/demo5-2-backup-fractals.py.bak @@ -0,0 +1,97 @@ +from __future__ import print_function + +import getpass +import json +import os + +import libcloud +import libcloud.security +import requests +from libcloud.storage.providers import get_driver +from libcloud.storage.types import Provider + +# HS-Fulda Private Cloud +auth_url = 'https://192.168.72.40:5000' +region_name = 'RegionOne' +domain_name = "hsfulda" + +api_ip = '192.168.72.102' + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + if "OS_PROJECT_NAME" in os.environ: + project_name = os.environ["OS_PROJECT_NAME"] + else: + project_name = input("Enter your OpenStack project:") + + if "OS_USERNAME" in os.environ: + auth_username = os.environ["OS_USERNAME"] + else: + auth_username = input("Enter your OpenStack username:") + + if "OS_PASSWORD" in os.environ: + auth_password = os.environ["OS_PASSWORD"] + else: + auth_password = getpass.getpass("Enter your OpenStack password:") + + ########################################################################### + # + # create connection + # + ########################################################################### + + libcloud.security.VERIFY_SSL_CERT = False + + provider = get_driver(Provider.OPENSTACK_SWIFT) + swift = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name, + ex_domain_name=domain_name) + + ########################################################################### + # + # create container + # + ########################################################################### + + container_name = 'fractals' + containers = swift.list_containers() + container = False + for con in containers: + if con.name == container_name: + container = con + + if not container: + container = swift.create_container(container_name=container_name) + + print(container) + + ########################################################################### + # + # backup existing fractals to container + # + ########################################################################### + + endpoint = 'http://' + api_ip + params = { 'results_per_page': '-1' } + response = requests.get('%s/v1/fractal' % endpoint, params=params) + data = json.loads(response.text) + for fractal in data['objects']: + response = requests.get('%s/fractal/%s' % (endpoint, fractal['uuid']), stream=True) + container.upload_object_via_stream(response.iter_content(), object_name=fractal['uuid']) + + for object_data in container.list_objects(): + print(object_data) + + +if __name__ == '__main__': + main() diff --git a/destroy-all-demo-instances.py b/destroy-all-demo-instances.py index c3b1204..8146c3a 100644 --- a/destroy-all-demo-instances.py +++ b/destroy-all-demo-instances.py @@ -70,7 +70,7 @@ def main(): for instance in conn.list_nodes(): if instance.name in ['all-in-one', 'app-worker-1', 'app-worker-2', 'app-worker-3', 'app-controller', 'app-services', 'app-api-1', 'app-api-2']: - print('Destroying Instance: %s' % instance.name) + print(('Destroying Instance: %s' % instance.name)) conn.destroy_node(instance) # wait until all nodes are destroyed to be able to remove depended security groups @@ -89,7 +89,7 @@ def main(): # delete security groups for group in conn.ex_list_security_groups(): if group.name in ['control', 'worker', 'api', 'services']: - print('Deleting security group: %s' % group.name) + print(('Deleting security group: %s' % group.name)) conn.ex_delete_security_group(group) diff --git a/destroy-all-demo-instances.py.bak b/destroy-all-demo-instances.py.bak new file mode 100644 index 0000000..c3b1204 --- /dev/null +++ b/destroy-all-demo-instances.py.bak @@ -0,0 +1,97 @@ +# import getpass +# import os +# import libcloud.security + +import time +from libcloud.compute.providers import get_driver +from libcloud.compute.types import Provider + +# reqs: +# services: nova, glance, neutron +# resources: 2 instances (m1.small), 2 floating ips (1 keypair, 2 security groups) + +# Please use 1-29 for X in the following variable to specify your group number. (will be used for the username, +# project etc., as coordinated in the lab sessions) + +group_number = 30 + + +# web service endpoint of the private cloud infrastructure +auth_url = 'https://private-cloud.informatik.hs-fulda.de:5000' +# your username in OpenStack +auth_username = 'CloudComp' + str(group_number) +# your project in OpenStack +project_name = 'CloudComp' + str(group_number) + + +# default region +region_name = 'RegionOne' +# domain to use, "default" for local accounts, "hsfulda" for RZ LDAP, e.g., using fdaiXXXX as auth_username +domain_name = "default" + + +def main(): + ########################################################################### + # + # get credentials + # + ########################################################################### + + # if "OS_PASSWORD" in os.environ: + # auth_password = os.environ["OS_PASSWORD"] + # else: + # auth_password = getpass.getpass("Enter your OpenStack password:") + auth_password = "demo" + + ########################################################################### + # + # create connection + # + ########################################################################### + + # libcloud.security.VERIFY_SSL_CERT = False + + provider = get_driver(Provider.OPENSTACK) + conn = provider(auth_username, + auth_password, + ex_force_auth_url=auth_url, + ex_force_auth_version='3.x_password', + ex_tenant_name=project_name, + ex_force_service_region=region_name, + ex_domain_name=domain_name) + + ########################################################################### + # + # clean up resources from previous demos + # + ########################################################################### + + # destroy running demo instances + for instance in conn.list_nodes(): + if instance.name in ['all-in-one', 'app-worker-1', 'app-worker-2', 'app-worker-3', 'app-controller', + 'app-services', 'app-api-1', 'app-api-2']: + print('Destroying Instance: %s' % instance.name) + conn.destroy_node(instance) + + # wait until all nodes are destroyed to be able to remove depended security groups + nodes_still_running = True + while nodes_still_running: + nodes_still_running = False + time.sleep(3) + instances = conn.list_nodes() + for instance in instances: + # if we see any demo instances still running continue to wait for them to stop + if instance.name in ['all-in-one', 'app-worker-1', 'app-worker-2', 'app-worker-3', 'app-controller', + 'app-services', 'app-api-1', 'app-api-2']: + nodes_still_running = True + print('There are still instances running, waiting for them to be destroyed...') + + # delete security groups + for group in conn.ex_list_security_groups(): + if group.name in ['control', 'worker', 'api', 'services']: + print('Deleting security group: %s' % group.name) + conn.ex_delete_security_group(group) + + +if __name__ == '__main__': + main()