import boto3 from botocore.exceptions import ClientError ################################################################################################ # # Configuration Parameters # ################################################################################################ print("!!!!!!!! You cannot use RDS in AWS Educate Account !!!!!!!!") exit(-1) # place your credentials in ~/.aws/credentials, as mentioned in AWS Educate Classroom, # Account Details, AWC CLI -> Show (Copy and paste the following into ~/.aws/credentials) # changed to use us-east, to be able to use AWS Educate Classroom region = 'us-east-1' availabilityZone = 'us-east-1a' # region = 'eu-central-1' # availabilityZone = 'eu-central-1b' # AMI ID of Amazon Linux 2 image 64-bit x86 in us-east-1 (can be retrieved, e.g., at # https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#LaunchInstanceWizard:) imageId = 'ami-0d5eff06f840b45e9' # for eu-central-1, AMI ID of Amazon Linux 2 would be: # imageId = 'ami-0cc293023f983ed53' # potentially change instanceType to t2.micro for "free tier" if using a regular account # for production, t3.nano seams better instanceType = 't2.nano' keyName = 'srieger-pub' ################################################################################################ # # boto3 clients and resources (dependencies) # ################################################################################################ client = boto3.setup_default_session(region_name=region) ec2Client = boto3.client("ec2") ec2Resource = boto3.resource('ec2') rdsClient = boto3.client("rds") # if you only have one VPC, vpc_id can be retrieved using: response = ec2Client.describe_vpcs() vpc_id = response.get('Vpcs', [{}])[0].get('VpcId', '') # if you have more than one VPC, vpc_id should be specified, and code # top retrieve VPC id below needs to be commented out # vpc_id = 'vpc-eedd4187' subnet_id = ec2Client.describe_subnets( Filters=[ { 'Name': 'availability-zone', 'Values': [availabilityZone] } ])['Subnets'][0]['SubnetId'] ################################################################################################ # # boto3 code to deploy the application # ################################################################################################ print("Deleting old instance...") print("------------------------------------") response = ec2Client.describe_instances(Filters=[{'Name': 'tag-key', 'Values': ['tug-of-war-rds']}]) print(response) reservations = response['Reservations'] for reservation in reservations: for instance in reservation['Instances']: if instance['State']['Name'] == "running" or instance['State']['Name'] == "pending": response = ec2Client.terminate_instances(InstanceIds=[instance['InstanceId']]) print(response) instanceToTerminate = ec2Resource.Instance(instance['InstanceId']) instanceToTerminate.wait_until_terminated() print("Deleting old DB instance...") print("------------------------------------") try: response = rdsClient.delete_db_instance( DBInstanceIdentifier='tug-of-war-rds-db1', SkipFinalSnapshot=True, DeleteAutomatedBackups=True ) except ClientError as e: print(e) waiter = rdsClient.get_waiter('db_instance_deleted') waiter.wait(DBInstanceIdentifier='tug-of-war-rds-db1') #time.sleep(5) print("Delete old security group...") print("------------------------------------") try: response = ec2Client.delete_security_group(GroupName='tug-of-war-rds') except ClientError as e: print(e) print("Create security group...") print("------------------------------------") try: response = ec2Client.create_security_group(GroupName='tug-of-war-rds', Description='tug-of-war-rds', VpcId=vpc_id) security_group_id = response['GroupId'] print('Security Group Created %s in vpc %s.' % (security_group_id, vpc_id)) data = ec2Client.authorize_security_group_ingress( GroupId=security_group_id, IpPermissions=[ {'IpProtocol': 'tcp', 'FromPort': 3306, 'ToPort': 3306, 'IpRanges': [{'CidrIp': '0.0.0.0/0'}]}, {'IpProtocol': 'tcp', 'FromPort': 22, 'ToPort': 22, 'IpRanges': [{'CidrIp': '0.0.0.0/0'}]}, {'IpProtocol': 'tcp', 'FromPort': 80, 'ToPort': 80, 'IpRanges': [{'CidrIp': '0.0.0.0/0'}]}, {'IpProtocol': 'tcp', 'FromPort': 443, 'ToPort': 443, 'IpRanges': [{'CidrIp': '0.0.0.0/0'}]} ]) print('Ingress Successfully Set %s' % data) except ClientError as e: print(e) print("Running new DB instance...") print("------------------------------------") response = rdsClient.create_db_instance(DBInstanceIdentifier="tug-of-war-rds-db1", AllocatedStorage=20, DBName='cloud_tug_of_war', # Engine='mariadb', Engine='mysql', # General purpose SSD StorageType='gp2', #StorageEncrypted=True, AutoMinorVersionUpgrade=True, # Set this to true later? MultiAZ=False, MasterUsername='cloud_tug_of_war', MasterUserPassword='cloudpass', VpcSecurityGroupIds=[security_group_id], #DBInstanceClass='db.m3.2xlarge', DBInstanceClass='db.t3.micro', Tags=[ {'Key': 'Name', 'Value': 'tug-of-war-rds-db1'}, {'Key': 'tug-of-war-rds', 'Value': 'db'} ], ) waiter = rdsClient.get_waiter('db_instance_available') waiter.wait(DBInstanceIdentifier='tug-of-war-rds-db1') response = ec2Client.describe_security_groups(Filters=[{'Name': 'group-name', 'Values': ['tug-of-war-rds']}]) security_group_id = response.get('SecurityGroups', [{}])[0].get('GroupId', '') response = rdsClient.describe_db_instances(DBInstanceIdentifier='tug-of-war-rds-db1') print(response) dbEndpointAddress = response['DBInstances'][0]['Endpoint']['Address'] dbEndpointPort = response['DBInstances'][0]['Endpoint']['Port'] print(str(dbEndpointAddress) + ":" + str(dbEndpointPort)) userDataWebServer = ('#!/bin/bash\n' '# extra repo for RedHat rpms\n' 'yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm\n' '# essential tools\n' 'yum install -y joe htop git\n' '# httpd and mysql client\n' 'yum install -y httpd mariadb\n' '# fix php5.x PDO prob PDO::__construct(): Server sent charset (255) unknown to the client.\n' '# by using Amazons Linux 2 PHP extras\n' 'amazon-linux-extras install -y php7.4\n' '\n' 'service httpd start\n' '\n' # 'wget http://mmnet.informatik.hs-fulda.de/cloudcomp/tug-of-war-in-the-clouds.tar.gz\n' # 'cp tug-of-war-in-the-clouds.tar.gz /var/www/html/\n' # 'tar zxvf tug-of-war-in-the-clouds.tar.gz\n' 'cd /var/www/html\n' 'wget https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/example-projects/tug-of-war-in-the-clouds/web-content/index.php\n' 'wget https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/example-projects/tug-of-war-in-the-clouds/web-content/cloud.php\n' 'wget https://gogs.informatik.hs-fulda.de/srieger/cloud-computing-msc-ai-examples/raw/master/example-projects/tug-of-war-in-the-clouds/web-content/config.php\n' '\n' '# change hostname of db connection\n' 'sed -i s/localhost/' + dbEndpointAddress + '/g /var/www/html/config.php\n' '\n' '# create default table\n' 'echo "create table clouds ( cloud_id INT AUTO_INCREMENT, name VARCHAR(255) NOT NULL, value INT, max_value INT, PRIMARY KEY (cloud_id))" | mysql -h ' + dbEndpointAddress + ' -u cloud_tug_of_war -pcloudpass cloud_tug_of_war\n' ) for i in range(1, 2): print("Running new Web Server instance...") print("------------------------------------") response = ec2Client.run_instances( ImageId=imageId, InstanceType=instanceType, Placement={'AvailabilityZone': availabilityZone, }, KeyName=keyName, MinCount=1, MaxCount=1, UserData=userDataWebServer, SecurityGroupIds=[ security_group_id, ], TagSpecifications=[ { 'ResourceType': 'instance', 'Tags': [ {'Key': 'Name', 'Value': 'tug-of-war-rds-webserver' + str(i)}, {'Key': 'tug-of-war-rds', 'Value': 'webserver'} ], } ], ) instanceIdWeb = response['Instances'][0]['InstanceId'] instance = ec2Resource.Instance(instanceIdWeb) instance.wait_until_running() instance.load() print("tug-of-war-in-the-clouds can be accessed at: " + instance.public_ip_address)