Automating AWS with python URLs

Varsu_Srinivas · July 18, 2019, 11:02am

AWS AUTOMATION USING PYTHON

1.To print the number of buckets and to create a bucket the code is here is the link.

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/01-webotron/create a bucket

# coding: utf-8
import boto3
session = boto3.Session(profile_name='pythonAutomation1')
s3 = session.resource('s3')
for bucket in s3.buckets.all():
    print(bucket)
    
new_bucket = s3.create_bucket(Bucket='automatingawssrini1-boto3', CreateBucketConfiguration={'LocationConstraint': 'us-east-2'})
new_bucket
for bucket in s3.buckets.all():
    print(bucket)

To know the objects in the bucket the code.

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/webotron/webotron.py

import boto3
import click

session = boto3.Session(profile_name='pythonAutomation1')
s3 = session.resource('s3')

@click.group()
def cli():
    "webotron deploys websites to aws"
    pass

@cli.command('list_buckets')
def list_buckets():
    "List all s3 buckets"
    for bucket in s3.buckets.all():
        print(bucket)

@cli.command('list-bucket-objects')
@click.argument('bucket')
def list_bucket_objects(bucket):

This file has been truncated. show original

To push and publish the sample website to S3.

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/01-webotron/website publish

import boto3
import click
from botocore.exceptions import ClientError

session = boto3.Session(profile_name='pythonAutomation1')
s3 = session.resource('s3')
@click.group()
def cli():
    "Webotron deploys websites to AWS"
    pass
@cli.command('list-buckets')
def list_buckets():
    "List all s3 buckets"
    for bucket in s3.buckets.all():
        print(bucket)
@cli.command('list-bucket-objects')
@click.argument('bucket')
def list_bucket_objects(bucket):
    "List objects in an s3 bucket"
    for obj in s3.Bucket(bucket).objects.all():

This file has been truncated. show original

To sync the website directory to s3.

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/01-webotron/web.py

import boto3
import click
from botocore.exceptions import ClientError
from pathlib import Path
import mimetypes

session = boto3.Session(profile_name='pythonAutomation1')
s3 = session.resource('s3')
@click.group()
def cli():
    "Webotron deploys websites to AWS"
    pass
@cli.command('list-buckets')
def list_buckets():
    "List all s3 buckets"
    for bucket in s3.buckets.all():
        print(bucket)
@cli.command('list-bucket-objects')
@click.argument('bucket')
def list_bucket_objects(bucket):

This file has been truncated. show original

To create an EC2 instance in ipython. You can find the code here.

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/ec2 instance

# coding: utf-8
import boto3
session = boto3.Session(profile_name='pythonAutomation1')
ec2 = session.resource('ec2')
key_name = 'python_automation_key'
key_path = key_name + '.pem'
key = ec2.create_key_pair(KeyName=key_name)
key.key_material
with open(key_path, 'w') as key_file:
    key_file.write(key.key_material)
  
get_ipython().run_line_magic('ls' '-l python_automation_key.pem')
get_ipython().run_line_magic('ls', '-l python_automation_key.pem')
import os, stat
os.chmod(key_path, stat.S_IRUSR | stat.S_IWUSR)
get_ipython().run_line_magic('ls', '-l python_automation_key.pem')
ec2.images.filter(Owners=['amazon'])
list(ec2.images.filter(Owners=['amazon']))
len(list(ec2.images.filter(Owners=['amazon'])))
img = ec2.Image('ami-09ff6a63071e9b2b1')

This file has been truncated. show original

To scaling up and scaling down an auto-scaling group

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/notifier/scale_up.py

import boto3
session = boto3.Session(profile_name='pythonAutomation1')
as_client = session.client('autoscaling')

as_client.execute_policy(AutoScalingGroupName='Notifon Example Group', PolicyName='Scale Up')

# to scale down
import boto3
session = boto3.Session(profile_name='pythonAutomation1')
as_client = session.client('autoscaling')

as_client.execute_policy(AutoScalingGroupName='Notifon Example', PolicyName='Scale Down')

To create AWS lambda function to cloud-watch event the code is here.

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/notifier/aws lambda function

import json

def lambda_handler(event, context):
    # TODO implement
    print(event)
    return {
        'statusCode': 200,
        'body': json.dumps('Hello from Lambda!')
    }

To setup serverless frame work

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/serverless.yml

# Welcome to Serverless!
#
# This file is the main config file for your service.
# It's very minimal at this point and uses default values.
# You can always add more config options for more control.
# We've included some commented out config examples here.
# Just uncomment any of them to get that config option.
#
# For full config options, check the docs:
#    docs.serverless.com
#
# Happy Coding!

service: notifon-notifier # NOTE: update this with your service name
#app: your-app-name
#tenant: your-tenant-name

# You can pin your service to only deploy with a specific Serverless version
# Check out our docs for more details
# frameworkVersion: "=X.X.X"

This file has been truncated. show original

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/handler.py

import json

def hello(event, context):
    body = {
        "message": "Go Serverless v1.0! Your function executed successfully!",
        "input": event
    }

9.To send notifications to slack the code here is

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/notifier/config.dev.json

{
 "notifier": {
   "slack_webhook_url": "https://hooks.slack.com/services/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"
   "profile": "pythonAutomation1"
 }
}

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/notifier/config.tmpl.json

{
  "notifier": {
    "slack_webhook_url": "",
    "profile": ""
  }
}

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/notifier/serverless.yml

# Welcome to Serverless!
#
# This file is the main config file for your service.
# It's very minimal at this point and uses default values.
# You can always add more config options for more control.
# We've included some commented out config examples here.
# Just uncomment any of them to get that config option.
#
# For full config options, check the docs:
#    docs.serverless.com
#
# Happy Coding!

service: notifon-notifier # NOTE: update this with your service name
#app: your-app-name
#tenant: your-tenant-name

# You can pin your service to only deploy with a specific Serverless version
# Check out our docs for more details
# frameworkVersion: "=X.X.X"

This file has been truncated. show original

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/notifon/notifier/handler.py

import json


def post_to_slack(event, context):
    slack_webhook_url = os.environ['SLACK_WEBHOOK_URL']
    print(slack_webhook_url)
    print(event)

    return

Rekognition in aws for video analysis.

github.com

srinivas0256/AWS-AUTOMATION-WITH-PYTHON/blob/master/Rekognition/rekognition.py

 import boto3

  session = boto3.Session(profile_name='pythonAutomation1')

  s3 = session.resource('s3')

  bucket = s3.create_bucket(Bucket='robinvideolyzervideos', CreateBucketConfiguration={'LocationConstraint': session.region_name})

  from pathlib import Path

  get_ipython().run_line_magic('ls', '/home/ec2-user/watch?v=668nUCeBHyY')

  pathname = '/home/ec2-user/watch?v=668nUCeBHyY'

  path = Path(pathname).expanduser().resolve()

  print(path)

  bucket.upload_file(str(path), str(path.name))

This file has been truncated. show original