python-aws-code.tar

README.md000644 000765 000024 00000000403 12550012121 014075 0ustar00aakashtanejastaff000000 000000 # python-aws-code

Connect to a S3 and list all buckets; Add a new bucket and upload file to it
python s3.py

Connect to S3 and load a multipart file greater than 100 MB
python s3-multipartload.py

Connect to EC2 instance and list all instances
python ec2.py
ec2.py000644 000765 000024 00000001206 12540633770 013665 0ustar00aakashtanejastaff000000 000000 #!/usr/bin/env python

# Copyright (c) 2015 Nandini Taneja nandini.taneja@gmail.com
# All rights reserved.

import boto.ec2

# connect to Amazon EC2
# AWS access and secret keys are in /etc/boto.cfg

regions = boto.ec2.regions()
myregion = regions[0]
conn = myregion.connect()

# List all avaialble instances
reservations = conn.get_all_instances()
length = len(reservations)

# Total instances
print "Total: " , length , "reservations\n"

#print "Instance Names @Amazon AWS and Contents\n"

for reservation in reservations:
	instance = reservation.instances
	print "Instance Id", instance
	print "Instance Type", instance.placement
	print "\n"

s3-multipartload.py000644 000765 000024 00000002075 12550012045 016410 0ustar00aakashtanejastaff000000 000000 #!/usr/bin/env python

# Copyright (c) 2015 Nandini Taneja nandini.taneja@gmail.com
# All rights reserved.

import math, os
import boto
import sys
from filechunkio import FileChunkIO

bucket = sys.argv[1]
file = sys.argv[2]

# connect to Amazon S3
conn = boto.connect_s3()
bucket = conn.get_bucket(bucket)

# get the input file path
source_path = file 
source_size = os.stat(source_path).st_size

# create a multipart upload request
mpur = bucket.initiate_multipart_upload(os.path.basename(source_path))

# use a chunk size of 50MB
chunk_size = 52428800
chunk_count = int(math.ceil(source_size / float(chunk_size)))

# send the file parts
print "Start the Multipart upload\n"

for i in range(chunk_count):
	offset = chunk_size * i
	bytes = min(chunk_size, source_size - offset)
	with FileChunkIO(source_path, 'r', offset=offset,
			bytes=bytes) as fp:
		mpur.upload_part_from_file(fp, part_num=i+1)

# finish upload
mpur.complete_upload()

print "End the Multipart upload\n"
# Now list the Bucket and contents

object_in_bucket = bucket.list()
for o in object_in_bucket:
	print o.name
s3.py000644 000765 000024 00000003104 12550007476 013537 0ustar00aakashtanejastaff000000 000000 #!/usr/bin/env python

# Copyright (c) 2015 Nandini Taneja nandini.taneja@gmail.com
# All rights reserved.
import sys, getopt
import boto
from boto.s3.key import Key

# connect to Amazon S3
conn = boto.connect_s3()

def extract_file(fullpath):
	pos = fullpath.rfind("/")
	path = fullpath[pos+1:]
	return path

def create_bucket(b):
	# Create a bucket
	# Catch exception if the bucket can not be created or already exists
	print "Create a bucket:", b, " \n"

	try:
		conn.create_bucket(b)
	except S3CreateError as ce:
		print "Exception creating bucket: ", ce.errno
	else:
		print "Bucket created\n"

def upload_file(b,f):
	# Upload a file in the created bucket

	b = conn.get_bucket(b)
	k = Key(b)
	filename = extract_file(f)
	k.key = filename
	k.set_contents_from_filename(f)

	print "Uploaded file ", filename, "\n"

def delete_bucket(b):
	# Delete the bucket
	#conn.delete_bucket(b)
	print "Bucket", b, " deleted\n"

def main(argv):
	bucket = ''
	filename = ''
	if len(argv) < 2:
		print 's3.py <bucketname> <absolute filename>'
		sys.exit(2)
	bucket = argv[0]
	filename = argv[1]

	print "Bucket to create", bucket
	print "File to load ", filename

	# List all avaialble buckets in your account
	buckets = conn.get_all_buckets()
	length = len(buckets)

	# Total buckets
	print "Total: " , length , "buckets\n"

	print "Bucket Names @Amazon AWS and Contents\n"

	for b in buckets:
		print b.name
		print "\n"
		objects_in_b = b.list()
		for o in objects_in_b:
			print o.name

	create_bucket(bucket)
	upload_file(bucket,filename)
	#delete_bucket(bucket)
if __name__ == "__main__":
	main(sys.argv[1:])