Yet another easy-to-understand, easy-to-use aws s3 python sdk code examples.

github地址：.

"""Yet another s3 python sdk example.based on boto 2.27.0"""import timeimport osimport urllibimport boto.s3.connectionimport boto.s3.keydef test():    print '--- running AWS s3 examples ---'    c = boto.s3.connection.S3Connection('
     
      ', '
      
       ')    print 'original bucket number:', len(c.get_all_buckets())        bucket_name = 'yet.another.s3.example.code'    print 'creating a bucket:', bucket_name    try:        bucket = c.create_bucket(bucket_name)    except boto.exception.S3CreateError  as e:        print ' ' * 4, 'error occured:'        print ' ' * 8, 'http status code:', e.status        print ' ' * 8, 'reason:', e.reason        print ' ' * 8, 'body:', e.body        return    test_bucket_name = 'no.existence.yet.another.s3.example.code'    print 'if you just want to know whether the bucket(\'%s\') exists or not' % (test_bucket_name,), \        'and don\'t want to get this bucket'    try:        test_bucket = c.head_bucket(test_bucket_name)    except boto.exception.S3ResponseError as e:        if e.status == 403 and e.reason == 'Forbidden':            print ' ' * 4, 'the bucket(\'%s\') exists but you don\'t have the permission.' % (test_bucket_name,)        elif e.status == 404 and e.reason == 'Not Found':            print ' ' * 4, 'the bucket(\'%s\') doesn\'t exist.' % (test_bucket_name,)    print 'or use lookup() instead of head_bucket() to do the same thing.', \        'it will return None if the bucket does not exist instead of throwing an exception.'    test_bucket = c.lookup(test_bucket_name)    if test_bucket is None:        print ' ' * 4, 'the bucket(\'%s\') doesn\'t exist.' % (test_bucket_name,)    print 'now you can get the bucket(\'%s\')' % (bucket_name,)    bucket = c.get_bucket(bucket_name)    print 'add some objects to bucket ', bucket_name    keys = ['sample.txt', 'notes/2006/January/sample.txt', 'notes/2006/February/sample2.txt',\           'notes/2006/February/sample3.txt', 'notes/2006/February/sample4.txt', 'notes/2006/sample5.txt']    print ' ' * 4, 'these key names are:'    for name in keys:        print ' ' * 8, name        filename = './_test_dir/sample.txt'    print ' ' * 4, 'you can contents of object(\'%s\') from filename(\'%s\')' % (keys[0], filename,)    key = boto.s3.key.Key(bucket, keys[0])    bytes_written = key.set_contents_from_filename(filename)    assert bytes_written == os.path.getsize(filename), '    error occured:broken file'            print ' ' * 4, 'or set contents of object(\'%s\') by opened file object' % (keys[1],)    fp = open(filename, 'r')    key = boto.s3.key.Key(bucket, keys[1])    bytes_written = key.set_contents_from_file(fp)    assert bytes_written == os.path.getsize(filename), '    error occured:broken file'    print ' ' * 4, 'you can also set contents the remaining key objects from string'    for name in keys[2:]:        print ' ' * 8, 'key:', name        key = boto.s3.key.Key(bucket, name)        s = 'This is the content of %s ' % (name,)        key.set_contents_from_string(s)        print ' ' * 8, '..contents:', key.get_contents_as_string()        # use get_contents_to_filename() to save contents to a specific file in the filesystem.    #print 'You have %d objects in bucket %s' % ()            print 'list all objects added into \'%s\' bucket' % (bucket_name,)    objs = bucket.list()    for key in objs:        print ' ' * 4, key.name    p = 'notes/2006/'    print 'list objects start with \'%s\'' % (p,)    objs = bucket.list(prefix = p)    for key in objs:        print ' ' * 4, key.name    print 'list objects or key prefixs like \'%s/*\', something like what\'s in the top of \'%s\' folder ?' % (p, p,)    objs = bucket.list(prefix = p, delimiter = '/')    for key in objs:        print ' ' * 4, key.name    keys_per_page = 4    print 'manually handle the results paging from s3,', ' number of keys per page:', keys_per_page    print ' ' * 4, 'get page 1'    objs = bucket.get_all_keys(max_keys = keys_per_page)    for key in objs:        print ' ' * 8, key.name    print ' ' * 4, 'get page 2'    last_key_name = objs[-1].name   #last key of last page is the marker to retrive next page.    objs = bucket.get_all_keys(max_keys = keys_per_page, marker = last_key_name)    for key in objs:        print ' ' * 8, key.name    """    get_all_keys() a lower-level method for listing contents of a bucket.    This closely models the actual S3 API and requires you to manually handle the paging of results.     For a higher-level method that handles the details of paging for you, you can use the list() method.    """    print 'you must delete all objects in the bucket \'%s\' before delete this bucket' % (bucket_name, )    print ' ' * 4, 'you can delete objects one by one'    bucket.delete_key(keys[0])    print ' ' * 4, 'or you can delete multiple objects using a single HTTP request with delete_keys().'    bucket.delete_keys(keys[1:])    print 'now you can delete the bucket \'%s\'' % (bucket_name,)    c.delete_bucket(bucket)    #references:    #  [1] http://docs.pythonboto.org/    #  [2] amazon s3 api referencesif __name__ == '__main__':    test()
      
     

转载本文请注明作者和出处[Gary的影响力]http://garyelephant.me，请勿用于不论什么商业用途！

Author: Gary Gao( garygaowork[at]gmail.com) 关注互联网、分布式、高性能、NoSQL、自己主动化、软件团队

支持我的工作：