10 examples of 'upload file to s3 python boto3' in Python

112
def upload(bucket, key, filename, session=None):
113
    """Upload file to S3 bucket."""
114
    s3_client = _get_client(session)
115
    LOGGER.info('Uploading %s to %s/%s', filename, bucket, key)
116
    s3_client.upload_file(filename, bucket, key)

141
def upload_file(bucket, key, local_file, s3_client):
142
    """
143
    Uploads a given file to the s3 key in the bucket
144
    """
145
    import boto3
146
    s3_client.upload_file(local_file, bucket, key)
147
148
    return

30
def upload(source_file, bucket_name, object_key):
31
    s3 = boto3.resource('s3')
32
33
    # Uploads the source file to the specified s3 bucket by using a
34
    # managed uploader. The uploader automatically splits large
35
    # files and uploads parts in parallel for faster uploads.
36
    try:
37
        s3.Bucket(bucket_name).upload_file(source_file, object_key)
38
    except Exception as e:
39
        print(e)

27
def s3_upload(self, _file):
28
    # Upload the File
29
    sml = self.boto.new_key(_file.filepath)
30
    sml.set_contents_from_string(_file.source_file.read())

21
def upload_to_amazon(bucket_name, file_path):
22
23
24
    #Use environmental variables to authenticalt S3
25
    c = boto.connect_s3()
26
    b = c.get_bucket(bucket_name)
27
28
    file_name = os.path.basename(file_path)
29
30
    source_path = file_path
31
    source_size = os.stat(source_path).st_size
32
33
    # Create a multipart upload request
34
    mp = b.initiate_multipart_upload(file_name)
35
36
    # Use a chunk size of 50 MiB (feel free to change this)
37
    chunk_size = 52428800
38
    chunk_count = int(math.ceil(source_size / float(chunk_size)))
39
40
    # Send the file parts, using FileChunkIO to create a file-like object
41
    # that points to a certain byte range within the original file. We
42
    # set bytes to never exceed the original file size.
43
    for i in range(chunk_count):
44
        print('Uploading chunk %s of %s.' %(i+1, chunk_count))
45
        offset = chunk_size * i
46
        bytes = min(chunk_size, source_size - offset)
47
        with FileChunkIO(source_path, 'r', offset=offset,bytes=bytes) as fp:
48
            mp.upload_part_from_file(fp, part_num=i + 1)
49
50
    # Finish the upload
51
    mp.complete_upload()
52
53
    b.set_acl('public-read', file_name)
54
55
    url = get_s3_url(bucket_name, file_name)
56
    return url

28
def _upload(bucket_name, key_name, data):
29
    # Cache to avoid download to same instance
30
    download_as_string.key(bucket_name, key_name).set(data)
31
    # Upload
32
    bucket = _get_bucket(bucket_name)
33
    key = bucket.new_key(key_name)
34
    key.set_contents_from_string(data)

13
def upload(self,key,text):
14
15
    k = Key(self.bucket)
16
    k.key = key
17
    return k.set_contents_from_string(text)

32
def upload_file(src_path, dst_url):
33
    """Upload a local file on S3.
34
35
    If the file already exists it is overwritten.
36
37
    :param src_path: Source local filesystem path
38
    :param dst_url: Destination S3 URL
39
    """
40
    parsed_url = urlparse(dst_url)
41
    dst_bucket = parsed_url.netloc
42
    dst_key = parsed_url.path[1:]
43
44
    client = boto3.client('s3')
45
    client.upload_file(src_path, dst_bucket, dst_key)

70
def uploadFileToS3(self, filename):  # pylint: disable=invalid-name,missing-param-doc,missing-type-doc
71
    """Upload file to S3."""
72
    # Root folder of the S3 bucket
73
    destDir = ""  # pylint: disable=invalid-name
74
    destpath = os.path.join(destDir, os.path.basename(filename))
75
    print(f"Uploading {filename} to Amazon S3 bucket {self.bucket_name}")
76
77
    k = Key(self.bucket)
78
    k.key = destpath
79
    k.set_contents_from_filename(filename, reduced_redundancy=True)

79
def uploadFileToS3(self, filename):  # pylint: disable=invalid-name,missing-param-doc,missing-type-doc
80
    """Upload file to S3."""
81
    # Root folder of the S3 bucket
82
    destDir = ''  # pylint: disable=invalid-name
83
    destpath = os.path.join(destDir, os.path.basename(filename))
84
    print("Uploading %s to Amazon S3 bucket %s" % (filename, self.bucket_name))
85
86
    k = Key(self.bucket)
87
    k.key = destpath
88
    k.set_contents_from_filename(filename, reduced_redundancy=True)