106 aws s3

Accessing files from AWS S3

Uncomment the following line to install leafmap if needed.

In [1]:

# %pip install -U leafmap

# %pip install -U leafmap

In [2]:

from leafmap.common import s3_list_directories, s3_list_files, s3_get_file

from leafmap.common import s3_list_directories, s3_list_files, s3_get_file

In [3]:

bucket = "overturemaps-us-west-2"
prefix = "release"
region = "us-west-2"

bucket = "overturemaps-us-west-2" prefix = "release" region = "us-west-2"

In [4]:

directories = s3_list_directories(bucket, prefix, region=region, return_full_path=False)
directories

directories = s3_list_directories(bucket, prefix, region=region, return_full_path=False) directories

Out[4]:

['2025-08-20.0', '2025-08-20.1', '2025-09-24.0']

In [5]:

prefix = "release/2025-07-23.0/theme=buildings/type=building"

prefix = "release/2025-07-23.0/theme=buildings/type=building"

In [6]:

files = s3_list_files(
    bucket, prefix, region=region, skip_signature=True, return_full_path=True
)
files[:5]

files = s3_list_files( bucket, prefix, region=region, skip_signature=True, return_full_path=True ) files[:5]

Out[6]:

[]

In [7]:

path = "s3://us-west-2.opendata.source.coop/giswqs/nwi/state_boundary/AK.parquet"
output_file = "AK.parquet"

path = "s3://us-west-2.opendata.source.coop/giswqs/nwi/state_boundary/AK.parquet" output_file = "AK.parquet"

In [8]:

s3_get_file(path, region=region, skip_signature=True, output_file=output_file)

s3_get_file(path, region=region, skip_signature=True, output_file=output_file)

Out[8]:

'AK.parquet'