Mounting S3 Buckets

beam secret create S3_KEY "your-access-key"
beam secret create S3_SECRET "your-secret-key"

from beam import CloudBucket, CloudBucketConfig, function


mount_path = "./weights"

weights = CloudBucket(
    name="weights",
    mount_path=mount_path,
    config=CloudBucketConfig(
        access_key="S3_KEY",
        secret_key="S3_SECRET",
    ),
)


@function(volumes=[weights])
def sandbox():
    import os
    import uuid

    # Write to the bucket.
    file_name = f"{uuid.uuid4()}.txt"
    file_path = os.path.join(weights.mount_path, file_name)

    try:
        with open(file_path, "w") as f:
            f.write("hello world")
    except Exception as e:
        print(e)

    # Read from the bucket.
    with open(file_path, "r") as f:
        print(f.read())


if __name__ == "__main__":
    sandbox.remote()

weights = CloudBucket(
    name="weights",
    mount_path="./weights",
    config=CloudBucketConfig(
        access_key="S3_KEY",
        secret_key="S3_SECRET",
        read_only=True,
    ),
)

weights = CloudBucket(
    name="weights",
    mount_path="./weights",
    config=CloudBucketConfig(
        access_key="S3_KEY",
        secret_key="S3_SECRET",
        region="us-east-1",
    ),
)