GPU Acceleration

from beam import endpoint


@endpoint(gpu="H100")
def handler():
    # Prints the available GPU drivers
    import subprocess
    print(subprocess.check_output(["nvidia-smi"], shell=True))

    return {"gpu":"true"}

$ beam machine list

  GPU Type   Available
 ──────────────────────
  A10G          Yes
  RTX4090       Yes

gpu=["T4", "A10G", "H100"]

from beam import endpoint


@endpoint(gpu="A10G", gpu_count=2)
def handler():
    return {"hello": "world"}