{
  "name": "Nodegrove cloud GPU prices",
  "description": "On-demand cloud GPU prices per GPU per hour, as each provider publishes them, with the billing, storage and data-out terms around them. The data behind the cloud GPU guide.",
  "page": "https://nodegrove.io/guides/cloud-gpu",
  "url": "https://nodegrove.io/data/cloud-gpu-prices.json",
  "generatedAt": "2026-10-19",
  "licence": {
    "name": "CC BY 4.0",
    "url": "https://creativecommons.org/licenses/by/4.0/",
    "credit": "Free to use, quote and share with credit to Nodegrove and a link to https://nodegrove.io/guides/cloud-gpu. Each price is the provider's own published figure: check it at the provider's priceUrl before you buy."
  },
  "corrections": "info@nodegrove.io",
  "fields": {
    "generatedAt": "Date of the newest price read in this file. It changes only when the prices are re-read",
    "providers[].read": "Date that provider's prices were read from its priceUrl",
    "providers[].price": "How its prices are taken: see priceTypes",
    "providers[].multi": "Rents 2, 4 and 8 GPUs at the same price per GPU",
    "providers[].gpuOnly": "The price covers the GPU only: CPU and memory bill on top",
    "providers[].sameTermsAs": "Its terms are the named provider's",
    "providers[].where": "Where its GPUs are, when that narrows who can use it",
    "providers[].offers[].usd": "US dollars per GPU per hour, on demand (no commitment, no spot), before tax",
    "providers[].offers[].minGpus": "The fewest GPUs you can rent with this card there: 8 means an 8-GPU machine, billed at usd for each GPU",
    "cards[].bandwidthGBs": "Memory bandwidth in GB/s, as the maker prints it"
  },
  "priceTypes": {
    "list": "The provider's own on-demand list price",
    "cheapest-listing": "A marketplace with no list price and no published median: the cheapest listing free to rent when its public list was read (Lium: Secure machines only, Spot left out). Stock moves by the minute"
  },
  "kinds": {
    "marketplace": "Machines run by third-party hosts the provider lists or vets",
    "home": "Consumer PCs in homes and small businesses",
    "cloud": "A GPU cloud selling machines from data centres it runs or contracts",
    "serverless": "Billed per second of work, with no machine to keep",
    "hyperscaler": "AWS, Google Cloud and Azure"
  },
  "withheld": [
    {
      "id": "vast",
      "name": "Vast.ai",
      "url": "https://vast.ai",
      "reason": "Vast.ai's terms do not allow its data in a pricing comparison without a written agreement, and its public price file says use in any index needs a data licence (data@vast.ai). Neither this file nor the guide carries its prices; read them on Vast's own pricing page.",
      "source": "https://vast.ai/pricing"
    }
  ],
  "cards": [
    {
      "id": "l4",
      "name": "L4",
      "vendor": "NVIDIA",
      "vramGb": 24,
      "bandwidthGBs": 300,
      "spec": "https://www.nvidia.com/en-us/data-center/l4/"
    },
    {
      "id": "a10",
      "name": "A10",
      "vendor": "NVIDIA",
      "vramGb": 24,
      "bandwidthGBs": 600,
      "spec": "https://www.nvidia.com/en-us/data-center/products/a10-gpu/"
    },
    {
      "id": "rtx-3090",
      "name": "RTX 3090",
      "vendor": "NVIDIA",
      "vramGb": 24,
      "bandwidthGBs": 936,
      "spec": "https://www.nvidia.com/en-us/geforce/graphics-cards/30-series/rtx-3090-3090ti/",
      "page": "https://nodegrove.io/gpus/rtx-3090"
    },
    {
      "id": "rtx-4090",
      "name": "RTX 4090",
      "vendor": "NVIDIA",
      "vramGb": 24,
      "bandwidthGBs": 1008,
      "spec": "https://www.nvidia.com/en-us/geforce/graphics-cards/40-series/rtx-4090/",
      "page": "https://nodegrove.io/gpus/rtx-4090"
    },
    {
      "id": "rtx-5090",
      "name": "RTX 5090",
      "vendor": "NVIDIA",
      "vramGb": 32,
      "bandwidthGBs": 1792,
      "spec": "https://www.nvidia.com/en-us/geforce/graphics-cards/50-series/rtx-5090/",
      "page": "https://nodegrove.io/gpus/rtx-5090"
    },
    {
      "id": "rtx-a6000",
      "name": "RTX A6000",
      "vendor": "NVIDIA",
      "vramGb": 48,
      "bandwidthGBs": 768,
      "spec": "https://www.nvidia.com/en-us/products/workstations/rtx-a6000/",
      "page": "https://nodegrove.io/gpus/rtx-a6000"
    },
    {
      "id": "l40s",
      "name": "L40S",
      "vendor": "NVIDIA",
      "vramGb": 48,
      "bandwidthGBs": 864,
      "spec": "https://www.nvidia.com/en-us/data-center/l40s/",
      "page": "https://nodegrove.io/gpus/l40s"
    },
    {
      "id": "rtx-6000-ada",
      "name": "RTX 6000 Ada",
      "vendor": "NVIDIA",
      "vramGb": 48,
      "bandwidthGBs": 960,
      "spec": "https://www.nvidia.com/en-us/products/workstations/rtx-6000/",
      "page": "https://nodegrove.io/gpus/rtx-6000-ada"
    },
    {
      "id": "a100-80",
      "name": "A100 80 GB",
      "vendor": "NVIDIA",
      "vramGb": 80,
      "bandwidthGBs": 1935,
      "spec": "https://www.nvidia.com/en-us/data-center/a100/",
      "specNote": "PCIe 1,935 GB/s, SXM 2,039 GB/s; speeds here use the lower",
      "page": "https://nodegrove.io/gpus/a100-80"
    },
    {
      "id": "h100-pcie",
      "name": "H100 PCIe",
      "vendor": "NVIDIA",
      "vramGb": 80,
      "bandwidthGBs": 2000,
      "spec": "https://www.nvidia.com/content/dam/en-zz/Solutions/gtcs22/data-center/h100/PB-11133-001_v01.pdf"
    },
    {
      "id": "h100-sxm",
      "name": "H100 SXM",
      "vendor": "NVIDIA",
      "vramGb": 80,
      "bandwidthGBs": 3350,
      "spec": "https://www.nvidia.com/en-us/data-center/h100/",
      "page": "https://nodegrove.io/gpus/h100-sxm"
    },
    {
      "id": "h100-nvl",
      "name": "H100 NVL",
      "vendor": "NVIDIA",
      "vramGb": 94,
      "bandwidthGBs": 3900,
      "spec": "https://www.nvidia.com/en-us/data-center/h100/"
    },
    {
      "id": "rtx-pro-6000",
      "name": "RTX PRO 6000",
      "vendor": "NVIDIA",
      "vramGb": 96,
      "bandwidthGBs": 1597,
      "spec": "https://www.nvidia.com/en-us/data-center/rtx-pro-6000-blackwell-server-edition/",
      "specNote": "Server Edition, the version clouds run: 1,597 GB/s (the Workstation card is 1,792 GB/s)",
      "page": "https://nodegrove.io/gpus/rtx-pro-6000"
    },
    {
      "id": "h200",
      "name": "H200",
      "vendor": "NVIDIA",
      "vramGb": 141,
      "bandwidthGBs": 4800,
      "spec": "https://www.nvidia.com/en-us/data-center/h200/"
    },
    {
      "id": "mi300x",
      "name": "MI300X",
      "vendor": "AMD",
      "vramGb": 192,
      "bandwidthGBs": 5300,
      "spec": "https://www.amd.com/en/products/accelerators/instinct/mi300/mi300x.html",
      "specNote": "AMD: runs on ROCm, not CUDA"
    },
    {
      "id": "b200",
      "name": "B200",
      "vendor": "NVIDIA",
      "vramGb": 180,
      "bandwidthGBs": 8000,
      "spec": "https://www.nvidia.com/en-us/data-center/dgx-b200/",
      "specNote": "NVIDIA prints 8-GPU totals (1,440 GB, 64 TB/s); per GPU is an eighth"
    }
  ],
  "providers": [
    {
      "id": "runpod",
      "name": "RunPod",
      "kind": "cloud",
      "url": "https://www.runpod.io",
      "priceUrl": "https://www.runpod.io/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second",
        "stopped": "GPU not billed; the volume disk bills $0.20 per GB a month while stopped",
        "storage": "Network volume $0.07 per GB a month",
        "egress": "Free",
        "start": "Card or crypto; prepaid credits, from $10"
      },
      "note": "Secure Cloud, in Tier 3 and 4 data centres",
      "multi": true,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l4",
          "usd": 0.59,
          "minGpus": 1
        },
        {
          "card": "rtx-3090",
          "usd": 0.5,
          "minGpus": 1
        },
        {
          "card": "rtx-4090",
          "usd": 0.89,
          "minGpus": 1
        },
        {
          "card": "rtx-5090",
          "usd": 1.19,
          "minGpus": 1
        },
        {
          "card": "rtx-a6000",
          "usd": 0.59,
          "minGpus": 1
        },
        {
          "card": "l40s",
          "usd": 1.09,
          "minGpus": 1
        },
        {
          "card": "rtx-6000-ada",
          "usd": 0.99,
          "minGpus": 1
        },
        {
          "card": "a100-80",
          "usd": 1.79,
          "minGpus": 1,
          "note": "SXM or PCIe"
        },
        {
          "card": "h100-pcie",
          "usd": 2.89,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 3.99,
          "minGpus": 1
        },
        {
          "card": "h100-nvl",
          "usd": 3.19,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 2.49,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 5.29,
          "minGpus": 1
        },
        {
          "card": "b200",
          "usd": 7.99,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "runpod-community",
      "name": "RunPod Community",
      "kind": "marketplace",
      "url": "https://www.runpod.io",
      "priceUrl": "https://www.runpod.io/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second",
        "stopped": "As RunPod",
        "storage": "As RunPod",
        "egress": "Free",
        "start": "As RunPod"
      },
      "note": "Machines from vetted third-party hosts",
      "sameTermsAs": "runpod",
      "multi": true,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l4",
          "usd": 0.44,
          "minGpus": 1
        },
        {
          "card": "rtx-3090",
          "usd": 0.22,
          "minGpus": 1
        },
        {
          "card": "rtx-4090",
          "usd": 0.34,
          "minGpus": 1
        },
        {
          "card": "rtx-5090",
          "usd": 0.69,
          "minGpus": 1
        },
        {
          "card": "rtx-a6000",
          "usd": 0.33,
          "minGpus": 1
        },
        {
          "card": "l40s",
          "usd": 0.79,
          "minGpus": 1
        },
        {
          "card": "rtx-6000-ada",
          "usd": 0.74,
          "minGpus": 1
        },
        {
          "card": "a100-80",
          "usd": 1.39,
          "minGpus": 1,
          "note": "SXM"
        },
        {
          "card": "h100-pcie",
          "usd": 1.99,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 2.69,
          "minGpus": 1
        },
        {
          "card": "h100-nvl",
          "usd": 2.59,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 1.69,
          "minGpus": 1,
          "note": "Workstation Edition"
        },
        {
          "card": "h200",
          "usd": 3.59,
          "minGpus": 1
        },
        {
          "card": "b200",
          "usd": 5.98,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "lium",
      "name": "Lium",
      "kind": "marketplace",
      "url": "https://lium.io",
      "priceUrl": "https://lium.io/api/public/v1/nodes",
      "read": "2026-10-19",
      "price": "cheapest-listing",
      "terms": {
        "billing": "Per second, charged every 5 minutes",
        "stopped": "No stop: a pod is deleted, not paused; anything not on a volume goes with it",
        "storage": "Volumes about $0.036 per GB a month",
        "egress": "Reads out of a volume billed at AWS's rate per GB",
        "start": "Card, stablecoins or TAO; prepaid, from $10"
      },
      "note": "A marketplace on the Bittensor network: hosts set prices. Figures are the cheapest Secure listing free when read. On an ordinary machine the host can read your pod",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "rtx-4090",
          "usd": 0.7,
          "minGpus": 1
        },
        {
          "card": "rtx-5090",
          "usd": 0.94,
          "minGpus": 1
        },
        {
          "card": "rtx-a6000",
          "usd": 0.42,
          "minGpus": 1
        },
        {
          "card": "rtx-6000-ada",
          "usd": 0.7,
          "minGpus": 1
        },
        {
          "card": "h100-pcie",
          "usd": 2.15,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 1.7,
          "minGpus": 8,
          "note": "Server Edition"
        },
        {
          "card": "h200",
          "usd": 5.52,
          "minGpus": 1
        },
        {
          "card": "b200",
          "usd": 6,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "salad",
      "name": "SaladCloud",
      "kind": "home",
      "url": "https://salad.com",
      "priceUrl": "https://salad.com/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second, while running",
        "stopped": "Nothing: there is no stopped state to keep",
        "storage": "None: models download again on each new machine",
        "egress": "Free",
        "start": "Card; prepaid credits from $5"
      },
      "note": "Containers on home PCs, CPU and memory included. High priority; nodes can drop without warning",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "rtx-3090",
          "usd": 0.17,
          "minGpus": 1
        },
        {
          "card": "rtx-4090",
          "usd": 0.33,
          "minGpus": 1
        },
        {
          "card": "rtx-5090",
          "usd": 0.5,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "lambda",
      "name": "Lambda",
      "kind": "cloud",
      "url": "https://lambda.ai",
      "priceUrl": "https://lambda.ai/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per minute",
        "stopped": "No stop: you terminate the instance; filesystems bill while they exist",
        "storage": "Filesystems, price shown at creation",
        "egress": "Free",
        "start": "Self-serve"
      },
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "a10",
          "usd": 1.29,
          "minGpus": 1
        },
        {
          "card": "rtx-a6000",
          "usd": 1.09,
          "minGpus": 1
        },
        {
          "card": "a100-80",
          "usd": 2.79,
          "minGpus": 8,
          "note": "SXM"
        },
        {
          "card": "h100-pcie",
          "usd": 3.29,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 4.29,
          "minGpus": 1,
          "note": "$3.99 each in an 8-GPU machine"
        },
        {
          "card": "b200",
          "usd": 6.99,
          "minGpus": 1,
          "note": "$6.69 each in an 8-GPU machine"
        }
      ]
    },
    {
      "id": "hyperstack",
      "name": "Hyperstack",
      "kind": "cloud",
      "url": "https://www.hyperstack.cloud",
      "priceUrl": "https://www.hyperstack.cloud/gpu-pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per minute",
        "stopped": "A stopped VM bills in full; only hibernating it releases the GPU",
        "storage": "Shared volumes about $0.07 per GB a month",
        "egress": "Free",
        "start": "Prepaid credits"
      },
      "note": "Most GPUs in its Canada region",
      "multi": true,
      "gpuOnly": false,
      "offers": [
        {
          "card": "rtx-a6000",
          "usd": 0.5,
          "minGpus": 1
        },
        {
          "card": "a100-80",
          "usd": 1.35,
          "minGpus": 1,
          "note": "PCIe"
        },
        {
          "card": "h100-pcie",
          "usd": 2.5,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 3.2,
          "minGpus": 8
        },
        {
          "card": "rtx-pro-6000",
          "usd": 1.85,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 3.99,
          "minGpus": 8
        },
        {
          "card": "b200",
          "usd": 6,
          "minGpus": 8
        }
      ]
    },
    {
      "id": "nebius",
      "name": "Nebius",
      "kind": "cloud",
      "url": "https://nebius.com",
      "priceUrl": "https://docs.nebius.com/compute/resources/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second",
        "stopped": "Compute not billed; disks and filesystems still bill",
        "storage": "Shared filesystem $0.08 per GB a month",
        "egress": "Free",
        "start": "Card; first payment at least $25"
      },
      "note": "Raised H100, H200 and B200 prices on 1 October 2026",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l40s",
          "usd": 1.55,
          "minGpus": 1,
          "note": "with 8 vCPUs and 32 GB of memory"
        },
        {
          "card": "h100-sxm",
          "usd": 4.5,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 1.8,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 5.4,
          "minGpus": 1
        },
        {
          "card": "b200",
          "usd": 8.5,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "jarvislabs",
      "name": "Jarvislabs",
      "kind": "cloud",
      "url": "https://jarvislabs.ai",
      "priceUrl": "https://jarvislabs.ai/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per minute",
        "stopped": "Paused: storage only, $0.10 per GB a month",
        "storage": "$0.10 per GB a month",
        "egress": "Free in-region; internet egress not stated",
        "start": "Self-serve"
      },
      "note": "GPUs in India only",
      "where": "India",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l4",
          "usd": 0.44,
          "minGpus": 1
        },
        {
          "card": "a100-80",
          "usd": 1.49,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 3.49,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 2.19,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 4.59,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "digitalocean",
      "name": "DigitalOcean",
      "kind": "cloud",
      "url": "https://www.digitalocean.com",
      "priceUrl": "https://www.digitalocean.com/pricing/gpu-droplets",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second, with a minimum charge",
        "stopped": "A powered-off Droplet bills in full; only destroying it stops the bill",
        "storage": "Volumes $0.10 per GB a month",
        "egress": "10,000 to 15,000 GB a month included, pooled across your team, then $0.01 per GB",
        "start": "Card, self-serve"
      },
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l40s",
          "usd": 1.57,
          "minGpus": 1
        },
        {
          "card": "rtx-6000-ada",
          "usd": 1.57,
          "minGpus": 1
        },
        {
          "card": "mi300x",
          "usd": 2.59,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 4.41,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 4.47,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "coreweave",
      "name": "CoreWeave",
      "kind": "cloud",
      "url": "https://www.coreweave.com",
      "priceUrl": "https://www.coreweave.com/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "By use, invoiced in hours",
        "stopped": "Not stated",
        "storage": "File storage $0.07 per GB a month",
        "egress": "Free",
        "start": "Sales approves your organisation first"
      },
      "note": "Prices are for 8-GPU machines; single GPUs only on its inference platform",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l40s",
          "usd": 2.25,
          "minGpus": 8
        },
        {
          "card": "a100-80",
          "usd": 2.7,
          "minGpus": 8
        },
        {
          "card": "rtx-pro-6000",
          "usd": 2.5,
          "minGpus": 8
        },
        {
          "card": "h100-sxm",
          "usd": 6.155,
          "minGpus": 8
        },
        {
          "card": "h200",
          "usd": 6.305,
          "minGpus": 8
        },
        {
          "card": "b200",
          "usd": 8.6,
          "minGpus": 8
        }
      ]
    },
    {
      "id": "modal",
      "name": "Modal",
      "kind": "serverless",
      "url": "https://modal.com",
      "priceUrl": "https://modal.com/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second of work, including model loading",
        "stopped": "Containers stop 60 seconds after the last request; that minute bills",
        "storage": "Volumes $0.09 per GB a month, 1 TB free",
        "egress": "$0.04 per GB beyond 1 TB a month",
        "start": "Self-serve; $30 of free credit a month"
      },
      "note": "GPU price only: CPU and memory bill on top, and picking a region costs 1.15 to 1.75 times more",
      "multi": false,
      "gpuOnly": true,
      "offers": [
        {
          "card": "l4",
          "usd": 0.8,
          "minGpus": 1
        },
        {
          "card": "a10",
          "usd": 1.1,
          "minGpus": 1
        },
        {
          "card": "l40s",
          "usd": 1.95,
          "minGpus": 1
        },
        {
          "card": "a100-80",
          "usd": 2.5,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 3.03,
          "minGpus": 1
        },
        {
          "card": "h100-sxm",
          "usd": 3.95,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 4.54,
          "minGpus": 1
        },
        {
          "card": "b200",
          "usd": 6.25,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "runpod-serverless",
      "name": "RunPod Serverless",
      "kind": "serverless",
      "url": "https://www.runpod.io/product/serverless",
      "priceUrl": "https://www.runpod.io/pricing",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second of work, including start-up",
        "stopped": "A short idle timeout bills (5 seconds by default); then nothing",
        "storage": "Network volume $0.07 per GB a month",
        "egress": "Free",
        "start": "As RunPod"
      },
      "note": "Flex workers; always-on workers are priced through sales",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "rtx-4090",
          "usd": 1.1,
          "minGpus": 1
        },
        {
          "card": "rtx-5090",
          "usd": 1.58,
          "minGpus": 1
        },
        {
          "card": "rtx-a6000",
          "usd": 1.22,
          "minGpus": 1,
          "note": "A6000 or A40"
        },
        {
          "card": "l40s",
          "usd": 1.75,
          "minGpus": 1,
          "note": "L40, L40S or 6000 Ada"
        },
        {
          "card": "a100-80",
          "usd": 2.72,
          "minGpus": 1
        },
        {
          "card": "rtx-pro-6000",
          "usd": 3.49,
          "minGpus": 1
        },
        {
          "card": "h200",
          "usd": 5.93,
          "minGpus": 1
        },
        {
          "card": "b200",
          "usd": 8.64,
          "minGpus": 1
        }
      ]
    },
    {
      "id": "aws",
      "name": "AWS",
      "kind": "hyperscaler",
      "url": "https://aws.amazon.com/ec2/",
      "priceUrl": "https://aws.amazon.com/ec2/pricing/on-demand/",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second",
        "stopped": "Compute not billed; attached disks still bill",
        "storage": "Disks billed separately",
        "egress": "$0.09 per GB after 100 GB a month",
        "start": "New accounts have a GPU quota of 0, so request an increase first"
      },
      "note": "US East (N. Virginia)",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l4",
          "usd": 0.8048,
          "minGpus": 1,
          "note": "g6.xlarge"
        },
        {
          "card": "l40s",
          "usd": 1.861,
          "minGpus": 1,
          "note": "g6e.xlarge"
        },
        {
          "card": "a100-80",
          "usd": 3.4309,
          "minGpus": 8,
          "note": "p4de.24xlarge"
        },
        {
          "card": "h100-sxm",
          "usd": 6.88,
          "minGpus": 1,
          "note": "p5.4xlarge"
        },
        {
          "card": "rtx-pro-6000",
          "usd": 3.3631,
          "minGpus": 1,
          "note": "g7e.2xlarge"
        },
        {
          "card": "h200",
          "usd": 7.912,
          "minGpus": 8,
          "note": "p5en.48xlarge"
        },
        {
          "card": "b200",
          "usd": 14.2416,
          "minGpus": 8,
          "note": "p6-b200.48xlarge"
        }
      ]
    },
    {
      "id": "gcp",
      "name": "Google Cloud",
      "kind": "hyperscaler",
      "url": "https://cloud.google.com/compute",
      "priceUrl": "https://cloud.google.com/products/compute/pricing/accelerator-optimized",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per second",
        "stopped": "Compute not billed; disks still bill",
        "storage": "Disks billed separately",
        "egress": "$0.12 per GB (Premium tier)",
        "start": "May need a GPU quota increase first; no GPUs on free trial accounts"
      },
      "note": "Iowa (us-central1). No standalone on-demand H200 or B200; single H100s only as Spot or Flex-start",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "l4",
          "usd": 0.7068,
          "minGpus": 1,
          "note": "g2-standard-4"
        },
        {
          "card": "a100-80",
          "usd": 5.0688,
          "minGpus": 1,
          "note": "a2-ultragpu-1g"
        },
        {
          "card": "h100-sxm",
          "usd": 11.0613,
          "minGpus": 8,
          "note": "a3-highgpu-8g"
        },
        {
          "card": "rtx-pro-6000",
          "usd": 4.4999,
          "minGpus": 1,
          "note": "g4-standard-48"
        }
      ]
    },
    {
      "id": "azure",
      "name": "Azure",
      "kind": "hyperscaler",
      "url": "https://azure.microsoft.com/en-us/products/virtual-machines",
      "priceUrl": "https://prices.azure.com/api/retail/prices",
      "read": "2026-10-19",
      "price": "list",
      "terms": {
        "billing": "Per minute, full minutes only",
        "stopped": "Deallocated: compute not billed; disks still bill",
        "storage": "Disks billed separately",
        "egress": "$0.087 per GB after 100 GB a month",
        "start": "Request vCPU quota first"
      },
      "note": "East US",
      "multi": false,
      "gpuOnly": false,
      "offers": [
        {
          "card": "a100-80",
          "usd": 3.673,
          "minGpus": 1,
          "note": "NC24ads A100 v4, PCIe"
        },
        {
          "card": "h100-nvl",
          "usd": 6.98,
          "minGpus": 1,
          "note": "NC40ads H100 v5"
        },
        {
          "card": "h100-sxm",
          "usd": 12.29,
          "minGpus": 8,
          "note": "ND96isr H100 v5"
        },
        {
          "card": "rtx-pro-6000",
          "usd": 5.5,
          "minGpus": 1,
          "note": "NC144lds RTX PRO 6000 v6"
        },
        {
          "card": "h200",
          "usd": 10.6,
          "minGpus": 8,
          "note": "ND96isr H200 v5, East US 2"
        },
        {
          "card": "mi300x",
          "usd": 6,
          "minGpus": 8,
          "note": "ND96isr MI300X v5, East US 2"
        }
      ]
    }
  ]
}