{"generatedAt":"2026-08-23T18:54:05.539Z","unit":"USD per GPU per hour","specNote":"Vendor-published figures. FP16 throughput is dense tensor throughput with no sparsity assumed; vendors often headline the sparse figure, which is twice as large.","fx":{"referenceDate":"2026-08-21","source":"ecb-eurofxref","name":"ECB euro foreign exchange reference rates","url":"https://www.ecb.europa.eu/stats/policy_and_exchange_rates/euro_reference_exchange_rates/html/index.en.html","note":"Reference rate published each working day at 16:00 CET. Not a dealing rate.","usdPerEur":1.1699},"headline":{"id":"nvidia-l40s-48","familyId":"nvidia-l40s","model":"L40S","vendor":"NVIDIA","memoryGb":48,"low":0.79,"high":1.7196547283999999,"multiple":2.1767781372151895,"byProvider":{"vultr":{"rate":1.671,"spot":null,"spotTerm":null,"offers":4,"regions":0,"original":{"amount":13.368,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-64c-2048gb-8-l40-gpu","term":"on-demand","region":null,"label":"L40S","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":0.79,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.79,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L40S","term":"on-demand","region":"Secure Cloud","label":"L40S","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":8}},"scaleway":{"rate":1.7196547283999999,"spot":null,"spotTerm":null,"offers":4,"regions":2,"original":{"amount":13.757237827199999,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"L40S-8-48G","term":"on-demand","region":"fr-par-2","label":"L40S","planLabel":null,"quoted":{"amount":0.1959888,"currency":"EUR","unit":"1 minute","perHour":11.759328,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}}},"cheapestDatacenter":{"id":"nvidia-t4","family":"T4","vendor":"NVIDIA","perGpuHour":0.343,"provider":"azure","stockStatus":null,"memoryGb":16},"counts":{"families":45,"variants":61,"providers":5,"offers":4402,"onDemandOffers":1645,"comparable":6},"coverage":{"rowsIn":7714,"kept":4402,"folded":15,"dropped":{"no-gpu-count-in-size-doc":3249,"no-price-published":11,"mig-partition":2,"billing-unit-not-a-time":17,"integrated-gpu-not-a-card":9,"fractional-gpu-slice":3,"multi-variant-card-cannot-divide":6},"quarantined":[{"provider":"runpod","label":"PRO 6000 MIG 24GB"},{"provider":"runpod","label":"PRO 6000 MIG 48GB"},{"provider":"scaleway","label":"Apple M2"},{"provider":"scaleway","label":"Apple M2 Pro"},{"provider":"scaleway","label":"Apple M2 Pro for Asahi"},{"provider":"scaleway","label":"Apple M1"},{"provider":"scaleway","label":"Apple M4"},{"provider":"scaleway","label":"Apple M4 Pro"}],"stale":[]},"providers":[{"id":"azure","name":"Microsoft Azure","sourceId":"azure-retail","source":"Azure Retail Prices API","kind":"official-api","docs":"https://learn.microsoft.com/rest/api/cost-management/retail-prices/azure-retail-prices","url":"https://azure.microsoft.com/pricing/details/virtual-machines/","observedAt":"2026-08-23T18:53:49.100Z","staleAfterHours":24,"fresh":true,"offers":4322,"ledger":{"rowsIn":7571,"kept":4322,"dropped":{"no-gpu-count-in-size-doc":3249},"quarantined":[]},"capture":{"payloadSha256":["e6fd12709a2d1649235b69dd6d7ef1686d8fb8e7c038366e51511ce20c3323f8","c968f197dfa5ecd754cb7f6d84cfb1712fde6e5cea58af0ea63e1a27b6d1ece0","13eb2a0e66569fc47d77903abce7ae4bb66a0f2a7f217bfa4a151b3c2b6931b6","2e0a7f8b8a7ab8debd13de378683b863afd2d29e88c6baca89553b0f95d7e016","be974f0ddea2f69ea4a326067f6a5932c6c2aa76e13921587abeccc68efb7f2e","ce21f73e95c9ad8da038f7ff007fb759da46259e01ca4b31f13f6ff3dc8dc007","32635278939bff452ece4c190067f405710563a004280e0915470fbeb6116639","7eee4d8d3c73339cd8295e9a9b265a20be3aeca9fc11687b2c080714bd04cae9"],"pages":8,"truncated":false,"meters":7571},"gpuCount":13},{"id":"runpod","name":"RunPod","sourceId":"runpod","source":"RunPod GraphQL API","kind":"official-api","docs":"https://docs.runpod.io/","url":"https://www.runpod.io/pricing","observedAt":"2026-08-23T18:53:52.630Z","staleAfterHours":12,"fresh":true,"offers":35,"ledger":{"rowsIn":48,"kept":35,"dropped":{"no-price-published":11,"mig-partition":2},"quarantined":["PRO 6000 MIG 24GB","PRO 6000 MIG 48GB"]},"capture":{"payloadSha256":["c3d08ed21409b95f401fabda6edec19b5bf0f2874ec4ad34dc473abb6ed3f3ad"],"types":48},"gpuCount":29},{"id":"scaleway","name":"Scaleway","sourceId":"scaleway","source":"Scaleway public product catalogue","kind":"official-api","docs":"https://www.scaleway.com/en/developers/api/product-catalog/","url":"https://www.scaleway.com/en/pricing/gpu/","observedAt":"2026-08-23T18:53:53.086Z","staleAfterHours":48,"fresh":true,"offers":17,"ledger":{"rowsIn":58,"kept":17,"folded":15,"dropped":{"billing-unit-not-a-time":17,"integrated-gpu-not-a-card":9},"quarantined":["Apple M2","Apple M2 Pro","Apple M2 Pro for Asahi","Apple M1","Apple M4","Apple M4 Pro"]},"capture":{"payloadSha256":["676984309dd345e5fbf9baa56d3308cfa554dbad7c64e3d85968e3004068c374","242953f1e13eaeea11cf020789049f87a16b3ab6a29b01376efb58f9a8d7fcde","cf9a050d75ab49abac10bbc7b1bf5e6cd518e860b1aad7d460acf157fff3c112","0ad475d87259487a0bbba693679cdb15455cf7a4525ba831ad47293d5b211ac9","d9861ada0822fc3e488e9f38dc3ab2e7c0801c4f52eb3a178a562391cf234f2b","834efff1745fc760ef7f70f95f5ce6c2f660841c631f459f21a9f9f28d00f5dd","afb0d2c4f27d4ed76299e48959e1118e775de548e952a70e0cb23e11b3e13a71","c7277495e518355f44012fa0622ed322703d59aaac20dede0b3a0884ee9e3605","834efff1745fc760ef7f70f95f5ce6c2f660841c631f459f21a9f9f28d00f5dd","b2b878dac994b4ff3a3719af6b18b386f30c8cd2890a686190486a27b2aef19c","342cc985ef9efc38234c3ad5c6572ca76adb597c4082b1f634e58e5a31ea19ad","f1d3eb21858af809685d0aafa7f048aee2c0712486015528301272f6c1532578","62adf3e74edeac9619dd9f3fa1e0e07a513194d43c4872d75b67c7071f0845b1","60cd9386643aeb26e2f882b1c14e774d72aced5d0fd70b8c0ce6742826dc32a8","e6095dab2c5761593fd6c53bda1c42b67fa28a1aa41e392c9f679d7c39ac8892"],"zones":9,"products":5456},"gpuCount":5},{"id":"vultr","name":"Vultr","sourceId":"vultr-plans","source":"Vultr Plans API","kind":"official-api","docs":"https://www.vultr.com/api/#tag/plans","url":"https://www.vultr.com/pricing/","observedAt":"2026-08-23T18:53:51.763Z","staleAfterHours":48,"fresh":true,"offers":15,"ledger":{"rowsIn":24,"kept":15,"dropped":{"fractional-gpu-slice":3,"multi-variant-card-cannot-divide":6},"quarantined":[]},"capture":{"payloadSha256":["cb14881b1c9e9e022b3ab3c735bd747accab5dc6fa6ae9eae631206b3710ec98","7f70454580a63ed1de4c0dadb40b11670f37ef4215e51e1757dec34ad9e37a5b"],"plans":38},"gpuCount":9},{"id":"linode","name":"Akamai Cloud (Linode)","sourceId":"linode","source":"Linode Types API","kind":"official-api","docs":"https://techdocs.akamai.com/linode-api/reference/get-linode-types","url":"https://www.linode.com/pricing/","observedAt":"2026-08-23T18:54:05.314Z","staleAfterHours":48,"fresh":true,"offers":13,"ledger":{"rowsIn":13,"kept":13,"dropped":{},"quarantined":[]},"capture":{"payloadSha256":["4d64f91d1b43342b8d27219bf666415c832d207fadd92753601a143a6e00faa6"],"types":75},"gpuCount":2}],"families":[{"id":"nvidia-rtx-3070","vendor":"NVIDIA","family":"RTX 3070","class":"consumer","variants":[{"id":"nvidia-rtx-3070-8","vendor":"NVIDIA","family":"RTX 3070","familyId":"nvidia-rtx-3070","variant":null,"memoryGb":8,"class":"consumer","model":"RTX 3070","sourceLabels":["RTX 3070"],"medianPerGpuHour":0.13,"minPerGpuHour":0.13,"maxPerGpuHour":0.13,"crossProviderLow":0.13,"crossProviderHigh":0.13,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.13,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.13,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3070","term":"on-demand","region":"Community Cloud","label":"RTX 3070","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.13,"worst":0.13,"bestRentable":0.13,"hasUnavailableCheaper":false,"median":0.13,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":8,"memHi":8,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-3080","vendor":"NVIDIA","family":"RTX 3080","class":"consumer","variants":[{"id":"nvidia-rtx-3080-10","vendor":"NVIDIA","family":"RTX 3080","familyId":"nvidia-rtx-3080","variant":null,"memoryGb":10,"class":"consumer","model":"RTX 3080","sourceLabels":["RTX 3080"],"medianPerGpuHour":0.17,"minPerGpuHour":0.17,"maxPerGpuHour":0.17,"crossProviderLow":0.17,"crossProviderHigh":0.17,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.17,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.17,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3080","term":"on-demand","region":"Community Cloud","label":"RTX 3080","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":2}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.17,"worst":0.17,"bestRentable":0.17,"hasUnavailableCheaper":false,"median":0.17,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":10,"memHi":10,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-3080-ti","vendor":"NVIDIA","family":"RTX 3080 Ti","class":"consumer","variants":[{"id":"nvidia-rtx-3080-ti-12","vendor":"NVIDIA","family":"RTX 3080 Ti","familyId":"nvidia-rtx-3080-ti","variant":null,"memoryGb":12,"class":"consumer","model":"RTX 3080 Ti","sourceLabels":["RTX 3080 Ti"],"medianPerGpuHour":0.18,"minPerGpuHour":0.18,"maxPerGpuHour":0.18,"crossProviderLow":0.18,"crossProviderHigh":0.18,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.18,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.18,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3080 Ti","term":"on-demand","region":"Community Cloud","label":"RTX 3080 Ti","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.18,"worst":0.18,"bestRentable":0.18,"hasUnavailableCheaper":false,"median":0.18,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":12,"memHi":12,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-4070-ti","vendor":"NVIDIA","family":"RTX 4070 Ti","class":"consumer","variants":[{"id":"nvidia-rtx-4070-ti-12","vendor":"NVIDIA","family":"RTX 4070 Ti","familyId":"nvidia-rtx-4070-ti","variant":null,"memoryGb":12,"class":"consumer","model":"RTX 4070 Ti","sourceLabels":["RTX 4070 Ti"],"medianPerGpuHour":0.19,"minPerGpuHour":0.19,"maxPerGpuHour":0.19,"crossProviderLow":0.19,"crossProviderHigh":0.19,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 4070 Ti","term":"on-demand","region":"Community Cloud","label":"RTX 4070 Ti","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":5}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.19,"worst":0.19,"bestRentable":0.19,"hasUnavailableCheaper":false,"median":0.19,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":12,"memHi":12,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-a4500","vendor":"NVIDIA","family":"RTX A4500","class":"workstation","variants":[{"id":"nvidia-rtx-a4500-20","vendor":"NVIDIA","family":"RTX A4500","familyId":"nvidia-rtx-a4500","variant":null,"memoryGb":20,"class":"workstation","model":"RTX A4500","sourceLabels":["RTX A4500"],"medianPerGpuHour":0.19,"minPerGpuHour":0.19,"maxPerGpuHour":0.19,"crossProviderLow":0.19,"crossProviderHigh":0.19,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX A4500","term":"on-demand","region":"Secure Cloud","label":"RTX A4500","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.19,"worst":0.19,"bestRentable":0.19,"hasUnavailableCheaper":false,"median":0.19,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":20,"memHi":20,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-3090","vendor":"NVIDIA","family":"RTX 3090","class":"consumer","variants":[{"id":"nvidia-rtx-3090-24","vendor":"NVIDIA","family":"RTX 3090","familyId":"nvidia-rtx-3090","variant":null,"memoryGb":24,"class":"consumer","model":"RTX 3090","sourceLabels":["RTX 3090"],"medianPerGpuHour":0.22,"minPerGpuHour":0.22,"maxPerGpuHour":0.22,"crossProviderLow":0.22,"crossProviderHigh":0.22,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.22,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.22,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3090","term":"on-demand","region":"Secure Cloud","label":"RTX 3090","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.22,"worst":0.22,"bestRentable":0.22,"hasUnavailableCheaper":false,"median":0.22,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":24,"memHi":24,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-3090-ti","vendor":"NVIDIA","family":"RTX 3090 Ti","class":"consumer","variants":[{"id":"nvidia-rtx-3090-ti-24","vendor":"NVIDIA","family":"RTX 3090 Ti","familyId":"nvidia-rtx-3090-ti","variant":null,"memoryGb":24,"class":"consumer","model":"RTX 3090 Ti","sourceLabels":["RTX 3090 Ti"],"medianPerGpuHour":0.27,"minPerGpuHour":0.27,"maxPerGpuHour":0.27,"crossProviderLow":0.27,"crossProviderHigh":0.27,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.27,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.27,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3090 Ti","term":"on-demand","region":"Community Cloud","label":"RTX 3090 Ti","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.27,"worst":0.27,"bestRentable":0.27,"hasUnavailableCheaper":false,"median":0.27,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":24,"memHi":24,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-4080-super","vendor":"NVIDIA","family":"RTX 4080 SUPER","class":"consumer","variants":[{"id":"nvidia-rtx-4080-super-16","vendor":"NVIDIA","family":"RTX 4080 SUPER","familyId":"nvidia-rtx-4080-super","variant":null,"memoryGb":16,"class":"consumer","model":"RTX 4080 SUPER","sourceLabels":["RTX 4080 SUPER"],"medianPerGpuHour":0.28,"minPerGpuHour":0.28,"maxPerGpuHour":0.28,"crossProviderLow":0.28,"crossProviderHigh":0.28,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.28,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.28,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 4080 SUPER","term":"on-demand","region":"Community Cloud","label":"RTX 4080 SUPER","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.28,"worst":0.28,"bestRentable":0.28,"hasUnavailableCheaper":false,"median":0.28,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":16,"memHi":16,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-a6000","vendor":"NVIDIA","family":"RTX A6000","class":"workstation","variants":[{"id":"nvidia-rtx-a6000-48","vendor":"NVIDIA","family":"RTX A6000","familyId":"nvidia-rtx-a6000","variant":null,"memoryGb":48,"class":"workstation","model":"RTX A6000","sourceLabels":["RTX A6000"],"medianPerGpuHour":0.33,"minPerGpuHour":0.33,"maxPerGpuHour":0.33,"crossProviderLow":0.33,"crossProviderHigh":0.33,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.33,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.33,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX A6000","term":"on-demand","region":"Secure Cloud","label":"RTX A6000","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.33,"worst":0.33,"bestRentable":0.33,"hasUnavailableCheaper":false,"median":0.33,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":48,"memHi":48,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-4090","vendor":"NVIDIA","family":"RTX 4090","class":"consumer","variants":[{"id":"nvidia-rtx-4090-24","vendor":"NVIDIA","family":"RTX 4090","familyId":"nvidia-rtx-4090","variant":null,"memoryGb":24,"class":"consumer","model":"RTX 4090","sourceLabels":["RTX 4090"],"medianPerGpuHour":0.34,"minPerGpuHour":0.34,"maxPerGpuHour":0.34,"crossProviderLow":0.34,"crossProviderHigh":0.34,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.34,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.34,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 4090","term":"on-demand","region":"Secure Cloud","label":"RTX 4090","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ada Lovelace","launched":2022,"memory":"24 GB GDDR6X","memoryBandwidth":"1.01 TB/s","fp16DenseTflops":330.3,"tdpWatts":450,"source":"https://www.nvidia.com/en-us/geforce/graphics-cards/40-series/rtx-4090/"},"perTflopHour":0.001029367241901302}],"best":0.34,"worst":0.34,"bestRentable":0.34,"hasUnavailableCheaper":false,"median":0.34,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":24,"memHi":24,"perTflopHour":0.001029367241901302,"comparable":false},{"id":"nvidia-rtx-pro-4500","vendor":"NVIDIA","family":"RTX PRO 4500","class":"workstation","variants":[{"id":"nvidia-rtx-pro-4500-32","vendor":"NVIDIA","family":"RTX PRO 4500","familyId":"nvidia-rtx-pro-4500","variant":null,"memoryGb":32,"class":"workstation","model":"RTX PRO 4500","sourceLabels":["RTX PRO 4500"],"medianPerGpuHour":0.34,"minPerGpuHour":0.34,"maxPerGpuHour":0.34,"crossProviderLow":0.34,"crossProviderHigh":0.34,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.34,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.34,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 4500 Blackwell","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 4500","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.34,"worst":0.34,"bestRentable":0.34,"hasUnavailableCheaper":false,"median":0.34,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":32,"memHi":32,"perTflopHour":null,"comparable":false},{"id":"nvidia-t4","vendor":"NVIDIA","family":"T4","class":"datacenter","variants":[{"id":"nvidia-t4-16","vendor":"NVIDIA","family":"T4","familyId":"nvidia-t4","variant":null,"memoryGb":16,"class":"datacenter","model":"T4","sourceLabels":["T4"],"medianPerGpuHour":1.2745,"minPerGpuHour":0.343,"maxPerGpuHour":2.842,"crossProviderLow":0.343,"crossProviderHigh":0.343,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":0.343,"spot":0.0684,"spotTerm":"spot","offers":776,"regions":34,"original":{"amount":0.343,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NC4as_T4_v3","term":"on-demand","region":"ATT Dallas 1","label":"T4","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":776,"regionCount":34,"spec":{"architecture":"Turing","launched":2018,"memory":"16 GB GDDR6","memoryBandwidth":"320 GB/s","fp16DenseTflops":65,"tdpWatts":70,"source":"https://www.nvidia.com/en-us/data-center/tesla-t4/"},"perTflopHour":0.0052769230769230775}],"best":0.343,"worst":0.343,"bestRentable":0.343,"hasUnavailableCheaper":false,"median":1.2745,"spot":0.0684,"providers":["azure"],"providerCount":1,"offerCount":776,"memLo":16,"memHi":16,"perTflopHour":0.0052769230769230775,"comparable":false},{"id":"nvidia-a40","vendor":"NVIDIA","family":"A40","class":"datacenter","variants":[{"id":"nvidia-a40-48","vendor":"NVIDIA","family":"A40","familyId":"nvidia-a40","variant":null,"memoryGb":48,"class":"datacenter","model":"A40","sourceLabels":["A40"],"medianPerGpuHour":0.35,"minPerGpuHour":0.35,"maxPerGpuHour":0.35,"crossProviderLow":0.35,"crossProviderHigh":0.35,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.35,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.35,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A40","term":"on-demand","region":"Secure Cloud","label":"A40","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2020,"memory":"48 GB GDDR6","memoryBandwidth":"696 GB/s","fp16DenseTflops":149.7,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/a40/"},"perTflopHour":0.002338009352037408}],"best":0.35,"worst":0.35,"bestRentable":0.35,"hasUnavailableCheaper":false,"median":0.35,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":48,"memHi":48,"perTflopHour":0.002338009352037408,"comparable":false},{"id":"nvidia-rtx-5080","vendor":"NVIDIA","family":"RTX 5080","class":"consumer","variants":[{"id":"nvidia-rtx-5080-16","vendor":"NVIDIA","family":"RTX 5080","familyId":"nvidia-rtx-5080","variant":null,"memoryGb":16,"class":"consumer","model":"RTX 5080","sourceLabels":["RTX 5080"],"medianPerGpuHour":0.39,"minPerGpuHour":0.39,"maxPerGpuHour":0.39,"crossProviderLow":0.39,"crossProviderHigh":0.39,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.39,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.39,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 5080","term":"on-demand","region":"Community Cloud","label":"RTX 5080","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.39,"worst":0.39,"bestRentable":0.39,"hasUnavailableCheaper":false,"median":0.39,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":16,"memHi":16,"perTflopHour":null,"comparable":false},{"id":"nvidia-a16","vendor":"NVIDIA","family":"A16","class":"datacenter","variants":[{"id":"nvidia-a16-16","vendor":"NVIDIA","family":"A16","familyId":"nvidia-a16","variant":null,"memoryGb":16,"class":"datacenter","model":"A16","sourceLabels":["A16"],"medianPerGpuHour":0.471,"minPerGpuHour":0.470875,"maxPerGpuHour":0.471,"crossProviderLow":0.470875,"crossProviderHigh":0.470875,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":0.470875,"spot":null,"spotTerm":null,"offers":3,"regions":2,"original":{"amount":3.767,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vcg-a16-48c-496g-128vram","term":"on-demand","region":null,"label":"A16","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":3,"regionCount":2,"spec":null,"perTflopHour":null}],"best":0.470875,"worst":0.470875,"bestRentable":0.470875,"hasUnavailableCheaper":false,"median":0.471,"spot":null,"providers":["vultr"],"providerCount":1,"offerCount":3,"memLo":16,"memHi":16,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-2000-ada","vendor":"NVIDIA","family":"RTX 2000 Ada","class":"consumer","variants":[{"id":"nvidia-rtx-2000-ada-16","vendor":"NVIDIA","family":"RTX 2000 Ada","familyId":"nvidia-rtx-2000-ada","variant":null,"memoryGb":16,"class":"consumer","model":"RTX 2000 Ada","sourceLabels":["RTX 2000 Ada"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX 2000 Ada Generation","term":"on-demand","region":"Secure Cloud","label":"RTX 2000 Ada","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.5,"worst":0.5,"bestRentable":0.5,"hasUnavailableCheaper":false,"median":0.5,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":16,"memHi":16,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-pro-4000","vendor":"NVIDIA","family":"RTX PRO 4000","class":"workstation","variants":[{"id":"nvidia-rtx-pro-4000-24","vendor":"NVIDIA","family":"RTX PRO 4000","familyId":"nvidia-rtx-pro-4000","variant":null,"memoryGb":24,"class":"workstation","model":"RTX PRO 4000","sourceLabels":["RTX PRO 4000"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 4000 Blackwell","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 4000","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.5,"worst":0.5,"bestRentable":0.5,"hasUnavailableCheaper":false,"median":0.5,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":24,"memHi":24,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-pro-4500-se","vendor":"NVIDIA","family":"RTX PRO 4500 SE","class":"workstation","variants":[{"id":"nvidia-rtx-pro-4500-se-32","vendor":"NVIDIA","family":"RTX PRO 4500 SE","familyId":"nvidia-rtx-pro-4500-se","variant":null,"memoryGb":32,"class":"workstation","model":"RTX PRO 4500 SE","sourceLabels":["RTX PRO 4500 SE"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 4500 Blackwell Server Edition","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 4500 SE","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.5,"worst":0.5,"bestRentable":0.5,"hasUnavailableCheaper":false,"median":0.5,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":32,"memHi":32,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-4000-ada","vendor":"NVIDIA","family":"RTX 4000 Ada","class":"workstation","variants":[{"id":"nvidia-rtx-4000-ada-20","vendor":"NVIDIA","family":"RTX 4000 Ada","familyId":"nvidia-rtx-4000-ada","variant":null,"memoryGb":20,"class":"workstation","model":"RTX 4000 Ada","sourceLabels":["RTX 4000 Ada"],"medianPerGpuHour":0.74,"minPerGpuHour":0.52,"maxPerGpuHour":1.53,"crossProviderLow":0.52,"crossProviderHigh":0.52,"providerCount":1,"providers":["linode"],"byProvider":{"linode":{"rate":0.52,"spot":null,"spotTerm":null,"offers":9,"regions":0,"original":{"amount":0.52,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"g2-gpu-rtx4000a1-s","term":"on-demand","region":null,"label":"RTX 4000 Ada","planLabel":"RTX4000 Ada x1 Small","quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":9,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.52,"worst":0.52,"bestRentable":0.52,"hasUnavailableCheaper":false,"median":0.74,"spot":null,"providers":["linode"],"providerCount":1,"offerCount":9,"memLo":20,"memHi":20,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-5090","vendor":"NVIDIA","family":"RTX 5090","class":"consumer","variants":[{"id":"nvidia-rtx-5090-32","vendor":"NVIDIA","family":"RTX 5090","familyId":"nvidia-rtx-5090","variant":null,"memoryGb":32,"class":"consumer","model":"RTX 5090","sourceLabels":["RTX 5090"],"medianPerGpuHour":0.69,"minPerGpuHour":0.69,"maxPerGpuHour":0.69,"crossProviderLow":0.69,"crossProviderHigh":0.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 5090","term":"on-demand","region":"Secure Cloud","label":"RTX 5090","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.69,"worst":0.69,"bestRentable":0.69,"hasUnavailableCheaper":false,"median":0.69,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":32,"memHi":32,"perTflopHour":null,"comparable":false},{"id":"nvidia-l40","vendor":"NVIDIA","family":"L40","class":"datacenter","variants":[{"id":"nvidia-l40-48","vendor":"NVIDIA","family":"L40","familyId":"nvidia-l40","variant":null,"memoryGb":48,"class":"datacenter","model":"L40","sourceLabels":["L40"],"medianPerGpuHour":0.69,"minPerGpuHour":0.69,"maxPerGpuHour":0.69,"crossProviderLow":0.69,"crossProviderHigh":0.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L40","term":"on-demand","region":"Secure Cloud","label":"L40","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ada Lovelace","launched":2022,"memory":"48 GB GDDR6","memoryBandwidth":"864 GB/s","fp16DenseTflops":181.05,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/l40/"},"perTflopHour":0.0038111019055509523}],"best":0.69,"worst":0.69,"bestRentable":0.69,"hasUnavailableCheaper":false,"median":0.69,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":48,"memHi":48,"perTflopHour":0.0038111019055509523,"comparable":false},{"id":"nvidia-rtx-6000-ada","vendor":"NVIDIA","family":"RTX 6000 Ada","class":"workstation","variants":[{"id":"nvidia-rtx-6000-ada-48","vendor":"NVIDIA","family":"RTX 6000 Ada","familyId":"nvidia-rtx-6000-ada","variant":null,"memoryGb":48,"class":"workstation","model":"RTX 6000 Ada","sourceLabels":["RTX 6000 Ada"],"medianPerGpuHour":0.74,"minPerGpuHour":0.74,"maxPerGpuHour":0.74,"crossProviderLow":0.74,"crossProviderHigh":0.74,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.74,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.74,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX 6000 Ada Generation","term":"on-demand","region":"Secure Cloud","label":"RTX 6000 Ada","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ada Lovelace","launched":2022,"memory":"48 GB GDDR6","memoryBandwidth":"960 GB/s","fp16DenseTflops":364.2,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/design-visualization/rtx-6000/"},"perTflopHour":0.002031850631521142}],"best":0.74,"worst":0.74,"bestRentable":0.74,"hasUnavailableCheaper":false,"median":0.74,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":48,"memHi":48,"perTflopHour":0.002031850631521142,"comparable":false},{"id":"nvidia-l40s","vendor":"NVIDIA","family":"L40S","class":"datacenter","variants":[{"id":"nvidia-l40s-48","vendor":"NVIDIA","family":"L40S","familyId":"nvidia-l40s","variant":null,"memoryGb":48,"class":"datacenter","model":"L40S","sourceLabels":["L40S"],"medianPerGpuHour":1.671,"minPerGpuHour":0.79,"maxPerGpuHour":1.7196547283999999,"crossProviderLow":0.79,"crossProviderHigh":1.7196547283999999,"providerCount":3,"providers":["vultr","runpod","scaleway"],"byProvider":{"vultr":{"rate":1.671,"spot":null,"spotTerm":null,"offers":4,"regions":0,"original":{"amount":13.368,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-64c-2048gb-8-l40-gpu","term":"on-demand","region":null,"label":"L40S","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":0.79,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.79,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L40S","term":"on-demand","region":"Secure Cloud","label":"L40S","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":8}},"scaleway":{"rate":1.7196547283999999,"spot":null,"spotTerm":null,"offers":4,"regions":2,"original":{"amount":13.757237827199999,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"L40S-8-48G","term":"on-demand","region":"fr-par-2","label":"L40S","planLabel":null,"quoted":{"amount":0.1959888,"currency":"EUR","unit":"1 minute","perHour":11.759328,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":9,"regionCount":2,"spec":{"architecture":"Ada Lovelace","launched":2023,"memory":"48 GB GDDR6","memoryBandwidth":"864 GB/s","fp16DenseTflops":362.05,"tdpWatts":350,"source":"https://resources.nvidia.com/in-en-l40s/l40s-datasheet-28413"},"perTflopHour":0.0021820190581411407},{"id":"nvidia-l40s","vendor":"NVIDIA","family":"L40S","familyId":"nvidia-l40s","variant":null,"memoryGb":null,"class":"datacenter","model":"L40S","sourceLabels":["L40S"],"medianPerGpuHour":2.4041445,"minPerGpuHour":2.4041445,"maxPerGpuHour":2.4041445,"crossProviderLow":2.4041445,"crossProviderHigh":2.4041445,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":2.4041445,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":4.808289,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"EM-T220E-L40S","term":"on-demand","region":"fr-par-2","label":"L40S","planLabel":null,"quoted":{"amount":4.11,"currency":"EUR","unit":"1 hour","perHour":4.11,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":1,"spec":null,"perTflopHour":null}],"best":0.79,"worst":2.4041445,"bestRentable":0.79,"hasUnavailableCheaper":false,"median":2.03757225,"spot":null,"providers":["vultr","runpod","scaleway"],"providerCount":3,"offerCount":10,"memLo":48,"memHi":48,"perTflopHour":0.0021820190581411407,"comparable":true},{"id":"nvidia-rtx-pro-5000","vendor":"NVIDIA","family":"RTX PRO 5000","class":"workstation","variants":[{"id":"nvidia-rtx-pro-5000-48","vendor":"NVIDIA","family":"RTX PRO 5000","familyId":"nvidia-rtx-pro-5000","variant":null,"memoryGb":48,"class":"workstation","model":"RTX PRO 5000","sourceLabels":["RTX PRO 5000"],"medianPerGpuHour":0.82,"minPerGpuHour":0.82,"maxPerGpuHour":0.82,"crossProviderLow":0.82,"crossProviderHigh":0.82,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.82,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.82,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 5000 Blackwell","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 5000","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":0.82,"worst":0.82,"bestRentable":0.82,"hasUnavailableCheaper":false,"median":0.82,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":1,"memLo":48,"memHi":48,"perTflopHour":null,"comparable":false},{"id":"nvidia-l4","vendor":"NVIDIA","family":"L4","class":"datacenter","variants":[{"id":"nvidia-l4-24","vendor":"NVIDIA","family":"L4","familyId":"nvidia-l4","variant":null,"memoryGb":24,"class":"datacenter","model":"L4","sourceLabels":["L4"],"medianPerGpuHour":0.9212962499999999,"minPerGpuHour":0.44,"maxPerGpuHour":0.9212962499999999,"crossProviderLow":0.44,"crossProviderHigh":0.9212962499999999,"providerCount":2,"providers":["runpod","scaleway"],"byProvider":{"runpod":{"rate":0.44,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.44,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L4","term":"on-demand","region":"Secure Cloud","label":"L4","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":9}},"scaleway":{"rate":0.9212962499999999,"spot":null,"spotTerm":null,"offers":4,"regions":3,"original":{"amount":7.370369999999999,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"L4-8-24G","term":"on-demand","region":"fr-par-2","label":"L4","planLabel":null,"quoted":{"amount":0.105,"currency":"EUR","unit":"1 minute","perHour":6.3,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":5,"regionCount":3,"spec":{"architecture":"Ada Lovelace","launched":2023,"memory":"24 GB GDDR6","memoryBandwidth":"300 GB/s","fp16DenseTflops":121,"tdpWatts":72,"source":"https://resources.nvidia.com/en-us-l4/l4-datasheet"},"perTflopHour":0.0036363636363636364}],"best":0.44,"worst":0.9212962499999999,"bestRentable":0.9212962499999999,"hasUnavailableCheaper":true,"median":0.9212962499999999,"spot":null,"providers":["runpod","scaleway"],"providerCount":2,"offerCount":5,"memLo":24,"memHi":24,"perTflopHour":0.0036363636363636364,"comparable":true},{"id":"nvidia-m60","vendor":"NVIDIA","family":"M60","class":"datacenter","variants":[{"id":"nvidia-m60-8","vendor":"NVIDIA","family":"M60","familyId":"nvidia-m60","variant":null,"memoryGb":8,"class":"datacenter","model":"M60","sourceLabels":["M60"],"medianPerGpuHour":1.692,"minPerGpuHour":1.14,"maxPerGpuHour":2.59,"crossProviderLow":1.14,"crossProviderHigh":1.14,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":1.14,"spot":0.210672,"spotTerm":"spot","offers":378,"regions":21,"original":{"amount":2.28,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"Standard_NV24s_v3","term":"on-demand","region":"US West 2","label":"M60","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":378,"regionCount":21,"spec":null,"perTflopHour":null}],"best":1.14,"worst":1.14,"bestRentable":1.14,"hasUnavailableCheaper":false,"median":1.692,"spot":0.210672,"providers":["azure"],"providerCount":1,"offerCount":378,"memLo":8,"memHi":8,"perTflopHour":null,"comparable":false},{"id":"nvidia-a100","vendor":"NVIDIA","family":"A100","class":"datacenter","variants":[{"id":"nvidia-a100-sxm-40","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":"SXM","memoryGb":40,"class":"datacenter","model":"A100 SXM","sourceLabels":["A100 SXM 40GB"],"medianPerGpuHour":1,"minPerGpuHour":1,"maxPerGpuHour":1,"crossProviderLow":1,"crossProviderHigh":1,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A100-SXM4-40GB","term":"on-demand","region":"Community Cloud","label":"A100 SXM 40GB","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":2}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2020,"memory":"40 GB HBM2","memoryBandwidth":"1.56 TB/s","fp16DenseTflops":312,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.003205128205128205},{"id":"nvidia-a100-pcie-80","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":"PCIe","memoryGb":80,"class":"datacenter","model":"A100 PCIe","sourceLabels":["A100 PCIe"],"medianPerGpuHour":1.19,"minPerGpuHour":1.19,"maxPerGpuHour":1.19,"crossProviderLow":1.19,"crossProviderHigh":1.19,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A100 80GB PCIe","term":"on-demand","region":"Secure Cloud","label":"A100 PCIe","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2021,"memory":"80 GB HBM2e","memoryBandwidth":"1.94 TB/s","fp16DenseTflops":312,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.003814102564102564},{"id":"nvidia-a100-sxm-80","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":"SXM","memoryGb":80,"class":"datacenter","model":"A100 SXM","sourceLabels":["A100","A100 SXM"],"medianPerGpuHour":2.0949999999999998,"minPerGpuHour":1.39,"maxPerGpuHour":2.8,"crossProviderLow":1.39,"crossProviderHigh":2.8,"providerCount":2,"providers":["vultr","runpod"],"byProvider":{"vultr":{"rate":2.8,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":22.4,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-112c-2048gb-8-a100-gpu","term":"on-demand","region":"fra","label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":1.39,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.39,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A100-SXM4-80GB","term":"on-demand","region":"Secure Cloud","label":"A100 SXM","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":8}}},"offerCount":2,"regionCount":1,"spec":{"architecture":"Ampere","launched":2020,"memory":"80 GB HBM2e","memoryBandwidth":"2.04 TB/s","fp16DenseTflops":312,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.004455128205128204},{"id":"nvidia-a100-80","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":null,"memoryGb":80,"class":"datacenter","model":"A100","sourceLabels":["A100"],"medianPerGpuHour":2.39725,"minPerGpuHour":2.39725,"maxPerGpuHour":2.39725,"crossProviderLow":2.39725,"crossProviderHigh":2.39725,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":2.39725,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":9.589,"unit":"1 Hour","currency":"USD","gpuCount":4,"sku":"vbm-48c-1024gb-4-a100-gpu","term":"on-demand","region":null,"label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2020,"memory":"80 GB HBM2e","memoryBandwidth":"2.04 TB/s","fp16DenseTflops":312,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.00768349358974359},{"id":"nvidia-a100-40","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":null,"memoryGb":40,"class":"datacenter","model":"A100","sourceLabels":["A100"],"medianPerGpuHour":4.250375,"minPerGpuHour":3.399625,"maxPerGpuHour":4.971625,"crossProviderLow":3.399625,"crossProviderHigh":3.399625,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":3.399625,"spot":0.679875,"spotTerm":"low-priority","offers":32,"regions":6,"original":{"amount":27.197,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"Standard_ND96asr_v4","term":"on-demand","region":"US West 2","label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":32,"regionCount":6,"spec":null,"perTflopHour":null},{"id":"nvidia-a100","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":null,"memoryGb":null,"class":"datacenter","model":"A100","sourceLabels":["A100"],"medianPerGpuHour":5.326,"minPerGpuHour":3.673,"maxPerGpuHour":8.7445,"crossProviderLow":3.673,"crossProviderHigh":3.673,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":3.673,"spot":0.67877,"spotTerm":"spot","offers":642,"regions":37,"original":{"amount":7.346,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"Standard_NC48ads_A100_v4","term":"on-demand","region":"US East 2","label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":642,"regionCount":37,"spec":null,"perTflopHour":null}],"best":1,"worst":3.673,"bestRentable":1.39,"hasUnavailableCheaper":true,"median":2.246125,"spot":0.67877,"providers":["runpod","vultr","azure"],"providerCount":3,"offerCount":679,"memLo":40,"memHi":80,"perTflopHour":0.003205128205128205,"comparable":true},{"id":"nvidia-p100","vendor":"NVIDIA","family":"P100","class":"datacenter","variants":[{"id":"nvidia-p100","vendor":"NVIDIA","family":"P100","familyId":"nvidia-p100","variant":null,"memoryGb":null,"class":"datacenter","model":"P100","sourceLabels":["P100"],"medianPerGpuHour":1.4284479,"minPerGpuHour":1.4284479,"maxPerGpuHour":1.4284479,"crossProviderLow":1.4284479,"crossProviderHigh":1.4284479,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":1.4284479,"spot":null,"spotTerm":null,"offers":1,"regions":2,"original":{"amount":1.4284479,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"RENDER-S","term":"on-demand","region":"fr-par-2","label":"P100","planLabel":null,"quoted":{"amount":1.221,"currency":"EUR","unit":"1 hour","perHour":1.221,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":2,"spec":null,"perTflopHour":null}],"best":1.4284479,"worst":1.4284479,"bestRentable":1.4284479,"hasUnavailableCheaper":false,"median":1.4284479,"spot":null,"providers":["scaleway"],"providerCount":1,"offerCount":1,"memLo":null,"memHi":null,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-6000","vendor":"NVIDIA","family":"RTX 6000","class":"workstation","variants":[{"id":"nvidia-rtx-6000-24","vendor":"NVIDIA","family":"RTX 6000","familyId":"nvidia-rtx-6000","variant":null,"memoryGb":24,"class":"workstation","model":"RTX 6000","sourceLabels":["Quadro RTX 6000"],"medianPerGpuHour":1.5,"minPerGpuHour":1.5,"maxPerGpuHour":1.5,"crossProviderLow":1.5,"crossProviderHigh":1.5,"providerCount":1,"providers":["linode"],"byProvider":{"linode":{"rate":1.5,"spot":null,"spotTerm":null,"offers":4,"regions":0,"original":{"amount":1.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"g1-gpu-rtx6000-1","term":"on-demand","region":null,"label":"Quadro RTX 6000","planLabel":"Dedicated 32GB + RTX6000 GPU x1","quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":4,"regionCount":0,"spec":null,"perTflopHour":null}],"best":1.5,"worst":1.5,"bestRentable":1.5,"hasUnavailableCheaper":false,"median":1.5,"spot":null,"providers":["linode"],"providerCount":1,"offerCount":4,"memLo":24,"memHi":24,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-pro-6000","vendor":"NVIDIA","family":"RTX PRO 6000","class":"workstation","variants":[{"id":"nvidia-rtx-pro-6000-96","vendor":"NVIDIA","family":"RTX PRO 6000","familyId":"nvidia-rtx-pro-6000","variant":null,"memoryGb":96,"class":"workstation","model":"RTX PRO 6000","sourceLabels":["RTX PRO 6000"],"medianPerGpuHour":1.69,"minPerGpuHour":1.69,"maxPerGpuHour":1.69,"crossProviderLow":1.69,"crossProviderHigh":1.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 6000 Blackwell Server Edition","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 6000","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":9}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-pro-6000-wk-96","vendor":"NVIDIA","family":"RTX PRO 6000","familyId":"nvidia-rtx-pro-6000","variant":"WK","memoryGb":96,"class":"workstation","model":"RTX PRO 6000 WK","sourceLabels":["RTX PRO 6000 WK"],"medianPerGpuHour":1.69,"minPerGpuHour":1.69,"maxPerGpuHour":1.69,"crossProviderLow":1.69,"crossProviderHigh":1.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 6000 Blackwell Workstation Edition","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 6000 WK","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":1.69,"worst":1.69,"bestRentable":1.69,"hasUnavailableCheaper":false,"median":1.69,"spot":null,"providers":["runpod"],"providerCount":1,"offerCount":2,"memLo":96,"memHi":96,"perTflopHour":null,"comparable":false},{"id":"amd-mi25","vendor":"AMD","family":"MI25","class":"datacenter","variants":[{"id":"amd-mi25-16","vendor":"AMD","family":"MI25","familyId":"amd-mi25","variant":null,"memoryGb":16,"class":"datacenter","model":"MI25","sourceLabels":["Radeon Instinct MI25"],"medianPerGpuHour":3.336,"minPerGpuHour":1.864,"maxPerGpuHour":5.386,"crossProviderLow":1.864,"crossProviderHigh":1.864,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":1.864,"spot":0.344467,"spotTerm":"spot","offers":158,"regions":27,"original":{"amount":1.864,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NV32as_v4","term":"on-demand","region":"US West 2","label":"Radeon Instinct MI25","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":158,"regionCount":27,"spec":null,"perTflopHour":null}],"best":1.864,"worst":1.864,"bestRentable":1.864,"hasUnavailableCheaper":false,"median":3.336,"spot":0.344467,"providers":["azure"],"providerCount":1,"offerCount":158,"memLo":16,"memHi":16,"perTflopHour":null,"comparable":false},{"id":"nvidia-gh200-grace-hopper","vendor":"NVIDIA","family":"GH200 Grace Hopper","class":"datacenter","variants":[{"id":"nvidia-gh200-grace-hopper-96","vendor":"NVIDIA","family":"GH200 Grace Hopper","familyId":"nvidia-gh200-grace-hopper","variant":null,"memoryGb":96,"class":"datacenter","model":"GH200 Grace Hopper","sourceLabels":["GH200 Grace Hopper"],"medianPerGpuHour":1.99,"minPerGpuHour":1.99,"maxPerGpuHour":1.99,"crossProviderLow":1.99,"crossProviderHigh":1.99,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":1.99,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.99,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"vbm-72c-480gb-gh200-gpu","term":"on-demand","region":null,"label":"GH200 Grace Hopper","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":1.99,"worst":1.99,"bestRentable":1.99,"hasUnavailableCheaper":false,"median":1.99,"spot":null,"providers":["vultr"],"providerCount":1,"offerCount":1,"memLo":96,"memHi":96,"perTflopHour":null,"comparable":false},{"id":"amd-radeon-pro-v710","vendor":"AMD","family":"Radeon PRO V710","class":"datacenter","variants":[{"id":"amd-radeon-pro-v710-28","vendor":"AMD","family":"Radeon PRO V710","familyId":"amd-radeon-pro-v710","variant":null,"memoryGb":28,"class":"datacenter","model":"Radeon PRO V710","sourceLabels":["Radeon PRO V710"],"medianPerGpuHour":3.3,"minPerGpuHour":2,"maxPerGpuHour":4.768,"crossProviderLow":2,"crossProviderHigh":2,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":2,"spot":0.3696,"spotTerm":"spot","offers":72,"regions":7,"original":{"amount":2,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NV24ads_V710_v5","term":"on-demand","region":"US East","label":"Radeon PRO V710","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":72,"regionCount":7,"spec":null,"perTflopHour":null}],"best":2,"worst":2,"bestRentable":2,"hasUnavailableCheaper":false,"median":3.3,"spot":0.3696,"providers":["azure"],"providerCount":1,"offerCount":72,"memLo":28,"memHi":28,"perTflopHour":null,"comparable":false},{"id":"amd-radeon-pro-v620","vendor":"AMD","family":"Radeon PRO V620","class":"datacenter","variants":[{"id":"amd-radeon-pro-v620-32","vendor":"AMD","family":"Radeon PRO V620","familyId":"amd-radeon-pro-v620","variant":null,"memoryGb":32,"class":"datacenter","model":"Radeon PRO V620","sourceLabels":["Radeon PRO V620"],"medianPerGpuHour":3.846,"minPerGpuHour":2.54,"maxPerGpuHour":5.152,"crossProviderLow":2.54,"crossProviderHigh":2.54,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":2.54,"spot":0.469392,"spotTerm":"spot","offers":36,"regions":7,"original":{"amount":2.54,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NG32ads_V620_v1","term":"on-demand","region":"US West 3","label":"Radeon PRO V620","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":36,"regionCount":7,"spec":null,"perTflopHour":null}],"best":2.54,"worst":2.54,"bestRentable":2.54,"hasUnavailableCheaper":false,"median":3.846,"spot":0.469392,"providers":["azure"],"providerCount":1,"offerCount":36,"memLo":32,"memHi":32,"perTflopHour":null,"comparable":false},{"id":"amd-mi355x","vendor":"AMD","family":"MI355X","class":"datacenter","variants":[{"id":"amd-mi355x-288","vendor":"AMD","family":"MI355X","familyId":"amd-mi355x","variant":null,"memoryGb":288,"class":"datacenter","model":"MI355X","sourceLabels":["Instinct MI355X"],"medianPerGpuHour":2.59,"minPerGpuHour":2.59,"maxPerGpuHour":2.59,"crossProviderLow":2.59,"crossProviderHigh":2.59,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":2.59,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":20.72,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-3072gb-8-mi355x-gpu","term":"on-demand","region":null,"label":"Instinct MI355X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":2.59,"worst":2.59,"bestRentable":2.59,"hasUnavailableCheaper":false,"median":2.59,"spot":null,"providers":["vultr"],"providerCount":1,"offerCount":1,"memLo":288,"memHi":288,"perTflopHour":null,"comparable":false},{"id":"nvidia-h100","vendor":"NVIDIA","family":"H100","class":"datacenter","variants":[{"id":"nvidia-h100-nvl-94","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":"NVL","memoryGb":94,"class":"datacenter","model":"H100 NVL","sourceLabels":["H100 NVL"],"medianPerGpuHour":2.59,"minPerGpuHour":2.59,"maxPerGpuHour":2.59,"crossProviderLow":2.59,"crossProviderHigh":2.59,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":2.59,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":2.59,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H100 NVL","term":"on-demand","region":"Secure Cloud","label":"H100 NVL","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Hopper","launched":2023,"memory":"94 GB HBM3","memoryBandwidth":"3.9 TB/s","fp16DenseTflops":835.5,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/h100/"},"perTflopHour":0.0030999401555954517},{"id":"nvidia-h100-80","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":null,"memoryGb":80,"class":"datacenter","model":"H100","sourceLabels":["H100"],"medianPerGpuHour":2.99,"minPerGpuHour":2.99,"maxPerGpuHour":2.99,"crossProviderLow":2.99,"crossProviderHigh":2.99,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":2.99,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":23.92,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-112c-2048gb-8-h100-gpu","term":"on-demand","region":null,"label":"H100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Hopper","launched":2022,"memory":"80 GB HBM3","memoryBandwidth":"3.35 TB/s","fp16DenseTflops":989.4,"tdpWatts":700,"source":"https://resources.nvidia.com/en-us-hopper-architecture/nvidia-h100-tensor-c"},"perTflopHour":0.0030220335556903175},{"id":"nvidia-h100-pcie-80","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":"PCIe","memoryGb":80,"class":"datacenter","model":"H100 PCIe","sourceLabels":["H100 PCIe"],"medianPerGpuHour":3.3535183499999994,"minPerGpuHour":3.3535183499999994,"maxPerGpuHour":3.3535183499999994,"crossProviderLow":3.3535183499999994,"crossProviderHigh":3.3535183499999994,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":3.3535183499999994,"spot":null,"spotTerm":null,"offers":2,"regions":2,"original":{"amount":6.707036699999999,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"H100-2-80G","term":"on-demand","region":"fr-par-2","label":"H100 PCIe","planLabel":null,"quoted":{"amount":0.09555,"currency":"EUR","unit":"1 minute","perHour":5.733,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":2,"regionCount":2,"spec":{"architecture":"Hopper","launched":2022,"memory":"80 GB HBM2e","memoryBandwidth":"2.0 TB/s","fp16DenseTflops":756.5,"tdpWatts":350,"source":"https://resources.nvidia.com/en-us-hopper-architecture/nvidia-h100-tensor-c"},"perTflopHour":0.0044329389953734295},{"id":"nvidia-h100-sxm-80","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":"SXM","memoryGb":80,"class":"datacenter","model":"H100 SXM","sourceLabels":["H100 SXM"],"medianPerGpuHour":3.719755545,"minPerGpuHour":2.69,"maxPerGpuHour":3.8722520099999995,"crossProviderLow":2.69,"crossProviderHigh":3.704312865,"providerCount":2,"providers":["runpod","scaleway"],"byProvider":{"runpod":{"rate":2.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":2.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H100 80GB HBM3","term":"on-demand","region":"Secure Cloud","label":"H100 SXM","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}},"scaleway":{"rate":3.704312865,"spot":null,"spotTerm":null,"offers":3,"regions":1,"original":{"amount":29.63450292,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"H100-SXM-8-80G","term":"on-demand","region":"fr-par-2","label":"H100 SXM","planLabel":null,"quoted":{"amount":0.42218,"currency":"EUR","unit":"1 minute","perHour":25.3308,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":4,"regionCount":1,"spec":{"architecture":"Hopper","launched":2022,"memory":"80 GB HBM3","memoryBandwidth":"3.35 TB/s","fp16DenseTflops":989.4,"tdpWatts":700,"source":"https://resources.nvidia.com/en-us-hopper-architecture/nvidia-h100-tensor-c"},"perTflopHour":0.0027188194865575095},{"id":"nvidia-h100","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":null,"memoryGb":null,"class":"datacenter","model":"H100","sourceLabels":["H100"],"medianPerGpuHour":10.43,"minPerGpuHour":5.60908555,"maxPerGpuHour":23.878,"crossProviderLow":5.60908555,"crossProviderHigh":6.98,"providerCount":2,"providers":["azure","scaleway"],"byProvider":{"azure":{"rate":6.98,"spot":1.289904,"spotTerm":"spot","offers":450,"regions":33,"original":{"amount":6.98,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NC40ads_H100_v5","term":"on-demand","region":"US East","label":"H100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"scaleway":{"rate":5.60908555,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":11.2181711,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"EM-T620E-H100","term":"on-demand","region":"fr-par-2","label":"H100","planLabel":null,"quoted":{"amount":9.589,"currency":"EUR","unit":"1 hour","perHour":9.589,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":451,"regionCount":34,"spec":null,"perTflopHour":null}],"best":2.59,"worst":6.98,"bestRentable":2.69,"hasUnavailableCheaper":true,"median":3.3535183499999994,"spot":1.289904,"providers":["runpod","vultr","scaleway","azure"],"providerCount":4,"offerCount":459,"memLo":80,"memHi":94,"perTflopHour":0.0027188194865575095,"comparable":true},{"id":"nvidia-v100","vendor":"NVIDIA","family":"V100","class":"datacenter","variants":[{"id":"nvidia-v100-sxm2-16","vendor":"NVIDIA","family":"V100","familyId":"nvidia-v100","variant":"SXM2","memoryGb":16,"class":"datacenter","model":"V100 SXM2","sourceLabels":["V100 SXM2"],"medianPerGpuHour":0.23,"minPerGpuHour":0.23,"maxPerGpuHour":0.23,"crossProviderLow":0.23,"crossProviderHigh":0.23,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.23,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.23,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Tesla V100-SXM2-16GB","term":"on-demand","region":"Community Cloud","label":"V100 SXM2","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Volta","launched":2017,"memory":"16 GB HBM2","memoryBandwidth":"900 GB/s","fp16DenseTflops":125,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/v100/"},"perTflopHour":0.00184},{"id":"nvidia-v100-16","vendor":"NVIDIA","family":"V100","familyId":"nvidia-v100","variant":null,"memoryGb":16,"class":"datacenter","model":"V100","sourceLabels":["Tesla V100","V100"],"medianPerGpuHour":4.099,"minPerGpuHour":0.19,"maxPerGpuHour":7.008,"crossProviderLow":0.19,"crossProviderHigh":3.06,"providerCount":2,"providers":["azure","runpod"],"byProvider":{"azure":{"rate":3.06,"spot":0.565488,"spotTerm":"spot","offers":584,"regions":25,"original":{"amount":6.12,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"Standard_NC12s_v3","term":"on-demand","region":"US East","label":"V100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":0.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Tesla V100-PCIE-16GB","term":"on-demand","region":"Community Cloud","label":"Tesla V100","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":585,"regionCount":25,"spec":{"architecture":"Volta","launched":2017,"memory":"16 GB HBM2","memoryBandwidth":"900 GB/s","fp16DenseTflops":125,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/v100/"},"perTflopHour":0.00152}],"best":0.19,"worst":3.06,"bestRentable":3.06,"hasUnavailableCheaper":true,"median":2.1645000000000003,"spot":0.565488,"providers":["runpod","azure"],"providerCount":2,"offerCount":586,"memLo":16,"memHi":16,"perTflopHour":0.00152,"comparable":true},{"id":"nvidia-a10","vendor":"NVIDIA","family":"A10","class":"datacenter","variants":[{"id":"nvidia-a10-24","vendor":"NVIDIA","family":"A10","familyId":"nvidia-a10","variant":null,"memoryGb":24,"class":"datacenter","model":"A10","sourceLabels":["A10"],"medianPerGpuHour":5.6530000000000005,"minPerGpuHour":3.2,"maxPerGpuHour":10.696,"crossProviderLow":3.2,"crossProviderHigh":3.2,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":3.2,"spot":0.59136,"spotTerm":"spot","offers":654,"regions":39,"original":{"amount":3.2,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NV36ads_A10_v5","term":"on-demand","region":"US West 3","label":"A10","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":654,"regionCount":39,"spec":{"architecture":"Ampere","launched":2021,"memory":"24 GB GDDR6","memoryBandwidth":"600 GB/s","fp16DenseTflops":125,"tdpWatts":150,"source":"https://www.nvidia.com/en-us/data-center/products/a10-gpu/"},"perTflopHour":0.0256}],"best":3.2,"worst":3.2,"bestRentable":3.2,"hasUnavailableCheaper":false,"median":5.6530000000000005,"spot":0.59136,"providers":["azure"],"providerCount":1,"offerCount":654,"memLo":24,"memHi":24,"perTflopHour":0.0256,"comparable":false},{"id":"nvidia-h200","vendor":"NVIDIA","family":"H200","class":"datacenter","variants":[{"id":"nvidia-h200-nvl-143","vendor":"NVIDIA","family":"H200","familyId":"nvidia-h200","variant":"NVL","memoryGb":143,"class":"datacenter","model":"H200 NVL","sourceLabels":["H200 NVL"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H200 NVL","term":"on-demand","region":"Secure Cloud","label":"H200 NVL","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-h200-sxm-141","vendor":"NVIDIA","family":"H200","familyId":"nvidia-h200","variant":"SXM","memoryGb":141,"class":"datacenter","model":"H200 SXM","sourceLabels":["H200 SXM"],"medianPerGpuHour":3.59,"minPerGpuHour":3.59,"maxPerGpuHour":3.59,"crossProviderLow":3.59,"crossProviderHigh":3.59,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":3.59,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":3.59,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H200","term":"on-demand","region":"Secure Cloud","label":"H200 SXM","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Hopper","launched":2024,"memory":"141 GB HBM3e","memoryBandwidth":"4.8 TB/s","fp16DenseTflops":989.4,"tdpWatts":700,"source":"https://www.nvidia.com/en-us/data-center/h200/"},"perTflopHour":0.003628461693955933},{"id":"nvidia-h200-141","vendor":"NVIDIA","family":"H200","familyId":"nvidia-h200","variant":null,"memoryGb":141,"class":"datacenter","model":"H200","sourceLabels":["H200"],"medianPerGpuHour":13.78,"minPerGpuHour":10.6,"maxPerGpuHour":21.752,"crossProviderLow":10.6,"crossProviderHigh":10.6,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":10.6,"spot":2.12,"spotTerm":"low-priority","offers":138,"regions":31,"original":{"amount":84.8,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"Standard_ND96isr_H200_v5","term":"on-demand","region":"US West 2","label":"H200","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":138,"regionCount":31,"spec":null,"perTflopHour":null}],"best":0.5,"worst":10.6,"bestRentable":3.59,"hasUnavailableCheaper":true,"median":3.59,"spot":2.12,"providers":["runpod","azure"],"providerCount":2,"offerCount":140,"memLo":141,"memHi":143,"perTflopHour":0.003628461693955933,"comparable":false},{"id":"amd-mi300x","vendor":"AMD","family":"MI300X","class":"datacenter","variants":[{"id":"amd-mi300x-192","vendor":"AMD","family":"MI300X","familyId":"amd-mi300x","variant":null,"memoryGb":192,"class":"datacenter","model":"MI300X","sourceLabels":["Instinct MI300X"],"medianPerGpuHour":7.8,"minPerGpuHour":3.99,"maxPerGpuHour":12.552,"crossProviderLow":3.99,"crossProviderHigh":6,"providerCount":2,"providers":["azure","vultr"],"byProvider":{"azure":{"rate":6,"spot":1.1088,"spotTerm":"spot","offers":102,"regions":17,"original":{"amount":48,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"Standard_ND96isr_MI300X_v5","term":"on-demand","region":"US East 2","label":"Instinct MI300X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"vultr":{"rate":3.99,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":31.92,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-2048gb-8-mi300x-gpu","term":"on-demand","region":null,"label":"Instinct MI300X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":103,"regionCount":17,"spec":null,"perTflopHour":null}],"best":3.99,"worst":6,"bestRentable":3.99,"hasUnavailableCheaper":false,"median":7.8,"spot":1.1088,"providers":["azure","vultr"],"providerCount":2,"offerCount":103,"memLo":192,"memHi":192,"perTflopHour":null,"comparable":true},{"id":"amd-mi325x","vendor":"AMD","family":"MI325X","class":"datacenter","variants":[{"id":"amd-mi325x-256","vendor":"AMD","family":"MI325X","familyId":"amd-mi325x","variant":null,"memoryGb":256,"class":"datacenter","model":"MI325X","sourceLabels":["Instinct MI325X"],"medianPerGpuHour":4.615,"minPerGpuHour":4.615,"maxPerGpuHour":4.615,"crossProviderLow":4.615,"crossProviderHigh":4.615,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":4.615,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":36.92,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-3072gb-8-mi325x-gpu","term":"on-demand","region":null,"label":"Instinct MI325X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null}],"best":4.615,"worst":4.615,"bestRentable":4.615,"hasUnavailableCheaper":false,"median":4.615,"spot":null,"providers":["vultr"],"providerCount":1,"offerCount":1,"memLo":256,"memHi":256,"perTflopHour":null,"comparable":false},{"id":"nvidia-rtx-pro-6000-blackwell","vendor":"NVIDIA","family":"RTX PRO 6000 Blackwell","class":"workstation","variants":[{"id":"nvidia-rtx-pro-6000-blackwell-96","vendor":"NVIDIA","family":"RTX PRO 6000 Blackwell","familyId":"nvidia-rtx-pro-6000-blackwell","variant":null,"memoryGb":96,"class":"workstation","model":"RTX PRO 6000 Blackwell","sourceLabels":["RTX PRO 6000 Blackwell"],"medianPerGpuHour":10.6905,"minPerGpuHour":5.5,"maxPerGpuHour":15.881,"crossProviderLow":5.5,"crossProviderHigh":5.5,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":5.5,"spot":1.0164,"spotTerm":"spot","offers":224,"regions":14,"original":{"amount":5.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NC144lds_xl_RTXPRO6000BSE_v6","term":"on-demand","region":"US East 2","label":"RTX PRO 6000 Blackwell","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":224,"regionCount":14,"spec":null,"perTflopHour":null}],"best":5.5,"worst":5.5,"bestRentable":5.5,"hasUnavailableCheaper":false,"median":10.6905,"spot":1.0164,"providers":["azure"],"providerCount":1,"offerCount":224,"memLo":96,"memHi":96,"perTflopHour":null,"comparable":false},{"id":"nvidia-b200","vendor":"NVIDIA","family":"B200","class":"datacenter","variants":[{"id":"nvidia-b200-180","vendor":"NVIDIA","family":"B200","familyId":"nvidia-b200","variant":null,"memoryGb":180,"class":"datacenter","model":"B200","sourceLabels":["B200"],"medianPerGpuHour":5.98,"minPerGpuHour":5.98,"maxPerGpuHour":5.98,"crossProviderLow":5.98,"crossProviderHigh":5.98,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":5.98,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":5.98,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA B200","term":"on-demand","region":"Secure Cloud","label":"B200","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Blackwell","launched":2024,"memoryBandwidth":"8 TB/s","fp16DenseTflops":2250,"tdpWatts":1000,"source":"https://resources.nvidia.com/en-us-blackwell-architecture"},"perTflopHour":0.002657777777777778},{"id":"nvidia-b200-192","vendor":"NVIDIA","family":"B200","familyId":"nvidia-b200","variant":null,"memoryGb":192,"class":"datacenter","model":"B200","sourceLabels":["B200"],"medianPerGpuHour":8.5,"minPerGpuHour":8.5,"maxPerGpuHour":8.5,"crossProviderLow":8.5,"crossProviderHigh":8.5,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":8.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":68,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-3072gb-8-b200-gpu","term":"on-demand","region":null,"label":"B200","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Blackwell","launched":2024,"memoryBandwidth":"8 TB/s","fp16DenseTflops":2250,"tdpWatts":1000,"source":"https://resources.nvidia.com/en-us-blackwell-architecture"},"perTflopHour":0.003777777777777778}],"best":5.98,"worst":8.5,"bestRentable":8.5,"hasUnavailableCheaper":true,"median":7.24,"spot":null,"providers":["runpod","vultr"],"providerCount":2,"offerCount":2,"memLo":180,"memHi":192,"perTflopHour":0.002657777777777778,"comparable":false},{"id":"nvidia-b300","vendor":"NVIDIA","family":"B300","class":"datacenter","variants":[{"id":"nvidia-b300-288","vendor":"NVIDIA","family":"B300","familyId":"nvidia-b300","variant":null,"memoryGb":288,"class":"datacenter","model":"B300","sourceLabels":["B300"],"medianPerGpuHour":6.94,"minPerGpuHour":6.94,"maxPerGpuHour":6.94,"crossProviderLow":6.94,"crossProviderHigh":6.94,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":6.94,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":6.94,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA B300 SXM6 AC","term":"on-demand","region":"Secure Cloud","label":"B300","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-b300-sxm-288","vendor":"NVIDIA","family":"B300","familyId":"nvidia-b300","variant":"SXM","memoryGb":288,"class":"datacenter","model":"B300 SXM","sourceLabels":["B300 SXM"],"medianPerGpuHour":8.77425,"minPerGpuHour":8.77425,"maxPerGpuHour":8.77425,"crossProviderLow":8.77425,"crossProviderHigh":8.77425,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":8.77425,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":70.194,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"B300-SXM-8-288G","term":"on-demand","region":"fr-par-2","label":"B300 SXM","planLabel":null,"quoted":{"amount":1,"currency":"EUR","unit":"1 minute","perHour":60,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":1,"spec":null,"perTflopHour":null}],"best":6.94,"worst":8.77425,"bestRentable":8.77425,"hasUnavailableCheaper":true,"median":7.857125,"spot":null,"providers":["runpod","scaleway"],"providerCount":2,"offerCount":2,"memLo":288,"memHi":288,"perTflopHour":null,"comparable":false},{"id":"nvidia-gb200-grace-blackwell","vendor":"NVIDIA","family":"GB200 Grace Blackwell","class":"datacenter","variants":[{"id":"nvidia-gb200-grace-blackwell","vendor":"NVIDIA","family":"GB200 Grace Blackwell","familyId":"nvidia-gb200-grace-blackwell","variant":null,"memoryGb":null,"class":"datacenter","model":"GB200 Grace Blackwell","sourceLabels":["GB200 Grace Blackwell"],"medianPerGpuHour":34.940625,"minPerGpuHour":27.04,"maxPerGpuHour":55.552,"crossProviderLow":27.04,"crossProviderHigh":27.04,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":27.04,"spot":27.04,"spotTerm":"spot","offers":76,"regions":19,"original":{"amount":108.16,"unit":"1 Hour","currency":"USD","gpuCount":4,"sku":"Standard_ND128isr_NDR_GB200_v6","term":"on-demand","region":"US West 3","label":"GB200 Grace Blackwell","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":76,"regionCount":19,"spec":null,"perTflopHour":null}],"best":27.04,"worst":27.04,"bestRentable":27.04,"hasUnavailableCheaper":false,"median":34.940625,"spot":null,"providers":["azure"],"providerCount":1,"offerCount":76,"memLo":null,"memHi":null,"perTflopHour":null,"comparable":false}],"gpus":[{"id":"nvidia-rtx-3070-8","vendor":"NVIDIA","family":"RTX 3070","familyId":"nvidia-rtx-3070","variant":null,"memoryGb":8,"class":"consumer","model":"RTX 3070","sourceLabels":["RTX 3070"],"medianPerGpuHour":0.13,"minPerGpuHour":0.13,"maxPerGpuHour":0.13,"crossProviderLow":0.13,"crossProviderHigh":0.13,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.13,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.13,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3070","term":"on-demand","region":"Community Cloud","label":"RTX 3070","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-3080-10","vendor":"NVIDIA","family":"RTX 3080","familyId":"nvidia-rtx-3080","variant":null,"memoryGb":10,"class":"consumer","model":"RTX 3080","sourceLabels":["RTX 3080"],"medianPerGpuHour":0.17,"minPerGpuHour":0.17,"maxPerGpuHour":0.17,"crossProviderLow":0.17,"crossProviderHigh":0.17,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.17,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.17,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3080","term":"on-demand","region":"Community Cloud","label":"RTX 3080","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":2}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-3080-ti-12","vendor":"NVIDIA","family":"RTX 3080 Ti","familyId":"nvidia-rtx-3080-ti","variant":null,"memoryGb":12,"class":"consumer","model":"RTX 3080 Ti","sourceLabels":["RTX 3080 Ti"],"medianPerGpuHour":0.18,"minPerGpuHour":0.18,"maxPerGpuHour":0.18,"crossProviderLow":0.18,"crossProviderHigh":0.18,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.18,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.18,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3080 Ti","term":"on-demand","region":"Community Cloud","label":"RTX 3080 Ti","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-4070-ti-12","vendor":"NVIDIA","family":"RTX 4070 Ti","familyId":"nvidia-rtx-4070-ti","variant":null,"memoryGb":12,"class":"consumer","model":"RTX 4070 Ti","sourceLabels":["RTX 4070 Ti"],"medianPerGpuHour":0.19,"minPerGpuHour":0.19,"maxPerGpuHour":0.19,"crossProviderLow":0.19,"crossProviderHigh":0.19,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 4070 Ti","term":"on-demand","region":"Community Cloud","label":"RTX 4070 Ti","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":5}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-a4500-20","vendor":"NVIDIA","family":"RTX A4500","familyId":"nvidia-rtx-a4500","variant":null,"memoryGb":20,"class":"workstation","model":"RTX A4500","sourceLabels":["RTX A4500"],"medianPerGpuHour":0.19,"minPerGpuHour":0.19,"maxPerGpuHour":0.19,"crossProviderLow":0.19,"crossProviderHigh":0.19,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX A4500","term":"on-demand","region":"Secure Cloud","label":"RTX A4500","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-3090-24","vendor":"NVIDIA","family":"RTX 3090","familyId":"nvidia-rtx-3090","variant":null,"memoryGb":24,"class":"consumer","model":"RTX 3090","sourceLabels":["RTX 3090"],"medianPerGpuHour":0.22,"minPerGpuHour":0.22,"maxPerGpuHour":0.22,"crossProviderLow":0.22,"crossProviderHigh":0.22,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.22,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.22,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3090","term":"on-demand","region":"Secure Cloud","label":"RTX 3090","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-v100-sxm2-16","vendor":"NVIDIA","family":"V100","familyId":"nvidia-v100","variant":"SXM2","memoryGb":16,"class":"datacenter","model":"V100 SXM2","sourceLabels":["V100 SXM2"],"medianPerGpuHour":0.23,"minPerGpuHour":0.23,"maxPerGpuHour":0.23,"crossProviderLow":0.23,"crossProviderHigh":0.23,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.23,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.23,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Tesla V100-SXM2-16GB","term":"on-demand","region":"Community Cloud","label":"V100 SXM2","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Volta","launched":2017,"memory":"16 GB HBM2","memoryBandwidth":"900 GB/s","fp16DenseTflops":125,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/v100/"},"perTflopHour":0.00184},{"id":"nvidia-rtx-3090-ti-24","vendor":"NVIDIA","family":"RTX 3090 Ti","familyId":"nvidia-rtx-3090-ti","variant":null,"memoryGb":24,"class":"consumer","model":"RTX 3090 Ti","sourceLabels":["RTX 3090 Ti"],"medianPerGpuHour":0.27,"minPerGpuHour":0.27,"maxPerGpuHour":0.27,"crossProviderLow":0.27,"crossProviderHigh":0.27,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.27,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.27,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 3090 Ti","term":"on-demand","region":"Community Cloud","label":"RTX 3090 Ti","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-4080-super-16","vendor":"NVIDIA","family":"RTX 4080 SUPER","familyId":"nvidia-rtx-4080-super","variant":null,"memoryGb":16,"class":"consumer","model":"RTX 4080 SUPER","sourceLabels":["RTX 4080 SUPER"],"medianPerGpuHour":0.28,"minPerGpuHour":0.28,"maxPerGpuHour":0.28,"crossProviderLow":0.28,"crossProviderHigh":0.28,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.28,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.28,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 4080 SUPER","term":"on-demand","region":"Community Cloud","label":"RTX 4080 SUPER","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-a6000-48","vendor":"NVIDIA","family":"RTX A6000","familyId":"nvidia-rtx-a6000","variant":null,"memoryGb":48,"class":"workstation","model":"RTX A6000","sourceLabels":["RTX A6000"],"medianPerGpuHour":0.33,"minPerGpuHour":0.33,"maxPerGpuHour":0.33,"crossProviderLow":0.33,"crossProviderHigh":0.33,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.33,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.33,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX A6000","term":"on-demand","region":"Secure Cloud","label":"RTX A6000","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-4090-24","vendor":"NVIDIA","family":"RTX 4090","familyId":"nvidia-rtx-4090","variant":null,"memoryGb":24,"class":"consumer","model":"RTX 4090","sourceLabels":["RTX 4090"],"medianPerGpuHour":0.34,"minPerGpuHour":0.34,"maxPerGpuHour":0.34,"crossProviderLow":0.34,"crossProviderHigh":0.34,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.34,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.34,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 4090","term":"on-demand","region":"Secure Cloud","label":"RTX 4090","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ada Lovelace","launched":2022,"memory":"24 GB GDDR6X","memoryBandwidth":"1.01 TB/s","fp16DenseTflops":330.3,"tdpWatts":450,"source":"https://www.nvidia.com/en-us/geforce/graphics-cards/40-series/rtx-4090/"},"perTflopHour":0.001029367241901302},{"id":"nvidia-rtx-pro-4500-32","vendor":"NVIDIA","family":"RTX PRO 4500","familyId":"nvidia-rtx-pro-4500","variant":null,"memoryGb":32,"class":"workstation","model":"RTX PRO 4500","sourceLabels":["RTX PRO 4500"],"medianPerGpuHour":0.34,"minPerGpuHour":0.34,"maxPerGpuHour":0.34,"crossProviderLow":0.34,"crossProviderHigh":0.34,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.34,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.34,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 4500 Blackwell","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 4500","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-a40-48","vendor":"NVIDIA","family":"A40","familyId":"nvidia-a40","variant":null,"memoryGb":48,"class":"datacenter","model":"A40","sourceLabels":["A40"],"medianPerGpuHour":0.35,"minPerGpuHour":0.35,"maxPerGpuHour":0.35,"crossProviderLow":0.35,"crossProviderHigh":0.35,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.35,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.35,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A40","term":"on-demand","region":"Secure Cloud","label":"A40","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2020,"memory":"48 GB GDDR6","memoryBandwidth":"696 GB/s","fp16DenseTflops":149.7,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/a40/"},"perTflopHour":0.002338009352037408},{"id":"nvidia-rtx-5080-16","vendor":"NVIDIA","family":"RTX 5080","familyId":"nvidia-rtx-5080","variant":null,"memoryGb":16,"class":"consumer","model":"RTX 5080","sourceLabels":["RTX 5080"],"medianPerGpuHour":0.39,"minPerGpuHour":0.39,"maxPerGpuHour":0.39,"crossProviderLow":0.39,"crossProviderHigh":0.39,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.39,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.39,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 5080","term":"on-demand","region":"Community Cloud","label":"RTX 5080","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-a16-16","vendor":"NVIDIA","family":"A16","familyId":"nvidia-a16","variant":null,"memoryGb":16,"class":"datacenter","model":"A16","sourceLabels":["A16"],"medianPerGpuHour":0.471,"minPerGpuHour":0.470875,"maxPerGpuHour":0.471,"crossProviderLow":0.470875,"crossProviderHigh":0.470875,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":0.470875,"spot":null,"spotTerm":null,"offers":3,"regions":2,"original":{"amount":3.767,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vcg-a16-48c-496g-128vram","term":"on-demand","region":null,"label":"A16","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":3,"regionCount":2,"spec":null,"perTflopHour":null},{"id":"nvidia-h200-nvl-143","vendor":"NVIDIA","family":"H200","familyId":"nvidia-h200","variant":"NVL","memoryGb":143,"class":"datacenter","model":"H200 NVL","sourceLabels":["H200 NVL"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H200 NVL","term":"on-demand","region":"Secure Cloud","label":"H200 NVL","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-2000-ada-16","vendor":"NVIDIA","family":"RTX 2000 Ada","familyId":"nvidia-rtx-2000-ada","variant":null,"memoryGb":16,"class":"consumer","model":"RTX 2000 Ada","sourceLabels":["RTX 2000 Ada"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX 2000 Ada Generation","term":"on-demand","region":"Secure Cloud","label":"RTX 2000 Ada","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-pro-4000-24","vendor":"NVIDIA","family":"RTX PRO 4000","familyId":"nvidia-rtx-pro-4000","variant":null,"memoryGb":24,"class":"workstation","model":"RTX PRO 4000","sourceLabels":["RTX PRO 4000"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 4000 Blackwell","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 4000","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-pro-4500-se-32","vendor":"NVIDIA","family":"RTX PRO 4500 SE","familyId":"nvidia-rtx-pro-4500-se","variant":null,"memoryGb":32,"class":"workstation","model":"RTX PRO 4500 SE","sourceLabels":["RTX PRO 4500 SE"],"medianPerGpuHour":0.5,"minPerGpuHour":0.5,"maxPerGpuHour":0.5,"crossProviderLow":0.5,"crossProviderHigh":0.5,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 4500 Blackwell Server Edition","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 4500 SE","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-5090-32","vendor":"NVIDIA","family":"RTX 5090","familyId":"nvidia-rtx-5090","variant":null,"memoryGb":32,"class":"consumer","model":"RTX 5090","sourceLabels":["RTX 5090"],"medianPerGpuHour":0.69,"minPerGpuHour":0.69,"maxPerGpuHour":0.69,"crossProviderLow":0.69,"crossProviderHigh":0.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA GeForce RTX 5090","term":"on-demand","region":"Secure Cloud","label":"RTX 5090","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-l40-48","vendor":"NVIDIA","family":"L40","familyId":"nvidia-l40","variant":null,"memoryGb":48,"class":"datacenter","model":"L40","sourceLabels":["L40"],"medianPerGpuHour":0.69,"minPerGpuHour":0.69,"maxPerGpuHour":0.69,"crossProviderLow":0.69,"crossProviderHigh":0.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L40","term":"on-demand","region":"Secure Cloud","label":"L40","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ada Lovelace","launched":2022,"memory":"48 GB GDDR6","memoryBandwidth":"864 GB/s","fp16DenseTflops":181.05,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/l40/"},"perTflopHour":0.0038111019055509523},{"id":"nvidia-rtx-6000-ada-48","vendor":"NVIDIA","family":"RTX 6000 Ada","familyId":"nvidia-rtx-6000-ada","variant":null,"memoryGb":48,"class":"workstation","model":"RTX 6000 Ada","sourceLabels":["RTX 6000 Ada"],"medianPerGpuHour":0.74,"minPerGpuHour":0.74,"maxPerGpuHour":0.74,"crossProviderLow":0.74,"crossProviderHigh":0.74,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.74,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.74,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX 6000 Ada Generation","term":"on-demand","region":"Secure Cloud","label":"RTX 6000 Ada","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ada Lovelace","launched":2022,"memory":"48 GB GDDR6","memoryBandwidth":"960 GB/s","fp16DenseTflops":364.2,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/design-visualization/rtx-6000/"},"perTflopHour":0.002031850631521142},{"id":"nvidia-rtx-4000-ada-20","vendor":"NVIDIA","family":"RTX 4000 Ada","familyId":"nvidia-rtx-4000-ada","variant":null,"memoryGb":20,"class":"workstation","model":"RTX 4000 Ada","sourceLabels":["RTX 4000 Ada"],"medianPerGpuHour":0.74,"minPerGpuHour":0.52,"maxPerGpuHour":1.53,"crossProviderLow":0.52,"crossProviderHigh":0.52,"providerCount":1,"providers":["linode"],"byProvider":{"linode":{"rate":0.52,"spot":null,"spotTerm":null,"offers":9,"regions":0,"original":{"amount":0.52,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"g2-gpu-rtx4000a1-s","term":"on-demand","region":null,"label":"RTX 4000 Ada","planLabel":"RTX4000 Ada x1 Small","quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":9,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-pro-5000-48","vendor":"NVIDIA","family":"RTX PRO 5000","familyId":"nvidia-rtx-pro-5000","variant":null,"memoryGb":48,"class":"workstation","model":"RTX PRO 5000","sourceLabels":["RTX PRO 5000"],"medianPerGpuHour":0.82,"minPerGpuHour":0.82,"maxPerGpuHour":0.82,"crossProviderLow":0.82,"crossProviderHigh":0.82,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":0.82,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.82,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 5000 Blackwell","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 5000","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":4}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-l4-24","vendor":"NVIDIA","family":"L4","familyId":"nvidia-l4","variant":null,"memoryGb":24,"class":"datacenter","model":"L4","sourceLabels":["L4"],"medianPerGpuHour":0.9212962499999999,"minPerGpuHour":0.44,"maxPerGpuHour":0.9212962499999999,"crossProviderLow":0.44,"crossProviderHigh":0.9212962499999999,"providerCount":2,"providers":["runpod","scaleway"],"byProvider":{"runpod":{"rate":0.44,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.44,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L4","term":"on-demand","region":"Secure Cloud","label":"L4","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":9}},"scaleway":{"rate":0.9212962499999999,"spot":null,"spotTerm":null,"offers":4,"regions":3,"original":{"amount":7.370369999999999,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"L4-8-24G","term":"on-demand","region":"fr-par-2","label":"L4","planLabel":null,"quoted":{"amount":0.105,"currency":"EUR","unit":"1 minute","perHour":6.3,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":5,"regionCount":3,"spec":{"architecture":"Ada Lovelace","launched":2023,"memory":"24 GB GDDR6","memoryBandwidth":"300 GB/s","fp16DenseTflops":121,"tdpWatts":72,"source":"https://resources.nvidia.com/en-us-l4/l4-datasheet"},"perTflopHour":0.0036363636363636364},{"id":"nvidia-a100-sxm-40","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":"SXM","memoryGb":40,"class":"datacenter","model":"A100 SXM","sourceLabels":["A100 SXM 40GB"],"medianPerGpuHour":1,"minPerGpuHour":1,"maxPerGpuHour":1,"crossProviderLow":1,"crossProviderHigh":1,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A100-SXM4-40GB","term":"on-demand","region":"Community Cloud","label":"A100 SXM 40GB","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":2}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2020,"memory":"40 GB HBM2","memoryBandwidth":"1.56 TB/s","fp16DenseTflops":312,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.003205128205128205},{"id":"nvidia-a100-pcie-80","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":"PCIe","memoryGb":80,"class":"datacenter","model":"A100 PCIe","sourceLabels":["A100 PCIe"],"medianPerGpuHour":1.19,"minPerGpuHour":1.19,"maxPerGpuHour":1.19,"crossProviderLow":1.19,"crossProviderHigh":1.19,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A100 80GB PCIe","term":"on-demand","region":"Secure Cloud","label":"A100 PCIe","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2021,"memory":"80 GB HBM2e","memoryBandwidth":"1.94 TB/s","fp16DenseTflops":312,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.003814102564102564},{"id":"nvidia-t4-16","vendor":"NVIDIA","family":"T4","familyId":"nvidia-t4","variant":null,"memoryGb":16,"class":"datacenter","model":"T4","sourceLabels":["T4"],"medianPerGpuHour":1.2745,"minPerGpuHour":0.343,"maxPerGpuHour":2.842,"crossProviderLow":0.343,"crossProviderHigh":0.343,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":0.343,"spot":0.0684,"spotTerm":"spot","offers":776,"regions":34,"original":{"amount":0.343,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NC4as_T4_v3","term":"on-demand","region":"ATT Dallas 1","label":"T4","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":776,"regionCount":34,"spec":{"architecture":"Turing","launched":2018,"memory":"16 GB GDDR6","memoryBandwidth":"320 GB/s","fp16DenseTflops":65,"tdpWatts":70,"source":"https://www.nvidia.com/en-us/data-center/tesla-t4/"},"perTflopHour":0.0052769230769230775},{"id":"nvidia-p100","vendor":"NVIDIA","family":"P100","familyId":"nvidia-p100","variant":null,"memoryGb":null,"class":"datacenter","model":"P100","sourceLabels":["P100"],"medianPerGpuHour":1.4284479,"minPerGpuHour":1.4284479,"maxPerGpuHour":1.4284479,"crossProviderLow":1.4284479,"crossProviderHigh":1.4284479,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":1.4284479,"spot":null,"spotTerm":null,"offers":1,"regions":2,"original":{"amount":1.4284479,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"RENDER-S","term":"on-demand","region":"fr-par-2","label":"P100","planLabel":null,"quoted":{"amount":1.221,"currency":"EUR","unit":"1 hour","perHour":1.221,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":2,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-6000-24","vendor":"NVIDIA","family":"RTX 6000","familyId":"nvidia-rtx-6000","variant":null,"memoryGb":24,"class":"workstation","model":"RTX 6000","sourceLabels":["Quadro RTX 6000"],"medianPerGpuHour":1.5,"minPerGpuHour":1.5,"maxPerGpuHour":1.5,"crossProviderLow":1.5,"crossProviderHigh":1.5,"providerCount":1,"providers":["linode"],"byProvider":{"linode":{"rate":1.5,"spot":null,"spotTerm":null,"offers":4,"regions":0,"original":{"amount":1.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"g1-gpu-rtx6000-1","term":"on-demand","region":null,"label":"Quadro RTX 6000","planLabel":"Dedicated 32GB + RTX6000 GPU x1","quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":4,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-l40s-48","vendor":"NVIDIA","family":"L40S","familyId":"nvidia-l40s","variant":null,"memoryGb":48,"class":"datacenter","model":"L40S","sourceLabels":["L40S"],"medianPerGpuHour":1.671,"minPerGpuHour":0.79,"maxPerGpuHour":1.7196547283999999,"crossProviderLow":0.79,"crossProviderHigh":1.7196547283999999,"providerCount":3,"providers":["vultr","runpod","scaleway"],"byProvider":{"vultr":{"rate":1.671,"spot":null,"spotTerm":null,"offers":4,"regions":0,"original":{"amount":13.368,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-64c-2048gb-8-l40-gpu","term":"on-demand","region":null,"label":"L40S","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":0.79,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.79,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA L40S","term":"on-demand","region":"Secure Cloud","label":"L40S","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":8}},"scaleway":{"rate":1.7196547283999999,"spot":null,"spotTerm":null,"offers":4,"regions":2,"original":{"amount":13.757237827199999,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"L40S-8-48G","term":"on-demand","region":"fr-par-2","label":"L40S","planLabel":null,"quoted":{"amount":0.1959888,"currency":"EUR","unit":"1 minute","perHour":11.759328,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":9,"regionCount":2,"spec":{"architecture":"Ada Lovelace","launched":2023,"memory":"48 GB GDDR6","memoryBandwidth":"864 GB/s","fp16DenseTflops":362.05,"tdpWatts":350,"source":"https://resources.nvidia.com/in-en-l40s/l40s-datasheet-28413"},"perTflopHour":0.0021820190581411407},{"id":"nvidia-rtx-pro-6000-96","vendor":"NVIDIA","family":"RTX PRO 6000","familyId":"nvidia-rtx-pro-6000","variant":null,"memoryGb":96,"class":"workstation","model":"RTX PRO 6000","sourceLabels":["RTX PRO 6000"],"medianPerGpuHour":1.69,"minPerGpuHour":1.69,"maxPerGpuHour":1.69,"crossProviderLow":1.69,"crossProviderHigh":1.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 6000 Blackwell Server Edition","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 6000","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":9}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-pro-6000-wk-96","vendor":"NVIDIA","family":"RTX PRO 6000","familyId":"nvidia-rtx-pro-6000","variant":"WK","memoryGb":96,"class":"workstation","model":"RTX PRO 6000 WK","sourceLabels":["RTX PRO 6000 WK"],"medianPerGpuHour":1.69,"minPerGpuHour":1.69,"maxPerGpuHour":1.69,"crossProviderLow":1.69,"crossProviderHigh":1.69,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":1.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA RTX PRO 6000 Blackwell Workstation Edition","term":"on-demand","region":"Secure Cloud","label":"RTX PRO 6000 WK","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-m60-8","vendor":"NVIDIA","family":"M60","familyId":"nvidia-m60","variant":null,"memoryGb":8,"class":"datacenter","model":"M60","sourceLabels":["M60"],"medianPerGpuHour":1.692,"minPerGpuHour":1.14,"maxPerGpuHour":2.59,"crossProviderLow":1.14,"crossProviderHigh":1.14,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":1.14,"spot":0.210672,"spotTerm":"spot","offers":378,"regions":21,"original":{"amount":2.28,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"Standard_NV24s_v3","term":"on-demand","region":"US West 2","label":"M60","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":378,"regionCount":21,"spec":null,"perTflopHour":null},{"id":"nvidia-gh200-grace-hopper-96","vendor":"NVIDIA","family":"GH200 Grace Hopper","familyId":"nvidia-gh200-grace-hopper","variant":null,"memoryGb":96,"class":"datacenter","model":"GH200 Grace Hopper","sourceLabels":["GH200 Grace Hopper"],"medianPerGpuHour":1.99,"minPerGpuHour":1.99,"maxPerGpuHour":1.99,"crossProviderLow":1.99,"crossProviderHigh":1.99,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":1.99,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.99,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"vbm-72c-480gb-gh200-gpu","term":"on-demand","region":null,"label":"GH200 Grace Hopper","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-a100-sxm-80","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":"SXM","memoryGb":80,"class":"datacenter","model":"A100 SXM","sourceLabels":["A100","A100 SXM"],"medianPerGpuHour":2.0949999999999998,"minPerGpuHour":1.39,"maxPerGpuHour":2.8,"crossProviderLow":1.39,"crossProviderHigh":2.8,"providerCount":2,"providers":["vultr","runpod"],"byProvider":{"vultr":{"rate":2.8,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":22.4,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-112c-2048gb-8-a100-gpu","term":"on-demand","region":"fra","label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":1.39,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":1.39,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA A100-SXM4-80GB","term":"on-demand","region":"Secure Cloud","label":"A100 SXM","planLabel":null,"quoted":null,"stockStatus":"Medium","maxGpuCount":8}}},"offerCount":2,"regionCount":1,"spec":{"architecture":"Ampere","launched":2020,"memory":"80 GB HBM2e","memoryBandwidth":"2.04 TB/s","fp16DenseTflops":312,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.004455128205128204},{"id":"nvidia-a100-80","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":null,"memoryGb":80,"class":"datacenter","model":"A100","sourceLabels":["A100"],"medianPerGpuHour":2.39725,"minPerGpuHour":2.39725,"maxPerGpuHour":2.39725,"crossProviderLow":2.39725,"crossProviderHigh":2.39725,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":2.39725,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":9.589,"unit":"1 Hour","currency":"USD","gpuCount":4,"sku":"vbm-48c-1024gb-4-a100-gpu","term":"on-demand","region":null,"label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Ampere","launched":2020,"memory":"80 GB HBM2e","memoryBandwidth":"2.04 TB/s","fp16DenseTflops":312,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/a100/"},"perTflopHour":0.00768349358974359},{"id":"nvidia-l40s","vendor":"NVIDIA","family":"L40S","familyId":"nvidia-l40s","variant":null,"memoryGb":null,"class":"datacenter","model":"L40S","sourceLabels":["L40S"],"medianPerGpuHour":2.4041445,"minPerGpuHour":2.4041445,"maxPerGpuHour":2.4041445,"crossProviderLow":2.4041445,"crossProviderHigh":2.4041445,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":2.4041445,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":4.808289,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"EM-T220E-L40S","term":"on-demand","region":"fr-par-2","label":"L40S","planLabel":null,"quoted":{"amount":4.11,"currency":"EUR","unit":"1 hour","perHour":4.11,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":1,"spec":null,"perTflopHour":null},{"id":"amd-mi355x-288","vendor":"AMD","family":"MI355X","familyId":"amd-mi355x","variant":null,"memoryGb":288,"class":"datacenter","model":"MI355X","sourceLabels":["Instinct MI355X"],"medianPerGpuHour":2.59,"minPerGpuHour":2.59,"maxPerGpuHour":2.59,"crossProviderLow":2.59,"crossProviderHigh":2.59,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":2.59,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":20.72,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-3072gb-8-mi355x-gpu","term":"on-demand","region":null,"label":"Instinct MI355X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-h100-nvl-94","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":"NVL","memoryGb":94,"class":"datacenter","model":"H100 NVL","sourceLabels":["H100 NVL"],"medianPerGpuHour":2.59,"minPerGpuHour":2.59,"maxPerGpuHour":2.59,"crossProviderLow":2.59,"crossProviderHigh":2.59,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":2.59,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":2.59,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H100 NVL","term":"on-demand","region":"Secure Cloud","label":"H100 NVL","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":10}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Hopper","launched":2023,"memory":"94 GB HBM3","memoryBandwidth":"3.9 TB/s","fp16DenseTflops":835.5,"tdpWatts":400,"source":"https://www.nvidia.com/en-us/data-center/h100/"},"perTflopHour":0.0030999401555954517},{"id":"nvidia-h100-80","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":null,"memoryGb":80,"class":"datacenter","model":"H100","sourceLabels":["H100"],"medianPerGpuHour":2.99,"minPerGpuHour":2.99,"maxPerGpuHour":2.99,"crossProviderLow":2.99,"crossProviderHigh":2.99,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":2.99,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":23.92,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-112c-2048gb-8-h100-gpu","term":"on-demand","region":null,"label":"H100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Hopper","launched":2022,"memory":"80 GB HBM3","memoryBandwidth":"3.35 TB/s","fp16DenseTflops":989.4,"tdpWatts":700,"source":"https://resources.nvidia.com/en-us-hopper-architecture/nvidia-h100-tensor-c"},"perTflopHour":0.0030220335556903175},{"id":"amd-radeon-pro-v710-28","vendor":"AMD","family":"Radeon PRO V710","familyId":"amd-radeon-pro-v710","variant":null,"memoryGb":28,"class":"datacenter","model":"Radeon PRO V710","sourceLabels":["Radeon PRO V710"],"medianPerGpuHour":3.3,"minPerGpuHour":2,"maxPerGpuHour":4.768,"crossProviderLow":2,"crossProviderHigh":2,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":2,"spot":0.3696,"spotTerm":"spot","offers":72,"regions":7,"original":{"amount":2,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NV24ads_V710_v5","term":"on-demand","region":"US East","label":"Radeon PRO V710","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":72,"regionCount":7,"spec":null,"perTflopHour":null},{"id":"amd-mi25-16","vendor":"AMD","family":"MI25","familyId":"amd-mi25","variant":null,"memoryGb":16,"class":"datacenter","model":"MI25","sourceLabels":["Radeon Instinct MI25"],"medianPerGpuHour":3.336,"minPerGpuHour":1.864,"maxPerGpuHour":5.386,"crossProviderLow":1.864,"crossProviderHigh":1.864,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":1.864,"spot":0.344467,"spotTerm":"spot","offers":158,"regions":27,"original":{"amount":1.864,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NV32as_v4","term":"on-demand","region":"US West 2","label":"Radeon Instinct MI25","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":158,"regionCount":27,"spec":null,"perTflopHour":null},{"id":"nvidia-h100-pcie-80","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":"PCIe","memoryGb":80,"class":"datacenter","model":"H100 PCIe","sourceLabels":["H100 PCIe"],"medianPerGpuHour":3.3535183499999994,"minPerGpuHour":3.3535183499999994,"maxPerGpuHour":3.3535183499999994,"crossProviderLow":3.3535183499999994,"crossProviderHigh":3.3535183499999994,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":3.3535183499999994,"spot":null,"spotTerm":null,"offers":2,"regions":2,"original":{"amount":6.707036699999999,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"H100-2-80G","term":"on-demand","region":"fr-par-2","label":"H100 PCIe","planLabel":null,"quoted":{"amount":0.09555,"currency":"EUR","unit":"1 minute","perHour":5.733,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":2,"regionCount":2,"spec":{"architecture":"Hopper","launched":2022,"memory":"80 GB HBM2e","memoryBandwidth":"2.0 TB/s","fp16DenseTflops":756.5,"tdpWatts":350,"source":"https://resources.nvidia.com/en-us-hopper-architecture/nvidia-h100-tensor-c"},"perTflopHour":0.0044329389953734295},{"id":"nvidia-h200-sxm-141","vendor":"NVIDIA","family":"H200","familyId":"nvidia-h200","variant":"SXM","memoryGb":141,"class":"datacenter","model":"H200 SXM","sourceLabels":["H200 SXM"],"medianPerGpuHour":3.59,"minPerGpuHour":3.59,"maxPerGpuHour":3.59,"crossProviderLow":3.59,"crossProviderHigh":3.59,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":3.59,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":3.59,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H200","term":"on-demand","region":"Secure Cloud","label":"H200 SXM","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Hopper","launched":2024,"memory":"141 GB HBM3e","memoryBandwidth":"4.8 TB/s","fp16DenseTflops":989.4,"tdpWatts":700,"source":"https://www.nvidia.com/en-us/data-center/h200/"},"perTflopHour":0.003628461693955933},{"id":"nvidia-h100-sxm-80","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":"SXM","memoryGb":80,"class":"datacenter","model":"H100 SXM","sourceLabels":["H100 SXM"],"medianPerGpuHour":3.719755545,"minPerGpuHour":2.69,"maxPerGpuHour":3.8722520099999995,"crossProviderLow":2.69,"crossProviderHigh":3.704312865,"providerCount":2,"providers":["runpod","scaleway"],"byProvider":{"runpod":{"rate":2.69,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":2.69,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA H100 80GB HBM3","term":"on-demand","region":"Secure Cloud","label":"H100 SXM","planLabel":null,"quoted":null,"stockStatus":"High","maxGpuCount":8}},"scaleway":{"rate":3.704312865,"spot":null,"spotTerm":null,"offers":3,"regions":1,"original":{"amount":29.63450292,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"H100-SXM-8-80G","term":"on-demand","region":"fr-par-2","label":"H100 SXM","planLabel":null,"quoted":{"amount":0.42218,"currency":"EUR","unit":"1 minute","perHour":25.3308,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":4,"regionCount":1,"spec":{"architecture":"Hopper","launched":2022,"memory":"80 GB HBM3","memoryBandwidth":"3.35 TB/s","fp16DenseTflops":989.4,"tdpWatts":700,"source":"https://resources.nvidia.com/en-us-hopper-architecture/nvidia-h100-tensor-c"},"perTflopHour":0.0027188194865575095},{"id":"amd-radeon-pro-v620-32","vendor":"AMD","family":"Radeon PRO V620","familyId":"amd-radeon-pro-v620","variant":null,"memoryGb":32,"class":"datacenter","model":"Radeon PRO V620","sourceLabels":["Radeon PRO V620"],"medianPerGpuHour":3.846,"minPerGpuHour":2.54,"maxPerGpuHour":5.152,"crossProviderLow":2.54,"crossProviderHigh":2.54,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":2.54,"spot":0.469392,"spotTerm":"spot","offers":36,"regions":7,"original":{"amount":2.54,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NG32ads_V620_v1","term":"on-demand","region":"US West 3","label":"Radeon PRO V620","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":36,"regionCount":7,"spec":null,"perTflopHour":null},{"id":"nvidia-v100-16","vendor":"NVIDIA","family":"V100","familyId":"nvidia-v100","variant":null,"memoryGb":16,"class":"datacenter","model":"V100","sourceLabels":["Tesla V100","V100"],"medianPerGpuHour":4.099,"minPerGpuHour":0.19,"maxPerGpuHour":7.008,"crossProviderLow":0.19,"crossProviderHigh":3.06,"providerCount":2,"providers":["azure","runpod"],"byProvider":{"azure":{"rate":3.06,"spot":0.565488,"spotTerm":"spot","offers":584,"regions":25,"original":{"amount":6.12,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"Standard_NC12s_v3","term":"on-demand","region":"US East","label":"V100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"runpod":{"rate":0.19,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":0.19,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Tesla V100-PCIE-16GB","term":"on-demand","region":"Community Cloud","label":"Tesla V100","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":585,"regionCount":25,"spec":{"architecture":"Volta","launched":2017,"memory":"16 GB HBM2","memoryBandwidth":"900 GB/s","fp16DenseTflops":125,"tdpWatts":300,"source":"https://www.nvidia.com/en-us/data-center/v100/"},"perTflopHour":0.00152},{"id":"nvidia-a100-40","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":null,"memoryGb":40,"class":"datacenter","model":"A100","sourceLabels":["A100"],"medianPerGpuHour":4.250375,"minPerGpuHour":3.399625,"maxPerGpuHour":4.971625,"crossProviderLow":3.399625,"crossProviderHigh":3.399625,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":3.399625,"spot":0.679875,"spotTerm":"low-priority","offers":32,"regions":6,"original":{"amount":27.197,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"Standard_ND96asr_v4","term":"on-demand","region":"US West 2","label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":32,"regionCount":6,"spec":null,"perTflopHour":null},{"id":"amd-mi325x-256","vendor":"AMD","family":"MI325X","familyId":"amd-mi325x","variant":null,"memoryGb":256,"class":"datacenter","model":"MI325X","sourceLabels":["Instinct MI325X"],"medianPerGpuHour":4.615,"minPerGpuHour":4.615,"maxPerGpuHour":4.615,"crossProviderLow":4.615,"crossProviderHigh":4.615,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":4.615,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":36.92,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-3072gb-8-mi325x-gpu","term":"on-demand","region":null,"label":"Instinct MI325X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"nvidia-a100","vendor":"NVIDIA","family":"A100","familyId":"nvidia-a100","variant":null,"memoryGb":null,"class":"datacenter","model":"A100","sourceLabels":["A100"],"medianPerGpuHour":5.326,"minPerGpuHour":3.673,"maxPerGpuHour":8.7445,"crossProviderLow":3.673,"crossProviderHigh":3.673,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":3.673,"spot":0.67877,"spotTerm":"spot","offers":642,"regions":37,"original":{"amount":7.346,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"Standard_NC48ads_A100_v4","term":"on-demand","region":"US East 2","label":"A100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":642,"regionCount":37,"spec":null,"perTflopHour":null},{"id":"nvidia-a10-24","vendor":"NVIDIA","family":"A10","familyId":"nvidia-a10","variant":null,"memoryGb":24,"class":"datacenter","model":"A10","sourceLabels":["A10"],"medianPerGpuHour":5.6530000000000005,"minPerGpuHour":3.2,"maxPerGpuHour":10.696,"crossProviderLow":3.2,"crossProviderHigh":3.2,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":3.2,"spot":0.59136,"spotTerm":"spot","offers":654,"regions":39,"original":{"amount":3.2,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NV36ads_A10_v5","term":"on-demand","region":"US West 3","label":"A10","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":654,"regionCount":39,"spec":{"architecture":"Ampere","launched":2021,"memory":"24 GB GDDR6","memoryBandwidth":"600 GB/s","fp16DenseTflops":125,"tdpWatts":150,"source":"https://www.nvidia.com/en-us/data-center/products/a10-gpu/"},"perTflopHour":0.0256},{"id":"nvidia-b200-180","vendor":"NVIDIA","family":"B200","familyId":"nvidia-b200","variant":null,"memoryGb":180,"class":"datacenter","model":"B200","sourceLabels":["B200"],"medianPerGpuHour":5.98,"minPerGpuHour":5.98,"maxPerGpuHour":5.98,"crossProviderLow":5.98,"crossProviderHigh":5.98,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":5.98,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":5.98,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA B200","term":"on-demand","region":"Secure Cloud","label":"B200","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Blackwell","launched":2024,"memoryBandwidth":"8 TB/s","fp16DenseTflops":2250,"tdpWatts":1000,"source":"https://resources.nvidia.com/en-us-blackwell-architecture"},"perTflopHour":0.002657777777777778},{"id":"nvidia-b300-288","vendor":"NVIDIA","family":"B300","familyId":"nvidia-b300","variant":null,"memoryGb":288,"class":"datacenter","model":"B300","sourceLabels":["B300"],"medianPerGpuHour":6.94,"minPerGpuHour":6.94,"maxPerGpuHour":6.94,"crossProviderLow":6.94,"crossProviderHigh":6.94,"providerCount":1,"providers":["runpod"],"byProvider":{"runpod":{"rate":6.94,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":6.94,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"NVIDIA B300 SXM6 AC","term":"on-demand","region":"Secure Cloud","label":"B300","planLabel":null,"quoted":null,"stockStatus":"Low","maxGpuCount":8}}},"offerCount":1,"regionCount":0,"spec":null,"perTflopHour":null},{"id":"amd-mi300x-192","vendor":"AMD","family":"MI300X","familyId":"amd-mi300x","variant":null,"memoryGb":192,"class":"datacenter","model":"MI300X","sourceLabels":["Instinct MI300X"],"medianPerGpuHour":7.8,"minPerGpuHour":3.99,"maxPerGpuHour":12.552,"crossProviderLow":3.99,"crossProviderHigh":6,"providerCount":2,"providers":["azure","vultr"],"byProvider":{"azure":{"rate":6,"spot":1.1088,"spotTerm":"spot","offers":102,"regions":17,"original":{"amount":48,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"Standard_ND96isr_MI300X_v5","term":"on-demand","region":"US East 2","label":"Instinct MI300X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"vultr":{"rate":3.99,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":31.92,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-2048gb-8-mi300x-gpu","term":"on-demand","region":null,"label":"Instinct MI300X","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":103,"regionCount":17,"spec":null,"perTflopHour":null},{"id":"nvidia-b200-192","vendor":"NVIDIA","family":"B200","familyId":"nvidia-b200","variant":null,"memoryGb":192,"class":"datacenter","model":"B200","sourceLabels":["B200"],"medianPerGpuHour":8.5,"minPerGpuHour":8.5,"maxPerGpuHour":8.5,"crossProviderLow":8.5,"crossProviderHigh":8.5,"providerCount":1,"providers":["vultr"],"byProvider":{"vultr":{"rate":8.5,"spot":null,"spotTerm":null,"offers":1,"regions":0,"original":{"amount":68,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"vbm-256c-3072gb-8-b200-gpu","term":"on-demand","region":null,"label":"B200","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":0,"spec":{"architecture":"Blackwell","launched":2024,"memoryBandwidth":"8 TB/s","fp16DenseTflops":2250,"tdpWatts":1000,"source":"https://resources.nvidia.com/en-us-blackwell-architecture"},"perTflopHour":0.003777777777777778},{"id":"nvidia-b300-sxm-288","vendor":"NVIDIA","family":"B300","familyId":"nvidia-b300","variant":"SXM","memoryGb":288,"class":"datacenter","model":"B300 SXM","sourceLabels":["B300 SXM"],"medianPerGpuHour":8.77425,"minPerGpuHour":8.77425,"maxPerGpuHour":8.77425,"crossProviderLow":8.77425,"crossProviderHigh":8.77425,"providerCount":1,"providers":["scaleway"],"byProvider":{"scaleway":{"rate":8.77425,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":70.194,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"B300-SXM-8-288G","term":"on-demand","region":"fr-par-2","label":"B300 SXM","planLabel":null,"quoted":{"amount":1,"currency":"EUR","unit":"1 minute","perHour":60,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":1,"regionCount":1,"spec":null,"perTflopHour":null},{"id":"nvidia-h100","vendor":"NVIDIA","family":"H100","familyId":"nvidia-h100","variant":null,"memoryGb":null,"class":"datacenter","model":"H100","sourceLabels":["H100"],"medianPerGpuHour":10.43,"minPerGpuHour":5.60908555,"maxPerGpuHour":23.878,"crossProviderLow":5.60908555,"crossProviderHigh":6.98,"providerCount":2,"providers":["azure","scaleway"],"byProvider":{"azure":{"rate":6.98,"spot":1.289904,"spotTerm":"spot","offers":450,"regions":33,"original":{"amount":6.98,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NC40ads_H100_v5","term":"on-demand","region":"US East","label":"H100","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}},"scaleway":{"rate":5.60908555,"spot":null,"spotTerm":null,"offers":1,"regions":1,"original":{"amount":11.2181711,"unit":"1 Hour","currency":"USD","gpuCount":2,"sku":"EM-T620E-H100","term":"on-demand","region":"fr-par-2","label":"H100","planLabel":null,"quoted":{"amount":9.589,"currency":"EUR","unit":"1 hour","perHour":9.589,"fx":{"rate":1.1699,"pair":"EUR/USD","referenceDate":"2026-08-21","source":"ecb-eurofxref"}},"stockStatus":null,"maxGpuCount":null}}},"offerCount":451,"regionCount":34,"spec":null,"perTflopHour":null},{"id":"nvidia-rtx-pro-6000-blackwell-96","vendor":"NVIDIA","family":"RTX PRO 6000 Blackwell","familyId":"nvidia-rtx-pro-6000-blackwell","variant":null,"memoryGb":96,"class":"workstation","model":"RTX PRO 6000 Blackwell","sourceLabels":["RTX PRO 6000 Blackwell"],"medianPerGpuHour":10.6905,"minPerGpuHour":5.5,"maxPerGpuHour":15.881,"crossProviderLow":5.5,"crossProviderHigh":5.5,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":5.5,"spot":1.0164,"spotTerm":"spot","offers":224,"regions":14,"original":{"amount":5.5,"unit":"1 Hour","currency":"USD","gpuCount":1,"sku":"Standard_NC144lds_xl_RTXPRO6000BSE_v6","term":"on-demand","region":"US East 2","label":"RTX PRO 6000 Blackwell","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":224,"regionCount":14,"spec":null,"perTflopHour":null},{"id":"nvidia-h200-141","vendor":"NVIDIA","family":"H200","familyId":"nvidia-h200","variant":null,"memoryGb":141,"class":"datacenter","model":"H200","sourceLabels":["H200"],"medianPerGpuHour":13.78,"minPerGpuHour":10.6,"maxPerGpuHour":21.752,"crossProviderLow":10.6,"crossProviderHigh":10.6,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":10.6,"spot":2.12,"spotTerm":"low-priority","offers":138,"regions":31,"original":{"amount":84.8,"unit":"1 Hour","currency":"USD","gpuCount":8,"sku":"Standard_ND96isr_H200_v5","term":"on-demand","region":"US West 2","label":"H200","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":138,"regionCount":31,"spec":null,"perTflopHour":null},{"id":"nvidia-gb200-grace-blackwell","vendor":"NVIDIA","family":"GB200 Grace Blackwell","familyId":"nvidia-gb200-grace-blackwell","variant":null,"memoryGb":null,"class":"datacenter","model":"GB200 Grace Blackwell","sourceLabels":["GB200 Grace Blackwell"],"medianPerGpuHour":34.940625,"minPerGpuHour":27.04,"maxPerGpuHour":55.552,"crossProviderLow":27.04,"crossProviderHigh":27.04,"providerCount":1,"providers":["azure"],"byProvider":{"azure":{"rate":27.04,"spot":27.04,"spotTerm":"spot","offers":76,"regions":19,"original":{"amount":108.16,"unit":"1 Hour","currency":"USD","gpuCount":4,"sku":"Standard_ND128isr_NDR_GB200_v6","term":"on-demand","region":"US West 3","label":"GB200 Grace Blackwell","planLabel":null,"quoted":null,"stockStatus":null,"maxGpuCount":null}}},"offerCount":76,"regionCount":19,"spec":null,"perTflopHour":null}],"unreachable":[]}