{"generated_at":1791627374,"basis":"fp16_tflops is dense FP16 tensor throughput (FP16 accumulate) from vendor spec sheets — a hardware ceiling, not a measured benchmark. Models without a defensible public figure are unrated, not guessed.","count":25,"unrated_models":["A100 80GB PCIE","B300","B300 CC","B300 MIG 34GB","B300 SXM","CMP 170HX","GB300","GTX 1050","GTX 1050 TI","GTX 1060","GTX 1070","GTX 1070 TI","GTX 1070TI","GTX 1080","GTX 1080 TI","GTX 1650","GTX 1660","GTX 1660 S","GTX 1660 TI","GTX TITAN X","L40S (GRAPHICS MODE)","M4000","MI350X","P100","P2000","P4","P40","PRO 6000 MIG 24GB","PRO 6000 MIG 48GB","PRO6000SE","PRO6000WE","Q RTX 4000","Q RTX 5000","Q RTX 8000","QUADRO GV100","QUADRO P2000","QUADRO P4000","QUADRO P5000","QUADRO RTX 5000","RTX 2000 ADA","RTX 2060","RTX 2060S","RTX 2070","RTX 2070S","RTX 2080","RTX 3050","RTX 3060 LAPTOP","RTX 3070 LAPTOP","RTX 4000 ADA","RTX 4000 ADA SFF","RTX 4000ADA","RTX 4060","RTX 4060 TI","RTX 4080 SUPER","RTX 4090D","RTX 4500ADA","RTX 5000 ADA","RTX 5000ADA","RTX 5060 LAPTOP","RTX 5090D","RTX 5880ADA","RTX A4500","RTX PRO 4000","RTX PRO 4500","RTX PRO 4500 SE","RTX PRO 5000","RTX PRO 6000 CC","RTX PRO 6000 MAX-Q","RTX PRO 6000 MAXQ","RTX PRO 6000 WK","T4","TESLA P100","TESLA P40","TESLA T4","TITAN RTX","TITAN V","TITAN XP","V100","V100 SXM2"],"value":[{"gpu_model":"H100 NVL","offer_class":"interruptible","fp16_tflops":989,"vram_gb":93.6,"best_price_per_gpu_hr":0.213519,"offers":3,"tflops_per_usd_hr":4631.9},{"gpu_model":"TESLA V100","offer_class":"on_demand","fp16_tflops":112,"vram_gb":32.0,"best_price_per_gpu_hr":0.026944,"offers":19,"tflops_per_usd_hr":4156.8},{"gpu_model":"TESLA V100","offer_class":"interruptible","fp16_tflops":112,"vram_gb":32.0,"best_price_per_gpu_hr":0.028889,"offers":16,"tflops_per_usd_hr":3876.9},{"gpu_model":"RTX A4000","offer_class":"interruptible","fp16_tflops":38,"vram_gb":16.0,"best_price_per_gpu_hr":0.013611,"offers":18,"tflops_per_usd_hr":2791.9},{"gpu_model":"RTX 5060","offer_class":"interruptible","fp16_tflops":77,"vram_gb":8.0,"best_price_per_gpu_hr":0.028148,"offers":4,"tflops_per_usd_hr":2735.5},{"gpu_model":"RTX 4090","offer_class":"interruptible","fp16_tflops":330,"vram_gb":48.0,"best_price_per_gpu_hr":0.122963,"offers":47,"tflops_per_usd_hr":2683.7},{"gpu_model":"RTX 4090","offer_class":"on_demand","fp16_tflops":330,"vram_gb":48.0,"best_price_per_gpu_hr":0.136296,"offers":85,"tflops_per_usd_hr":2421.2},{"gpu_model":"A100 SXM4","offer_class":"interruptible","fp16_tflops":312,"vram_gb":80.0,"best_price_per_gpu_hr":0.135556,"offers":19,"tflops_per_usd_hr":2301.6},{"gpu_model":"A100 PCIE","offer_class":"interruptible","fp16_tflops":312,"vram_gb":80.0,"best_price_per_gpu_hr":0.139111,"offers":4,"tflops_per_usd_hr":2242.8},{"gpu_model":"RTX 3080","offer_class":"interruptible","fp16_tflops":119,"vram_gb":20.0,"best_price_per_gpu_hr":0.055556,"offers":7,"tflops_per_usd_hr":2142.0},{"gpu_model":"RTX 3090","offer_class":"interruptible","fp16_tflops":142,"vram_gb":24.0,"best_price_per_gpu_hr":0.066852,"offers":24,"tflops_per_usd_hr":2124.1},{"gpu_model":"RTX 4070S","offer_class":"interruptible","fp16_tflops":142,"vram_gb":12.0,"best_price_per_gpu_hr":0.069074,"offers":5,"tflops_per_usd_hr":2055.8},{"gpu_model":"H100 PCIE","offer_class":"interruptible","fp16_tflops":756,"vram_gb":80.0,"best_price_per_gpu_hr":0.402733,"offers":6,"tflops_per_usd_hr":1877.2},{"gpu_model":"RTX 2080 TI","offer_class":"interruptible","fp16_tflops":108,"vram_gb":22.0,"best_price_per_gpu_hr":0.060278,"offers":12,"tflops_per_usd_hr":1791.7},{"gpu_model":"RTX 3060","offer_class":"interruptible","fp16_tflops":51,"vram_gb":12.0,"best_price_per_gpu_hr":0.028889,"offers":15,"tflops_per_usd_hr":1765.4},{"gpu_model":"RTX 4070S","offer_class":"on_demand","fp16_tflops":142,"vram_gb":12.0,"best_price_per_gpu_hr":0.084815,"offers":4,"tflops_per_usd_hr":1674.2},{"gpu_model":"RTX 5070 TI","offer_class":"interruptible","fp16_tflops":176,"vram_gb":15.9,"best_price_per_gpu_hr":0.107778,"offers":6,"tflops_per_usd_hr":1633.0},{"gpu_model":"RTX 2080 TI","offer_class":"on_demand","fp16_tflops":108,"vram_gb":22.0,"best_price_per_gpu_hr":0.066944,"offers":16,"tflops_per_usd_hr":1613.3},{"gpu_model":"RTX 5060 TI","offer_class":"interruptible","fp16_tflops":95,"vram_gb":15.9,"best_price_per_gpu_hr":0.059111,"offers":27,"tflops_per_usd_hr":1607.1},{"gpu_model":"RTX 3090","offer_class":"on_demand","fp16_tflops":142,"vram_gb":24.0,"best_price_per_gpu_hr":0.09,"offers":39,"tflops_per_usd_hr":1577.8},{"gpu_model":"RTX 5090","offer_class":"on_demand","fp16_tflops":419,"vram_gb":32.0,"best_price_per_gpu_hr":0.267222,"offers":133,"tflops_per_usd_hr":1568.0},{"gpu_model":"RTX 3070","offer_class":"interruptible","fp16_tflops":81,"vram_gb":8.0,"best_price_per_gpu_hr":0.054519,"offers":6,"tflops_per_usd_hr":1485.7},{"gpu_model":"RTX 3060","offer_class":"on_demand","fp16_tflops":51,"vram_gb":12.0,"best_price_per_gpu_hr":0.034444,"offers":21,"tflops_per_usd_hr":1480.7},{"gpu_model":"RTX 4080","offer_class":"interruptible","fp16_tflops":195,"vram_gb":32.0,"best_price_per_gpu_hr":0.135556,"offers":3,"tflops_per_usd_hr":1438.5},{"gpu_model":"RTX 3080 TI","offer_class":"interruptible","fp16_tflops":137,"vram_gb":12.0,"best_price_per_gpu_hr":0.095556,"offers":7,"tflops_per_usd_hr":1433.7}]}