NVIDIA H100

URI: https://gptkb.org/entity/NVIDIA_H100

GPTKB entity

Predicate	Object
gptkbp:instanceOf	gptkb:graphics_card
gptkbp:architecture	gptkb:Hopper
gptkbp:coreCount	16896
gptkbp:formFactor	gptkb:PCIe gptkb:SXM5
https://www.w3.org/2000/01/rdf-schema#label	NVIDIA H100
gptkbp:interface	gptkb:NVLink gptkb:PCIe_5.0
gptkbp:manufacturer	gptkb:NVIDIA
gptkbp:marketedAs	Cloud computing Data centers Supercomputers
gptkbp:memoryType	gptkb:HBM3
gptkbp:processNode	gptkb:TSMC_4N
gptkbp:RAM	80 GB
gptkbp:releaseDate	2022
gptkbp:SM_Count	132
gptkbp:successor	gptkb:NVIDIA_A100
gptkbp:supports	gptkb:NVIDIA_AI_Enterprise gptkb:Confidential_Computing gptkb:Multi-Instance_GPU_(MIG) gptkb:NVIDIA_Triton_Inference_Server gptkb:NVLink_4.0 gptkb:Transformer_Engine gptkb:NVIDIA_TensorRT gptkb:NVIDIA_cuDNN gptkb:NVSwitch gptkb:PCIe_Gen5 gptkb:DPX_Instructions gptkb:NVIDIA_Magnum_IO gptkb:NVIDIA_NCCL gptkb:NVLink_Switch_System gptkb:Secure_Boot gptkb:NVIDIA_CUDA gptkb:Tensor_Cores Virtualization FP16 INT8 FP32 FP64 ECC Memory TF32 Sparsity Acceleration
gptkbp:TDP	700 W
gptkbp:transistorCount	80 billion
gptkbp:uses	AI inference AI training High Performance Computing Data Analytics
gptkbp:bfsParent	gptkb:AMD_Instinct_GPU
gptkbp:bfsLayer	6