\u53e6\u4e00\u7a2e NVIDIA H200 \u90e8\u7f72\u65b9\u5f0f\u53ef\u4ee5\u9032\u4e00\u6b65\u512a\u5316\u901f\u5ea6\u3002\u6bcf\u4e00\u584a H200 NVL \u55ae\u5143\u642d\u914d NVIDIA NVL \u8edf\u9ad4\uff0c\u80fd\u5920\u8655\u7406\u9ad8\u8ca0\u8f09\u7684 NVIDIA AI \u4efb\u52d9\u3002\u4f60\u7684\u4f01\u696d\u5728\u4f7f\u7528 H200 NVL \u53e2\u96c6\u6642\uff0c\u53ef\u4ee5\u6301\u7e8c\u4fdd\u6301\u9802\u7d1a AI \u6548\u80fd\u3002\u55ae\u5361 NVIDIA \u65b9\u6848\u5247\u70ba\u4f01\u696d\u64f4\u5145\u63d0\u4f9b\u4e86\u66f4\u9748\u6d3b\u7684\u4f38\u7e2e\u8def\u5f91\u3002<\/p>\n

\u95dc\u9375\u8981\u9ede<\/strong><\/h2>\n

\n
• NVIDIA H200 NVL \u70ba\u8907\u96dc\u4f01\u696d\u7d1a\u4efb\u52d9\u5e36\u4f86\u6700\u9ad8\u9054 1.7 \u500d\u7684 AI \u6548\u80fd\u63d0\u5347\u3002<\/li>\n
• \u8d85\u9ad8\u8a18\u61b6\u9ad4\u983b\u5bec\u5728\u5927\u898f\u6a21\u904b\u7b97\u4efb\u52d9\u4e2d\u6709\u6548\u6d88\u9664\u8cc7\u6599\u5b58\u53d6\u5ef6\u9072\u3002<\/li>\n
• \u4f60\u53ef\u4ee5\u8f15\u9b06\u5c07\u9019\u4e9b\u986f\u793a\u5361\u5b89\u88dd\u5728\u6a19\u6e96\u98a8\u51b7\u6a5f\u67b6\u5f0f\u4f3a\u670d\u5668\u4e2d\u3002<\/li>\n
• \u6bcf\u9846 H200 NVL \u8655\u7406\u5668\u90fd\u5305\u542b 5 \u5e74\u4f01\u696d\u7d1a\u8edf\u9ad4\u8a02\u95b1\uff0c\u7c21\u5316\u90e8\u7f72\u6d41\u7a0b\u3002<\/li>\n<\/ul>\n

  NVIDIA H200 NVL \u67b6\u69cb\u8207 HBM3e \u8a18\u61b6\u9ad4<\/strong><\/h2>\n

  \u73fe\u4ee3\u8cc7\u6599\u4e2d\u5fc3\u786c\u9ad4\u9700\u8981\u5de8\u5927\u7684\u8a18\u61b6\u9ad4\u983b\u5bec\uff0c\u624d\u80fd\u6709\u6548\u7387\u5730\u57f7\u884c\u8907\u96dc\u7684\u6df1\u5ea6\u5b78\u7fd2\u6a21\u578b\u3002\u7cfb\u7d71\u67b6\u69cb\u5e2b\u4ef0\u8cf4\u5747\u8861\u7684\u786c\u9ad4\u62d3\u6a38\u4f86\u64f4\u5c55\u5de5\u4f5c\u8ca0\u8f09\u3002NVIDIA H200 NVL \u67b6\u69cb\u5c07\u9ad8\u8a18\u61b6\u9ad4\u5bb9\u91cf\u8207\u9ad8\u901f\u904b\u7b97\u55ae\u5143\u7d50\u5408\uff0c\u70ba\u5404\u985e NVIDIA \u4f01\u696d\u7d1a\u5de5\u4f5c\u8ca0\u8f09\u63d0\u4f9b\u652f\u63f4\u3002\u4f60\u53ef\u4ee5\u5728\u6a19\u6e96\u4f01\u696d\u4f3a\u670d\u5668\u4e2d\u90e8\u7f72\u9019\u6b3e NVL \u52a0\u901f\u5361\uff0c\u89e3\u6c7a\u5927\u578b\u904b\u7b97\u4efb\u52d9\u4e2d\u7684\u8a18\u61b6\u9ad4\u74f6\u9838\u554f\u984c\u3002<\/p>\n

  \u8a18\u61b6\u9ad4\u983b\u5bec\u8207\u541e\u5410\u91cf\u63d0\u5347<\/h3>\n

  NVL \u67b6\u69cb\u70ba\u4f60\u7684 NVIDIA \u7cfb\u7d71\u63d0\u4f9b 141GB HBM3e \u8a18\u61b6\u9ad4\uff0c\u904b\u4f5c\u901f\u7387\u53ef\u9054 4.8 TB\/s\u3002\u8207\u4e0a\u4e00\u4ee3 H100 SXM GPU \u76f8\u6bd4\uff0c\u9019\u4e00\u983b\u5bec\u63d0\u5347\u7d04 43%\u3002\u56e0\u6b64\uff0c\u4f60\u7684\u4f01\u696d\u7cfb\u7d71\u5728\u8655\u7406\u5927\u898f\u6a21\u8cc7\u6599\u96c6\u6642\uff0c\u4e0d\u518d\u53d7\u5236\u65bc\u50b3\u7d71 DRAM \u5b58\u53d6\u5ef6\u9072\u3002\u9ad8\u8a18\u61b6\u9ad4\u983b\u5bec\u8b93\u4f60\u80fd\u66f4\u5feb\u5b8c\u6210\u9ad8\u5f37\u5ea6\u9ad8\u6548\u80fd\u904b\u7b97\u4efb\u52d9\u3002\u7576\u9577\u5e8f\u5217\u8ca0\u8f09\u4e2d\u8a18\u61b6\u9ad4\u5b58\u53d6\u6210\u70ba\u4e3b\u5c0e\u6642\uff0c\u66f4\u9ad8\u983b\u5bec\u53ef\u4ee5\u7dad\u6301\u541e\u5410\u7a69\u5b9a\uff0c\u540c\u6642\u63a7\u5236\u5ef6\u9072\u3002<\/p>\n

  \u64f4\u5c55\u7684\u8a18\u61b6\u9ad4\u5bb9\u91cf\u53ef\u4ee5\u5c07\u6a21\u578b\u6b0a\u91cd\u5e38\u99d0\u5728\u986f\u793a\u5361\u4e0a\uff0c\u5f9e\u800c\u6e1b\u5c11\u57f7\u884c\u904e\u7a0b\u4e2d\u7684\u8a18\u61b6\u9ad4\u63db\u5165\u63db\u51fa\u64cd\u4f5c\u3002\u5728\u540c\u4e00\u584a\u52a0\u901f\u5361\u4e0a\u5bb9\u7d0d\u591a\u9054\u6578\u767e\u5104\u53c3\u6578\uff0c\u53ef\u5728\u4f75\u767c\u6a21\u578b\u63a8\u7406\u6642\u907f\u514d\u983b\u7e41\u5feb\u53d6\u6296\u52d5\u3002<\/p>\n

  \u4f60\u53ef\u4ee5\u900f\u904e\u5c0d\u6bd4\u591a\u4ee3\u7522\u54c1\u898f\u683c\uff0c\u8a55\u4f30\u786c\u9ad4\u5347\u7d1a\u5e36\u4f86\u7684\u6539\u9032\uff1a<\/p>\n

  \n\n\n\n\n<\/colgroup>\n\n\n\n\n\n\n\n\n

  GPU<\/th>\n	\u8a18\u61b6\u9ad4\u5bb9\u91cf<\/th>\n	\u8a18\u61b6\u9ad4\u983b\u5bec<\/th>\n<\/tr>\n
  H200 NVL<\/td>\n	141 GB HBM3e<\/td>\n	4.8 TB\/s<\/td>\n<\/tr>\n
  H200 SXM<\/td>\n	141 GB HBM3e<\/td>\n	4.8 TB\/s<\/td>\n<\/tr>\n
  H100 SXM<\/td>\n	80 GB HBM3<\/td>\n	3.35 TB\/s<\/td>\n<\/tr>\n
  H100 NVL<\/td>\n	94 GB HBM3<\/td>\n	3.9 TB\/s<\/td>\n<\/tr>\n
  A100 40GB<\/td>\n	40 GB<\/td>\n	1,555 GB\/s<\/td>\n<\/tr>\n
  A100 80GB<\/td>\n	80 GB<\/td>\n	2,039 GB\/s<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n \u9019\u5957\u8a18\u61b6\u9ad4\u67b6\u69cb\u76f4\u63a5\u7de9\u89e3\u4e86\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u63a8\u7406\u4e2d\u7684\u8cc7\u6599\u50b3\u8f38\u74f6\u9838\u3002\u5728\u50b3\u7d71 A100 80GB \u7cfb\u7d71\u4e2d\uff0c\u6ce8\u610f\u529b\u904b\u7b97\u7d93\u5e38\u56e0\u7b49\u5f85\u4e3b\u6a5f\u8a18\u61b6\u9ad4\u50b3\u8f38\u800c\u505c\u9813\u3002\u5347\u7d1a\u5f8c\u7684 H200 \u8a18\u61b6\u9ad4\u5b50\u7cfb\u7d71\u53ef\u4ee5\u5c07\u53c3\u6578\u548c KV Cache \u76f4\u63a5\u4fdd\u5b58\u5728\u6676\u7247\u4e0a\u3002\u56e0\u6b64\uff0c\u5728\u9ad8\u4f75\u767c\u8acb\u6c42\u60c5\u5883\u4e0b\uff0c\u4f60\u7684\u90e8\u7f72\u4f9d\u7136\u80fd\u5920\u4fdd\u6301\u9ad8\u541e\u5410\u3002\u5148\u9032\u7684 NVIDIA H200 NVL \u786c\u9ad4\u8a2d\u8a08\u52a0\u901f\u8907\u96dc AI \u6d41\u6c34\u7dda\uff0c\u4e26\u5728\u6bcf\u4e00\u6b21\u4f7f\u7528\u8005\u8acb\u6c42\u4e2d\u4fdd\u6301\u53ef\u9810\u6e2c\u7684\u8655\u7406\u5ef6\u9072\u3002<\/p>\n FP8 Transformer \u5f15\u64ce\u6548\u80fd<\/h3>\n \u5167\u5efa\u7684 Transformer \u5f15\u64ce\u5728\u4fdd\u6301\u5b8c\u6574\u6578\u5b78\u7cbe\u5ea6\u7684\u540c\u6642\uff0c\u5927\u5e45\u63d0\u5347 Transformer \u6a21\u578b\u7684\u904b\u7b97\u6548\u80fd\u3002NVL \u5e73\u53f0\u80fd\u5920\u5728 E4M3 \u548c E5M2 \u683c\u5f0f\u4e4b\u9593\u52d5\u614b\u5207\u63db\uff0c\u4ee5\u512a\u5316\u8a13\u7df4\u8207\u63a8\u7406\u6548\u679c\u3002\u5177\u9ad4\u800c\u8a00\uff0cE4M3 \u66f4\u9069\u5408\u8655\u7406\u524d\u5411\u555f\u52d5\uff0cE5M2 \u5247\u7528\u65bc\u53cd\u5411\u50b3\u64ad\u4e2d\u7684\u68af\u5ea6\u8a08\u7b97\u3002\u8207 16 \u4f4d\u6d6e\u9ede\u683c\u5f0f\u76f8\u6bd4\uff0c\u9019\u7a2e\u52d5\u614b\u9078\u64c7\u53ef\u5c07\u53c3\u6578\u8a18\u61b6\u9ad4\u4f54\u7528\u6e1b\u5c11\u4e00\u534a\u3002\u4f8b\u5982\uff0c\u5728 BF16 \u683c\u5f0f\u4e0b\uff0c\u4e00\u500b 671B \u53c3\u6578\u6a21\u578b\u5927\u7d04\u9700\u8981 1.4 TB \u8a18\u61b6\u9ad4\uff0c\u800c\u4f7f\u7528 FP8 \u5f8c\u50c5\u9700\u7d04 700 GB\u3002\u9019\u6a23\uff0c\u4f60\u5728\u4e0d\u72a7\u7272\u7cbe\u5ea6\u7684\u524d\u63d0\u4e0b\uff0c\u76f8\u7576\u65bc\u5c07\u6709\u6548\u7684 NVIDIA GPU \u8a18\u61b6\u9ad4\u5bb9\u91cf\u52a0\u500d\u3002<\/p>\n \u85c9\u52a9 FP8 \u904b\u7b97\uff0c\u73fe\u4ee3 H200 \u5e73\u53f0\u76f8\u8f03\u820a\u4e00\u4ee3 A100 GPU\uff0c\u53ef\u5be6\u73fe\u7d04 3 \u500d\u5230 4 \u500d\u7684\u541e\u5410\u63d0\u5347\u3002\u4f01\u696d\u53e2\u96c6\u5728\u8a13\u7df4\u548c\u670d\u52d9\u8d85\u5927\u578b\u751f\u6210\u5f0f AI \u5de5\u4f5c\u8ca0\u8f09\u6642\uff0c\u8fed\u4ee3\u9031\u671f\u986f\u8457\u7e2e\u77ed\u3002\u4f60\u53ef\u4ee5\u6709\u6548\u7387\u5730\u57f7\u884c\u56b4\u82db\u7684 HPC \u61c9\u7528\uff0c\u56e0\u70ba\u9ad8\u901f\u7684 NVIDIA Tensor Core \u8207 4.8 TB\/s \u983b\u5bec\u5f62\u6210\u826f\u597d\u4e92\u88dc\u3002\u66f4\u4f4e\u7684\u8a18\u61b6\u9ad4\u4f54\u7528\u8b93\u7cfb\u7d71\u80fd\u5728\u66f4\u5c11\u7684\u7bc0\u9ede\u4e0a\u5bb9\u7d0d\u66f4\u5927\u7684\u6a21\u578b\uff0c\u540c\u6642\u63d0\u5347\u6574\u9ad4\u7cfb\u7d71\u6548\u80fd\u3002\u904b\u7b97\u55ae\u5143\u5728\u6574\u500b NVIDIA NVL \u53e2\u96c6\u4e2d\u6301\u7e8c\u8f38\u51fa\u5cf0\u503c\u6548\u80fd\uff0c\u70ba\u95dc\u9375 NVIDIA AI \u4efb\u52d9\u63d0\u4f9b\u7a69\u5b9a\u7684\u57f7\u884c\u80fd\u529b\u3002<\/p>\n NVL \u4e92\u806f\u8207\u591a\u79df\u6236\u64f4\u5c55<\/strong><\/h2>\n \u4f01\u696d\u8cc7\u6599\u4e2d\u5fc3\u9700\u8981\u5728\u52a0\u901f\u5668\u4e4b\u9593\u5be6\u73fe\u9ad8\u901f\u4e92\u806f\uff0c\u624d\u80fd\u652f\u6490\u7576\u4eca\u6a21\u578b\u898f\u6a21\u3002\u4f60\u53ef\u4ee5\u900f\u904e\u9078\u64c7\u5408\u9069\u7684\u786c\u9ad4\u4e92\u806f\u65b9\u6848\u548c\u591a\u79df\u6236\u5207\u5206\u7b56\u7565\uff0c\u5e73\u6ed1\u64f4\u5c55\u4f60\u7684\u57fa\u790e\u8a2d\u65bd\u3002<\/p>\n NVL2 \u8207 NVL4 \u6a4b\u63a5\u914d\u7f6e<\/h3>\n NVIDIA H200 NVL \u786c\u9ad4\u63a1\u7528\u7b2c\u56db\u4ee3 NVLink \u6a4b\u63a5\u6280\u8853\uff0c\u5c07\u591a\u9846\u8655\u7406\u5668\u9023\u63a5\u5728\u540c\u4e00\u53f0\u4f3a\u670d\u5668\u7bc0\u9ede\u5167\u3002\u8a72\u6280\u8853\u70ba GPU \u9593\u76f4\u9023\u901a\u8a0a\u63d0\u4f9b 900 GB\/s \u983b\u5bec\u3002\u4f60\u53ef\u4ee5\u6839\u64da\u7cfb\u7d71\u5bc6\u5ea6\u9700\u6c42\uff0c\u5728 NVL2 \u8207 NVL4 \u6a4b\u63a5\u914d\u7f6e\u4e4b\u9593\u9032\u884c\u9078\u64c7\u3002\u56db\u8def NVL \u914d\u7f6e\u6700\u9ad8\u53ef\u63d0\u4f9b 1.8 TB\/s \u7684 NVLink \u7e3d\u983b\u5bec\uff0c\u9019\u4e00\u9ad8\u901f\u4e92\u806f\u80fd\u5920\u5728\u5927\u578b\u6a21\u578b\u57f7\u884c\u904e\u7a0b\u4e2d\u5feb\u901f\u50b3\u905e\u5f35\u91cf\u53c3\u6578\u3002<\/p>\n \u7576\u4f60\u5c07\u986f\u793a\u5361\u6210\u5c0d\u90e8\u7f72\u5728\u540c\u4e00 CPU \u63d2\u69fd\u4e0b\u6642\uff0c\u53ef\u7372\u5f97\u6700\u4f73\u6548\u80fd\u3002\u5982\u679c\u4f3a\u670d\u5668\u4f48\u5c40\u6709\u9700\u8981\uff0c\u4e5f\u53ef\u4ee5\u5c07\u4e0d\u540c CPU \u63d2\u69fd\u4e0b\u7684\u986f\u793a\u5361\u9032\u884c\u6a4b\u63a5\u3002\u4f3a\u670d\u5668\u5167\u90e8\u7684\u9ad8\u983b\u5bec Scale-Up \u9023\u7d50\u8b93\u8cc7\u6599\u4ea4\u63db\u7a81\u7834\u6a19\u6e96 PCIe \u9650\u5236\u3002\u5c0d\u65bc Scale-Out \u57fa\u790e\u8a2d\u65bd\uff0c\u4e00\u7a2e\u4f01\u696d\u7d1a\u53c3\u8003\u67b6\u69cb\u6703\u5c07\u591a\u9054 8 \u584a GPU \u8207 5 \u5f35\u7db2\u8def\u5361\u914d\u5c0d\uff0c\u4e26\u70ba\u6bcf\u584a GPU \u63d0\u4f9b 200GbE \u7db2\u8def\u983b\u5bec\u3002\u9019\u6a23\u7684\u8a2d\u8a08\u80fd\u5920\u8655\u7406\u7e41\u91cd\u7684 HPC \u4efb\u52d9\u548c\u8de8\u7bc0\u9ede\u7684\u5927\u898f\u6a21\u6771\u897f\u5411\u6d41\u91cf\u3002<\/p>\n \n NVL4 \u914d\u7f6e\uff1a4 \u584a GPU \u9593\u6700\u9ad8 1.8 TB\/s \u7e3d\u983b\u5bec<\/li>\n NVL2 \u914d\u7f6e\uff1a\u5169\u584a GPU \u4e4b\u9593\u7684\u76f4\u63a5\u6a4b\u63a5\u65b9\u6848<\/li>\n \u4e92\u806f\u80fd\u529b\uff1a\u7b2c\u56db\u4ee3 NVLink\uff0c\u55ae\u5411\u983b\u5bec 900 GB\/s<\/li>\n<\/ul>\n \u591a\u5be6\u4f8b GPU (MIG) \u5de5\u4f5c\u8ca0\u8f09\u9694\u96e2<\/h3>\n \u591a\u5be6\u4f8b GPU \u6280\u8853\u53ef\u4ee5\u5c07\u55ae\u584a\u5be6\u9ad4 GPU \u5283\u5206\u70ba\u591a\u500b\u5b8c\u5168\u9694\u96e2\u7684\u5206\u5340\u3002H200 \u5e73\u53f0\u6bcf\u5f35\u5361\u6700\u591a\u652f\u63f4 7 \u500b\u786c\u9ad4\u5be6\u4f8b\u3002\u6bcf\u500b\u9694\u96e2\u5be6\u4f8b\u90fd\u64c1\u6709\u7368\u7acb\u7684\u8a18\u61b6\u9ad4\u8207\u904b\u7b97\u8cc7\u6e90\uff0c\u5f9e\u800c\u70ba\u4f75\u767c\u4f7f\u7528\u8005\u63d0\u4f9b\u53ef\u9810\u6e2c\u7684 AI \u8655\u7406\u901f\u5ea6\u3002<\/p>\n \n\n\n\n\n\n<\/colgroup>\n\n\n\n\n\n H200 NVL MIG \u60c5\u5883<\/th>\n MIG \u914d\u7f6e<\/th>\n \u9694\u96e2\u5be6\u4f8b\u6578\u91cf<\/th>\n \u6bcf\u5be6\u4f8b\u8a18\u61b6\u9ad4<\/th>\n<\/tr>\n \u6700\u9ad8\u5bc6\u5ea6<\/td>\n 1g.18gb<\/td>\n 7<\/td>\n 18 GB<\/td>\n<\/tr>\n \u4e2d\u7b49\u898f\u6a21\u6a21\u578b<\/td>\n 2g.36gb<\/td>\n 3<\/td>\n 36 GB<\/td>\n<\/tr>\n \u5927\u578b\u55ae\u5206\u5340<\/td>\n 3g.42gb<\/td>\n 1<\/td>\n 42 GB<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n \u4e0d\u540c\u914d\u7f6e\u53ef\u4ee5\u5339\u914d\u591a\u7a2e\u4f01\u696d\u9700\u6c42\u3002\u4f60\u53ef\u4ee5\u9078\u64c7\u9ad8\u5bc6\u5ea6\u591a\u79df\u6236\u65b9\u6848\uff0c\u70ba\u6bcf\u500b\u5206\u5340\u63d0\u4f9b\u7d04 20GB \u8a18\u61b6\u9ad4\uff1b\u4e5f\u53ef\u4ee5\u9078\u64c7\u5e36\u53ef\u4fe1\u57f7\u884c\u74b0\u5883\u7684\u5408\u898f\u591a\u79df\u6236\u65b9\u6848\uff0c\u70ba\u6bcf\u500b\u5be6\u4f8b\u63d0\u4f9b 18GB \u8a18\u61b6\u9ad4\u3002\u9019\u7a2e\u5f48\u6027\u8b93\u4f60\u80fd\u5920\u5728\u540c\u4e00\u5e73\u53f0\u4e0a\u540c\u6642\u57f7\u884c\u5c0f\u578b AI \u5de5\u4f5c\u8ca0\u8f09\u8207\u91cd\u578b\u4f01\u696d\u63a8\u7406\u4efb\u52d9\uff0c\u5728\u56b4\u683c\u7684\u8cc7\u6599\u9694\u96e2\u524d\u63d0\u4e0b\u6700\u5927\u5316\u786c\u9ad4\u4f7f\u7528\u7387\u3002<\/p>\n \u4f01\u696d\u7d1a AI \u80fd\u529b\u8207\u8edf\u9ad4\u5e73\u53f0<\/strong><\/h2>\n \u90e8\u7f72\u73fe\u4ee3 GPU \u786c\u9ad4\u96e2\u4e0d\u958b\u5b8c\u5584\u7684\u8edf\u9ad4\u6574\u5408\u3002\u4f60\u5728\u8cfc\u8cb7\u786c\u9ad4\u7684\u540c\u6642\uff0c\u4e5f\u6703\u7372\u5f97\u4e00\u6574\u5957\u9762\u5411\u751f\u7522\u74b0\u5883\u7684 AI \u8edf\u9ad4\u5e73\u53f0\u3002<\/p>\n NVIDIA AI Enterprise \u6388\u6b0a\u555f\u7528<\/h3>\n \u6bcf\u4e00\u5957 NVIDIA H200 NVL \u90e8\u7f72\u90fd\u5305\u542b 5 \u5e74\u7684\u8edf\u9ad4\u8a02\u95b1\u3002\u4f60\u53ef\u4ee5\u900f\u904e NGC \u63a7\u5236\u53f0\uff0c\u4f7f\u7528 GPU \u677f\u5361\u5e8f\u865f\u555f\u7528\u8a72\u6388\u6b0a\u3002\u5b8c\u6210\u555f\u7528\u5f8c\uff0c\u4f60\u5c07\u7acb\u5373\u7372\u5f97\u4f01\u696d\u7d1a\u5de5\u5177\u3001\u5b89\u5168\u4fee\u88dc\u4ee5\u53ca\u9577\u671f\u652f\u63f4\u7248\u672c\u3002\u4f60\u53ef\u4ee5\u5728\u901a\u904e\u8a8d\u8b49\u7684\u4f3a\u670d\u5668\u5e73\u53f0\u4e0a\u76f4\u63a5\u5b89\u88dd\u9019\u5957\u8edf\u9ad4\u5957\u4ef6\u3002<\/p>\n \u9019\u9805\u8a02\u95b1\u5927\u5e45\u7c21\u5316\u4e86\u8cc7\u6599\u4e2d\u5fc3\u7684\u8edf\u9ad4\u5806\u758a\u90e8\u7f72\u3002\u4f60\u5c07\u7372\u5f97 NVIDIA Business Standard Support\uff0c\u652f\u63f4 7\u00d724 \u5c0f\u6642\u63d0\u4ea4\u6280\u8853\u6848\u4ef6\uff0c\u4e26\u4eab\u53d7\u6709\u4fdd\u969c\u7684\u56de\u61c9\u6642\u9593\u3002\u8a72\u5e73\u53f0\u5167\u5efa\u5305\u62ec PyTorch\u3001Triton Inference Server \u5728\u5167\u7684\u591a\u7a2e\u6846\u67b6\u3002<\/p>\n \n\n\n\n<\/colgroup>\n\n\n\n\n\n H200 \u4f01\u696d\u8edf\u9ad4<\/th>\n \u8a73\u7d30\u8cc7\u8a0a<\/th>\n<\/tr>\n \u8a02\u95b1\u5167\u5bb9<\/td>\n \u5305\u542b 5 \u5e74\u8edf\u9ad4\u6388\u6b0a<\/td>\n<\/tr>\n \u555f\u7528\u5e73\u53f0<\/td>\n NVIDIA NGC \u5165\u53e3\u7db2\u7ad9<\/td>\n<\/tr>\n \u6a19\u6e96\u652f\u63f4<\/td>\n \u5de5\u4f5c\u6642\u9593\u6280\u8853\u652f\u63f4\u8986\u84cb<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n \u900f\u904e NIM \u5fae\u670d\u52d9\u7c21\u5316\u5de5\u4f5c\u8ca0\u8f09<\/h3>\n NVIDIA NIM \u5fae\u670d\u52d9\u53ef\u4ee5\u5c07\u9810\u8a13\u7df4\u6a21\u578b\u5c01\u88dd\u70ba\u958b\u7bb1\u5373\u7528\u7684\u5bb9\u5668\u3002\u4f60\u53ef\u4ee5\u5728\u52a0\u901f\u4f3a\u670d\u5668\u4e0a\u7528\u4e0d\u5230 5 \u5206\u9418\u7684\u6642\u9593\u555f\u52d5\u4e00\u5957\u6700\u4f73\u5316\u5f8c\u7684\u63a8\u7406\u670d\u52d9\u3002\u9019\u4e9b\u5bb9\u5668\u5316\u5de5\u5177\u80fd\u5920\u57f7\u884c\u5728 Kubernetes \u6216\u88f8\u6a5f\u74b0\u5883\u4e2d\u3002\u958b\u767c\u8005\u53ea\u9700\u4f7f\u7528\u6a19\u6e96 API\uff0c\u5373\u53ef\u5c07\u9019\u4e9b\u670d\u52d9\u76f4\u63a5\u9023\u63a5\u5230\u4f01\u696d\u5167\u90e8\u7684\u751f\u6210\u5f0f\u61c9\u7528\u3002<\/p>\n \n \u5f9e NGC \u4e2d\u9078\u64c7\u6700\u4f73\u5316\u7684 AI \u6a21\u578b\u5bb9\u5668\u3002<\/li>\n \u5728\u4f60\u7684 NVL \u7bc0\u9ede\u4e0a\u90e8\u7f72 NIM \u5bb9\u5668\u3002<\/li>\n \u4f7f\u7528\u6a19\u6e96 API \u5c07\u4f01\u696d\u5de5\u4f5c\u6d41\u7a0b\u8207\u9019\u4e9b\u670d\u52d9\u5c0d\u63a5\u3002<\/li>\n<\/ol>\n \u85c9\u52a9 NIM \u5fae\u670d\u52d9\uff0c\u4f60\u53ef\u4ee5\u986f\u8457\u7e2e\u77ed\u5f9e\u539f\u578b\u5230\u4e0a\u7dda\u7684\u9031\u671f\u3002\u9ad8\u8a18\u61b6\u9ad4\u983b\u5bec\u5728\u5bc6\u96c6\u6a21\u578b\u63a8\u7406\u6642\u63d0\u4f9b\u53ef\u9760\u7684\u7cfb\u7d71\u6548\u80fd\u4fdd\u969c\u3002\u8a72\u5e73\u53f0\u53ef\u4ee5\u8b93\u4f01\u696d\u654f\u611f\u8cc7\u6599\u4fdd\u7559\u5728\u672c\u5730\u74b0\u5883\u4e2d\uff0c\u5be6\u73fe\u5b89\u5168\u5408\u898f\u3002\u4f60\u9084\u53ef\u4ee5\u5728\u6574\u500b\u4f01\u696d AI \u57fa\u790e\u8a2d\u65bd\u4e2d\u5e73\u6ed1\u64f4\u5c55\u5de5\u4f5c\u8ca0\u8f09\u3002<\/p>\n \n \u5feb\u901f\u90e8\u7f72\uff1a\u5bb9\u5668\u555f\u52d5\u6642\u9593\u4e0d\u8d85\u904e 5 \u5206\u9418\u3002<\/li>\n \u751f\u7522\u7a69\u5b9a\uff1a\u9577\u671f\u7dad\u8b77\u5206\u652f\u4fdd\u8b49 API \u884c\u70ba\u4e00\u81f4\u3002<\/li>\n \u9ad8\u53ef\u64f4\u5c55\uff1a\u81ea\u52d5\u5316\u90e8\u7f72\u9069\u7528\u65bc\u6df7\u5408\u96f2\u74b0\u5883\u3002<\/li>\n<\/ul>\n \u6574\u5957\u8edf\u9ad4\u5806\u758a\u53ef\u4ee5\u6700\u5927\u5316 NVL \u786c\u9ad4\u4f7f\u7528\u6548\u7387\u3002\u4f60\u7684\u696d\u52d9\u5728\u4fdd\u6301\u9ad8\u63a8\u7406\u6548\u80fd\u7684\u540c\u6642\uff0c\u4e5f\u80fd\u7dad\u8b77\u8cc7\u6599\u96b1\u79c1\u3002\u5148\u9032\u7684\u7ba1\u7406\u5de5\u5177\u78ba\u4fdd NVL \u5728\u4f01\u696d\u5404\u985e\u5de5\u4f5c\u8ca0\u8f09\u4e2d\u7a69\u5b9a\u57f7\u884c\u3002\u73fe\u4ee3 H200 \u52a0\u901f\u80fd\u529b\u8b93\u4f60\u7684\u4f01\u696d\u5728\u95dc\u9375\u8edf\u9ad4\u7cfb\u7d71\u4e0a\u7372\u5f97\u5145\u8db3\u7684\u638c\u63a7\u529b\u3002<\/p>\n \u5728\u4f01\u696d\u8cc7\u6599\u4e2d\u5fc3\u90e8\u7f72 H200 \u7cfb\u7d71<\/strong><\/h2>\n \u90e8\u7f72 H200 NVL \u57fa\u790e\u8a2d\u65bd\uff0c\u80fd\u5920\u5728\u7121\u9700\u5b89\u88dd\u6602\u8cb4\u6db2\u51b7\u7cfb\u7d71\u7684\u60c5\u6cc1\u4e0b\u5347\u7d1a\u73fe\u6709\u6a5f\u623f\u3002\u4f60\u53ef\u4ee5\u76f4\u63a5\u5c07\u9019\u4e9b\u986f\u793a\u5361\u5b89\u88dd\u5230\u6a19\u6e96\u6a5f\u67b6\u5f0f\u4f3a\u670d\u5668\u4e2d\u3002<\/p>\n \u98a8\u51b7\u57fa\u790e\u8a2d\u65bd\u6574\u5408<\/h3>\n \u90e8\u7f72 H200 NVL \u786c\u9ad4\u53ef\u4ee5\u964d\u4f4e\u4f60\u7684\u521d\u59cb\u8cc7\u672c\u652f\u51fa\u3002\u4f60\u53ea\u9700\u628a\u9019\u4e9b\u96d9\u63d2\u69fd PCIe \u986f\u793a\u5361\u76f4\u63a5\u63d2\u5165\u5e38\u898b\u7684\u98a8\u51b7 OEM \u4f3a\u670d\u5668\u4e2d\u3002\u55ae\u5361\u7684\u71b1\u8a2d\u8a08\u529f\u8017\u70ba 600W\u3002\u9019\u7a2e\u98a8\u51b7\u8a2d\u8a08\u9069\u7528\u65bc\u7d04 70% \u7684\u6a19\u6e96\u8cc7\u6599\u4e2d\u5fc3\u6a5f\u67b6\uff0c\u6a5f\u6ac3\u529f\u8017\u5728 20kW \u53ca\u4ee5\u4e0b\u3002\u56e0\u6b64\uff0c\u4f60\u53ef\u4ee5\u907f\u514d\u6602\u8cb4\u7684\u51b7\u537b\u6539\u9020\u548c\u9ad8\u5bc6\u5ea6\u4f9b\u96fb\u5347\u7d1a\u3002<\/p>\n \n\n\n\n\n<\/colgroup>\n\n\n\n\n\n\n \u90e8\u7f72\u56e0\u7d20<\/th>\n NVIDIA H200 NVL<\/th>\n NVIDIA H100 SXM5<\/th>\n<\/tr>\n \u529f\u8017\u7bc4\u570d<\/td>\n 600W<\/td>\n 700W<\/td>\n<\/tr>\n \u6563\u71b1\u65b9\u5f0f<\/td>\n \u98a8\u51b7<\/td>\n \u901a\u5e38\u70ba\u6db2\u51b7<\/td>\n<\/tr>\n \u5f62\u614b\u898f\u683c<\/td>\n \u96d9\u63d2\u69fd PCIe \u986f\u793a\u5361<\/td>\n SXM5 \u6a21\u7d44<\/td>\n<\/tr>\n \u4f3a\u670d\u5668\u4f48\u5c40<\/td>\n \u9069\u914d\u6a19\u6e96\u98a8\u51b7\u4f3a\u670d\u5668<\/td>\n \u9700\u8981\u5ba2\u88fd\u5316\u4e3b\u6a5f\u677f<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n \u9019\u7a2e\u5f48\u6027\u7684\u5f62\u614b\u8b93\u4f60\u53ef\u4ee5\u6309\u9700\u9010\u6b65\u64f4\u5c55\u7b97\u529b\u7bc0\u9ede\u3002\u4f60\u53ef\u4ee5\u5728\u55ae\u53f0\u4f3a\u670d\u5668\u4e2d\u5b89\u88dd 1\u30012\u30014 \u6216 8 \u584a GPU\u3002\u5c0f\u898f\u6a21\u90e8\u7f72\u540c\u6a23\u80fd\u5920\u70ba\u4f01\u696d\u61c9\u7528\u63d0\u4f9b\u7a69\u5b9a\u7684\u9ad8\u6548\u80fd\u904b\u7b97\u901f\u5ea6\u3002\u4f60\u53ef\u4ee5\u5728\u6a5f\u623f\u5167\u7684\u6bcf\u500b\u98a8\u51b7\u7bc0\u9ede\u4e0a\u6301\u7e8c\u7372\u5f97\u53ef\u9760\u7684\u6548\u80fd\u8868\u73fe\u3002<\/p>\n \u7d50\u5408 Spectrum-X \u8207 GPUDirect \u7684\u7db2\u8def\u67b6\u69cb<\/h3>\n \u7576\u4f60\u70ba\u53e2\u96c6\u642d\u914d NVIDIA Spectrum-X \u4e59\u592a\u7db2\u8def\u4ea4\u63db\u5668\u6642\uff0c\u53ef\u4ee5\u986f\u8457\u6700\u4f73\u5316\u4f3a\u670d\u5668\u4e4b\u9593\u7684\u6771\u897f\u5411\u904b\u7b97\u6d41\u91cf\u3002\u9019\u4e00\u7db2\u8def\u5c64\u5728\u591a\u7bc0\u9ede\u6a21\u578b\u57f7\u884c\u904e\u7a0b\u4e2d\u6e1b\u5c11\u901a\u8a0a\u74f6\u9838\u3002\u540c\u6642\uff0cNVIDIA BlueField DPU \u8ca0\u8cac\u7ba1\u7406\u5357\u5317\u5411\u6d41\u91cf\uff0c\u4ee5\u4fdd\u8b77\u4f7f\u7528\u8005\u8cc7\u6599\u50b3\u8f38\u5b89\u5168\uff0c\u5f9e\u800c\u907f\u514d\u5916\u90e8\u6a94\u6848\u5b58\u53d6\u62d6\u6162\u6838\u5fc3 AI \u904b\u7b97\u6d41\u7a0b\u3002<\/p>\n \n Spectrum-X \u4e59\u592a\u7db2\u8def\u4ea4\u63db\u5668\u6700\u4f73\u5316 NVL \u904b\u7b97\u7bc0\u9ede\u4e4b\u9593\u7684\u5927\u983b\u5bec\u8cc7\u6599\u6d41\u3002<\/li>\n BlueField DPU \u9694\u96e2\u5916\u90e8\u8cc7\u6599\u63a5\u5165\u8207\u5132\u5b58\u5b58\u53d6\u6d41\u91cf\u3002<\/li>\n GPUDirect RDMA \u5141\u8a31\u8de8\u4f3a\u670d\u5668\u7684 GPU \u4e4b\u9593\u9032\u884c\u76f4\u63a5\u8a18\u61b6\u9ad4\u5c0d\u8a18\u61b6\u9ad4\u50b3\u8f38\u3002<\/li>\n<\/ul>\n GPUDirect \u5132\u5b58\u901a\u9053\u53ef\u4ee5\u5c07\u9ad8\u901f NVMe \u5132\u5b58\u76f4\u63a5\u9023\u63a5\u5230 NVL \u7684\u9ad8\u983b\u5bec\u8a18\u61b6\u9ad4\u3002\u900f\u904e\u7e5e\u904e\u4e3b\u6a5f CPU\uff0cGPUDirect RDMA \u6d88\u9664\u4e86\u8cc7\u6599\u50b3\u8f38\u5ef6\u9072\u3002\u9019\u4e9b\u9ad8\u901f\u7db2\u8def\u8def\u5f91\u53ef\u4ee5\u70ba\u56b4\u82db\u7684 HPC \u61c9\u7528\u63d0\u4f9b\u5feb\u901f\u8cc7\u6599\u5b58\u53d6\u80fd\u529b\u3002\u4f60\u7684\u591a\u7bc0\u9ede\u53e2\u96c6\u5728\u8655\u7406\u91cd\u8f09\u7684\u4f01\u696d\u7d1a\u751f\u6210\u5f0f\u5de5\u4f5c\u8ca0\u8f09\u6642\uff0c\u4ecd\u80fd\u5be6\u73fe\u8fd1\u4e4e\u7dda\u6027\u7684\u64f4\u5c55\u6548\u80fd\u3002<\/p>\n \n <\/div>\n<\/div>\n NVIDIA H200 NVL \u5c07 HBM3e \u7684\u9ad8\u901f\u983b\u5bec\u8207\u9762\u5411\u4f01\u696d\u7d1a NVL \u4f3a\u670d\u5668\u7684\u98a8\u51b7\u76f8\u5bb9\u6027\u7d50\u5408\u5728\u4e00\u8d77\u3002\u4f60\u53ef\u4ee5\u5728\u7121\u9700\u5347\u7d1a\u51b7\u537b\u7cfb\u7d71\u7684\u60c5\u6cc1\u4e0b\uff0c\u900f\u904e\u9019\u5957 NVIDIA H200 NVL \u65b9\u6848\u986f\u8457\u63d0\u5347\u6574\u9ad4\u6548\u80fd\u3002<\/p>\n \u90e8\u7f72\u9019\u6b3e NVL \u986f\u793a\u5361\u6709\u52a9\u65bc\u964d\u4f4e\u7e3d\u9ad4\u64c1\u6709\u6210\u672c\u3002\u806f\u60f3\u7684\u6e2c\u8a66\u5831\u544a\u986f\u793a\uff0c\u76f8\u6bd4\u50b3\u7d71 NVIDIA \u786c\u9ad4\uff0c\u53ef\u5be6\u73fe\u6700\u9ad8 4 \u500d\u7684\u6210\u672c\u7bc0\u7701\u3002\u6bcf\u4e00\u9846 H200 \u55ae\u5143\u90fd\u5305\u542b 5 \u5e74 NVIDIA AI Enterprise \u8a02\u95b1\uff0c\u6301\u7e8c\u7684\u8edf\u9ad4\u66f4\u65b0\u53ef\u4ee5\u5728\u4f60\u7684 NVL \u53e2\u96c6\u4e2d\u7c21\u5316\u9ad8\u6548\u80fd\u904b\u7b97\u5de5\u4f5c\u8ca0\u8f09\u7684\u7ba1\u7406\u3002<\/p>\n IT \u67b6\u69cb\u5e2b\u5728\u9032\u884c\u4f01\u696d\u7d1a AI \u90e8\u7f72\u6642\uff0c\u61c9\u53c3\u8003 NVIDIA \u7684\u53c3\u8003\u67b6\u69cb\u3002\u4f60\u53ef\u4ee5\u5728\u6bcf\u53f0 NVL \u4f3a\u670d\u5668\u4e0a\u4f7f\u7528\u6700\u4f73\u5316\u7684 H200 NVL \u7cfb\u7d71\u57f7\u884c NVIDIA AI \u61c9\u7528\u3002\u9019\u5957\u4f01\u696d\u7d1a NVIDIA H200 AI \u90e8\u7f72\u53ef\u70ba\u4f60\u5e36\u4f86 1.7 \u500d\u66f4\u5feb\u7684 LLM \u63a8\u7406\u901f\u5ea6\u548c\u7d04 1.3 \u500d\u66f4\u9ad8\u7684 HPC \u6548\u80fd\u3002<\/p>\n \u5e38\u898b\u554f\u984c\uff08FAQ\uff09<\/strong><\/h2>\n NVIDIA H200 NVL \u5728 LLM \u60c5\u5883\u4e0b\u80fd\u5e36\u4f86\u591a\u5927\u6548\u80fd\u63d0\u5347\uff1f<\/h3>\n \u8207\u820a\u4e00\u4ee3\u7522\u54c1\u76f8\u6bd4\uff0c\u4f7f\u7528 H200 NVL \u986f\u793a\u5361\u53ef\u4ee5\u5be6\u73fe\u6700\u9ad8\u7d04 1.7 \u500d\u7684 LLM \u63a8\u7406\u6548\u80fd\u63d0\u5347\u3002141GB HBM3e \u8a18\u61b6\u9ad4\u63d0\u4f9b 4.8 TB\/s \u983b\u5bec\uff0c\u9019\u4e00\u5de8\u5927\u7684\u8a18\u61b6\u9ad4\u901f\u5ea6\u53ef\u4ee5\u5728\u8655\u7406\u8907\u96dc\u4f01\u696d\u7d1a AI \u5de5\u4f5c\u8ca0\u8f09\u6642\u4fdd\u6301\u8cc7\u6599\u9ad8\u901f\u6d41\u52d5\uff0c\u907f\u514d\u51fa\u73fe\u74f6\u9838\u3002<\/p>\n \u80fd\u5426\u5c07 H200 NVL \u5b89\u88dd\u5230\u6a19\u6e96\u98a8\u51b7\u6a5f\u67b6\u5f0f\u4f3a\u670d\u5668\u4e2d\uff1f<\/h3>\n \u53ef\u4ee5\uff0c\u4f60\u53ef\u4ee5\u5f88\u5bb9\u6613\u5730\u5c07\u9019\u6b3e\u96d9\u63d2\u69fd PCIe \u986f\u793a\u5361\u6574\u5408\u5230\u6a19\u6e96\u4f01\u696d\u7d1a\u98a8\u51b7\u4f3a\u670d\u5668\u4e2d\u3002\u8a72\u52a0\u901f\u5361\u7684\u71b1\u8a2d\u8a08\u529f\u8017\u70ba 600W\u3002\u9019\u4e00\u8a2d\u8a08\u8b93\u4f01\u696d\u5728\u5347\u7d1a\u73fe\u6709\u57fa\u790e\u8a2d\u65bd\u6642\uff0c\u7121\u9700\u6295\u5165\u6602\u8cb4\u7684\u6db2\u51b7\u7cfb\u7d71\u3002<\/p>\n NVIDIA H200 NVL \u52a0\u901f\u5361\u96a8\u9644\u54ea\u4e9b\u8edf\u9ad4\u80fd\u529b\uff1f<\/h3>\n \u6bcf\u5f35\u986f\u793a\u5361\u90fd\u5305\u542b\u4e00\u4efd\u70ba\u671f 5 \u5e74\u7684 NVIDIA AI Enterprise \u8edf\u9ad4\u8a02\u95b1\u3002\u4f60\u53ef\u4ee5\u900f\u904e NGC \u5165\u53e3\u7db2\u7ad9\u555f\u7528\u6388\u6b0a\u3002\u8a72\u5e73\u53f0\u63d0\u4f9b NIM \u5fae\u670d\u52d9\u4f86\u52a0\u901f\u90e8\u7f72\uff0c\u540c\u6642\u900f\u904e\u6301\u7e8c\u66f4\u65b0\uff0c\u78ba\u4fdd\u4f60\u7684\u4f01\u696d\u7db2\u8def\u5728\u751f\u7522\u74b0\u5883\u4e2d\u4fdd\u6301\u7a69\u5b9a\u53ef\u9760\u3002<\/p>\n NVLink \u5982\u4f55\u5728\u591a\u7bc0\u9ede\u4e4b\u9593\u64f4\u5c55\u591a GPU \u5de5\u4f5c\u8ca0\u8f09\uff1f<\/h3>\n \u7b2c\u56db\u4ee3 NVLink \u6a4b\u63a5\u6280\u8853\u5728\u7bc0\u9ede\u5167\u90e8\u9023\u63a5\u591a\u5f35\u986f\u793a\u5361\uff0c\u70ba\u5176\u63d0\u4f9b 900 GB\/s \u7684\u76f4\u9023\u983b\u5bec\u3002NVL4 \u6a4b\u63a5\u914d\u7f6e\u7684\u7e3d\u983b\u5bec\u6700\u9ad8\u53ef\u9054 1.8 TB\/s\u3002\u9019\u4e00\u9ad8\u901f\u4e92\u806f\u5728\u4f60\u7684\u6574\u500b NVL \u53e2\u96c6\u4e2d\uff0c\u70ba\u9ad8\u5f37\u5ea6 HPC \u61c9\u7528\u548c\u8907\u96dc\u904b\u7b97\u4efb\u52d9\u63d0\u4f9b\u5f37\u52c1\u52a0\u901f\u80fd\u529b\u3002<\/p>\n","protected":false},"excerpt":{"rendered":" \u4f60\u53ef\u4ee5\u4f7f\u7528\u5168\u65b0\u7684 NVIDIA H200 NVL \u52a0\u901f\u5361\uff0c\u52a0\u901f\u8907\u96dc\u7684 AI \u548c HPC \u5de5\u4f5c\u8ca0\u8f09\u3002\u9019\u6b3e NVI […]<\/p>\n Read More…<\/a><\/p>\n","protected":false},"author":2,"featured_media":34125,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[61],"tags":[12861,12862,12863,12864,12865],"class_list":["post-34128","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-hong-kong-dedicated-server-tc","tag-nvidia-h200-nvl","tag-h200-nvl-performance","tag-enterprise-ai-gpu","tag-hbm3e-memory","tag-nvlink-nvl-server"],"acf":[],"yoast_head":"\n