RoCE\u7248\u672c\u53ca\u5354\u5b9a\u5c64<\/strong><\/h2>\n

RoCE\u6709\u5169\u500b\u7248\u672c\uff1aRoCE v1\u548cRoCE v2\u3002\u5b83\u5011\u7684\u4e3b\u8981\u5340\u5225\u5728\u65bc\u5354\u5b9a\u5c01\u88dd\u65b9\u5f0f\uff1a<\/p>\n

\r\nRoCE v1:\r\n\u4e59\u592a\u7db2\u8def\u6846\u67b6 \u2192 RoCE\u6a19\u982d \u2192 RDMA\u8ca0\u8f09\r\n\r\nRoCE v2:\r\n\u4e59\u592a\u7db2\u8def\u6846\u67b6 \u2192 UDP\/IP \u2192 RoCE\u6a19\u982d \u2192 RDMA\u8ca0\u8f09\r\n<\/code><\/pre>\n
\u6548\u80fd\u512a\u52e2\u6578\u64da<\/strong><\/h2>\n
\u8b93\u6211\u5011\u900f\u904e\u5be6\u969b\u57fa\u6e96\u6e2c\u8a66\u4f86\u6aa2\u9a57RoCE\u7db2\u8def\u5728\u4f3a\u670d\u5668\u79df\u7528\u74b0\u5883\u4e2d\u7684\u91cf\u5316\u512a\u52e2\uff1a<\/p>\n
\r\n\/\/ \u5ef6\u9072\u5c0d\u6bd4\uff08\u5fae\u79d2\uff09\r\n\u50b3\u7d71TCP\/IP\uff1a~10-15 \u00b5s\r\nRoCE\u7db2\u8def\uff1a ~1-2 \u00b5s\r\n\r\n\/\/ CPU\u4f7f\u7528\u7387\r\nTCP\/IP\u5c64\uff1a ~20-30%\r\nRoCE\u64cd\u4f5c\uff1a ~5-10%\r\n\r\n\/\/ \u6700\u5927\u50b3\u8f38\u91cf\uff08100 GbE\uff09\r\nTCP\/IP\uff1a~85-90 Gbps\r\nRoCE\uff1a  ~97-98 Gbps\r\n<\/code><\/pre>\n
\u5be6\u65bd\u67b6\u69cb<\/strong><\/h2>\n
\u5728\u8cc7\u6599\u4e2d\u5fc3\u5be6\u65bdRoCE\u9700\u8981\u8b39\u614e\u8003\u616e\u7db2\u8def\u62d3\u64b2\u548c\u786c\u9ad4\u76f8\u5bb9\u6027\u3002\u4ee5\u4e0b\u662f\u5178\u578b\u7684\u90e8\u7f72\u67b6\u69cb\uff1a<\/p>\n
\r\n\u7db2\u8def\u67b6\u69cb\uff1a\r\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510     \u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\r\n\u2502  RoCE\u7db2\u5361   \u2502     \u2502  RoCE\u7db2\u5361   \u2502\r\n\u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524     \u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\r\n\u2502   \u4f3a\u670d\u5668A   \u2502\u25c4\u2500\u2500\u2500\u2500\u25ba   \u4f3a\u670d\u5668B   \u2502\r\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518     \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\r\n       \u25b2                   \u25b2\r\n       \u2502                   \u2502\r\n       \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\r\n               \u2502\r\n        \u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2534\u2500\u2500\u2500\u2500\u2500\u2500\u2510\r\n        \u2502  RoCE\u4ea4\u63db\u5668 \u2502\r\n        \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\r\n<\/code><\/pre>\n
\u4f3a\u670d\u5668\u79df\u7528\u74b0\u5883\u4e2d\u7684\u5be6\u969b\u61c9\u7528<\/strong><\/h2>\n
\u73fe\u4ee3\u4f3a\u670d\u5668\u8a17\u7ba1\u8a2d\u65bd\u5229\u7528RoCE\u7db2\u8def\u5be6\u73fe\u5404\u7a2e\u9ad8\u6548\u80fd\u904b\u7b97\u5834\u666f\u3002\u4ee5\u4e0b\u662f\u4e3b\u8981\u5be6\u65bd\u9818\u57df\uff1a<\/p>\n
\n
\u5206\u6563\u5f0f\u5132\u5b58\u7cfb\u7d71\n
\n
\u57fa\u65bc\u7db2\u8def\u67b6\u69cb\u7684NVMe\uff08NVMe-oF\uff09<\/li>\n
\u5206\u6563\u5f0f\u6a94\u6848\u7cfb\u7d71<\/li>\n
\u8edf\u9ad4\u5b9a\u7fa9\u5132\u5b58<\/li>\n<\/ul>\n<\/li>\n
\u6a5f\u5668\u5b78\u7fd2\u57fa\u790e\u8a2d\u65bd\n
\n
GPU\u53e2\u96c6<\/li>\n
\u795e\u7d93\u7db2\u8def\u8a13\u7df4<\/li>\n
\u5206\u6563\u5f0fAI\u5de5\u4f5c\u8ca0\u8f09<\/li>\n<\/ul>\n<\/li>\n
\u9ad8\u983b\u4ea4\u6613\n
\n
\u5e02\u5834\u8cc7\u6599\u5206\u767c<\/li>\n
\u8a02\u55ae\u8655\u7406\u7cfb\u7d71<\/li>\n
\u98a8\u96aa\u5206\u6790\u5e73\u53f0<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n
\u7db2\u8def\u914d\u7f6e\u6700\u4f73\u5be6\u52d9<\/strong><\/h2>\n
\u8981\u5be6\u73feRoCE\u7684\u6700\u4f73\u6548\u80fd\uff0c\u8acb\u8003\u616e\u4ee5\u4e0b\u95dc\u9375\u914d\u7f6e\u53c3\u6578\uff1a<\/p>\n
\r\n\/\/ RoCE\u7db2\u8def\u914d\u7f6e\u7bc4\u4f8b\r\n\u512a\u5148\u7d1a\u6d41\u91cf\u63a7\u5236\uff08PFC\uff09\uff1a\r\n    - \u70baRDMA\u6d41\u91cf\u985e\u5225\u555f\u7528\r\n    - \u7de9\u885d\u5340\u914d\u7f6e\uff1a\r\n        RoCE\u6d41\u91cf\uff1a50%\r\n        \u5176\u4ed6\u6d41\u91cf\uff1a50%\r\n\r\nECN\u914d\u7f6e\uff1a\r\n    marking_threshold: 150KB\r\n    enable_cnp: true\r\n    np_timeout: 1ms\r\n\r\nDSCP\u8a2d\u5b9a\uff1a\r\n    RDMA\u6d41\u91cf\uff1a46\uff08EF\uff09\r\n    \u63a7\u5236\u6d41\u91cf\uff1a48\uff08CS6\uff09\r\n<\/code><\/pre>\n
\u6548\u80fd\u76e3\u63a7\u548c\u6545\u969c\u6392\u9664<\/strong><\/h2>\n
\u6709\u6548\u7684RoCE\u7db2\u8def\u7ba1\u7406\u9700\u8981\u5168\u9762\u7684\u76e3\u63a7\u3002\u4ee5\u4e0b\u662f\u5be6\u7528\u7684\u76e3\u63a7\u67b6\u69cb\uff1a<\/p>\n
\r\n\/\/ \u95dc\u9375\u6548\u80fd\u6307\u6a19\uff08KPI\uff09\r\nmonitor_metrics = {\r\n    \"\u7db2\u8def\": {\r\n        \"\u58c5\u585e\u4e8b\u4ef6\": \"\u8a08\u6578\",\r\n        \"\u4e1f\u5305\": \"\u8a08\u6578\",\r\n        \"\u7de9\u885d\u5340\u4f7f\u7528\": \"\u6e2c\u91cf\",\r\n        \"\u50b3\u8f38\u91cf\": \"\u901f\u7387\"\r\n    },\r\n    \"rdma\": {\r\n        \"\u5b8c\u6210\u4f47\u5217\u6df1\u5ea6\": \"\u6e2c\u91cf\",\r\n        \"\u8a18\u61b6\u9ad4\u8a3b\u518a\u5feb\u53d6\": \"\u6e2c\u91cf\",\r\n        \"rdma\u64cd\u4f5c\u901f\u7387\": \"\u901f\u7387\"\r\n    }\r\n}\r\n\r\n\/\/ \u57fa\u672c\u6545\u969c\u6392\u9664\u6307\u4ee4\r\n$ ibstat                  \/\/ \u6aa2\u67e5RDMA\u88dd\u7f6e\u72c0\u614b\r\n$ perfquery              \/\/ \u67e5\u8a62\u9023\u63a5\u57e0\u8a08\u6578\u5668\r\n$ dcbx-app               \/\/ \u9a57\u8b49DCB\u914d\u7f6e\r\n$ mlnx_tune -m          \/\/ \u76e3\u63a7RoCE\u53c3\u6578\r\n<\/code><\/pre>\n
\u6bd4\u8f03\u5206\u6790\uff1aRoCE\u8207\u66ff\u4ee3\u6280\u8853<\/strong><\/h2>\n
\u5728\u9078\u64c7\u4f3a\u670d\u5668\u79df\u7528\u74b0\u5883\u7684\u7db2\u8def\u57fa\u790e\u8a2d\u65bd\u6642\uff0c\u7406\u89e3\u6bd4\u8f03\u512a\u52e2\u81f3\u95dc\u91cd\u8981\uff1a<\/p>\n\n\n\n\n\n\n
\u529f\u80fd<\/th>\n
RoCE<\/th>\n
iWARP<\/th>\n
\u50b3\u7d71TCP\/IP<\/th>\n<\/tr>\n
\u5ef6\u9072<\/td>\n
~1-2\u00b5s<\/td>\n
~2-3\u00b5s<\/td>\n
~10-15\u00b5s<\/td>\n<\/tr>\n
CPU\u8ca0\u64d4<\/td>\n
\u6700\u5c0f<\/td>\n
\u4f4e<\/td>\n
\u9ad8<\/td>\n<\/tr>\n
\u5354\u5b9a\u5c64<\/td>\n
\u8f15\u91cf<\/td>\n
\u4e2d\u7b49<\/td>\n
\u91cd\u91cf<\/td>\n<\/tr>\n
\u5be6\u65bd\u8907\u96dc\u5ea6<\/td>\n
\u4e2d\u7b49<\/td>\n
\u9ad8<\/td>\n
\u4f4e<\/td>\n<\/tr>\n<\/table>\n
\u9762\u5411\u672a\u4f86\u7684\u57fa\u790e\u8a2d\u65bd<\/strong><\/h2>\n
\u96a8\u8457\u8cc7\u6599\u4e2d\u5fc3\u6280\u8853\u7684\u767c\u5c55\uff0cRoCE\u7db2\u8def\u4e5f\u5728\u4e0d\u65b7\u9069\u61c9\u3002\u8003\u616e\u4ee5\u4e0b\u65b0\u8208\u8da8\u52e2\uff1a<\/p>\n
\n
\u667a\u6167\u7db2\u5361\u6574\u5408\n
\r\n\u667a\u6167\u7db2\u5361 + RoCE\u67b6\u69cb\uff1a\r\n\u786c\u9ad4\u5378\u8f09 \u2192 FPGA\u8655\u7406 \u2192 RoCE\u50b3\u8f38\r\n        <\/code><\/pre>\n<\/li>\n
AI\/ML\u5de5\u4f5c\u8ca0\u8f09\u6700\u4f73\u5316\n
\r\nGPU\u76f4\u63a5RDMA\uff1a\r\nGPU\u8a18\u61b6\u9ad4 \u2190\u2192 RoCE\u7db2\u5361 \u2190\u2192 \u7db2\u8def\r\n\uff08\u7e5e\u904eCPU\u548c\u7cfb\u7d71\u8a18\u61b6\u9ad4\uff09\r\n        <\/code><\/pre>\n<\/li>\n<\/ul>\n
\u90e8\u7f72\u6ce8\u610f\u4e8b\u9805\u548c\u6700\u4f73\u5be6\u52d9<\/strong><\/h2>\n
\u5728\u4f3a\u670d\u5668\u79df\u7528\u57fa\u790e\u8a2d\u65bd\u4e2d\u5be6\u65bdRoCE\u4e4b\u524d\uff0c\u8acb\u8003\u616e\u4ee5\u4e0b\u95dc\u9375\u56e0\u7d20\uff1a<\/p>\n
\r\n\u90e8\u7f72\u6aa2\u67e5\u6e05\u55ae\uff1a\r\n\r\n1. \u7db2\u8def\u8981\u6c42\uff1a\r\n   \u25a1 \u7121\u640d\u4e59\u592a\u7db2\u8def\u914d\u7f6e\r\n   \u25a1 \u4ea4\u63db\u5668\u555f\u7528PFC\r\n   \u25a1 ECN\u914d\u7f6e\u9a57\u8b49\r\n   \u25a1 QoS\u7b56\u7565\u5236\u5b9a\r\n\r\n2. \u786c\u9ad4\u76f8\u5bb9\u6027\uff1a\r\n   \u25a1 \u652f\u63f4RoCE\u7684\u7db2\u5361\r\n   \u25a1 \u652f\u63f4DCB\u7684\u4ea4\u63db\u5668\r\n   \u25a1 \u652f\u63f4\u7684\u97cc\u9ad4\u7248\u672c\r\n   \u25a1 \u7de9\u885d\u5bb9\u91cf\u9a57\u8b49\r\n\r\n3. \u6548\u80fd\u9a57\u8b49\uff1a\r\n   \u25a1 \u57fa\u6e96\u6548\u80fd\u6307\u6a19\r\n   \u25a1 \u58d3\u529b\u6e2c\u8a66\u7d50\u679c\r\n   \u25a1 \u5bb9\u932f\u8f49\u79fb\u5834\u666f\u6e2c\u8a66\r\n   \u25a1 \u76e3\u63a7\u5de5\u5177\u914d\u7f6e\r\n<\/code><\/pre>\n
\u6210\u672c\u6548\u76ca\u5206\u6790<\/strong><\/h2>\n
\u4e86\u89e3RoCE\u5be6\u65bd\u7684\u6295\u8cc7\u5831\u916c\u5c0d\u8cc7\u6599\u4e2d\u5fc3\u898f\u5283\u81f3\u95dc\u91cd\u8981\uff1a<\/p>\n\n\n\n\n\n
\u6295\u8cc7\u9818\u57df<\/th>\n
\u521d\u59cb\u6210\u672c<\/th>\n
\u9577\u671f\u6548\u76ca<\/th>\n<\/tr>\n
\u786c\u9ad4\u5347\u7d1a<\/td>\n
\u8f03\u9ad8<\/td>\n
\u71df\u904b\u6210\u672c\u964d\u4f4e<\/td>\n<\/tr>\n
\u7db2\u8def\u914d\u7f6e<\/td>\n
\u4e2d\u7b49<\/td>\n
\u6548\u80fd\u63d0\u5347<\/td>\n<\/tr>\n
\u8a13\u7df4<\/td>\n
\u4e2d\u7b49<\/td>\n
\u7ba1\u7406\u80fd\u529b\u63d0\u5347<\/td>\n<\/tr>\n<\/table>\n
\u7d50\u8ad6<\/strong><\/h2>\n
RoCE\u7db2\u8def\u4ee3\u8868\u8457\u8cc7\u6599\u4e2d\u5fc3\u7db2\u8def\u67b6\u69cb\u7684\u6839\u672c\u6027\u8f49\u8b8a\uff0c\u70ba\u73fe\u4ee3\u4f3a\u670d\u5668\u79df\u7528\u74b0\u5883\u63d0\u4f9b\u4e86\u524d\u6240\u672a\u6709\u7684\u6548\u80fd\u512a\u52e2\u3002\u96a8\u8457\u5de5\u4f5c\u8ca0\u8f09\u8981\u6c42\u7684\u4e0d\u65b7\u63d0\u9ad8\uff0c\u900f\u904eRoCE\u63a1\u7528RDMA\u6280\u8853\u4e0d\u50c5\u662f\u4e00\u7a2e\u9078\u64c7\uff0c\u66f4\u662f\u4f3a\u670d\u5668\u79df\u7528\u7522\u696d\u4fdd\u6301\u7af6\u722d\u512a\u52e2\u7684\u5fc5\u8981\u689d\u4ef6\u3002<\/p>\n
\u8981\u900f\u904eRoCE\u7db2\u8def\u6700\u5927\u5316\u8cc7\u6599\u4e2d\u5fc3\u7684\u6f5b\u529b\uff0c\u5efa\u8b70\u5f9e\u6548\u80fd\u95dc\u9375\u5340\u57df\u958b\u59cb\u8a66\u9ede\u90e8\u7f72\u3002\u9019\u7a2e\u65b9\u6cd5\u65e2\u53ef\u4ee5\u7372\u5f97\u5be6\u52d9\u7d93\u9a57\uff0c\u53c8\u80fd\u6700\u5c0f\u5316\u521d\u671f\u6295\u8cc7\u98a8\u96aa\u3002\u7121\u8ad6\u60a8\u662f\u71df\u904b\u4f3a\u670d\u5668\u8a17\u7ba1\u8a2d\u65bd\u9084\u662f\u7ba1\u7406\u96f2\u7aef\u57fa\u790e\u8a2d\u65bd\uff0cRoCE\u7db2\u8def\u90fd\u70ba\u4e0b\u4e00\u4ee3\u8cc7\u6599\u4e2d\u5fc3\u6548\u80fd\u5960\u5b9a\u4e86\u57fa\u790e\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u878d\u5408\u4e59\u592a\u7db2\u8def\u4e0a\u7684\u9060\u7aef\u76f4\u63a5\u8a18\u61b6\u9ad4\u5b58\u53d6\uff08RoCE\uff09\u4ee3\u8868\u8457\u4e00\u9805\u6b63\u5728\u91cd\u5851\u8cc7\u6599\u4e2d\u5fc3\u67b6\u69cb\u7684\u7a81\u7834\u6027\u7db2\u8def\u6280\u8853\u3002\u96a8\u8457\u4f3a\u670d\u5668\u79df\u7528\u4f9b […]<\/p>\n
Read More…<\/a><\/p>\n","protected":false},"author":3,"featured_media":21547,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[4815],"tags":[5912,5913,2956,1892,417],"class_list":["post-21550","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-america-dedicated-server-tc","tag-roce-network-tc","tag-data-center-network-tc","tag-rdma-tc","tag-server-hosting-tc","tag-network-performance-tc"],"acf":[],"yoast_head":"\n