RoCE\u7248\u672c\u53ca\u534f\u8bae\u6808<\/strong><\/h2>\n

RoCE\u6709\u4e24\u4e2a\u7248\u672c\uff1aRoCE v1\u548cRoCE v2\u3002\u5b83\u4eec\u7684\u4e3b\u8981\u533a\u522b\u5728\u4e8e\u534f\u8bae\u5c01\u88c5\u65b9\u5f0f\uff1a<\/p>\n

\r\nRoCE v1:\r\n\u4ee5\u592a\u7f51\u5e27 \u2192 RoCE\u62a5\u5934 \u2192 RDMA\u8d1f\u8f7d\r\n\r\nRoCE v2:\r\n\u4ee5\u592a\u7f51\u5e27 \u2192 UDP\/IP \u2192 RoCE\u62a5\u5934 \u2192 RDMA\u8d1f\u8f7d\r\n<\/code><\/pre>\n
\u6027\u80fd\u4f18\u52bf\u6570\u636e<\/strong><\/h2>\n
\u8ba9\u6211\u4eec\u901a\u8fc7\u5b9e\u9645\u57fa\u51c6\u6d4b\u8bd5\u6765\u68c0\u9a8cRoCE\u7f51\u7edc\u5728\u670d\u52a1\u5668\u79df\u7528\u73af\u5883\u4e2d\u7684\u91cf\u5316\u4f18\u52bf\uff1a<\/p>\n
\r\n\/\/ \u5ef6\u8fdf\u5bf9\u6bd4\uff08\u5fae\u79d2\uff09\r\n\u4f20\u7edfTCP\/IP\uff1a~10-15 \u00b5s\r\nRoCE\u7f51\u7edc\uff1a ~1-2 \u00b5s\r\n\r\n\/\/ CPU\u5229\u7528\u7387\r\nTCP\/IP\u6808\uff1a ~20-30%\r\nRoCE\u64cd\u4f5c\uff1a ~5-10%\r\n\r\n\/\/ \u6700\u5927\u541e\u5410\u91cf\uff08100 GbE\uff09\r\nTCP\/IP\uff1a~85-90 Gbps\r\nRoCE\uff1a  ~97-98 Gbps\r\n<\/code><\/pre>\n
\u5b9e\u65bd\u67b6\u6784<\/strong><\/h2>\n
\u5728\u6570\u636e\u4e2d\u5fc3\u5b9e\u65bdRoCE\u9700\u8981\u4ed4\u7ec6\u8003\u8651\u7f51\u7edc\u62d3\u6251\u548c\u786c\u4ef6\u517c\u5bb9\u6027\u3002\u4ee5\u4e0b\u662f\u5178\u578b\u7684\u90e8\u7f72\u67b6\u6784\uff1a<\/p>\n
\r\n\u7f51\u7edc\u67b6\u6784\uff1a\r\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510     \u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\r\n\u2502  RoCE\u7f51\u5361   \u2502     \u2502  RoCE\u7f51\u5361   \u2502\r\n\u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524     \u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\r\n\u2502   \u670d\u52a1\u5668A   \u2502\u25c4\u2500\u2500\u2500\u2500\u25ba   \u670d\u52a1\u5668B   \u2502\r\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518     \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\r\n       \u25b2                   \u25b2\r\n       \u2502                   \u2502\r\n       \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\r\n               \u2502\r\n        \u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2534\u2500\u2500\u2500\u2500\u2500\u2500\u2510\r\n        \u2502  RoCE\u4ea4\u6362\u673a \u2502\r\n        \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\r\n<\/code><\/pre>\n
\u670d\u52a1\u5668\u79df\u7528\u73af\u5883\u4e2d\u7684\u5b9e\u9645\u5e94\u7528<\/strong><\/h2>\n
\u73b0\u4ee3\u670d\u52a1\u5668\u6258\u7ba1\u8bbe\u65bd\u5229\u7528RoCE\u7f51\u7edc\u5b9e\u73b0\u5404\u79cd\u9ad8\u6027\u80fd\u8ba1\u7b97\u573a\u666f\u3002\u4ee5\u4e0b\u662f\u4e3b\u8981\u5b9e\u65bd\u9886\u57df\uff1a<\/p>\n
\n
\u5206\u5e03\u5f0f\u5b58\u50a8\u7cfb\u7edf\n
\n
\u57fa\u4e8e\u7f51\u7edc\u7ed3\u6784\u7684NVMe\uff08NVMe-oF\uff09<\/li>\n
\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf<\/li>\n
\u8f6f\u4ef6\u5b9a\u4e49\u5b58\u50a8<\/li>\n<\/ul>\n<\/li>\n
\u673a\u5668\u5b66\u4e60\u57fa\u7840\u8bbe\u65bd\n
\n
GPU\u96c6\u7fa4<\/li>\n
\u795e\u7ecf\u7f51\u7edc\u8bad\u7ec3<\/li>\n
\u5206\u5e03\u5f0fAI\u5de5\u4f5c\u8d1f\u8f7d<\/li>\n<\/ul>\n<\/li>\n
\u9ad8\u9891\u4ea4\u6613\n
\n
\u5e02\u573a\u6570\u636e\u5206\u53d1<\/li>\n
\u8ba2\u5355\u5904\u7406\u7cfb\u7edf<\/li>\n
\u98ce\u9669\u5206\u6790\u5e73\u53f0<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n
\u7f51\u7edc\u914d\u7f6e\u6700\u4f73\u5b9e\u8df5<\/strong><\/h2>\n
\u8981\u5b9e\u73b0RoCE\u7684\u6700\u4f73\u6027\u80fd\uff0c\u8bf7\u8003\u8651\u4ee5\u4e0b\u5173\u952e\u914d\u7f6e\u53c2\u6570\uff1a<\/p>\n
\r\n\/\/ RoCE\u7f51\u7edc\u914d\u7f6e\u793a\u4f8b\r\n\u4f18\u5148\u7ea7\u6d41\u91cf\u63a7\u5236\uff08PFC\uff09\uff1a\r\n    - \u4e3aRDMA\u6d41\u91cf\u7c7b\u522b\u542f\u7528\r\n    - \u7f13\u51b2\u533a\u5206\u914d\uff1a\r\n        RoCE\u6d41\u91cf\uff1a50%\r\n        \u5176\u4ed6\u6d41\u91cf\uff1a50%\r\n\r\nECN\u914d\u7f6e\uff1a\r\n    marking_threshold: 150KB\r\n    enable_cnp: true\r\n    np_timeout: 1ms\r\n\r\nDSCP\u8bbe\u7f6e\uff1a\r\n    RDMA\u6d41\u91cf\uff1a46\uff08EF\uff09\r\n    \u63a7\u5236\u6d41\u91cf\uff1a48\uff08CS6\uff09\r\n<\/code><\/pre>\n
\u6027\u80fd\u76d1\u63a7\u548c\u6545\u969c\u6392\u9664<\/strong><\/h2>\n
\u6709\u6548\u7684RoCE\u7f51\u7edc\u7ba1\u7406\u9700\u8981\u5168\u9762\u7684\u76d1\u63a7\u3002\u4ee5\u4e0b\u662f\u5b9e\u7528\u7684\u76d1\u63a7\u6846\u67b6\uff1a<\/p>\n
\r\n\/\/ \u5173\u952e\u6027\u80fd\u6307\u6807\uff08KPI\uff09\r\nmonitor_metrics = {\r\n    \"\u7f51\u7edc\": {\r\n        \"\u62e5\u585e\u4e8b\u4ef6\": \"\u8ba1\u6570\",\r\n        \"\u4e22\u5305\": \"\u8ba1\u6570\",\r\n        \"\u7f13\u51b2\u533a\u4f7f\u7528\": \"\u6d4b\u91cf\",\r\n        \"\u541e\u5410\u91cf\": \"\u901f\u7387\"\r\n    },\r\n    \"rdma\": {\r\n        \"\u5b8c\u6210\u961f\u5217\u6df1\u5ea6\": \"\u6d4b\u91cf\",\r\n        \"\u5185\u5b58\u6ce8\u518c\u7f13\u5b58\": \"\u6d4b\u91cf\",\r\n        \"rdma\u64cd\u4f5c\u901f\u7387\": \"\u901f\u7387\"\r\n    }\r\n}\r\n\r\n\/\/ \u57fa\u672c\u6545\u969c\u6392\u9664\u547d\u4ee4\r\n$ ibstat                  \/\/ \u68c0\u67e5RDMA\u8bbe\u5907\u72b6\u6001\r\n$ perfquery              \/\/ \u67e5\u8be2\u7aef\u53e3\u8ba1\u6570\u5668\r\n$ dcbx-app               \/\/ \u9a8c\u8bc1DCB\u914d\u7f6e\r\n$ mlnx_tune -m          \/\/ \u76d1\u63a7RoCE\u53c2\u6570\r\n<\/code><\/pre>\n
\u6bd4\u8f83\u5206\u6790\uff1aRoCE\u4e0e\u66ff\u4ee3\u6280\u672f<\/strong><\/h2>\n
\u5728\u9009\u62e9\u670d\u52a1\u5668\u79df\u7528\u73af\u5883\u7684\u7f51\u7edc\u57fa\u7840\u8bbe\u65bd\u65f6\uff0c\u7406\u89e3\u6bd4\u8f83\u4f18\u52bf\u81f3\u5173\u91cd\u8981\uff1a<\/p>\n\n\n\n\n\n\n
\u529f\u80fd<\/th>\n
RoCE<\/th>\n
iWARP<\/th>\n
\u4f20\u7edfTCP\/IP<\/th>\n<\/tr>\n
\u5ef6\u8fdf<\/td>\n
~1-2\u00b5s<\/td>\n
~2-3\u00b5s<\/td>\n
~10-15\u00b5s<\/td>\n<\/tr>\n
CPU\u5f00\u9500<\/td>\n
\u6700\u5c0f<\/td>\n
\u4f4e<\/td>\n
\u9ad8<\/td>\n<\/tr>\n
\u534f\u8bae\u6808<\/td>\n
\u8f7b\u91cf<\/td>\n
\u4e2d\u7b49<\/td>\n
\u91cd\u91cf<\/td>\n<\/tr>\n
\u5b9e\u65bd\u590d\u6742\u5ea6<\/td>\n
\u4e2d\u7b49<\/td>\n
\u9ad8<\/td>\n
\u4f4e<\/td>\n<\/tr>\n<\/table>\n
\u9762\u5411\u672a\u6765\u7684\u57fa\u7840\u8bbe\u65bd<\/strong><\/h2>\n
\u968f\u7740\u6570\u636e\u4e2d\u5fc3\u6280\u672f\u7684\u53d1\u5c55\uff0cRoCE\u7f51\u7edc\u4e5f\u5728\u4e0d\u65ad\u9002\u5e94\u3002\u8003\u8651\u4ee5\u4e0b\u65b0\u5174\u8d8b\u52bf\uff1a<\/p>\n
\n
\u667a\u80fd\u7f51\u5361\u96c6\u6210\n
\r\n\u667a\u80fd\u7f51\u5361 + RoCE\u67b6\u6784\uff1a\r\n\u786c\u4ef6\u5378\u8f7d \u2192 FPGA\u5904\u7406 \u2192 RoCE\u4f20\u8f93\r\n        <\/code><\/pre>\n<\/li>\n
AI\/ML\u5de5\u4f5c\u8d1f\u8f7d\u4f18\u5316\n
\r\nGPU\u76f4\u63a5RDMA\uff1a\r\nGPU\u5185\u5b58 \u2190\u2192 RoCE\u7f51\u5361 \u2190\u2192 \u7f51\u7edc\r\n\uff08\u7ed5\u8fc7CPU\u548c\u7cfb\u7edf\u5185\u5b58\uff09\r\n        <\/code><\/pre>\n<\/li>\n<\/ul>\n
\u90e8\u7f72\u6ce8\u610f\u4e8b\u9879\u548c\u6700\u4f73\u5b9e\u8df5<\/strong><\/h2>\n
\u5728\u670d\u52a1\u5668\u79df\u7528\u57fa\u7840\u8bbe\u65bd\u4e2d\u5b9e\u65bdRoCE\u4e4b\u524d\uff0c\u8bf7\u8003\u8651\u4ee5\u4e0b\u5173\u952e\u56e0\u7d20\uff1a<\/p>\n
\r\n\u90e8\u7f72\u68c0\u67e5\u6e05\u5355\uff1a\r\n\r\n1. \u7f51\u7edc\u8981\u6c42\uff1a\r\n   \u25a1 \u65e0\u635f\u4ee5\u592a\u7f51\u914d\u7f6e\r\n   \u25a1 \u4ea4\u6362\u673a\u542f\u7528PFC\r\n   \u25a1 ECN\u914d\u7f6e\u9a8c\u8bc1\r\n   \u25a1 QoS\u7b56\u7565\u5236\u5b9a\r\n\r\n2. \u786c\u4ef6\u517c\u5bb9\u6027\uff1a\r\n   \u25a1 \u652f\u6301RoCE\u7684\u7f51\u5361\r\n   \u25a1 \u652f\u6301DCB\u7684\u4ea4\u6362\u673a\r\n   \u25a1 \u652f\u6301\u7684\u56fa\u4ef6\u7248\u672c\r\n   \u25a1 \u7f13\u51b2\u5bb9\u91cf\u9a8c\u8bc1\r\n\r\n3. \u6027\u80fd\u9a8c\u8bc1\uff1a\r\n   \u25a1 \u57fa\u51c6\u6027\u80fd\u6307\u6807\r\n   \u25a1 \u538b\u529b\u6d4b\u8bd5\u7ed3\u679c\r\n   \u25a1 \u6545\u969c\u8f6c\u79fb\u573a\u666f\u6d4b\u8bd5\r\n   \u25a1 \u76d1\u63a7\u5de5\u5177\u914d\u7f6e\r\n<\/code><\/pre>\n
\u6210\u672c\u6548\u76ca\u5206\u6790<\/strong><\/h2>\n
\u4e86\u89e3RoCE\u5b9e\u65bd\u7684\u6295\u8d44\u56de\u62a5\u5bf9\u6570\u636e\u4e2d\u5fc3\u89c4\u5212\u81f3\u5173\u91cd\u8981\uff1a<\/p>\n\n\n\n\n\n
\u6295\u8d44\u9886\u57df<\/th>\n
\u521d\u59cb\u6210\u672c<\/th>\n
\u957f\u671f\u6536\u76ca<\/th>\n<\/tr>\n
\u786c\u4ef6\u5347\u7ea7<\/td>\n
\u8f83\u9ad8<\/td>\n
\u8fd0\u8425\u6210\u672c\u964d\u4f4e<\/td>\n<\/tr>\n
\u7f51\u7edc\u914d\u7f6e<\/td>\n
\u4e2d\u7b49<\/td>\n
\u6027\u80fd\u63d0\u5347<\/td>\n<\/tr>\n
\u57f9\u8bad<\/td>\n
\u4e2d\u7b49<\/td>\n
\u7ba1\u7406\u80fd\u529b\u63d0\u5347<\/td>\n<\/tr>\n<\/table>\n
\u7ed3\u8bba<\/strong><\/h2>\n
RoCE\u7f51\u7edc\u4ee3\u8868\u7740\u6570\u636e\u4e2d\u5fc3\u7f51\u7edc\u67b6\u6784\u7684\u6839\u672c\u6027\u8f6c\u53d8\uff0c\u4e3a\u73b0\u4ee3\u670d\u52a1\u5668\u79df\u7528\u73af\u5883\u63d0\u4f9b\u4e86\u524d\u6240\u672a\u6709\u7684\u6027\u80fd\u4f18\u52bf\u3002\u968f\u7740\u5de5\u4f5c\u8d1f\u8f7d\u8981\u6c42\u7684\u4e0d\u65ad\u63d0\u9ad8\uff0c\u901a\u8fc7RoCE\u91c7\u7528RDMA\u6280\u672f\u4e0d\u4ec5\u662f\u4e00\u79cd\u9009\u62e9\uff0c\u66f4\u662f\u670d\u52a1\u5668\u79df\u7528\u884c\u4e1a\u4fdd\u6301\u7ade\u4e89\u4f18\u52bf\u7684\u5fc5\u8981\u6761\u4ef6\u3002<\/p>\n
\u8981\u901a\u8fc7RoCE\u7f51\u7edc\u6700\u5927\u5316\u6570\u636e\u4e2d\u5fc3\u7684\u6f5c\u529b\uff0c\u5efa\u8bae\u4ece\u6027\u80fd\u5173\u952e\u533a\u57df\u5f00\u59cb\u8bd5\u70b9\u90e8\u7f72\u3002\u8fd9\u79cd\u65b9\u6cd5\u65e2\u53ef\u4ee5\u83b7\u5f97\u5b9e\u8df5\u7ecf\u9a8c\uff0c\u53c8\u80fd\u6700\u5c0f\u5316\u521d\u671f\u6295\u8d44\u98ce\u9669\u3002\u65e0\u8bba\u60a8\u662f\u8fd0\u8425\u670d\u52a1\u5668\u6258\u7ba1\u8bbe\u65bd\u8fd8\u662f\u7ba1\u7406\u4e91\u57fa\u7840\u8bbe\u65bd\uff0cRoCE\u7f51\u7edc\u90fd\u4e3a\u4e0b\u4e00\u4ee3\u6570\u636e\u4e2d\u5fc3\u6027\u80fd\u5960\u5b9a\u4e86\u57fa\u7840\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u878d\u5408\u4ee5\u592a\u7f51\u4e0a\u7684\u8fdc\u7a0b\u76f4\u63a5\u5185\u5b58\u8bbf\u95ee\uff08RoCE\uff09\u4ee3\u8868\u7740\u4e00\u9879\u6b63\u5728\u91cd\u5851\u6570\u636e\u4e2d\u5fc3\u67b6\u6784\u7684\u7a81\u7834\u6027\u7f51\u7edc\u6280\u672f\u3002\u968f\u7740\u670d\u52a1\u5668\u79df\u7528\u63d0\u4f9b\u5546\u8d8a\u6765\u8d8a\u9700\u8981\u66f4\u9ad8\u7684\u6027\u80fd\u548c\u66f4\u4f4e\u7684\u5ef6\u8fdf\uff0cRoCE\u7f51\u7edc\u5df2\u6210\u4e3a\u73b0\u4ee3\u57fa\u7840\u8bbe\u65bd\u9700\u6c42\u7684\u9769\u547d\u6027\u89e3\u51b3\u65b9\u6848\u3002 \u89e3\u6790RoCE\u6280\u672f RoCE\u7684\u6838\u5fc3\u662f\u5728\u4ee5\u592a\u7f51\u7edc\u4e0a\u5b9e\u73b0RDMA\u529f\u80fd\u3002\u4e0e\u4f20\u7edf\u7684TCP\/IP\u901a\u4fe1\u4e0d\u540c\uff0cRDMA\u5141\u8bb8\u670d\u52a1\u5668\u4e4b\u95f4\u76f4\u63a5\u8fdb\u884c\u5185\u5b58\u5230\u5185\u5b58\u7684\u6570\u636e\u4f20\u8f93\uff0c\u7ed5\u8fc7\u64cd\u4f5c\u7cfb\u7edf\u7684\u53c2\u4e0e\u3002\u4ee5\u4e0b\u662f\u6280\u672f\u7ec6\u8282\uff1a \/\/ \u4f20\u7edf\u7f51\u7edc\u534f\u8bae\u6808 \u5e94\u7528\u5c42 \u2193 TCP\/IP\u6808 \u2193 \u7f51\u7edc\u9a71\u52a8\u7a0b\u5e8f \u2193 \u7f51\u7edc\u63a5\u53e3\u5361 \u2193 \u7f51\u7edc \/\/ RoCE\u7f51\u7edc\u534f\u8bae\u6808 \u5e94\u7528\u5c42 \u2193 RDMA\u64cd\u4f5c \u2193 \u7f51\u7edc\u63a5\u53e3\u5361\uff08\u76f4\u63a5\u8bbf\u95ee\uff09 \u2193 \u7f51\u7edc RoCE\u7248\u672c\u53ca\u534f\u8bae\u6808 RoCE\u6709\u4e24\u4e2a\u7248\u672c\uff1aRoCE v1\u548cRoCE v2\u3002\u5b83\u4eec\u7684\u4e3b\u8981\u533a\u522b\u5728\u4e8e\u534f\u8bae\u5c01\u88c5\u65b9\u5f0f\uff1a RoCE v1: \u4ee5\u592a\u7f51\u5e27 \u2192 RoCE\u62a5\u5934 \u2192 RDMA\u8d1f\u8f7d RoCE v2: \u4ee5\u592a\u7f51\u5e27 \u2192 UDP\/IP \u2192 RoCE\u62a5\u5934 \u2192 RDMA\u8d1f\u8f7d \u6027\u80fd\u4f18\u52bf\u6570\u636e \u8ba9\u6211\u4eec\u901a\u8fc7\u5b9e\u9645\u57fa\u51c6\u6d4b\u8bd5\u6765\u68c0\u9a8cRoCE\u7f51\u7edc\u5728\u670d\u52a1\u5668\u79df\u7528\u73af\u5883\u4e2d\u7684\u91cf\u5316\u4f18\u52bf\uff1a \/\/ \u5ef6\u8fdf\u5bf9\u6bd4\uff08\u5fae\u79d2\uff09 \u4f20\u7edfTCP\/IP\uff1a~10-15 \u00b5s RoCE\u7f51\u7edc\uff1a ~1-2 \u00b5s \/\/ CPU\u5229\u7528\u7387 TCP\/IP\u6808\uff1a […]<\/p>\n
Read More…<\/a><\/p>\n","protected":false},"author":3,"featured_media":21548,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[4816],"tags":[5914,5915,2960,422,353],"class_list":["post-21552","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-america-dedicated-server-sc","tag-roce-network-sc","tag-data-center-network-sc","tag-rdma-sc","tag-network-performance-sc","tag-server-rental-sc"],"acf":[],"yoast_head":"\n