\u5176\u4e2d\u6700\u95dc\u9375\u7684\u7d30\u7bc0\u5728\u6700\u5f8c\u4e00\u884c\uff1a\u4f60\u5fc5\u9808\u5f9e\u5df2\u4fdd\u5b58 epoch \u7684\u4e0b\u4e00\u500b epoch \u958b\u59cb\uff0c\u800c\u4e0d\u662f\u5f9e\u96f6\u91cd\u65b0\u958b\u59cb\u3002\u8a13\u7df4\u8ff4\u5708\u4e5f\u9700\u8981\u76f8\u61c9\u8abf\u6574\uff0c\u4ee5\u4fbf\u9075\u5faa\u9019\u500b\u8d77\u9ede\u3002\u53ea\u9700\u4fee\u6539\u8ff4\u5708\u7bc4\u570d\uff0c\u4f7f\u5176\u5f9e\u6062\u5fa9\u5f8c\u7684 epoch \u958b\u59cb\uff0c\u5c31\u80fd\u907f\u514d\u91cd\u8907\u8a08\u7b97\u5df2\u5b8c\u6210\u7684\u8f2a\u6b21\u3002\u4f60\u7684\u4efb\u52d9\u5c07\u5f9e\u4e2d\u65b7\u8655\u7cbe\u78ba\u7e8c\u4e0a\uff0c\u4fdd\u7559\u6b64\u524d\u6240\u6709\u9032\u5ea6\u3002<\/p>\n

for epoch in range(start_epoch, total_epochs):\r\n    train_one_epoch(model, train_loader, optimizer, scheduler)\r\n    validate(model, val_loader)\r\n    save_checkpoint(model, optimizer, scheduler, epoch)<\/code><\/pre>\n
\u50cf fastai \u9019\u6a23\u7684\u6846\u67b6\uff0c\u9084\u80fd\u628a\u9019\u500b\u904e\u7a0b\u9032\u4e00\u6b65\u7c21\u5316\u3002fit_one_cycle<\/code> \u51fd\u5f0f\u6703\u5957\u7528\u5faa\u74b0\u5f0f\u5b78\u7fd2\u7387\u8207\u52d5\u91cf\u7b56\u7565\u3002\u5982\u679c\u4e2d\u65b7\u5f8c\u8655\u7406\u4e0d\u7576\uff0c\u6574\u500b\u5faa\u74b0\u6703\u5f9e\u982d\u958b\u59cb\uff0c\u5c0e\u81f4\u7d50\u679c\u8207\u672a\u4e2d\u65b7\u8a13\u7df4\u4e0d\u540c\u3002fastai \u900f\u904e start_epoch<\/code> \u53c3\u6578\u89e3\u6c7a\u4e86\u9019\u500b\u554f\u984c\u3002\u4f60\u53ea\u9700\u91cd\u65b0\u5be6\u4f8b\u5316 learner\uff0c\u4e26\u7528\u4e0b\u4e00\u500b epoch \u7de8\u865f\u547c\u53eb fit_one_cycle<\/code>\u3002\u6846\u67b6\u6703\u81ea\u52d5\u8f09\u5165\u6b64\u524d\u70ba\u8a72 epoch \u4fdd\u5b58\u7684\u6a94\u6848\uff0c\u7121\u9808\u624b\u52d5\u91cd\u65b0\u8f09\u5165\u6b0a\u91cd\u3002\u9019\u6a23\uff0c\u5b78\u7fd2\u7387\u548c\u52d5\u91cf\u5faa\u74b0\u5c31\u80fd\u5f9e\u6e96\u78ba\u4f4d\u7f6e\u7e7c\u7e8c\u57f7\u884c\uff0c\u8a13\u7df4\u7b56\u7565\u5f97\u4ee5\u7121\u7e2b\u5ef6\u7e8c\u3002<\/p>\n
\u91cd\u65b0\u5efa\u7acb\u8cc7\u6599\u8f09\u5165\u5668\u8207\u96a8\u6a5f\u7a2e\u5b50<\/h3>\n
\u5982\u679c\u8cc7\u6599\u7ba1\u7dda\u4e0d\u80fd\u4e00\u81f4\uff0c\u50c5\u50c5\u6062\u5fa9\u6a21\u578b\u4e5f\u6c92\u6709\u610f\u7fa9\u3002\u96a8\u6a5f\u6578\u7522\u751f\u5668\u72c0\u614b\u6c7a\u5b9a\u4e86\u8cc7\u6599\u8f09\u5165\u5668\u5982\u4f55\u6253\u4e82\u6a23\u672c\u9806\u5e8f\u3002\u6bcf\u500b epoch \u90fd\u6703\u7522\u751f\u4e0d\u540c\u7684\u9806\u5e8f\uff0c\u800c\u5f71\u50cf\u589e\u5f37\u4e2d\u7684\u5404\u7a2e\u96a8\u6a5f\u8b8a\u63db\u4e5f\u90fd\u4f9d\u8cf4 RNG \u72c0\u614b\u3002<\/p>\n
\u6062\u5fa9\u9019\u500b\u72c0\u614b\u5176\u5be6\u5f88\u7c21\u55ae\u3002\u53ea\u9700\u628a\u4e4b\u524d\u4fdd\u5b58\u7684 RNG \u503c\u91cd\u65b0\u50b3\u7d66 PyTorch\uff0c\u8cc7\u6599\u8f09\u5165\u5668\u5c31\u6703\u7522\u751f\u8207\u672a\u7576\u6a5f\u6642\u5b8c\u5168\u76f8\u540c\u7684\u6a23\u672c\u5e8f\u5217\u3002\u9019\u7a2e\u53ef\u91cd\u73fe\u6027\u5c0d\u65bc\u9a57\u8b49\u4e00\u81f4\u6027\u975e\u5e38\u91cd\u8981\u3002\u4f60\u7684\u640d\u5931\u66f2\u7dda\u80fd\u5920\u5728\u4e2d\u65b7\u524d\u5f8c\u4fdd\u6301\u53ef\u6bd4\uff0c\u68af\u5ea6\u6a21\u5f0f\u4e5f\u6703\u66f4\u52a0\u7a69\u5b9a\u53ef\u9810\u6e2c\u3002<\/p>\n
torch.set_rng_state(checkpoint['rng_state'])<\/code><\/pre>\n
\u4f60\u9084\u5fc5\u9808\u6062\u5fa9\u5404\u500b worker \u5c08\u5c6c\u7684\u96a8\u6a5f\u7a2e\u5b50\u3002\u8cc7\u6599\u8f09\u5165\u5668\u901a\u5e38\u6703\u555f\u7528\u591a\u500b worker \u884c\u7a0b\uff0c\u800c\u6bcf\u500b worker \u90fd\u7dad\u8b77\u8457\u81ea\u5df1\u7684\u96a8\u6a5f\u72c0\u614b\u3002\u4f60\u9700\u8981\u5728\u91cd\u65b0\u5efa\u7acb\u8cc7\u6599\u8f09\u5165\u5668\u5be6\u4f8b\u4e4b\u524d\uff0c\u5148\u8a2d\u5b9a\u9019\u4e9b\u7a2e\u5b50\u3002\u9019\u6a23\u624d\u80fd\u78ba\u4fdd\u6bcf\u500b worker \u90fd\u91cd\u73fe\u51fa\u539f\u672c\u7684\u8cc7\u6599\u6253\u4e82\u6a21\u5f0f\u3002\u81f3\u6b64\uff0c\u4f60\u7684\u8a13\u7df4\u74b0\u5883\u624d\u7b97\u771f\u6b63\u56de\u5230\u4e86\u6545\u969c\u524d\u7684\u72c0\u614b\u3002<\/p>\n
\u6700\u5f8c\u7684\u9a57\u8b49\u6b65\u9a5f\uff0c\u7528\u65bc\u78ba\u8a8d\u6062\u5fa9\u662f\u5426\u771f\u7684\u6210\u529f\u3002\u5148\u8dd1\u5e7e\u500b batch\uff0c\u4e26\u628a\u640d\u5931\u503c\u8207\u7576\u6a5f\u524d\u7684\u65e5\u8a8c\u9032\u884c\u6bd4\u5c0d\u3002\u5169\u8005\u61c9\u7576\u5927\u81f4\u63a5\u8fd1\uff0c\u68af\u5ea6\u7bc4\u6578\u4e5f\u61c9\u843d\u5728\u5408\u7406\u7bc4\u570d\u5167\u3002\u5982\u679c\u504f\u5dee\u660e\u986f\uff0c\u5c31\u8868\u793a\u6062\u5fa9\u904e\u7a0b\u5b58\u5728\u554f\u984c\u3002\u53ca\u65e9\u767c\u73fe\u9019\u4e9b\u932f\u8aa4\uff0c\u80fd\u907f\u514d\u4f60\u5728\u640d\u58de\u72c0\u614b\u4e0b\u7e7c\u7e8c\u6d6a\u8cbb\u6578\u5c0f\u6642\u8a08\u7b97\u8cc7\u6e90\u3002<\/p>\n
\u4f60\u7684\u6aa2\u67e5\u9ede\u8f09\u5165\u7b56\u7565\uff0c\u4e5f\u6703\u76f4\u63a5\u5f71\u97ff\u6062\u5fa9\u6642\u9593\u3002\u4e00\u500b\u7d50\u69cb\u6e05\u6670\u3001\u7d44\u7e54\u826f\u597d\u7684\u6aa2\u67e5\u9ede\uff0c\u80fd\u8b93\u4f60\u8fc5\u901f\u5b9a\u4f4d\u5230\u6b63\u78ba\u6a94\u6848\uff0c\u4e26\u9806\u5229\u5b8c\u6210\u8f09\u5165\uff0c\u7121\u9808\u8907\u96dc\u89e3\u6790\u3002\u9019\u6a23\uff0c\u4f60\u7684\u4efb\u52d9\u901a\u5e38\u53ef\u4ee5\u5728\u5e7e\u5206\u9418\u5167\u6062\u5fa9\u5230\u5b8c\u6574\u57f7\u884c\u72c0\u614b\u3002\u9ad8\u6548\u7387\u7684\u6062\u5fa9\u6a5f\u5236\uff0c\u6703\u628a\u4e00\u5834\u672c\u53ef\u80fd\u5f88\u56b4\u91cd\u7684\u6545\u969c\uff0c\u8b8a\u6210\u4e00\u6b21\u77ed\u66ab\u7684\u66ab\u505c\uff0c\u8b93\u8a13\u7df4\u4ee5\u6700\u5c11\u505c\u6a5f\u3001\u6700\u5927\u628a\u63e1\u7e7c\u7e8c\u63a8\u9032\u3002<\/p>\n
\u8abf\u6574\u5b78\u7fd2\u7387\u4ee5\u7e7c\u7e8c\u8a13\u7df4<\/strong><\/h2>\n
\u5b78\u7fd2\u7387\u6392\u7a0b\u5668\u4fdd\u5b58\u8457\u8a13\u7df4\u9032\u5c55\u4e2d\u7684\u95dc\u9375\u8cc7\u8a0a\u3002\u5b83\u8a18\u9304\u4e86\u76ee\u524d\u5728\u8870\u6e1b\u5e8f\u5217\u4e2d\u7684\u4f4d\u7f6e\u3002\u50c5\u6062\u5fa9\u6a21\u578b\u548c\u6700\u4f73\u5316\u5668\uff0c\u4e26\u4e0d\u8868\u793a\u6062\u5fa9\u5de5\u4f5c\u5df2\u7d93\u5b8c\u6210\uff0c\u6392\u7a0b\u5668\u72c0\u614b\u540c\u6a23\u5fc5\u9808\u56de\u5230\u7576\u6a5f\u524d\u7684\u4f4d\u7f6e\u3002\u5982\u679c\u4f60\u65b0\u5efa\u4e00\u500b\u6392\u7a0b\u5668\uff0c\u6574\u500b\u5b78\u7fd2\u7387\u8a08\u756b\u5c31\u6703\u88ab\u6253\u4e82\uff0c\u56e0\u70ba\u6a21\u578b\u6b64\u6642\u672c\u61c9\u4f7f\u7528\u5f8c\u671f\u66f4\u4f4e\u7684\u5b78\u7fd2\u7387\u3002<\/p>\n
\u8a08\u7b97\u6b63\u78ba\u7684 step \u548c epoch<\/h3>\n
\u6392\u7a0b\u5668\u901a\u5e38\u6839\u64da step \u6216 epoch \u4f86\u6c7a\u5b9a\u76ee\u524d\u61c9\u4f7f\u7528\u7684\u5b78\u7fd2\u7387\u3002\u4f60\u5fc5\u9808\u77e5\u9053\u7576\u6a5f\u767c\u751f\u6642\u6240\u8655\u7684\u7cbe\u78ba\u4f4d\u7f6e\u3002\u53ef\u4ee5\u4f7f\u7528\u4ee5\u4e0b\u516c\u5f0f\uff1acurrent_step = epoch * len(train_loader) + batch_index<\/code>\u3002\u9019\u500b\u8a08\u7b97\u7d50\u679c\u7d66\u51fa\u4e86\u4f60\u5728\u5b78\u7fd2\u7387\u8a08\u756b\u4e2d\u7684\u7cbe\u78ba step \u7de8\u865f\u3002\u7136\u5f8c\uff0c\u5c07 last_epoch<\/code> \u53c3\u6578\u8a2d\u5b9a\u70ba\u9019\u500b step \u503c\uff0c\u6392\u7a0b\u5668\u5c31\u80fd\u5f9e\u90a3\u500b\u6e96\u78ba\u4f4d\u7f6e\u7e7c\u7e8c\u904b\u4f5c\u3002\u5b78\u7fd2\u7387\u66f2\u7dda\u5c07\u8de8\u8d8a\u4e2d\u65b7\u9ede\u4fdd\u6301\u5e73\u6ed1\uff0c\u6a21\u578b\u5728\u5f8c\u7e8c\u6bcf\u4e00\u6b65\u90fd\u80fd\u7372\u5f97\u6b63\u78ba\u7684\u5b78\u7fd2\u7387\u3002\u9019\u7a2e\u505a\u6cd5\u53ef\u78ba\u4fdd\u6062\u5fa9\u904e\u7a0b\u4e0d\u6703\u7834\u58de\u539f\u672c\u7684\u8a13\u7df4\u7bc0\u594f\u3002<\/p>\n
\u5c0d\u65bc\u591a\u9031\u671f\u6392\u7a0b\u7b56\u7565\u4f86\u8aaa\uff0cepoch \u7de8\u865f\u540c\u6a23\u91cd\u8981\u3002\u9918\u5f26\u9000\u706b\uff08cosine annealing\uff09\u548c one-cycle \u7b56\u7565\u90fd\u4f9d\u8cf4\u65bc\u5b8c\u6574\u9031\u671f\u9577\u5ea6\u3002\u4f60\u7684\u6aa2\u67e5\u9ede\u4e2d\u4fdd\u5b58\u4e86\u6700\u5f8c\u4e00\u500b\u5df2\u5b8c\u6210\u7684 epoch\uff0c\u53ea\u9700\u5728\u6b64\u57fa\u790e\u4e0a\u52a0\u4e00\uff0c\u518d\u50b3\u5165\u6392\u7a0b\u5668\u5efa\u69cb\u51fd\u5f0f\uff0c\u6392\u7a0b\u5668\u5c31\u80fd\u6b63\u78ba\u8a08\u7b97\u5269\u9918\u8870\u6e1b\u904e\u7a0b\u3002\u9019\u4e00\u6b65\u80fd\u8b93\u6062\u5fa9\u904e\u7a0b\u907f\u514d\u6191\u611f\u89ba\u731c\u6e2c\u3002<\/p>\n
\u91cd\u65b0\u521d\u59cb\u5316\u6392\u7a0b\u5668\u4ee5\u4fdd\u6301\u9023\u7e8c\u6027<\/h3>\n
\u8a13\u7df4\u7576\u6a5f\u5f8c\uff0c\u4e0d\u8981\u65b0\u5efa\u4e00\u500b\u5168\u65b0\u7684\u6392\u7a0b\u5668\u3002\u65b0\u7684\u6392\u7a0b\u5668\u6703\u628a\u5b78\u7fd2\u7387\u91cd\u8a2d\u70ba\u521d\u59cb\u503c\uff0c\u800c\u6b64\u6642\u6a21\u578b\u901a\u5e38\u5df2\u7d93\u9032\u5165\u8a13\u7df4\u5f8c\u671f\uff0c\u7406\u61c9\u4f7f\u7528\u66f4\u4f4e\u5b78\u7fd2\u7387\u3002\u7a81\u7136\u56de\u5230\u8f03\u9ad8\u5b78\u7fd2\u7387\uff0c\u53ef\u80fd\u5c0e\u81f4\u68af\u5ea6\u4e0d\u7a69\u5b9a\u3001\u640d\u5931\u66b4\u6f32\uff0c\u751a\u81f3\u6b0a\u91cd\u767c\u6563\u3002\u9019\u6a23\u7684\u932f\u8aa4\uff0c\u6703\u8b93\u4f60\u4e4b\u524d\u7684\u6062\u5fa9\u52aa\u529b\u524d\u529f\u76e1\u68c4\uff0c\u751a\u81f3\u8feb\u4f7f\u4f60\u518d\u6b21\u91cd\u65b0\u555f\u52d5\u8a13\u7df4\u3002<\/p>\n
\u5982\u679c\u5728\u7576\u6a5f\u5f8c\u91cd\u65b0\u5efa\u7acb\u4e00\u500b\u65b0\u7684\u6392\u7a0b\u5668\uff0c\u4f60\u7684\u5b78\u7fd2\u7387\u8a08\u756b\u5c31\u6703\u5f9e\u982d\u958b\u59cb\u3002\u9019\u500b\u7a81\u589e\u53ef\u80fd\u8b93\u6a21\u578b\u4e0d\u7a69\u5b9a\uff0c\u4e26\u62b5\u92b7\u6578\u5c0f\u6642\u7684\u8a13\u7df4\u6210\u679c\u3002\u6b63\u78ba\u505a\u6cd5\u59cb\u7d42\u662f\u6062\u5fa9\u5df2\u4fdd\u5b58\u7684\u6392\u7a0b\u5668\u72c0\u614b\u3002<\/p><\/blockquote>\n
\u6b63\u78ba\u65b9\u5f0f\u662f\u5148\u5efa\u7acb\u6392\u7a0b\u5668\uff0c\u518d\u8f09\u5165\u5176\u4fdd\u5b58\u7684\u72c0\u614b\u3002scheduler.load_state_dict()<\/code> \u65b9\u6cd5\u6703\u6062\u5fa9\u6392\u7a0b\u5668\u5167\u90e8\u6240\u6709\u53c3\u6578\uff0c\u8b93\u5b83\u56de\u5230\u539f\u672c\u7684 step \u8a08\u6578\u4f4d\u7f6e\u3002\u9019\u6a23\uff0c\u5b78\u7fd2\u7387\u5c31\u80fd\u6cbf\u8457\u65e2\u5b9a\u8ecc\u8de1\u7e7c\u7e8c\u524d\u9032\uff0c\u5f77\u5f7f\u6545\u969c\u5f9e\u672a\u767c\u751f\u3002\u6574\u500b\u8a13\u7df4\u904e\u7a0b\u5c07\u7121\u7e2b\u929c\u63a5\uff0c\u4e0d\u932f\u904e\u4efb\u4f55\u4e00\u6b65\u3002<\/p>\n
\u59a5\u5584\u6062\u5fa9\u6392\u7a0b\u5668\uff0c\u53ef\u4ee5\u5fb9\u5e95\u898f\u907f\u4e0a\u8ff0\u98a8\u96aa\u3002\u4f60\u7684\u8a13\u7df4\u52d5\u614b\u5f97\u4ee5\u5ef6\u7e8c\uff0c\u9a57\u8b49\u6307\u6a19\u4e5f\u4fdd\u6301\u53ef\u6bd4\u3002\u61c9\u7576\u628a\u9019\u7a2e\u505a\u6cd5\u5957\u7528\u5230\u6bcf\u4e00\u500b\u6aa2\u67e5\u9ede\u4e2d\u3002\u4fdd\u5b58\u6392\u7a0b\u5668\u72c0\u614b\u5e7e\u4e4e\u4e0d\u9700\u8981\u984d\u5916\u6210\u672c\uff0c\u800c\u5ffd\u7565\u5b83\u7684\u4ee3\u50f9\u537b\u53ef\u80fd\u975e\u5e38\u9ad8\u6602\u3002\u6b63\u662f\u9019\u7a2e\u5c0d\u7d30\u7bc0\u7684\u91cd\u8996\uff0c\u624d\u80fd\u628a\u4e00\u6b21\u7576\u6a5f\u5f9e\u91cd\u5927\u632b\u6298\uff0c\u8b8a\u6210\u77ed\u66ab\u66ab\u505c\u3002<\/p>\n
\u9a57\u8b49\u6062\u5fa9\u662f\u5426\u6210\u529f<\/strong><\/h2>\n
\u5c0d\u640d\u5931\u8207\u68af\u5ea6\u9032\u884c\u5408\u7406\u6027\u6aa2\u67e5<\/h3>\n
\u5728\u6062\u5fa9\u6aa2\u67e5\u9ede\u4e4b\u5f8c\uff0c\u5148\u57f7\u884c\u5c11\u91cf batch\u3002\u628a\u6b64\u6642\u7684\u640d\u5931\u503c\u8207\u7576\u6a5f\u524d\u65e5\u8a8c\u4e2d\u7684\u6578\u503c\u9032\u884c\u6bd4\u8f03\u3002\u640d\u5931\u61c9\u8207\u8a72 epoch \u6700\u5f8c\u8a18\u9304\u7684\u503c\u5927\u81f4\u63a5\u8fd1\u3002\u5982\u679c\u5339\u914d\u826f\u597d\uff0c\u5c31\u8868\u793a\u8a13\u7df4\u72c0\u614b\u6062\u5fa9\u6b63\u78ba\uff1b\u5982\u679c\u51fa\u73fe\u660e\u986f\u8df3\u8b8a\uff0c\u5247\u610f\u5473\u8457\u6aa2\u67e5\u9ede\u8f09\u5165\u6d41\u7a0b\u5b58\u5728\u554f\u984c\u3002<\/p>\n
\u4f60\u9084\u9700\u8981\u6aa2\u67e5\u68af\u5ea6\u7bc4\u6578\u3002\u9019\u4e9b\u6578\u503c\u8861\u91cf\u7684\u662f\u6b0a\u91cd\u66f4\u65b0\u7684\u5e45\u5ea6\u3002\u628a\u5b83\u5011\u8207\u7576\u6a5f\u524d\u7684\u65e5\u8a8c\u9032\u884c\u5c0d\u7167\uff0c\u82e5\u7d50\u679c\u76f8\u8fd1\uff0c\u901a\u5e38\u8868\u793a\u6062\u5fa9\u6210\u529f\uff1b\u82e5\u5dee\u7570\u660e\u986f\uff0c\u5247\u8868\u793a\u67d0\u8655\u51fa\u4e86\u554f\u984c\u3002\u4f8b\u5982\uff0c\u6392\u7a0b\u5668\u72c0\u614b\u53ef\u80fd\u6c92\u6709\u6b63\u78ba\u6062\u5fa9\uff0c\u6216\u8005\u96a8\u6a5f\u6578\u7522\u751f\u5668\u8207\u539f\u59cb\u74b0\u5883\u4e0d\u4e00\u81f4\u3002\u9019\u4e9b\u7d30\u5fae\u7684\u4e0d\u5339\u914d\uff0c\u90fd\u6703\u5c0e\u81f4\u8a13\u7df4\u7d50\u679c\u4e0d\u7a69\u5b9a\u3002<\/p>\n
\u5982\u679c\u640d\u5931\u503c\u6216\u68af\u5ea6\u6578\u503c\u51fa\u73fe\u5927\u5e45\u8df3\u8b8a\uff0c\u5c31\u8868\u793a\u6062\u5fa9\u904e\u7a0b\u51fa\u73fe\u4e86\u932f\u8aa4\u3002\u6aa2\u67e5\u9ede\u6a94\u6848\u53ef\u80fd\u5df2\u640d\u58de\uff0c\u4e5f\u53ef\u80fd\u5167\u5bb9\u4e0d\u5b8c\u6574\u3002\u9019\u7a2e\u5feb\u901f\u6aa2\u67e5\u80fd\u5e6b\u52a9\u4f60\u53ca\u65e9\u767c\u73fe\u554f\u984c\uff0c\u907f\u514d\u5728\u932f\u8aa4\u72c0\u614b\u4e0b\u7e7c\u7e8c\u8a13\u7df4\u6578\u5c0f\u6642\uff0c\u5f9e\u800c\u7bc0\u7701\u5bf6\u8cb4\u7b97\u529b\u3002<\/p>\n
\u5efa\u8b70\u63a1\u7528\u5c0d\u7167\u5f0f\u9a57\u8b49\u65b9\u6cd5\u3002\u63d0\u524d\u8a18\u9304\u7576\u6a5f\u524d\u67d0\u4e00\u6b65\u7684\u640d\u5931\u503c\u8207\u68af\u5ea6\u7bc4\u6578\uff0c\u6062\u5fa9\u5f8c\u4f7f\u7528\u76f8\u540c\u6578\u91cf\u7684 batch \u91cd\u65b0\u8dd1\u4e00\u904d\uff0c\u518d\u8a18\u9304\u65b0\u7684\u7d50\u679c\uff0c\u4e26\u9032\u884c\u9010\u9805\u5c0d\u6bd4\u3002\u5169\u7d44\u6578\u503c\u61c9\u7576\u9ad8\u5ea6\u63a5\u8fd1\u3002\u6574\u500b\u904e\u7a0b\u53ea\u9700\u8981\u5e7e\u5206\u9418\uff0c\u537b\u80fd\u5728\u5f8c\u9762\u7bc0\u7701\u5927\u91cf\u6642\u9593\u3002<\/p>\n
\u76e3\u63a7\u6062\u5fa9\u521d\u671f\u662f\u5426\u51fa\u73fe\u767c\u6563<\/h3>\n
\u6062\u5fa9\u5f8c\u7684\u6700\u521d\u5e7e\u500b step\uff0c\u5f80\u5f80\u6700\u80fd\u8aaa\u660e\u554f\u984c\u3002\u7406\u60f3\u60c5\u6cc1\u4e0b\uff0c\u8a13\u7df4\u61c9\u7576\u548c\u4e2d\u65b7\u524d\u5b8c\u5168\u4e00\u81f4\u5730\u7e7c\u7e8c\u9032\u884c\uff0c\u640d\u5931\u66f2\u7dda\u4fdd\u6301\u539f\u6709\u4e0b\u964d\u8da8\u52e2\uff0c\u68af\u5ea6\u6a21\u5f0f\u4e5f\u61c9\u7dad\u6301\u7a69\u5b9a\u3002<\/p>\n
\u4f60\u9700\u8981\u7279\u5225\u7559\u610f\u4e00\u4e9b\u8b66\u544a\u8a0a\u865f\u3002\u6bd4\u5982\u68af\u5ea6\u7206\u70b8\uff0c\u6703\u8868\u73fe\u70ba\u53c3\u6578\u66f4\u65b0\u7a81\u7136\u7570\u5e38\u589e\u5927\uff1bNaN \u503c\u5247\u610f\u5473\u8457\u51fa\u73fe\u4e86\u6578\u503c\u4e0d\u7a69\u5b9a\u3002\u9019\u5169\u7a2e\u60c5\u6cc1\u901a\u5e38\u90fd\u6e90\u65bc\u6062\u5fa9\u932f\u8aa4\u3002\u5982\u679c\u4e0d\u53ca\u6642\u8655\u7406\uff0c\u8a13\u7df4\u4e0d\u6703\u81ea\u884c\u56de\u5230\u6b63\u5e38\u72c0\u614b\uff0c\u53cd\u800c\u6703\u7e7c\u7e8c\u6d6a\u8cbb\u8cc7\u6e90\u3002\u56e0\u6b64\uff0c\u5fc5\u9808\u53ca\u65e9\u767c\u73fe\u3002<\/p>\n
\u5982\u679c\u89c0\u5bdf\u5230\u767c\u6563\u73fe\u8c61\uff0c\u61c9\u7acb\u5373\u505c\u6b62\u4efb\u52d9\uff0c\u4e0d\u8981\u62b1\u8457\u50e5\u5016\u5fc3\u7406\u7e7c\u7e8c\u57f7\u884c\u3002\u8acb\u6aa2\u67e5\u6aa2\u67e5\u9ede\u6a94\u6848\u662f\u5426\u5b8c\u6574\uff0c\u78ba\u8a8d\u5404\u500b\u5143\u4ef6\u662f\u5426\u90fd\u5df2\u6b63\u78ba\u8f09\u5165\uff0c\u4e26\u6838\u5c0d RNG \u72c0\u614b\u662f\u5426\u8207\u539f\u59cb\u74b0\u5883\u4e00\u81f4\u3002<\/p>\n
\u4e00\u6b21\u4e7e\u6de8\u3001\u6b63\u78ba\u7684\u6062\u5fa9\uff0c\u4e0d\u6703\u51fa\u73fe\u767c\u6563\u3002\u640d\u5931\u66f2\u7dda\u6703\u5728\u5404\u500b epoch \u4e4b\u9593\u5e73\u6ed1\u5ef6\u7e8c\uff0c\u68af\u5ea6\u7bc4\u6578\u4fdd\u6301\u7a69\u5b9a\u53ef\u9810\u6e2c\uff0c\u5b78\u7fd2\u904e\u7a0b\u7e7c\u7e8c\u6b63\u5e38\u63a8\u9032\u3002\u9019\u8868\u793a\u4f60\u5df2\u6210\u529f\u5f9e\u6545\u969c\u4e2d\u6062\u5fa9\uff0c\u4efb\u52d9\u80fd\u5920\u6309\u8a08\u756b\u7e7c\u7e8c\u57f7\u884c\uff0c\u505c\u6a5f\u968e\u6bb5\u6b63\u5f0f\u7d50\u675f\uff0c\u8a13\u7df4\u9032\u5ea6\u4e5f\u5f97\u4ee5\u5ef6\u7e8c\u3002<\/p>\n
\u81f3\u6b64\uff0c\u6574\u500b\u9a57\u8b49\u6d41\u7a0b\u5b8c\u6210\u3002\u6b64\u5f8c\uff0c\u4f60\u5c31\u53ef\u4ee5\u5c0d\u6a21\u578b\u5f8c\u7e8c\u7d50\u679c\u4fdd\u6301\u8db3\u5920\u4fe1\u5fc3\u3002<\/p>\n
\n
<\/div>\n<\/div>\n
\u73fe\u5728\uff0c\u4f60\u5df2\u7d93\u7406\u89e3\u4e86\u5b8c\u6574\u7684\u6062\u5fa9\u6d41\u7a0b\uff1a\u4fdd\u5b58\u5168\u90e8\u72c0\u614b\u2014\u2014\u6a21\u578b\u3001\u6700\u4f73\u5316\u5668\u3001\u6392\u7a0b\u5668\u548c RNG\uff1b\u5be6\u65bd\u7a69\u5065\u4e14\u9593\u9694\u5408\u7406\u7684\u6aa2\u67e5\u9ede\u6a5f\u5236\uff1b\u7cbe\u78ba\u6062\u5fa9\u8a13\u7df4\u74b0\u5883\uff1b\u6b63\u78ba\u5ef6\u7e8c\u5b78\u7fd2\u7387\u8a08\u756b\u3002\u9019\u4e9b\u6b65\u9a5f\uff0c\u80fd\u5920\u628a\u4f3a\u670d\u5668\u6545\u969c\u5f9e\u707d\u96e3\u6027\u4e8b\u4ef6\uff0c\u8b8a\u6210\u53ef\u63a7\u7684\u77ed\u66ab\u4e2d\u65b7\u3002<\/p>\n
\u53ea\u8981\u6e96\u5099\u5145\u5206\uff0c\u4f60\u7684\u8a13\u7df4\u4efb\u52d9\u5c31\u80fd\u5728\u7576\u6a5f\u5f8c\u7e7c\u7e8c\u5b58\u6d3b\u3002\u524d\u671f\u5728\u6aa2\u67e5\u9ede\u6a5f\u5236\u4e0a\u7684\u6295\u5165\uff0c\u6703\u5728\u672a\u4f86\u7bc0\u7701\u7121\u6578\u5c0f\u6642\u3002\u6062\u5fa9\u6642\u9593\u5c07\u5f9e\u6578\u5929\u7e2e\u77ed\u5230\u5e7e\u5206\u9418\u3002\u4f60\u7684\u8a13\u7df4\u6703\u5f9e\u4e2d\u65b7\u8655\u6e96\u78ba\u63a5\u7e8c\uff0c\u4e0d\u6d6a\u8cbb\u7b97\u529b\uff0c\u4e5f\u4e0d\u907a\u5931\u9032\u5ea6\u3002<\/p>\n
\u4f60\u4fdd\u5b58\u4e0b\u7684\u6bcf\u4e00\u500b epoch\uff0c\u90fd\u662f\u5c0d\u505c\u6a5f\u98a8\u96aa\u7684\u4fdd\u96aa\uff1b\u4f60\u505a\u51fa\u7684\u6bcf\u4e00\u6b21\u5b78\u7fd2\u7387\u4fee\u6b63\uff0c\u90fd\u662f\u5c0d\u8a13\u7df4\u7a69\u5b9a\u6027\u7684\u4fdd\u969c\uff1b\u4f60\u5beb\u4e0b\u7684\u6bcf\u4e00\u500b\u6aa2\u67e5\u9ede\uff0c\u90fd\u662f\u5c0d\u6a21\u578b\u8ecc\u8de1\u7684\u5b88\u8b77\u3002<\/p>\n
\u6709\u4e86\u9019\u4efd\u6307\u5357\uff0c\u4f60\u5c31\u80fd\u66f4\u5f9e\u5bb9\u5730\u9762\u5c0d\u4e0b\u4e00\u6b21\u4f3a\u670d\u5668\u6545\u969c\uff0c\u56e0\u70ba\u4f60\u77e5\u9053\u8a13\u7df4\u9032\u5ea6\u662f\u5b89\u5168\u7684\uff0c\u63a5\u4e0b\u4f86\u7684\u9053\u8def\u4e5f\u662f\u6e05\u6670\u7684\u3002\u8acb\u5728\u4e0b\u4e00\u6b21\u7576\u6a5f\u767c\u751f\u4e4b\u524d\uff0c\u5c31\u628a\u9019\u4e9b\u5be6\u52d9\u505a\u6cd5\u843d\u5be6\u5230\u4f4d\uff0c\u800c\u4e0d\u662f\u4e8b\u5f8c\u88dc\u6551\u3002<\/p>\n
\u5e38\u898b\u554f\u984c<\/strong><\/h2>\n
\u8a13\u7df4\u904e\u7a0b\u4e2d\u61c9\u591a\u4e45\u4fdd\u5b58\u4e00\u6b21\u6aa2\u67e5\u9ede\uff1f<\/h3>\n
\u4f60\u61c9\u6839\u64da\u9810\u671f\u7576\u6a5f\u7387\u4f86\u8a2d\u5b9a\u6aa2\u67e5\u9ede\u9593\u9694\u3002\u6bd4\u5982\u4e00\u500b\u4efb\u52d9\u5e73\u5747\u6bcf 150 \u5206\u9418\u4e2d\u65b7\u4e00\u6b21\uff0c\u90a3\u9ebc\u6bcf 15 \u5206\u9418\u4fdd\u5b58\u4e00\u6b21\u6703\u6bd4\u8f03\u5408\u7406\u3002\u9019\u7a2e\u505a\u6cd5\u65e2\u80fd\u6e1b\u5c11\u91cd\u7b97\u640d\u5931\uff0c\u4e5f\u4e0d\u6703\u5e36\u4f86\u904e\u591a\u984d\u5916\u958b\u92b7\u3002\u6700\u7d42\u53ef\u884c\u7684\u9593\u9694\uff0c\u9084\u53d6\u6c7a\u65bc\u4f60\u7684\u5132\u5b58\u5beb\u5165\u901f\u5ea6\u3002<\/p>\n
\u5982\u679c\u6211\u53ea\u4fdd\u5b58\u6a21\u578b\u6b0a\u91cd\uff0c\u6703\u767c\u751f\u4ec0\u9ebc\uff1f<\/h3>\n
\u4f60\u6703\u907a\u5931\u95dc\u9375\u7684\u6700\u4f73\u5316\u5668\u72c0\u614b\uff0c\u5305\u62ec Adam \u7684\u52d5\u91cf\u503c\uff1b\u5b78\u7fd2\u7387\u6392\u7a0b\u5668\u6703\u91cd\u8a2d\u5230\u521d\u59cb\u968e\u6bb5\uff1b\u96a8\u6a5f\u6578\u7522\u751f\u5668\u6703\u7522\u751f\u4e0d\u540c\u7684\u8cc7\u6599\u6253\u4e82\u9806\u5e8f\u3002\u9019\u4e9b\u7f3a\u5931\u90fd\u6703\u5c0e\u81f4\u8a13\u7df4\u7d50\u679c\u4e0d\u4e00\u81f4\u3002\u56e0\u6b64\uff0c\u82e5\u60f3\u5be6\u73fe\u771f\u6b63\u7684\u6062\u5fa9\uff0c\u5fc5\u9808\u59cb\u7d42\u4fdd\u5b58\u5b8c\u6574\u7684\u72c0\u614b\u5b57\u5178\u3002<\/p>\n
\u6211\u53ef\u4ee5\u5728\u4e0d\u540c\u6578\u91cf\u7684 GPU \u4e0a\u6062\u5fa9\u8a13\u7df4\u55ce\uff1f<\/h3>\n
\u53ef\u4ee5\uff0c\u4f60\u53ef\u4ee5\u5728\u4e0d\u540c GPU \u6578\u91cf\u7684\u914d\u7f6e\u4e0a\u6062\u5fa9\u8a13\u7df4\u3002\u6aa2\u67e5\u9ede\u4e2d\u4fdd\u5b58\u7684\u6a21\u578b\u53c3\u6578\u548c\u6700\u4f73\u5316\u5668\u72c0\u614b\u53ef\u4ee5\u8de8\u914d\u7f6e\u9077\u79fb\u3002\u4e0d\u904e\uff0c\u4f60\u9700\u8981\u76f8\u61c9\u8abf\u6574 batch size \u548c\u5b78\u7fd2\u7387\u3002\u8cc7\u6599\u8f09\u5165\u5668\u7684\u5206\u767c\u65b9\u5f0f\u53ef\u80fd\u6703\u6539\u8b8a\uff0c\u4f46\u4fdd\u5b58\u7684 epoch \u548c\u6a21\u578b\u72c0\u614b\u4f9d\u7136\u6709\u6548\u3002<\/p>\n
\u6211\u600e\u9ebc\u5224\u65b7\u6062\u5fa9\u662f\u5426\u6210\u529f\uff1f<\/h3>\n
\u5148\u57f7\u884c\u5e7e\u500b batch\uff0c\u4e26\u628a\u640d\u5931\u503c\u8207\u7576\u6a5f\u524d\u7684\u65e5\u8a8c\u9032\u884c\u6bd4\u8f03\uff1b\u68af\u5ea6\u7bc4\u6578\u4e5f\u61c9\u7576\u76e1\u91cf\u63a5\u8fd1\u3002\u540c\u6642\u89c0\u5bdf\u6062\u5fa9\u521d\u671f\u662f\u5426\u51fa\u73fe NaN \u503c\u6216\u68af\u5ea6\u7206\u70b8\u3002\u4efb\u4f55\u986f\u8457\u504f\u5dee\uff0c\u90fd\u8868\u793a\u6062\u5fa9\u6d41\u7a0b\u5b58\u5728\u932f\u8aa4\uff0c\u61c9\u7acb\u523b\u505c\u6b62\u4e26\u6392\u67e5\uff0c\u907f\u514d\u7e7c\u7e8c\u6d6a\u8cbb\u7b97\u529b\u3002<\/p>\n
\u6aa2\u67e5\u9ede\u6703\u62d6\u6162\u8a13\u7df4\u55ce\uff1f<\/h3>\n
\u6aa2\u67e5\u9ede\u6a5f\u5236\u78ba\u5be6\u6703\u5e36\u4f86\u4e00\u5b9a\u958b\u92b7\uff0c\u4f46\u73fe\u4ee3\u7cfb\u7d71\u5df2\u7d93\u80fd\u628a\u9019\u90e8\u5206\u6210\u672c\u58d3\u5f97\u5f88\u4f4e\u3002\u50b3\u7d71\u5132\u5b58\u65b9\u5f0f\u901a\u5e38\u6703\u5360\u7528 5%\u201310% \u7684\u8a13\u7df4\u6642\u9593\uff0c\u800c\u9ad8\u901f NVMe \u5206\u5c64\u5132\u5b58\u53ef\u5c07\u5176\u964d\u5230 1% \u4ee5\u4e0b\u3002\u975e\u540c\u6b65\u6aa2\u67e5\u9ede\u9084\u80fd\u628a\u8cc7\u6599\u5148\u5378\u8f09\u5230\u4e3b\u6a5f\u8a18\u61b6\u9ad4\uff0c\u8b93 GPU \u5728\u4fdd\u5b58\u904e\u7a0b\u4e2d\u7e7c\u7e8c\u5de5\u4f5c\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u4f60\u7684 GPT-6 \u8a13\u7df4\u4efb\u52d9\u5df2\u7d93\u5728 AI \u8a13\u7df4\u53e2\u96c6\u4e0a\u8dd1\u4e86 10 \u5929\uff0c\u537b\u7a81\u7136\u7576\u6a5f\u4e86\u3002\u87a2\u5e55\u7184\u6ec5\uff0c\u5fc3\u8df3\u52a0\u901f\u3002\u4e4b\u524d\u7684\u9032\u5ea6 […]<\/p>\n
Read More…<\/a><\/p>\n","protected":false},"author":2,"featured_media":34575,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[61],"tags":[13227,13228,13229,13230,13231],"class_list":["post-34578","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-hong-kong-dedicated-server-tc","tag-gpt-6-training-recovery","tag-server-crash-recovery","tag-ai-training-checkpoint","tag-learning-rate-recovery","tag-distributed-training-failure-recovery"],"acf":[],"yoast_head":"\n