{"id":600,"date":"2024-11-11T10:52:01","date_gmt":"2024-11-11T02:52:01","guid":{"rendered":"https:\/\/eve2333.top\/?p=600"},"modified":"2024-11-11T19:45:06","modified_gmt":"2024-11-11T11:45:06","slug":"%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0","status":"publish","type":"post","link":"https:\/\/eve2333.top\/?p=600","title":{"rendered":"\u6df1\u5ea6\u5b66\u4e60"},"content":{"rendered":"\n<h1 class=\"wp-block-heading\" id=\"\u795e\u7ecf\u7f51\u7edc\u57fa\u7840\">\u795e\u7ecf\u7f51\u7edc\u57fa\u7840<\/h1>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e00\u3001\u903b\u8f91\u56de\u5f52( Logic Regression )<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">1 \u95ee\u9898\u7684\u6a21\u578b<\/h3>\n\n\n\n<p><strong>\u6a21\u578b<\/strong>\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?z%3Dw%5Etx+b\" alt=\"z=w^tx+b\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?y%3D%5Csigma%20%28z%29\" alt=\"y=\\sigma (z)\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2dxx\u4e3a\u8f93\u5165\u91cf\uff0cy^\u200b\u9884\u6d4b\u91cf\uff0c\u03c3()\u6fc0\u6d3b\u51fd\u6570\u3002 \u2003\u2003\u903b\u8f91\u56de\u5f52\u4e3b\u8981\u7528\u4e8e<strong>\u4e8c\u5206\u7c7b<\/strong>\u95ee\u9898\u7684\u62df\u5408\uff1a0\u2264y^=P(y=1\u2223x)\u22641\uff0c\u03c3(z)\u5982\u56fe\uff1a<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"754\" height=\"366\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291858-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102404.png\" alt=\"\" class=\"wp-image-614\" style=\"width:480px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291858-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102404.png 754w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291858-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102404-300x146.png 300w\" sizes=\"auto, (max-width: 754px) 100vw, 754px\" \/><\/figure>\n<\/div>\n\n\n<p><strong>\u95ee\u9898<\/strong>\uff1a<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>\u5bf9\u4e8e\u6a21\u578b(1.1)(1.1)\uff0c\u9700\u8981\u901a\u8fc7\u4e00\u7cfb\u5217\u7684\u6837\u672c(x,y={0,1})(x,y={0,1})\uff0c\u6c42\u89e3\u51fa\u7cfb\u6570w,bw,b\u3002<\/p>\n<\/blockquote>\n\n\n\n<p><strong>\u6c42\u89e3<\/strong>\uff1a<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u8f6c\u4e3a\u6700\u4f18\u5316\u95ee\u9898\uff0c\u7136\u540e\u5bf9\u672a\u77e5\u7cfb\u6570\u8fdb\u884c\u6c42\u89e3<\/strong>\u3002<\/p>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_2-\u6700\u4f18\u5316\u95ee\u9898\u6c42\u89e3\">2 \u6700\u4f18\u5316\u95ee\u9898\u6c42\u89e3<\/h3>\n\n\n\n<h4 class=\"wp-block-heading\">2.1 \u635f\u5931\u51fd\u6570(Loss Function)<\/h4>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u4f5c\u7528\uff1a \u2003\u2003\u7528\u4e8e\u8861\u91cf<strong>\u5355\u4e2a\u6837\u672c<\/strong>\uff0c\u5728\u8fdb\u884c\u6a21\u578b\u9884\u6d4b\u540e&nbsp;y&nbsp;\u4e0e&nbsp;y^\u4e4b\u95f4\u7684\u5dee\u8ddd\u3002<\/li>\n\n\n\n<li>\u4e8c\u5206\u95ee\u9898\u7684\u635f\u5931\u51fd\u6570<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?L%28y%2C%5Cwidehat%7By%7D%29%3D-%28yln%5Cwidehat%7By%7D+%281-y%29ln%281-%5Cwidehat%7By%7D%29%29\" alt=\"L(y,\\widehat{y})=-(yln\\widehat{y}+(1-y)ln(1-\\widehat{y}))\"><\/li>\n\n\n\n<li>\u62df\u5408\u95ee\u9898\u7684\u4e00\u822c\u635f\u5931\u51fd\u6570<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?L%28y%2C%5Cwidehat%7By%7D%29%3D%7C%7Cy-%5Cwidehat%7By%7D%7C%7C%5E2\" alt=\"L(y,\\widehat{y})=||y-\\widehat{y}||^2\"><\/li>\n<\/ol>\n\n\n\n<p><strong>\u6ce8\u610f<\/strong>\uff1a<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>L()\u51fd\u6570\u5e94\u8be5\u662f<strong>\u51f8\u96c6<\/strong>\uff0c\u9632\u6b62\u5728\u5bfb\u4f18\u7684\u8fc7\u7a0b\u4e2d\u51fa\u73b0\u591a\u4e2a\u5c40\u90e8\u6700\u4f18\u89e3\u3002(y=x\u5e73\u65b9 \u5c31\u662f\u5178\u578b\u7684\u51f8\u96c6)<\/p>\n<\/blockquote>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_22-\u6d88\u8017\u51fd\u6570cost-function\">2.2 \u6d88\u8017\u51fd\u6570(Cost Function)<\/h4>\n\n\n\n<p>\u2003\u2003\u7528\u4e8e\u5bf9<strong>\u5168\u90e8<\/strong>\u7684\u6837\u672c\u7684\u9884\u6d4b\u7ed3\u679c\u8fdb\u884c\u8bc4\u4f30\u3002\u4e5f\u5c31\u662f\u6700\u7ec8\u5bfb\u4f18\u7684<strong>\u76ee\u6807\u51fd\u6570<\/strong>\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?J%28w%2Cb%29%3D%5Cfrac%7B1%7D%7Bm%7D%5Csum_%7Bi%3D1%7D%5E%7Bm%7DL%28y%5E%28i%29%2C%5Cwidehat%7By%7D%5E%28i%29%29\" alt=\"J(w,b)=\\frac{1}{m}\\sum_{i=1}^{m}L(y^(i),\\widehat{y}^(i))\"\/><\/figure>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_23-\u5bfb\u4f18\u65b9\u6cd5\">2.3 \u5bfb\u4f18\u65b9\u6cd5<\/h4>\n\n\n\n<p>\u2003\u2003\u5bf9\u4e8e\u76ee\u6807\u51fd\u6570JJ\u4f7f\u7528\u68af\u5ea6\u4e0b\u964d\u6cd5\u8fdb\u884c\u5bfb\u4f18\uff0c\u8fed\u4ee3\u66f4\u65b0(w,b)(w,b)\uff0c\u6700\u7ec8\u5f97\u5230\u4f7f\u5f97JJ\u6700\u5c0f\u7684\u53d8\u91cf\u503c(w,b)(w,b)\u5c31\u662f\u6a21\u578b(1.1)(1.1)\u7684\u89e3\u3002\u4e5f\u5c31\u5b8c\u6210\u4e86\u5bf9\u4e8e\u6a21\u578b\u7684\u8bad\u7ec3\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?w%3Dw-a%5Cfrac%7BdJ%7D%7BdW%7D\" alt=\"w=w-a\\frac{dJ}{dW}\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?b%3Db-a%5Cfrac%7BdJ%7D%7Bdw%7D\" alt=\"b=b-a\\frac{dJ}{dw}\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e8c\u3001\u6d45\u5c42\u795e\u7ecf\u7f51\u7edcshallow-neural-network\">\u4e8c\u3001\u6d45\u5c42\u795e\u7ecf\u7f51\u7edc(Shallow Neural Network)<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_21-\u6a21\u578b\u7ed3\u6784\">2.1 \u6a21\u578b\u7ed3\u6784<\/h3>\n\n\n\n<p>\u2003\u2003BP\u795e\u7ecf\u7f51\u7edc\u5c42\u53ea\u6709\u4e09\u5c42\uff1aInput layer\uff0cHiden layer\uff0cOutput layer\uff1b<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"893\" height=\"678\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102433.png\" alt=\"\" class=\"wp-image-615\" style=\"width:489px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102433.png 893w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102433-300x228.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731291887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102433-768x583.png 768w\" sizes=\"auto, (max-width: 893px) 100vw, 893px\" \/><\/figure>\n<\/div>\n\n\n<p>\u8282\u70b9\u7684\u8ba1\u7b97\u4e0e\u903b\u8f91\u56de\u5f52\u76f8\u4f3c\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?z%5E%7B%5Bi%5D%7D%3D%28w%5E%7B%5Bi%5D%7D%29%5ETx+b%5E%7B%5Bi%5D%7D\" alt=\"z^{[i]}=(w^{[i]})^Tx+b^{[i]}\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bi%5D%7D%3D%5Csigma%20%28z%5E%7B%5Bi%5D%7D%29\" alt=\"a^{[i]}=\\sigma (z^{[i]})\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_22-\u6fc0\u6d3b\u51fd\u6570\">2.2 \u6fc0\u6d3b\u51fd\u6570<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>sigmoid<strong>\u4e8c\u5206\u95ee\u9898\uff0c\u8f93\u51fa\u8282\u70b9\u5fc5\u4f7f\u7528sigmoid\u3002<\/strong><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Bcases%7D%20a%20%3D%20%5Cfrac%7B1%7D%7B1+e%5E%7B-z%7D%7D%20%5C%5C%20%5Cfrac%7Bda%7D%7Bdz%7D%20%3D%20a%281-a%29%20%5Cend%7Bcases%7D\" alt=\"\\begin{cases} a = \\frac{1}{1+e^{-z}} \\\\ \\frac{da}{dz} = a(1-a) \\end{cases}\"><\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"867\" height=\"447\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292026-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102459.png\" alt=\"\" class=\"wp-image-616\" style=\"width:473px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292026-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102459.png 867w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292026-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102459-300x155.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292026-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102459-768x396.png 768w\" sizes=\"auto, (max-width: 867px) 100vw, 867px\" \/><\/figure>\n\n\n\n<p>2.tanh (tansig) MATLAB\u4e2d\u7684&nbsp;<strong>tansig<\/strong>&nbsp;\u6fc0\u6d3b\u51fd\u6570\uff0c\u5c31\u662ftanh\u7684\u5316\u89e3\u5f62\u5f0f\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Bcases%7D%20a%20%3D%20%5Cfrac%7Be%5Ez%20-%20e%5E%7B-z%7D%7D%7Be%5Ez%20+%20e%5E%7B-z%7D%7D%20%5C%5C%20%5Cfrac%7Bda%7D%7Bdz%7D%20%3D%201%20-%20a%5E2%20%5Cend%7Bcases%7D\" alt=\"\\begin{cases} a = \\frac{e^z - e^{-z}}{e^z + e^{-z}} \\\\ \\frac{da}{dz} = 1 - a^2 \\end{cases}\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"857\" height=\"539\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292315-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102503.png\" alt=\"\" class=\"wp-image-618\" style=\"width:556px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292315-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102503.png 857w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292315-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102503-300x189.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292315-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102503-768x483.png 768w\" sizes=\"auto, (max-width: 857px) 100vw, 857px\" \/><\/figure>\n\n\n\n<p>ReLU<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u62df\u5408\u95ee\u9898\uff0c\u8f93\u51fa\u8282\u70b9\u5fc5\u4f7f\u7528ReLU<\/strong><\/p>\n<\/blockquote>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Bcases%7D%20a%20%3D%20%5Cmax%280%2C%20z%29%20%5C%5C%20%5Cfrac%7Bda%7D%7Bdz%7D%20%3D%20%5Cbegin%7Bcases%7D%201%20%26%20%5Ctext%7Bif%20%7D%20z%20%5Cgeq%200%20%5C%5C%200%20%26%20%5Ctext%7Botherwise%7D%20%5Cend%7Bcases%7D%20%5Cend%7Bcases%7D\" alt=\"\\begin{cases} a = \\max(0, z) \\\\ \\frac{da}{dz} = \\begin{cases} 1 &amp; \\text{if } z \\geq 0 \\\\ 0 &amp; \\text{otherwise} \\end{cases} \\end{cases}\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"928\" height=\"540\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292332-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102507.png\" alt=\"\" class=\"wp-image-619\" style=\"width:407px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292332-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102507.png 928w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292332-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102507-300x175.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292332-\u5c4f\u5e55\u622a\u56fe-2024-11-11-102507-768x447.png 768w\" sizes=\"auto, (max-width: 928px) 100vw, 928px\" \/><\/figure>\n\n\n\n<p>Leaking ReLU<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Bcases%7D%20a%20%3D%20%5Cmax%280.01z%2C%20z%29%20%5C%5C%20%5Cfrac%7Bda%7D%7Bdz%7D%20%3D%20%5Cbegin%7Bcases%7D%201%20%26%20%5Ctext%7Bif%20%7D%20z%20%5Cgeq%200%20%5C%5C%200.01%20%26%20%5Ctext%7Botherwise%7D%20%5Cend%7Bcases%7D%20%5Cend%7Bcases%7D\" alt=\"\\begin{cases} a = \\max(0.01z, z) \\\\ \\frac{da}{dz} = \\begin{cases} 1 &amp; \\text{if } z \\geq 0 \\\\ 0.01 &amp; \\text{otherwise} \\end{cases} \\end{cases}\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"971\" height=\"516\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292357-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103227.png\" alt=\"\" class=\"wp-image-620\" style=\"width:376px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292357-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103227.png 971w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292357-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103227-300x159.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292357-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103227-768x408.png 768w\" sizes=\"auto, (max-width: 971px) 100vw, 971px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_23-\u6b63\u5411\u4f20\u64adfrontpropagation\u4e0e\u53cd\u5411\u4f20\u64adbackpropagation\">2.3 \u6b63\u5411\u4f20\u64ad(frontpropagation)\u4e0e\u53cd\u5411\u4f20\u64ad(backpropagation)<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u6b63\u5411\u4f20\u64ad<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"983\" height=\"174\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292380-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103250.png\" alt=\"\" class=\"wp-image-621\" style=\"width:802px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292380-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103250.png 983w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292380-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103250-300x53.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292380-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103250-768x136.png 768w\" sizes=\"auto, (max-width: 983px) 100vw, 983px\" \/><\/figure>\n\n\n\n<p>2.\u53cd\u5411\u4f20\u64ad<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"338\" height=\"200\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292407-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103320.png\" alt=\"\" class=\"wp-image-622\" style=\"width:206px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292407-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103320.png 338w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292407-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103320-300x178.png 300w\" sizes=\"auto, (max-width: 338px) 100vw, 338px\" \/><\/figure>\n<\/div>\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u6ce8\u610f<\/strong>\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u4ee3\u8868\u7684\u662f\uff1anumpy.multiply()<\/li>\n\n\n\n<li><strong>\u4e0a\u8ff0\u53cd\u5411\u4f20\u64ad\u516c\u5f0f\u53ea\u9002\u7528\u4e8e\u4e8c\u5206\u95ee\u9898<\/strong><\/li>\n<\/ul>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_24-w\u7cfb\u6570\u521d\u59cb\u5316\">2.4 w\u7cfb\u6570\u521d\u59cb\u5316<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u9690\u542b\u5c42\u8282\u70b9\u7684<strong>\u521d\u59cb\u5316\u503c\u5e94\u5f53\u4e0d\u540c<\/strong>\uff1b\u5426\u5219\u4f1a\u5bfc\u81f4\u8282\u70b9\u7684\u8ba1\u7b97\u7ed3\u679c\u4e00\u6837\uff0c\u591a\u8282\u70b9\u65e0\u610f\u4e49\u3002<\/li>\n\n\n\n<li><strong>W\u7684\u521d\u59cb\u5316\u503c\u5e94\u5f53\u8f83\u5c0f<\/strong>\uff1b\u4f7f\u5f97\u6fc0\u6d3b\u51fd\u6570\u843d\u5728\u659c\u7387\u5927\u7684\u5730\u65b9\uff0c\u68af\u5ea6\u4e0b\u964d\u6cd5\u6536\u655b\u5feb<\/li>\n<\/ul>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"\u6539\u5584\u6df1\u5c42\u795e\u7ecf\u7f51\u7edc\">\u6539\u5584\u6df1\u5c42\u795e\u7ecf\u7f51\u7edc<\/h1>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e00\u3001\u57fa\u7840\u7406\u8bba\">\u4e00\u3001\u57fa\u7840\u7406\u8bba<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_11-\u8d85\u53c2\u6570\">1.1 \u8d85\u53c2\u6570<\/h3>\n\n\n\n<p>\u2003\u2003\u5bf9\u4e8e\u795e\u7ecf\u7f51\u7edc\u6a21\u578b\u800c\u8a00\uff0c<strong>\u51b3\u5b9a\u6700\u7ec8\u795e\u7ecf\u7f51\u7edc\u6a21\u578b\u6027\u80fd\u7684\u7cfb\u6570\u662fw\u548cb\uff0c\u5176\u4f59\u53ef\u8c03\u7684\u7cfb\u6570\u5747\u4e3a\u8d85\u53c2\u6570\u3002<\/strong><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_12-\u8bad\u7ec3\u96c6\u3001\u6d4b\u8bd5\u96c6\u548c\u5f00\u53d1\u96c6\">1.2 \u8bad\u7ec3\u96c6\u3001\u6d4b\u8bd5\u96c6\u548c\u5f00\u53d1\u96c6<\/h3>\n\n\n\n<p>\u2003\u2003<strong>\u5728\u6a21\u578b\u751f\u6210\u7684\u8fc7\u7a0b\u4e2d\uff0c\u6839\u636e\u6837\u672c\u6570\u636e\u8d77\u5230\u7684\u4f5c\u7528\uff0c\u8fdb\u884c\u96c6\u5408\u7c7b\u578b\u7684\u5212\u5206\u3002<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u8bad\u7ec3\u96c6(Train Set): \u7528\u4e8e\u6a21\u578b\u7684\u8bad\u7ec3\u3002<\/li>\n\n\n\n<li>\u5f00\u53d1\u96c6(Dev Set): \u7528\u4e8e\u5bf9<strong>\u8bad\u7ec3\u4e2d\u7684\u6a21\u578b<\/strong>\u8fdb\u884c\u6d4b\u8bd5\u3002<\/li>\n\n\n\n<li>\u6d4b\u8bd5\u96c6(Test Set): \u7528\u4e8e\u5bf9<strong>\u6700\u7ec8\u7684\u6a21\u578b<\/strong>\u8fdb\u884c\u6d4b\u8bd5\u3002<\/li>\n<\/ul>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u6ce8\u610f<\/strong>\uff1a\u8bad\u7ec3\u96c6\u548c\u5f00\u53d1\u96c6\u7684\u6570\u636e\u5e94\u5f53\u6765\u81ea\u4e8e\u540c\u4e00\u7ec4\u6837\u672c\u3002<\/p>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_13-\u65b9\u5deevariance\u548c\u504f\u5deebias\">1.3 \u65b9\u5dee(Variance)\u548c\u504f\u5dee(Bias)<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u504f\u5dee\u2003\u2003\u6a21\u578b\u5728\u6837\u672c\u4e0a\uff0c\u8f93\u5165\u4e0e\u8f93\u51fa\u4e4b\u95f4\u7684\u8bef\u5dee\uff0c\u5373\u6a21\u578b\u672c\u8eab\u7684\u7cbe\u786e\u5ea6\u3002<strong>\u53cd\u5e94\u5728\u8bad\u7ec3\u96c6\u4e0a<\/strong>\u3002<\/li>\n\n\n\n<li>\u65b9\u5dee\u2003\u2003\u6a21\u578b\u9884\u6d4b\u7ed3\u679c\u4e0e\u8f93\u51fa\u671f\u671b\u4e4b\u95f4\u7684\u8bef\u5dee\uff0c\u5373\u6a21\u578b\u7684\u7a33\u5b9a\u6027\u3002<strong>\u53cd\u5e94\u5728\u5f00\u53d1\u96c6\u4e0e\u8bad\u7ec3\u96c6\u4e0a<\/strong>\u3002<\/li>\n\n\n\n<li>\u5173\u7cfb\n<ul class=\"wp-block-list\">\n<li>\u4f4e\u504f\u5dee|\u4f4e\u65b9\u5dee\uff1a\u6700\u60f3\u8981\u7684\u7ed3\u679c\u3002<\/li>\n\n\n\n<li>\u4f4e\u504f\u5dee|\u9ad8\u65b9\u5dee\uff1a&nbsp;<strong>\u8fc7\u62df\u5408 (overfitting)<\/strong>&nbsp;\uff0c\u5bf9\u6d4b\u8bd5\u96c6\u548c\u5f00\u53d1\u96c6\u62df\u5408\u80fd\u529b\u5dee\u3002<\/li>\n\n\n\n<li>\u9ad8\u504f\u5dee\uff1a&nbsp;<strong>\u6b20\u62df\u5408 (underfitting)<\/strong>&nbsp;\uff0c\u6a21\u578b\u62df\u5408\u5f97\u5f88\u5dee\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_14-\u8fc7\u62df\u5408\u4e0e\u6b20\u62df\u5408\u89e3\u51b3\u65b9\u6848\">1.4 \u8fc7\u62df\u5408\u4e0e\u6b20\u62df\u5408\u89e3\u51b3\u65b9\u6848<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u8fc7\u62df\u5408<\/strong>\n<ul class=\"wp-block-list\">\n<li>\u7b80\u5316\u6a21\u578b\u590d\u6742\u5ea6<\/li>\n\n\n\n<li>L2\u6b63\u5219\u5316\u548cDropout<\/li>\n\n\n\n<li>\u589e\u52a0\u6837\u672c\u6570\u91cf<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\u6b20\u62df\u5408<\/strong>\n<ul class=\"wp-block-list\">\n<li>\u4f7f\u7528\u66f4\u590d\u6742\u7684\u795e\u7ecf\u7f51\u7edc\u6a21\u578b<\/li>\n\n\n\n<li>\u66f4\u6362\u4f18\u5316\u65b9\u6cd5<\/li>\n\n\n\n<li>\u589e\u52a0\u8fed\u4ee3\u8bad\u7ec3\u6b21\u6570<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e8c\u3001\u6b63\u5219\u5316\uff08regularization\uff09\">\u4e8c\u3001\u6b63\u5219\u5316\uff08regularization\uff09<\/h2>\n\n\n\n<p><strong>\u4f5c\u7528<\/strong>\uff1a\u964d\u4f4e\u6a21\u578b\u7684\u590d\u6742\u5ea6\uff0c\u4ece\u800c\u9632\u6b62\u6a21\u578b\u7684\u8fc7\u62df\u5408\u95ee\u9898\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_21-l2\u6b63\u5219\u5316\">2.1 L2\u6b63\u5219\u5316<\/h3>\n\n\n\n<p>\u2003\u2003<strong>\u5728\u68af\u5ea6\u4e0b\u964d\u6cd5\u4e2d<\/strong>\uff0c\u5bf9\u4e8e\u76ee\u6807\u51fd\u6570J\u6dfb\u52a0\u4e00\u4e2a\u6b63\u5219\u9879\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?J%28w%2C%20b%29%20%3D%20%5Cfrac%7B1%7D%7Bm%7D%5Csum_%7Bi%3D1%7D%5E%7Bm%7DL%28y%5E%7B%28i%29%7D%2C%20%5Chat%7By%7D%5E%7B%28i%29%7D%29%20+%20%5Cfrac%7B%5Clambda%7D%7B2m%7D%5Csum_%7Bl%7D%7C%7Cw%5E%7B%5Bl%5D%7D%7C%7C_2%5E2\" alt=\"J(w, b) = \\frac{1}{m}\\sum_{i=1}^{m}L(y^{(i)}, \\hat{y}^{(i)}) + \\frac{\\lambda}{2m}\\sum_{l}||w^{[l]}||_2^2\"\/><\/figure>\n\n\n\n<p>\u8fd9\u5c31\u4f1a\u5bfc\u81f4\u66f4\u65b0\u6bcf\u4e00\u5c42\u7684w\u7cfb\u6570\u65f6\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?w_%7BL2%7D%5E%7B%5Bl%5D%7D%20%3D%20w%5E%7B%5Bl%5D%7D%20-%20%5Calpha%28dw%5E%7B%5Bl%5D%7D%20+%20%5Cfrac%7B%5Clambda%7D%7Bm%7Dw%5E%7B%5Bl%5D%7D%29\" alt=\"w_{L2}^{[l]} = w^{[l]} - \\alpha(dw^{[l]} + \\frac{\\lambda}{m}w^{[l]})\"\/><\/figure>\n\n\n\n<p>\u589e\u5927\u7cfb\u6570\u03bb\u03bb\u4fbf\u4f1a\u4f7f\u5f97w^[l]\u7684\u503c\u51cf\u5c0f\uff1b<strong>\u5f53\u4e00\u4e2a\u795e\u7ecf\u5143\u8282\u70b9\u7684w\u22480\u65f6\uff0c\u8be5\u795e\u7ecf\u5143\u8282\u70b9\u4fbf\u5728\u6a21\u578b\u4e2d\u5931\u6548<\/strong>\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"950\" height=\"338\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292451-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103352.png\" alt=\"\" class=\"wp-image-624\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292451-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103352.png 950w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292451-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103352-300x107.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292451-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103352-768x273.png 768w\" sizes=\"auto, (max-width: 950px) 100vw, 950px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_22-droput\u6b63\u5219\">2.2 Droput\u6b63\u5219<\/h3>\n\n\n\n<p>\u2003\u2003\u51cf\u5c11\u4e00\u6b21\u8bad\u7ec3\u6837\u672c\u4e2d\u7684\u8282\u70b9\uff0c\u9632\u6b62\u8fc7\u62df\u5408\u3002<strong>\u4e0d\u4f9d\u8d56\u4e00\u4e2a\u7279\u6027\uff0c\u5c06\u6743\u91cd\u503c\u5206\u6563\u3002<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"989\" height=\"336\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292447-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103357.png\" alt=\"\" class=\"wp-image-623\" style=\"width:739px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292447-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103357.png 989w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292447-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103357-300x102.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292447-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103357-768x261.png 768w\" sizes=\"auto, (max-width: 989px) 100vw, 989px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u5b9e\u73b0<\/strong>\uff1a\u5c06a[l] \u4e2d\u7684\u67d0\u4e9b\u5143\u7d20\u7f6e\u4e3a0\u3002(inverted dropout)<\/li>\n\n\n\n<li><strong>\u6ce8\u610f<\/strong>\uff1a\n<ul class=\"wp-block-list\">\n<li>\u7ecf\u8fc7\u5904\u7406\u540e\u7684J\u65e0\u660e\u786e\u7684\u610f\u4e49<\/li>\n\n\n\n<li>\u8be5\u65b9\u6cd5\u4e3b\u8981\u7528\u4e8e\u56fe\u50cf\u8bc6\u522b<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e09\u3001\u5f52\u4e00\u5316normalize\">\u4e09\u3001\u5f52\u4e00\u5316(Normalize)<\/h2>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u5bf9\u4e8e\u6837\u672c\u9996\u5148\u8fdb\u884c\u5f52\u4e00\u5316\u5904\u7406\uff0c\u7136\u540e\u624d\u80fd\u4f7f\u7528\u3002<\/strong><\/p>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_31-\u6620\u5c04\u5230-11\">3.1 \u6620\u5c04\u5230[-1,1]<\/h3>\n\n\n\n<p>\u6b63\u5411\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?X_%7Bnorm%7D%20%3D%20%5Cfrac%7B2%7D%7BX_%7Bmax%7D%20-%20X_%7Bmin%7D%7D%28X%20-%20X_%7Bmin%7D%29%20-%201\" alt=\"X_{norm} = \\frac{2}{X_{max} - X_{min}}(X - X_{min}) - 1\"\/><\/figure>\n\n\n\n<p>\u53cd\u5411\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?X%20%3D%20X_%7B%5Ctext%7Bnorm%7D%7D%28X_%7B%5Ctext%7Bmax%7D%7D%20-%20X_%7B%5Ctext%7Bmin%7D%7D%29%20+%20X_%7B%5Ctext%7Bmin%7D%7D\" alt=\"X = X_{\\text{norm}}(X_{\\text{max}} - X_{\\text{min}}) + X_{\\text{min}}\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_32-\u6620\u5c04\u523001\">3.2 \u6620\u5c04\u5230[0,1]<\/h3>\n\n\n\n<p>\u6b63\u5411\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?X_%7B%5Ctext%7Bnorm%7D%7D%20%3D%20%5Cfrac%7BX%20-%20X_%7B%5Ctext%7Bmin%7D%7D%7D%7BX_%7B%5Ctext%7Bmax%7D%7D%20-%20X_%7B%5Ctext%7Bmin%7D%7D%7D%20%5C%5C\" alt=\"X_{\\text{norm}} = \\frac{X - X_{\\text{min}}}{X_{\\text{max}} - X_{\\text{min}}} \\\\\"\/><\/figure>\n\n\n\n<p>\u53cd\u5411\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?X%20%3D%20X_%7B%5Ctext%7Bnorm%7D%7D%28X_%7B%5Ctext%7Bmax%7D%7D%20-%20X_%7B%5Ctext%7Bmin%7D%7D%29%20+%20X_%7B%5Ctext%7Bmin%7D%7D\" alt=\"X = X_{\\text{norm}}(X_{\\text{max}} - X_{\\text{min}}) + X_{\\text{min}}\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u56db\u3001\u7cfb\u6570\u521d\u59cb\u5316\">\u56db\u3001\u7cfb\u6570\u521d\u59cb\u5316<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_41-\u68af\u5ea6\u6d88\u5931\u4e0e\u68af\u5ea6\u7206\u70b8\">4.1 \u68af\u5ea6\u6d88\u5931\u4e0e\u68af\u5ea6\u7206\u70b8<\/h3>\n\n\n\n\n\n<p>\u5047\u8bbe\u4e00\u4e2a\u6df1\u5c42\u7684\u7f51\u7edc\uff0c\u5176\u6fc0\u6d3b\u51fd\u6570\u4e3a\u7ebf\u6027\u7684\uff0c\u4e14\u7f51\u7edc\u4e2d\u7684\u504f\u6267\u7cfb\u6570&nbsp;b[l]=0&nbsp;<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Chat%7By%7D%20%3D%20w%5E%7B%5BL%5D%7Dw%5E%7B%5BL-1%5D%7D%20%5Ccdots%20w%5E%7B%5B1%5D%7DX%20%5C%5C\" alt=\"\\hat{y} = w^{[L]}w^{[L-1]} \\cdots w^{[1]}X \\\\\"\/><\/figure>\n\n\n\n<p>\u5219<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bl%5D%7D%20%3D%20w%5E%7B%5Bl%5D%7Dw%5E%7B%5Bl-1%5D%7D%20%5Ccdots%20w%5E%7B%5B1%5D%7DX\" alt=\"a^{[l]} = w^{[l]}w^{[l-1]} \\cdots w^{[1]}X\"\/><\/figure>\n\n\n\n<p>\u8fdb\u4e00\u6b65\u5047\u8bbe&nbsp;w[l]=W&nbsp; \u90fd\u76f8\u7b49<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5B1%5D%7D%20%3D%20W%5E%7B%5B1%5D%7DX\" alt=\"a^{[1]} = W^{[1]}X\"\/><\/figure>\n\n\n\n<p>\u4ee4\u4e0a\u56fe\u7f51\u7edc\u4e2d\u7684&nbsp;<img decoding=\"async\" alt=\"W = \\begin{bmatrix} 1.2 &amp; 0 \\\\ 0 &amp; 1.2 \\end{bmatrix}\" src=\"https:\/\/latex.csdn.net\/eq?W%20%3D%20%5Cbegin%7Bbmatrix%7D%201.2%20%26%200%20%5C%5C%200%20%26%201.2%20%5Cend%7Bbmatrix%7D\">&nbsp;\u5219<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bl%5D%7D%20%3D%20%5Cbegin%7Bbmatrix%7D%201.2%5El%20%26%200%20%5C%5C%200%20%26%201.2%5El%20%5Cend%7Bbmatrix%7D%20X\" alt=\"a^{[l]} = \\begin{bmatrix} 1.2^l &amp; 0 \\\\ 0 &amp; 1.2^l \\end{bmatrix} X\"\/><\/figure>\n\n\n\n<p><strong>\u968f\u7740\u7f51\u7edc\u7684\u52a0\u6df1\uff0c\u5c31\u4f1a\u5bfc\u81f4&nbsp;a[l]a[l]&nbsp;\u6307\u6570\u7206\u70b8\u3002<\/strong><\/p>\n\n\n\n<p>\u4ee4\u4e0a\u56fe\u7f51\u7edc\u4e2d\u7684&nbsp;<img decoding=\"async\" alt=\"W = \\begin{bmatrix} 0.9 &amp; 0 \\\\ 0 &amp; 0.9 \\end{bmatrix}\" src=\"https:\/\/latex.csdn.net\/eq?W%20%3D%20%5Cbegin%7Bbmatrix%7D%200.9%20%26%200%20%5C%5C%200%20%26%200.9%20%5Cend%7Bbmatrix%7D\">\u5219<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bl%5D%7D%20%3D%20%5Cbegin%7Bbmatrix%7D%200.9%5El%20%26%200%20%5C%5C%200%20%26%200.9%5El%20%5Cend%7Bbmatrix%7D%20X\" alt=\"a^{[l]} = \\begin{bmatrix} 0.9^l &amp; 0 \\\\ 0 &amp; 0.9^l \\end{bmatrix} X\"\/><\/figure>\n\n\n\n<p><strong>\u968f\u7740\u7f51\u7edc\u7684\u52a0\u6df1\uff0c\u5c31\u4f1a\u5bfc\u81f4&nbsp;a[l]&nbsp; \u4f1a\u8d8b\u8fd1\u4e8e&nbsp;<code>0<\/code>\u3002<\/strong><\/p>\n\n\n\n<p>\u6839\u636e\u68af\u5ea6\u6c42\u5bfc\u516c\u5f0f<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?dw%5E%7B%5Bl%5D%7D%20%3D%20dz%5E%7B%5Bl%5D%7Da%5E%7B%5Bl-1%5D%7D\" alt=\"dw^{[l]} = dz^{[l]}a^{[l-1]}\"\/><\/figure>\n\n\n\n<p>\u7efc\u4e0a\u53ef\u5f97<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5f53\u524d<code>l-1<\/code>&nbsp;\u4e2a\u7684\u7cfb\u6570\u77e9\u9635&nbsp;WW&nbsp;\u4e2d\u7684\u5206\u91cf&nbsp;wij&lt;1 \uff0c\u4f1a\u5bfc\u81f4&nbsp;a[l\u22121] \u8d8b\u8fd1\u4e8e\u96f6\uff0c\u8fdb\u800c\u4f7f\u5f97&nbsp;dw[l]\u22480 \uff0c<strong>\u5373\u300c\u68af\u5ea6\u6d88\u5931\u300d<\/strong><\/li>\n\n\n\n<li>\u5f53\u524d<code>l-1<\/code>&nbsp;\u4e2a\u7684\u7cfb\u6570\u77e9\u9635&nbsp;WW&nbsp;\u4e2d\u7684\u5206\u91cf&nbsp;wij&gt;1&nbsp; \uff0c\u4f1a\u5bfc\u81f4&nbsp;a[l\u22121]&nbsp; \u6307\u6570\u7206\u7167\uff0c\u8fdb\u800c\u4f7f\u5f97&nbsp;dw[l] \u6307\u6570\u7206\u70b8 \uff0c<strong>\u5373\u300c\u68af\u5ea6\u7206\u70b8\u300d<\/strong><\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_42-\u521d\u59cb\u503c\u9009\u53d6\">4.2 \u521d\u59cb\u503c\u9009\u53d6<\/h3>\n\n\n\n<p><strong>\u5bf9\u4e8e\u6df1\u5ea6\u7684\u795e\u7ecf\u7f51\u7edc<\/strong>\uff1b<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5f53w &gt; 1\u65f6\uff0c\u4ece\u8f93\u5165\u5c42\u5230\u8f93\u51fa\u5c42\uff0c\u8f93\u51fa\u503c\u5c06\u4f1a\u5f88\u5927<\/li>\n\n\n\n<li>\u5f53w &lt; 1\u65f6\uff0c\u4ece\u8f93\u5165\u5c42\u5230\u8f93\u51fa\u5c42\uff0c\u8f93\u51fa\u503c\u5c06\u4f1a\u5f88\u5c0f<\/li>\n<\/ul>\n\n\n\n<p>\u2003\u2003\u4e3a\u4e86\u907f\u514d\u8fd9\u4e9b\u95ee\u9898\uff0c\u9700\u8981\u5bf9w\u503c\u8fdb\u884c\u5408\u7406\u7684\u521d\u59cb\u5316\u3002\u5373&nbsp;<img decoding=\"async\" alt=\"\\text{var}(w^{[l]}) = \\frac{2}{n^{[l]}}, \\text{E}(w^{[l]}) = 0\" src=\"https:\/\/latex.csdn.net\/eq?%5Ctext%7Bvar%7D%28w%5E%7B%5Bl%5D%7D%29%20%3D%20%5Cfrac%7B2%7D%7Bn%5E%7B%5Bl%5D%7D%7D%2C%20%5Ctext%7BE%7D%28w%5E%7B%5Bl%5D%7D%29%20%3D%200\"><\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?w%5E%7B%5Bl%5D%7D%20%3D%20%5Ctext%7Bnumpy.multiply%28randn%28%29%2C%20%7D%20%5Csqrt%7B%5Cfrac%7B2%7D%7Bn%5E%7B%5Bl%5D%7D%7D%7D%20%5Ctext%7B%29%7D\" alt=\"w^{[l]} = \\text{numpy.multiply(randn(), } \\sqrt{\\frac{2}{n^{[l]}}} \\text{)}\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2dn\u4ee3\u8868\u4e00\u4e2a\u795e\u7ecf\u5143\u8282\u70b9\u8f93\u5165\u7684\u4e2a\u6570\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e94\u3001\u6307\u6570\u52a0\u6743\u5e73\u5747\">\u4e94\u3001\u6307\u6570\u52a0\u6743\u5e73\u5747<\/h2>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?v_t%20%3D%20%5Cbeta%20v_%7Bt-1%7D%20+%20%281%20-%20%5Cbeta%29%20%5Ctheta_t\" alt=\"v_t = \\beta v_{t-1} + (1 - \\beta) \\theta_t\"\/><\/figure>\n\n\n\n<p>\u5bf9\u4e8evtvt\u200b\u53ef\u4ee5\u8ba4\u4e3a\u662f\u524d1\/(1-\u03b2)\u4e2av\u503c\u7684\u5e73\u5747\u503c\u3002<\/p>\n\n\n\n<p>\u2003\u2003\u5728\u521d\u59cb\u65f6\u523b\uff0c\u4f7f\u7528\u6307\u6570\u52a0\u6743\u5e73\u5747\uff0c\u4f1a\u5bfc\u81f4\u4f30\u8ba1\u503c\u504f\u5dee\u8f83\u5927\u3002\u5728\u540e\u671f\u65f6\u523b\uff0c\u504f\u5dee\u5c31\u57fa\u672c\u8fd1\u4f3c\u3002\u6240\u4ee5\u53ef\u4ee5\u5bf9\u521d\u671f\u7684\u4f30\u8ba1\u503c\u8fdb\u884c\u4fee\u6b63\u3002<\/p>\n\n\n\n<p>vt=vt1\u2212\u03b2t(5.2)vt\u200b=1\u2212\u03b2tvt\u200b\u200b(5.2)<\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u516d\u3001mini-batch\">\u516d\u3001Mini Batch<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_61-\u6a21\u578b\">6.1 \u6a21\u578b<\/h3>\n\n\n\n<p>\u2003\u2003\u5c06\u6837\u672c\u6570\u636e\u4e2d\u7684\u8bad\u7ec3\u96c6\u518d\u5212\u5206\u4e3a\u591a\u4e2a\u5b50\u96c6\uff0c\u518d\u4f9d\u6b21\u5229\u7528\u8fd9\u4e9b\u5b50\u96c6\u8fdb\u884c\u6a21\u578b\u8bad\u7ec3\u3002<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<ul class=\"wp-block-list\">\n<li>\u5b50\u96c6\u7684\u6837\u672c\u91cf\uff1am\u2264200<\/li>\n\n\n\n<li>\u5b50\u96c6\u7684\u4e2a\u6570\uff1a2^i<\/li>\n\n\n\n<li><strong>mini batch \u8bad\u7ec3\u8fc7\u7a0b\u4e2d\uff0cJ\u7684\u53d8\u5316\u662f\u632f\u8361\u3002<\/strong><\/li>\n<\/ul>\n<\/blockquote>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1002\" height=\"303\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292508-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103457.png\" alt=\"\" class=\"wp-image-625\" style=\"width:698px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292508-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103457.png 1002w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292508-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103457-300x91.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292508-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103457-768x232.png 768w\" sizes=\"auto, (max-width: 1002px) 100vw, 1002px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_62-\u68af\u5ea6\u4e0b\u964d\u6cd5\">6.2 \u68af\u5ea6\u4e0b\u964d\u6cd5<\/h3>\n\n\n\n<p>\u2003\u2003\u5bf9\u4e8e\u68af\u5ea6\u4e0b\u964d\u6cd5\uff0c<strong>Mini Batch\u7684(w,b)<\/strong>&nbsp;\u7684\u53d8\u5316\u5982\u4e0a\u56fe\u6240\u793a\uff0c\u662f\u632f\u8361\u7684\uff0c\u5411\u7740\u6700\u4f18\u89e3\u9760\u8fd1\u3002<strong>\u5728\u8fd9\u79cd\u60c5\u5f62\u4e0b\uff0c\u4f7f\u7528\u68af\u5ea6\u4e0b\u964d\u6cd5\u65f6\uff0c\u5b66\u4e60\u7387\u03b1\u4e0d\u80fd\u592a\u5927<\/strong>\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_63-\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\">6.3 \u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5<\/h3>\n\n\n\n<p>\u2003\u2003\u5bf9\u53d8\u91cf\uff08w,b\uff09\u4f7f\u7528&nbsp;<strong>\u6307\u6570\u52a0\u6743\u5e73\u5747<\/strong>&nbsp;\u964d\u4f4e\u632f\u8361\uff0c\u4f7f\u5f97\u6536\u655b\u8fc7\u7a0b\u66f4\u52a0\u7684\u5e73\u7f13\u3002<strong>\u8fd9\u6837\u5c31\u80fd\u52a0\u5927\u5b66\u4e60\u7387\u03b1\uff0c\u51cf\u5c11\u8fed\u4ee3\u6b21\u6570<\/strong>\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?v_%7Bdw%7D%20%3D%20%5Cbeta%20v_%7Bdw%7D%20+%20%281%20-%20%5Cbeta%29%20dw%20%5C%5C%20v_%7Bdb%7D%20%3D%20%5Cbeta%20v_%7Bdb%7D%20+%20%281%20-%20%5Cbeta%29%20db%20%5C%5C%20w%20%3D%20w%20-%20%5Calpha%20v_%7Bdw%7D%2C%20%5Cquad%20b%20%3D%20b%20-%20%5Calpha%20v_%7Bdb%7D\" alt=\"v_{dw} = \\beta v_{dw} + (1 - \\beta) dw \\\\ v_{db} = \\beta v_{db} + (1 - \\beta) db \\\\ w = w - \\alpha v_{dw}, \\quad b = b - \\alpha v_{db}\"\/><\/figure>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1010\" height=\"411\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292530-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103515.png\" alt=\"\" class=\"wp-image-626\" style=\"width:464px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292530-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103515.png 1010w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292530-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103515-300x122.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292530-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103515-768x313.png 768w\" sizes=\"auto, (max-width: 1010px) 100vw, 1010px\" \/><\/figure>\n<\/div>\n\n\n<p>\u200b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_64-rmsprop\u6cd5\">&nbsp;6.4 RMSprop\u6cd5<\/h3>\n\n\n\n<p>\u2003\u2003\u5728\u964d\u4f4e\u632f\u8361\u632f\u5e45\u7684\u57fa\u7840\u4e0a\uff0c<strong>\u8fd8\u8981\u7f29\u77ed\u7eb5\u8f74\u7684\u6ce2\u52a8\uff0c\u5ef6\u957f\u6a2a\u8f74\u7684\u957f\u5ea6\u3002<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?S_%7Bdw%7D%20%3D%20%5Cbeta%20S_%7Bdw%7D%20+%20%281%20-%20%5Cbeta%29%28dw%20%5Ccdot%20dw%29%20%5C%5C%20S_%7Bdb%7D%20%3D%20%5Cbeta%20S_%7Bdb%7D%20+%20%281%20-%20%5Cbeta%29%28db%20%5Ccdot%20db%29%20%5C%5C%20w%20%3D%20w%20-%20%5Calpha%20%5Cfrac%7Bdw%7D%7B%5Csqrt%7BS_%7Bdw%7D%7D%20+%20%5Cepsilon%7D%20%5C%5C%20b%20%3D%20b%20-%20%5Calpha%20%5Cfrac%7Bdb%7D%7B%5Csqrt%7BS_%7Bdb%7D%7D%20+%20%5Cepsilon%7D\" alt=\"S_{dw} = \\beta S_{dw} + (1 - \\beta)(dw \\cdot dw) \\\\ S_{db} = \\beta S_{db} + (1 - \\beta)(db \\cdot db) \\\\ w = w - \\alpha \\frac{dw}{\\sqrt{S_{dw}} + \\epsilon} \\\\ b = b - \\alpha \\frac{db}{\\sqrt{S_{db}} + \\epsilon}\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2d\u03f5 \u662f\u4e00\u4e2a\u5f88\u5c0f\u7684\u503c\uff0c\u9632\u6b62S \u4e3a0\uff0c\u9020\u6210\u8fd0\u7b97\u5f02\u5e38\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_65-adam\u6cd5\">6.5 ADAM\u6cd5<\/h3>\n\n\n\n<p>\u2003\u2003\u5bf9RMSprop\u6cd5\u548c\u52a8\u91cf\u6cd5\u7684\u6574\u5408\uff0c\u6539\u8fdb\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?v_%7Bdw%7D%20%3D%20%5Cbeta_1%20v_%7Bdw%7D%20+%20%281%20-%20%5Cbeta_1%29%20dw%20%5C%5C%20v_%7Bdb%7D%20%3D%20%5Cbeta_1%20v_%7Bdb%7D%20+%20%281%20-%20%5Cbeta_1%29%20db%20%5C%5C%20S_%7Bdw%7D%20%3D%20%5Cbeta_2%20S_%7Bdw%7D%20+%20%281%20-%20%5Cbeta_2%29%28dw%20%5Ccdot%20dw%29%20%5C%5C%20S_%7Bdb%7D%20%3D%20%5Cbeta_2%20S_%7Bdb%7D%20+%20%281%20-%20%5Cbeta_2%29%28db%20%5Ccdot%20db%29%20%5C%5C%20v_%7Bdw%7D%5E%7B%5Ctext%7Bcorre%7D%7D%20%3D%20%5Cfrac%7Bv_%7Bdw%7D%7D%7B1%20-%20%5Cbeta_1%5Et%7D%20%5C%5C%20v_%7Bdb%7D%5E%7B%5Ctext%7Bcorre%7D%7D%20%3D%20%5Cfrac%7Bv_%7Bdb%7D%7D%7B1%20-%20%5Cbeta_1%5Et%7D%20%5C%5C%20S_%7Bdw%7D%5E%7B%5Ctext%7Bcorre%7D%7D%20%3D%20%5Cfrac%7BS_%7Bdw%7D%7D%7B1%20-%20%5Cbeta_2%5Et%7D%20%5C%5C%20S_%7Bdb%7D%5E%7B%5Ctext%7Bcorre%7D%7D%20%3D%20%5Cfrac%7BS_%7Bdb%7D%7D%7B1%20-%20%5Cbeta_2%5Et%7D%20%5C%5C%20w%20%3D%20w%20-%20%5Calpha%20%5Cfrac%7Bv_%7Bdw%7D%5E%7B%5Ctext%7Bcorre%7D%7D%7D%7B%5Csqrt%7BS_%7Bdw%7D%5E%7B%5Ctext%7Bcorre%7D%7D%7D%20+%20%5Cepsilon%7D%20%5C%5C%20b%20%3D%20b%20-%20%5Calpha%20%5Cfrac%7Bv_%7Bdb%7D%5E%7B%5Ctext%7Bcorre%7D%7D%7D%7B%5Csqrt%7BS_%7Bdb%7D%5E%7B%5Ctext%7Bcorre%7D%7D%7D%20+%20%5Cepsilon%7D%20%5C%5C%20%5Cbeta_1%20%3D%200.9%20%5C%5C%20%5Cbeta_2%20%3D%200.999\" alt=\"v_{dw} = \\beta_1 v_{dw} + (1 - \\beta_1) dw \\\\ v_{db} = \\beta_1 v_{db} + (1 - \\beta_1) db \\\\ S_{dw} = \\beta_2 S_{dw} + (1 - \\beta_2)(dw \\cdot dw) \\\\ S_{db} = \\beta_2 S_{db} + (1 - \\beta_2)(db \\cdot db) \\\\ v_{dw}^{\\text{corre}} = \\frac{v_{dw}}{1 - \\beta_1^t} \\\\ v_{db}^{\\text{corre}} = \\frac{v_{db}}{1 - \\beta_1^t} \\\\ S_{dw}^{\\text{corre}} = \\frac{S_{dw}}{1 - \\beta_2^t} \\\\ S_{db}^{\\text{corre}} = \\frac{S_{db}}{1 - \\beta_2^t} \\\\ w = w - \\alpha \\frac{v_{dw}^{\\text{corre}}}{\\sqrt{S_{dw}^{\\text{corre}}} + \\epsilon} \\\\ b = b - \\alpha \\frac{v_{db}^{\\text{corre}}}{\\sqrt{S_{db}^{\\text{corre}}} + \\epsilon} \\\\ \\beta_1 = 0.9 \\\\ \\beta_2 = 0.999\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e03\u3001\u8870\u51cf\u5b66\u4e60\u7387\">\u4e03\u3001\u8870\u51cf\u5b66\u4e60\u7387<\/h2>\n\n\n\n<p>\u2003\u2003\u5728\u8bad\u7ec3\u7684\u524d\u671f\u4f7f\u7528\u8f83\u5927\u7684\u5b66\u4e60\u7387\uff0c\u5728\u5feb\u8981\u6536\u655b\u65f6\uff0c\u4f7f\u7528\u8f83\u5c0f\u7684\u5b66\u4e60\u7387\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Calpha%20%3D%20%5Cfrac%7B1%7D%7B1%20+%20%5Ctext%7BdelayRate%7D%20%5Ctimes%20%5Ctext%7BepochNum%7D%7D%20%5Calpha_0\" alt=\"\\alpha = \\frac{1}{1 + \\text{delayRate} \\times \\text{epochNum}} \\alpha_0\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u516b\uff0c\u8d85\u53c2\u6570\u53d6\u503c\">\u516b\uff0c\u8d85\u53c2\u6570\u53d6\u503c<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u91c7\u7528\u679a\u4e3e\u6cd5\uff0c\u5728\u4e00\u4e2a\u533a\u95f4\u5185\u968f\u673a\u8bd5\uff1b<\/li>\n\n\n\n<li>\u5bf9\u6570\u6807\u5c3a\u968f\u673a\u6570\u7684\u5b9e\u73b0 \u2003\u2003\u4ece[0.001,1]\u4e4b\u95f4\u7684\u5bf9\u6570\u6807\u5c3a\u968f\u673a\u6570\u7684\u5b9e\u73b0\uff1a<\/li>\n\n\n\n<li> <code>r = -4 * np.randm.rand() a = 10 ** r <\/code><img loading=\"lazy\" decoding=\"async\" height=\"15\" width=\"15\" src=\"blob:https:\/\/eve2333.top\/ccd6e78d-b01b-4514-9953-cfe99bb4bac1\"><\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e5d\uff0cbatch-norm\">\u4e5d\uff0cBatch Norm<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_91-\u539f\u7406\">9.1 \u539f\u7406<\/h3>\n\n\n\n<p>\u2003\u2003\u5bf9\u4e00\u4e2abatch\u6837\u672c\u5728\u4e00\u4e2a\u795e\u7ecf\u5143\u8282\u70b9\u4e2d\u7684\u6240\u6709zj[i]zj[i]\u200b\u8fdb\u884cZ\u6807\u51c6\u5316\u5904\u7406\uff0c\u7136\u540e\u518d\u5e26\u5165\u6fc0\u6d3b\u51fd\u6570\uff0c\u6c42\u89e3<img decoding=\"async\" alt=\"a_j^{[i]}\" src=\"https:\/\/latex.csdn.net\/eq?a_j%5E%7B%5Bi%5D%7D\">\u200b\u3002 \u200b<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"326\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292564-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103556-1024x326.png\" alt=\"\" class=\"wp-image-627\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292564-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103556-1024x326.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292564-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103556-300x95.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292564-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103556-768x244.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292564-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103556.png 1037w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cleft%5C%7B%20%5Cbegin%7Barray%7D%7Bl%7D%20%5Cmu%20%3D%20%5Cfrac%7B1%7D%7Bm%7D%20%5Csum_i%20z%5E%7B%28i%29%7D%2C%20%5Cdelta%5E2%20%3D%20%5Cfrac%7B1%7D%7Bm%7D%20%5Csum_i%20%28z%5E%7B%28i%29%7D%20-%20%5Cmu%29%5E2%20%5C%5C%20z_%7B%5Ctext%7Bnorm%7D%7D%5E%7B%28i%29%7D%20%3D%20%5Cfrac%7Bz%5E%7B%28i%29%7D%20-%20%5Cmu%7D%7B%5Csqrt%7B%5Cdelta%5E2%20+%20%5Cepsilon%7D%7D%20%5C%5C%20%5Chat%7Bz%7D%5E%7B%28i%29%7D%20%3D%20%5Cgamma%20z_%7B%5Ctext%7Bnorm%7D%7D%5E%7B%28i%29%7D%20+%20%5Cbeta%20%5Cend%7Barray%7D%20%5Cright.\" alt=\"\\left\\{ \\begin{array}{l} \\mu = \\frac{1}{m} \\sum_i z^{(i)}, \\delta^2 = \\frac{1}{m} \\sum_i (z^{(i)} - \\mu)^2 \\\\ z_{\\text{norm}}^{(i)} = \\frac{z^{(i)} - \\mu}{\\sqrt{\\delta^2 + \\epsilon}} \\\\ \\hat{z}^{(i)} = \\gamma z_{\\text{norm}}^{(i)} + \\beta \\end{array} \\right.\"\/><\/figure>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u6ce8\u610f\uff1a<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u7531\u4e8e\u5bf9z(i)z(i)\u8fdb\u884c\u4e86\u6807\u51c6\u5316\u5904\u7406\uff0c\u5bf9\u4e8e\u7cfb\u6570b[i] \u5c06\u6ca1\u6709\u5b9e\u8d28\u610f\u4e49\uff0c\u53ef\u4ee5\u4ece\u7f51\u7edc\u4e2d\u53bb\u6389\uff1b<\/li>\n\n\n\n<li>\u5f15\u5165\u4e24\u4e2a\u8c03\u8282\u53c2\u6570\u03b2[i],\u03b3[i] \u3002<\/li>\n<\/ol>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_92-c194a9eg\u7684\u83b7\u53d6\">9.2 \u03bc,\u03b4\u7684\u83b7\u53d6<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u8bad\u7ec3\u96c6\uff1a\u76f4\u63a5\u4f7f\u7528min-batch\u4e2d\u7684\u6240\u6709\u6837\u672c\u8fdb\u884c\u8ba1\u7b97\u4ece\u800c\u83b7\u53d6\u3002<\/li>\n\n\n\n<li>\u6d4b\u8bd5\u96c6\uff1a\u5c06\u8bad\u7ec3\u96c6\u4e2d\u8ba1\u7b97\u5f97\u5230\u7684&nbsp;\u03bc{i},\u03b4{i}\u03bc{i},\u03b4{i}\u8fdb\u884c\u6307\u6570\u5e73\u5747\u83b7\u53d6\u5230\u7684\u03bc,\u03b4\u03bc,\u03b4\u7528\u4e8e\u6d4b\u8bd5\u8ba1\u7b97\u3002<\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_93-covariate-shift\">9.3 covariate shift<\/h3>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"1025\" height=\"758\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292593-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103623.png\" alt=\"\" class=\"wp-image-628\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292593-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103623.png 1025w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292593-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103623-300x222.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292593-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103623-768x568.png 768w\" sizes=\"auto, (max-width: 1025px) 100vw, 1025px\" \/><\/figure>\n\n\n\n<p>\u2003\u5bf9\u4e8e\u7b2c3\uff0c4\u5c42\u795e\u7ecf\u7f51\u7edc\u800c\u8a00\uff0c\u5b83\u4eec\u4ee5a[2] \u4f5c\u4e3a\u6837\u672c\u8f93\u5165\uff08\u5c31\u8ba4\u4e3a\u662f\u6837\u672c\u5b9a\u503c\uff09\uff0c\u4ece\u800c\u5b9e\u73b0\u7ed3\u679c\u5411y^\u9760\u62e2\u3002\u4f46\u662f\u4ece\u6574\u4f53\u7f51\u7edc\u4e0a\u6765\u770ba[2] \u53d7\u5230\u4e86\u7b2c1\uff0c2\u5c42\u7f51\u7edc\u7684\u5f71\u54cd\uff0c\u662f\u53d8\u5316\u7684\u3002\u56e0\u6b64\uff0c\u5bf9\u4e8ea[2]\u5c31\u5b58\u5728<strong>\u534f\u53d8\u91cf\u504f\u79fb<\/strong>\u7684\u60c5\u51b5\u3002<strong>Batch Norm\u7684\u4f5c\u7528\u5c31\u662f\u5c06\u6bcf\u4e00\u4e2a\u795e\u7ecf\u5143\u6fc0\u6d3b\u524d\u7684\u6837\u672c\u5c3d\u53ef\u80fd\u90fd\u4fdd\u6301\u5728\u7edf\u4e00\u7684\u4e00\u4e2a\u5206\u5e03\u5185\u3002<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u5341\u3001softmax\u56de\u5f52\">\u5341\u3001softmax\u56de\u5f52<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_101-\u4f5c\u7528\">10.1 \u4f5c\u7528<\/h3>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>\u53ef\u4ee5\u5bf9\u79cd\u6570\u636e\u7c7b\u578b\u7684\u5b66\u4e60\uff0c\u5b9e\u73b0\u591a\u7c7b\u578b\u5212\u5206\u3002<\/p>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_102-\u539f\u7406\">10.2 \u539f\u7406<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u6fc0\u6d3b\u51fd\u6570<\/li>\n<\/ol>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"926\" height=\"200\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292618-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103651.png\" alt=\"\" class=\"wp-image-629\" style=\"width:542px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292618-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103651.png 926w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292618-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103651-300x65.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292618-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103651-768x166.png 768w\" sizes=\"auto, (max-width: 926px) 100vw, 926px\" \/><\/figure>\n<\/div>\n\n\n<ol class=\"wp-block-list\">\n<li>\u2003<strong>\u8f93\u51fa\u5c42\u7684\u8282\u70b9\u6570\u91cf=\u7c7b\u522b\u7684\u6570\u91cf\uff0c\u5e76\u4e14\u8f93\u51fa\u5c42\u7684\u6fc0\u6d3b\u51fd\u6570\u4e3asoftmax\u6fc0\u6d3b\u51fd\u6570\u3002<\/strong><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Bcases%7D%20z%5E%7B%5BL%5D%7D%20%3D%20w%5E%7B%5BL%5D%7Da%5E%7B%5BL-1%5D%7D%20+%20b%5E%7B%5BL%5D%7D%20%5C%5C%20t%20%3D%20e%5E%7Bz%5E%7B%5BL%5D%7D%7D%20%5C%5C%20%5Chat%7By%7D%20%3D%20%5Cleft%5B%5Cfrac%7Bt_i%7D%7B%5Csum%20t_i%7D%5Cright%5D%20%5Cend%7Bcases%7D\" alt=\"\\begin{cases} z^{[L]} = w^{[L]}a^{[L-1]} + b^{[L]} \\\\ t = e^{z^{[L]}} \\\\ \\hat{y} = \\left[\\frac{t_i}{\\sum t_i}\\right] \\end{cases}\">\u5176\u4e2d\uff1a \u2003\u2003y^y^\u200b\u5404\u4e2a\u8f93\u51fa\u91cf\u7684\u603b\u548c\u4e3a1\u3002\u8f93\u51fa\u7ed3\u679c\u5c31\u662f\u6837\u672c\u5728\u5404\u4e2a\u5206\u7c7b\u6240\u5360\u7684\u6982\u7387\u3002<\/li>\n\n\n\n<li>\u635f\u5931\u51fd\u6570&nbsp;<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?L%28%5Chat%7By%7D%2C%20y%29%20%3D%20-%5Csum_%7Bi%7D%5E%7BC%7D%20y_i%20%5Clog%20%5Chat%7By%7D_i\" alt=\"L(\\hat{y}, y) = -\\sum_{i}^{C} y_i \\log \\hat{y}_i\"><\/li>\n\n\n\n<li>\u76ee\u6807\u51fd\u6570&nbsp;<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?J%20%3D%20%5Cfrac%7B1%7D%7Bm%7D%20%5Csum_%7Bi%7D%5E%7Bm%7D%20L%28%5Chat%7By%7D%5E%7B%28i%29%7D%2C%20y%5E%7B%28i%29%7D%29\" alt=\"J = \\frac{1}{m} \\sum_{i}^{m} L(\\hat{y}^{(i)}, y^{(i)})\"><\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_103-\u8f93\u51fac194a9eg\u7f16\u7801\">10.3 \u8f93\u51fa(y)\u7f16\u7801<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u987a\u5e8f\u7f16\u7801 \u5bf9\u4e8e\u7ed3\u679c\u6309\u7167\u6570\u5b57\u987a\u5e8f\u5206\u7c7b\u3002[ABCD]<br>[1234]&nbsp;<br><\/li>\n\n\n\n<li>one-hot \u7f16\u7801&nbsp;<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?A%20%3D%20%5Cbegin%7Bbmatrix%7D%201%20%26%200%20%26%200%20%26%200%20%5Cend%7Bbmatrix%7D%20%5C%5C%20B%20%3D%20%5Cbegin%7Bbmatrix%7D%200%20%26%201%20%26%200%20%26%200%20%5Cend%7Bbmatrix%7D%20%5C%5C%20C%20%3D%20%5Cbegin%7Bbmatrix%7D%200%20%26%200%20%26%201%20%26%200%20%5Cend%7Bbmatrix%7D%20%5C%5C%20D%20%3D%20%5Cbegin%7Bbmatrix%7D%200%20%26%200%20%26%200%20%26%201%20%5Cend%7Bbmatrix%7D\" alt=\"A = \\begin{bmatrix} 1 &amp; 0 &amp; 0 &amp; 0 \\end{bmatrix} \\\\ B = \\begin{bmatrix} 0 &amp; 1 &amp; 0 &amp; 0 \\end{bmatrix} \\\\ C = \\begin{bmatrix} 0 &amp; 0 &amp; 1 &amp; 0 \\end{bmatrix} \\\\ D = \\begin{bmatrix} 0 &amp; 0 &amp; 0 &amp; 1 \\end{bmatrix}\"><\/li>\n<\/ol>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"\u7ed3\u6784\u5316\u673a\u5668\u5b66\u4e60\u7b56\u7565\">\u7ed3\u6784\u5316\u673a\u5668\u5b66\u4e60\u7b56\u7565<\/h1>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e00\u3001\u6b63\u4ea4\u5316\uff08orthogonalization\uff09\">\u4e00\u3001\u6b63\u4ea4\u5316\uff08orthogonalization\uff09<\/h2>\n\n\n\n<p>\u2003\u2003<strong>\u6b63\u4ea4\u5316\uff1a\u6bcf\u6b21\u8c03\u6574\u7684\u9009\u9879\u6700\u597d\u53ea\u5f71\u54cd\u4e00\u4e2a\u9636\u6bb5\uff0c\u5c3d\u91cf\u4e0d\u8981\u5f71\u54cd\u5176\u4ed6\u9636\u6bb5\u3002<\/strong><\/p>\n\n\n\n<p>\u5bf9\u4e8e\u6a21\u578b\u8bad\u7ec3\u9047\u5230\u7684\u95ee\u9898\u53ef\u4ee5\u5206\u56db\u4e2a\u9636\u6bb5\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u9996\u5148\uff0c\u786e\u4fdd\u8bad\u7ec3\u96c6\u7684\u7ed3\u679c\u80fd\u8fbe\u5230human-level<\/strong>\n<ul class=\"wp-block-list\">\n<li>\u6269\u5927\u6a21\u578b\u7684\u89c4\u6a21<\/li>\n\n\n\n<li>\u66f4\u6362\u8bad\u7ec3\u65b9\u6cd5<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\u5176\u6b21\uff0c\u5f00\u53d1\u96c6\u7684\u7ed3\u679c\u80fd\u591f\u8ba9\u4eba\u63a5\u6536<\/strong>\n<ul class=\"wp-block-list\">\n<li>\u6dfb\u52a0\u6b63\u5219<\/li>\n\n\n\n<li>\u589e\u52a0\u8bad\u7ec3\u6570\u636e\u91cf<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\u7136\u540e\uff0c\u6d4b\u8bd5\u96c6\u7684\u7ed3\u679c\u80fd\u8fbe\u5230\u76ee\u6807<\/strong>\n<ul class=\"wp-block-list\">\n<li>\u66f4\u5927\u7684\u8bad\u7ec3\u6570\u636e\u91cf<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\u6700\u540e\uff0c\u6a21\u578b\u6b63\u5f0f\u4f7f\u7528\u6ca1\u95ee\u9898<\/strong>\n<ul class=\"wp-block-list\">\n<li>\u4fee\u6539cost Function<\/li>\n\n\n\n<li>\u4fee\u6539\u6307\u6807<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e8c\u3001\u8bc4\u4ef7\u6307\u6807\">\u4e8c\u3001\u8bc4\u4ef7\u6307\u6807<\/h2>\n\n\n\n<p>\u2003\u2003<strong>\u8bc4\u4ef7\u6307\u6807\u662f\u5728\u5bf9\u6a21\u578b\u5404\u4e2a\u9636\u6bb5\u7684\u7ed3\u679c\u8fdb\u884c\u8bc4\u4ef7\uff0c\u4e0d\u662fcost function\u3002<\/strong><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_21-\u5355\u4e00\u8bc4\u4ef7\u6307\u6807\">2.1 \u5355\u4e00\u8bc4\u4ef7\u6307\u6807<\/h3>\n\n\n\n<p>\u2003\u2003<strong>\u8bc4\u4ef7\u7ed3\u679c\u597d\u574f\u7684\u6807\u51c6\u5e94\u5f53\u4f53\u73b0\u5728\u6700\u7ec8\u7684\u4e00\u4e2a\u503c\u4e0a\uff08\u591a\u4e2a\u8bc4\u4ef7\u6307\u6807\u4e5f\u8981\u89c4\u5212\u6210\u4e00\u4e2a\u6307\u6807\uff09\uff0c\u65b9\u4fbf\u4eba\u505a\u51fa\u5224\u65ad\uff0c\u907f\u514d\u9009\u62e9\u7efc\u5408\u75c7\u3002<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>F1 \u5206\u6570\uff08\u8c03\u548c\u8bc4\u4ef7\uff09\u67e5\u5168\u7387\uff08recall\uff09\uff1a\u5206\u8fa8\u51fa\u7684\u732b\u7684\u6570\u91cf \/ \u732b\u7684\u603b\u91cf \u67e5\u51c6\u7387\uff08precision\uff09\uff1a\u5206\u7c7b\u6b63\u786e\u7684\u91cf \/ \u603b\u7684\u6837\u672c\u91cf<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?F1%3D%5Cfrac%7B2%7D%7B%5Cfrac%7B1%7D%7BP%7D+%5Cfrac%7B1%7D%7BR%7D%7D\" alt=\"F1=\\frac{2}{\\frac{1}{P}+\\frac{1}{R}}\"><\/li>\n\n\n\n<li>\u52a0\u6743\u5e73\u5747<\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_22-\u6ee1\u8db3\u548c\u4f18\u5316\u6307\u6807\">2.2 \u6ee1\u8db3\u548c\u4f18\u5316\u6307\u6807<\/h3>\n\n\n\n<p>\u2003\u2003\u5f53\u5355\u4e00\u8bc4\u4ef7\u6307\u6807\u4e0d\u80fd\u5bf9\u8bad\u7ec3\u76ee\u6807\u8fdb\u884c\u5f88\u597d\u63cf\u8ff0\u65f6\uff0c\u53ef\u4ee5\u4f7f\u7528&nbsp;<strong>\u6ee1\u8db3\uff08satisfacting metrics\uff09+ \u4f18\u5316\uff08optimizing metrics\uff09<\/strong>\u3002 \u5c06\u6240\u6709\u6d89\u53ca\u7684\u6307\u6807\u63cf\u8ff0\u6210\u4e00\u4e2a<strong>\u5e26\u7ea6\u675f\u7684\u4f18\u5316\u95ee\u9898<\/strong>\uff0c\u8fd9\u6837\u5c31\u53c8\u80fd\u5f62\u6210\u4e00\u4e2a\u5355\u4e00\u7684\u6307\u6807\u3002<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<ul class=\"wp-block-list\">\n<li>optimizing metrics : \u4e3b\u8981\u4f18\u5316\u7684\u76ee\u6807\u3002<\/li>\n\n\n\n<li>satisfacing metrics : \u5176\u4f59\u6307\u6807\u7684\u7ea6\u675f\u6761\u4ef6\u3002<\/li>\n<\/ul>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_23-\u4ec0\u4e48\u65f6\u5019\u5e94\u5f53\u8c03\u6574\u6307\u6807\">2.3 \u4ec0\u4e48\u65f6\u5019\u5e94\u5f53\u8c03\u6574\u6307\u6807<\/h3>\n\n\n\n<p>\u2003\u2003<strong>\u5f53\u524d\u7684\u6a21\u578b\u6307\u6807\u4ea7\u751f\u7684\u7ed3\u679c\uff0c\u504f\u79bb\u4e86\u6216\u8005\u4e0d\u6ee1\u8db3\u6b63\u5f0f\u4f7f\u7528\u7684\u9700\u6c42\uff0c\u5c31\u5f97\u9a6c\u4e0a\u66f4\u6539\u3002<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e09\u3001human-level\">\u4e09\u3001Human-level<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_31-\u81ea\u7136\u611f\u77e5\u95ee\u9898\uff08natural-perception-problem\uff09\">3.1 \u81ea\u7136\u611f\u77e5\u95ee\u9898\uff08natural perception problem\uff09<\/h3>\n\n\n\n<p>\u2003\u2003\u81ea\u7136\u611f\u77e5\u7c7b\u95ee\u9898\uff1a\u5c31\u662f\u4eba\u7c7b\u80fd\u6839\u636e\u81ea\u8eab\u7ecf\u9a8c\u505a\u51fa\u5224\u65ad\u7684\u95ee\u9898\u3002\u4f8b\u5982\uff1a\u56fe\u50cf\u8bc6\u522b\uff0c\u8bed\u8a00\u8bc6\u522b\uff0c\u7ed9\u4eba\u770b\u75c5\u3002\u3002\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"1013\" height=\"476\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292649-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103719.png\" alt=\"\" class=\"wp-image-631\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292649-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103719.png 1013w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292649-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103719-300x141.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292649-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103719-768x361.png 768w\" sizes=\"auto, (max-width: 1013px) 100vw, 1013px\" \/><\/figure>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u5728\u4eba\u7c7b\u7684\u6c34\u5e73\uff08human-level\uff09\u4ee5\u4e0b\uff0c\u7cbe\u5ea6\u4e0a\u5347\u5f88\u5feb\uff0c\u5f53\u8d85\u8fc7\u4eba\u7c7b\u6c34\u5e73\uff0c\u901f\u5ea6\u7f13\u6162\uff0c\u9010\u6e10\u6536\u655b<\/li>\n\n\n\n<li>\u7406\u8bba\u4e0a\u6a21\u578b\u80fd\u8fbe\u5230\u7684\u6700\u9ad8\u7cbe\u5ea6\u79f0\u4e4b\u4e3a&nbsp;<strong>\u8d1d\u53f6\u65af\u6700\u4f18\u4f30\u8ba1\uff08Bayes optimal error\uff09<\/strong><\/li>\n\n\n\n<li><strong>\u5bf9\u4e8e\u81ea\u7136\u611f\u77e5\u7c7b\u95ee\u9898\uff0c\u4eba\u7c7b\u6c34\u5e73\u57fa\u672c\u4e0a\u9760\u8fd1\u8d1d\u53f6\u65af\u4f30\u8ba1\uff0c\u4e5f\u4f1a\u76f4\u63a5\u7528\u4eba\u7c7b\u6c34\u5e73\u4ee3\u66ff\u8d1d\u53f6\u65af\u4f30\u8ba1\u3002<\/strong><\/li>\n\n\n\n<li><strong>\u5bf9\u4e8e\u6a21\u578b\u6307\u6807\u4f4e\u4e8e\u4eba\u7c7b\u6c34\u5e73\uff0c\u4e0a\u9762\u6240\u8ff0\u7684\u65b9\u6cd5\u6709\u6548\uff1b\u5f53\u8d85\u8fc7\u4eba\u7c7b\u6c34\u5e73\uff0c\u4e0a\u9762\u6240\u8ff0\u7684\u65b9\u6cd5\u53ef\u80fd\u5c31\u6548\u679c\u4e0d\u660e\u663e\u4e86\u3002<\/strong><\/li>\n<\/ol>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_311-\u53ef\u907f\u514d\u504f\u5deeavoidable-bias\">3.1.1 \u53ef\u907f\u514d\u504f\u5dee(avoidable Bias)<\/h4>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"981\" height=\"284\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292670-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103737.png\" alt=\"\" class=\"wp-image-632\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292670-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103737.png 981w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292670-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103737-300x87.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292670-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103737-768x222.png 768w\" sizes=\"auto, (max-width: 981px) 100vw, 981px\" \/><\/figure>\n\n\n\n<p>\u2003<strong>\u4ee5human-level\u4e3a\u57fa\u51c6\uff0c\u6765\u8fdb\u884c\u504f\u5dee\u548c\u65b9\u5dee\u5206\u6790\uff08\u5206\u6790\u65b9\u6cd5\u540c\u4e0a\u4e00\u7ae0\uff09\uff0c\u7136\u540e\u5728\u91c7\u7528\u4e0d\u540c\u7684\u65b9\u6cd5\u6765\u4f18\u5316\u6a21\u578b\u8bad\u7ec3\u3002<\/strong><\/p>\n\n\n\n<p>avoidableBias=trainingerror\u2212human\u2212level<\/p>\n\n\n\n<p>variance=deverror\u2212trainingerror<\/p>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_312-human-level\u53d6\u503c\">3.1.2 human-level\u53d6\u503c<\/h4>\n\n\n\n<p>\u2003\u2003human-level\u7684\u53d6\u503c\u5e94\u5f53\u6839\u636e\u5177\u4f53\u7684\u95ee\u9898\u8981\u6c42\u8fdb\u884c\u9009\u62e9\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_32-\u8d85\u4eba\u7c7b\u6c34\u5e73\u95ee\u9898\uff08surpassses-human-level\uff09\">3.2 \u8d85\u4eba\u7c7b\u6c34\u5e73\u95ee\u9898\uff08surpassses human-level\uff09<\/h3>\n\n\n\n<p>\u2003\u2003\u8d85\u4eba\u7c7b\u6c34\u5e73\u95ee\u9898\uff1a\u6a21\u578b\u7684\u8868\u73b0\u8fdc\u8fdc\u8d85\u8fc7\u8d85\u4eba\u7c7b\u6c34\u5e73\u7684\u95ee\u9898\uff0c\u4f8b\u5982\u5e7f\u544a\u5206\u6790\uff0c\u7531A\u5230B\u6c7d\u8f66\u884c\u9a76\u65f6\u95f4\u7b49\u7b49\u3002&nbsp;<strong>\u5bf9\u4e8e\u8fd9\u4e9b\u95ee\u9898\u7684\u8868\u73b0\u8d85\u51fa\u4eba\u7684\u8868\u73b0\uff0c\u4e3b\u8981\u662f\u56e0\u4e3a\u6a21\u578b\u8bad\u7ec3\u6d89\u53ca\u5230\u4e86\u5927\u91cf\u6570\u636e\u7684\u5904\u7406\u3002\u5bf9\u4e8e\u8fd9\u4e9b\u95ee\u9898\u4ee5\u4eba\u7c7b\u6c34\u5e73\u4f5c\u4e3a\u57fa\u7840\u7684\u6a21\u578b\u8bad\u7ec3\u65b9\u6848\u5c31\u4e0d\u518d\u9002\u7528\u4e86\u3002<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u56db\u3001\u9519\u8bef\u5206\u6790\">\u56db\u3001\u9519\u8bef\u5206\u6790<\/h2>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"1023\" height=\"375\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292692-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103803.png\" alt=\"\" class=\"wp-image-633\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292692-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103803.png 1023w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292692-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103803-300x110.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292692-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103803-768x282.png 768w\" sizes=\"auto, (max-width: 1023px) 100vw, 1023px\" \/><\/figure>\n\n\n\n<p>\u5f53\u53d1\u73b0\u5f00\u53d1\u96c6\uff0c\u8bad\u7ec3\u96c6\u7684\u6307\u6807\u7ed3\u679c\u5f88\u5dee\u52b2\uff0c\u53ef\u4ee5\u5bf9&nbsp;<strong>\u5f00\u53d1\u96c6\u8bc6\u522b\u9519\u8bef\u7684\u6837\u672c\u8fdb\u884c\u4eba\u5de5\u5206\u6790<\/strong>\u3002<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u5c06\u6240\u6709<strong>\u731c\u60f3\u7684\u5bfc\u81f4\u9519\u8bef\u7684\u539f\u56e0<\/strong>&nbsp;\u5217\u5411\u6807\u51fa\uff1b\u6240\u6709&nbsp;<strong>\u9519\u8bef\u7684\u6837\u672c<\/strong>&nbsp;\u5728\u6a2a\u5411\u5217\u51fa<\/li>\n\n\n\n<li><strong>\u4eba\u5de5\u9010\u5217\u5206\u6790\u5404\u4e2a\u6837\u672c\u9519\u8bef\u7684\u539f\u56e0\uff0c\u5e76\u7edf\u8ba1<\/strong><\/li>\n\n\n\n<li><strong>\u6700\u540e\u5206\u6790\u7ed3\u679c\uff0c\u786e\u5b9a\u4f18\u5316\u7684\u65b9\u5411\u3002<\/strong><\/li>\n<\/ol>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e94\u3001\u6837\u672c\u7684\u7ed3\u8bba\u5b58\u5728\u95ee\u9898\">\u4e94\u3001\u6837\u672c\u7684\u7ed3\u8bba\u5b58\u5728\u95ee\u9898<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_51-\u95ee\u9898\u5206\u6790\">5.1 \u95ee\u9898\u5206\u6790<\/h3>\n\n\n\n<p>\u2003\u2003\u5bf9\u4e8e\u6536\u96c6\u7684\u6837\u672c\uff0c\u5982\u679c<strong>\u53ea\u662f\u4e00\u5c0f\u90e8\u5206<\/strong>\u8f93\u5165x\u4e0e\u8f93\u5165y\u4e4b\u95f4\u7684\u5bf9\u5e94\u5173\u7cfb\u5b58\u5728\u95ee\u9898\uff1a<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>\u8bad\u7ec3\u96c6\uff1a\u4e00\u822c\u4e0d\u7528\u4fee\u6539\u8fd9\u4e9b\u9519\u8bef\uff0c\u56e0\u4e3a\u8bad\u7ec3\u96c6\u6837\u672c\u91cf\u5927\uff0c\u4e14\u7b97\u6cd5\u5177\u6709\u9c81\u68d2\u6027\u3002 \u5f00\u53d1\u96c6\uff1a\u9996\u5148\u8fdb\u884c&nbsp;<strong>\u9519\u8bef\u5206\u6790<\/strong>&nbsp;\uff0c\u95ee\u9898\u6837\u672c\u5bfc\u81f4\u7684\u8bef\u5dee\u633a\u5927\u7684\uff0c\u5c31\u8981\u4fee\u6b63\u5f00\u53d1\u96c6\u3002<\/p>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_52-\u95ee\u9898\u4fee\u6b63\">5.2 \u95ee\u9898\u4fee\u6b63<\/h3>\n\n\n\n<p>\u2003\u2003\u5f53\u53d1\u73b0\u95ee\u9898\u5f88\u4e25\u91cd\u65f6\uff0c\u9700\u8981\u5c31\u884c\u6837\u672c\u4fee\u6b63\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u4fee\u6b63\u540e\uff0c\u4fdd\u8bc1\u5f00\u53d1\u96c6\u548c\u6d4b\u8bd5\u96c6\u7684\u5206\u5e03\u4e00\u81f4\u6027\u3002<\/strong><\/li>\n\n\n\n<li><strong>\u4e5f\u8981\u5c3d\u91cf\u53bb\u68c0\u9a8c\u90a3\u4e9b&nbsp;\u4fa5\u5e78\u8ba1\u7b97\u5bf9\u7684\u6837\u672c<\/strong><\/li>\n\n\n\n<li><strong>\u4fee\u590d\u4e86\u5f00\u53d1\u96c6\u548c\u6d4b\u8bd5\u96c6\uff0c\u53ef\u80fd\u5bfc\u81f4\u4e0e\u8bad\u7ec3\u96c6\u7684\u5206\u5e03\u4e0d\u7edf\u4e00<\/strong><\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u516d\u3001\u8bad\u7ec3\u7684\u8d77\u6b65\">\u516d\u3001\u8bad\u7ec3\u7684\u8d77\u6b65<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5148\u642d\u5efa\u4e00\u4e2a\u7b80\u5355\u7684\u6a21\u578b\uff0c\u4e0d\u7528\u60f3\u592a\u591a<\/li>\n\n\n\n<li>\u8fdb\u884c\u6837\u672c\u9519\u8bef\u5206\u6790\u4e0e\u5404\u4e2a\u96c6\u7684\u8bef\u5dee\u5206\u6790\uff0c\u786e\u5b9a\u6a21\u578b\u4f18\u5316\u65b9\u5411<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e03\u3001\u8bad\u7ec3\u96c6\u4e0e\u5f00\u53d1\u96c6\uff0c\u6d4b\u8bd5\u96c6\u5206\u5e03\u4e0d\u540c\">\u4e03\u3001\u8bad\u7ec3\u96c6\u4e0e\u5f00\u53d1\u96c6\uff0c\u6d4b\u8bd5\u96c6\u5206\u5e03\u4e0d\u540c<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_71-\u5b9e\u8df5\u6837\u672c\u592a\u5c11\u7684\u6837\u672c\u5212\u5206\">7.1 \u5b9e\u8df5\u6837\u672c\u592a\u5c11\u7684\u6837\u672c\u5212\u5206<\/h3>\n\n\n\n<p>\u2003\u2003\u5f53\u6a21\u578b\u5b9e\u9645\u5e94\u7528\u7684\u6837\u672c\u592a\u5c11\u6216\u8005\u4e0d\u597d\u83b7\u53d6\u65f6\uff0c\u5bf9\u4e8e\u6837\u672c\u7684\u5206\u5e03\u5c31\u4e0d\u80fd\u5728\u91c7\u7528\u8bad\u7ec3\u96c6\uff0c\u5f00\u53d1\u96c6\uff0c\u6d4b\u8bd5\u96c6\u6837\u672c\u5747\u5300\u5206\u5e03\u7684\u65b9\u6848\uff0c<strong>\u5e94\u5f53\u5c06\u5b9e\u8df5\u6837\u672c\u5168\u5212\u5206\u5230\u5f00\u53d1\u96c6\u548c\u6d4b\u8bd5\u96c6\uff0c\u8ba9\u6a21\u578b\u8bad\u7ec3\u662f\u671d\u7740\u671f\u671b\u8d70\u3002<\/strong><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_72-\u6570\u636e\u4e0d\u5339\u914d\u5224\u522b\u53ca\u5904\u7406\">7.2 \u6570\u636e\u4e0d\u5339\u914d\u5224\u522b\u53ca\u5904\u7406<\/h3>\n\n\n\n<p>\u2003\u2003<strong>\u6570\u636e\u4e0d\u5339\u914d\u95ee\u9898\uff1a\u7531\u4e8e\u5f00\u53d1\u96c6\uff0c\u6d4b\u8bd5\u96c6\u540c\u8bad\u7ec3\u96c6\u7684\u5206\u5e03\u4e0d\u540c\uff0c\u53ef\u80fd\u4f1a\u5bfc\u81f4\u8bad\u7ec3\u7684\u6a21\u578b\u4e0d\u80fd\u8fbe\u5230\u6211\u4eec\u7684\u9884\u671f\u3002<\/strong>&nbsp;\u4e3a\u4e86\u89c2\u6d4b\u51fa&nbsp;<strong>\u662f\u4e0d\u662f\u7531\u4e8e\u8fd9\u95ee\u9898\u5bfc\u81f4\u4e86\u6a21\u578b\u7684\u4e0d\u51c6\u786e<\/strong>&nbsp;\u53c8\u5f15\u5165\u4e86\u4e00\u4e2a&nbsp;<strong>\u8bad\u7ec3-\u5f00\u53d1\u96c6\uff1a\u8be5\u96c6\u5408\u7684\u6837\u672c\u5206\u5e03\u4e0e\u8bad\u7ec3\u96c6\u76f8\u540c\u3002<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"945\" height=\"438\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292711-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103822.png\" alt=\"\" class=\"wp-image-634\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292711-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103822.png 945w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292711-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103822-300x139.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292711-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103822-768x356.png 768w\" sizes=\"auto, (max-width: 945px) 100vw, 945px\" \/><\/figure>\n\n\n\n<p>\u2003<strong>\u5f53 dev error \u76f8\u5bf9\u4e8e train-dev error \u6bd4\u8f83\u5927\u65f6\uff0c\u5c31\u5b58\u5728\u6570\u636e\u4e0d\u5339\u914d\u95ee\u9898\u3002<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5bf9\u6bd4\u8bad\u7ec3\u96c6\u6837\u672c\u4e0e\u5b9e\u9645\u6837\u672c\u4e4b\u95f4\u7684\u5dee\u522b<\/li>\n\n\n\n<li>\u589e\u52a0\u5b9e\u9645\u60c5\u51b5\u7684\u6837\u672c\u6570\u636e<\/li>\n\n\n\n<li>\u4eba\u5de5\u5236\u9020\u5b9e\u9645\u60c5\u51b5\u6837\u672c\u6570\u636e\uff0c\u5c3d\u91cf\u589e\u52a0\u6570\u636e\u7684\u591a\u6837\u6027\uff08<strong>\u53ef\u80fd\u4f1a\u5bfc\u81f4\u5bf9\u5355\u4e00\u60c5\u51b5\u7684\u8fc7\u62df\u5408<\/strong>\uff09<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u516b\u3001\u8fc1\u79fb\u5b66\u4e60\">\u516b\u3001\u8fc1\u79fb\u5b66\u4e60<\/h2>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"1019\" height=\"239\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292726-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103837.png\" alt=\"\" class=\"wp-image-635\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292726-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103837.png 1019w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292726-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103837-300x70.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292726-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103837-768x180.png 768w\" sizes=\"auto, (max-width: 1019px) 100vw, 1019px\" \/><\/figure>\n\n\n\n<p>\u2003\u2003<strong>\u8fc1\u79fb\u5b66\u4e60\uff1a\u7ee7\u627f\u5176\u4ed6\u5df2\u7ecf\u6210\u529f\u7684\u6a21\u578b\uff0c\u6765\u7ee7\u7eed\u8bad\u7ec3\u5f53\u524d\u7684\u6a21\u578b\u3002<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>A\u6a21\u578b\u7684x\u4e0eB\u6a21\u578b\u7684x\u76f8\u540c<\/strong><\/li>\n\n\n\n<li><strong>A\u6a21\u578b\u8bad\u7ec3\u7684\u6837\u672c\u91cf \u76f8\u5bf9\u4e8e B\u6a21\u578b\u7684\u6837\u672c\u91cf\u5927\u7684\u591a\u3002<\/strong><\/li>\n\n\n\n<li><strong>A\u6a21\u578b\u6700\u5f00\u59cb\u7684\u51e0\u5c42\u7f51\u7edc\u80fd\u63d0\u5347B\u6a21\u578b\u6027\u80fd\u7684\u53ef\u80fd\u6027\u6700\u5927\uff1a\u6a21\u578b\u4ece\u540e\u5411\u524d\u8fdb\u884c\u4fee\u6539\u3002<\/strong><\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e5d\u3001\u591a\u4efb\u52a1\u5b66\u4e60\">\u4e5d\u3001\u591a\u4efb\u52a1\u5b66\u4e60<\/h2>\n\n\n\n<p>\u2003\u2003<strong>\u591a\u4efb\u52a1\u5b66\u4e60\uff1a\u5c06\u591a\u4e2a\u8bad\u7ec3\u76ee\u7684\u5168\u653e\u5230\u4e00\u4e2a\u6a21\u578b\u4e2d\u8fdb\u884c\u8bad\u7ec3\u3002<\/strong>&nbsp;\u5bf9\u4e8e\u65e0\u4eba\u9a7e\u9a76\u800c\u8a00\uff0c\u53ef\u4ee5\u628a\u8bc6\u522b\u4eba\uff0c\u8f66\uff0c\u8def\u6807\u7b49\u529f\u80fd\u90fd\u96c6\u6210\u5230\u4e00\u4e2a\u6a21\u578b\u4e2d\u8fdb\u884c\u8bad\u7ec3\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u591a\u4e2a\u4efb\u52a1\u53ef\u4ee5\u5171\u7528\u4e00\u5957\u6d45\u5c42\u7684\u7f51\u7edc<\/li>\n\n\n\n<li><strong>\u591a\u4e2a\u4efb\u52a1\u5206\u5f00\u65f6\uff0c\u6837\u672c\u91cf\u5e94\u5f53\u80fd\u4fdd\u8bc1\u5927\u4f53\u4e00\u81f4\uff0c\u6570\u91cf\u5e73\u5747<\/strong><\/li>\n\n\n\n<li><strong>\u5f53\u6548\u679c\u4e0d\u597d\u65f6\uff0c\u4e3b\u8981\u56e0\u7d20\u662f\u7f51\u7edc\u7ed3\u6784\u592a\u5c0f<\/strong><\/li>\n\n\n\n<li><strong>softmax: \u5206\u8fa8\u7684\u662f\u4ec0\u4e48\u3002\u591a\u4efb\u52a1\u5b66\u4e60\uff1a\u5206\u8fa8\u7684\u662f\u6709\u4ec0\u4e48<\/strong><\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u5341\u3001\u7aef\u5bf9\u7aef\u5b66\u4e60\">\u5341\u3001\u7aef\u5bf9\u7aef\u5b66\u4e60<\/h2>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"969\" height=\"202\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292742-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103854.png\" alt=\"\" class=\"wp-image-636\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292742-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103854.png 969w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292742-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103854-300x63.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731292742-\u5c4f\u5e55\u622a\u56fe-2024-11-11-103854-768x160.png 768w\" sizes=\"auto, (max-width: 969px) 100vw, 969px\" \/><\/figure>\n\n\n\n<p>\u2003<strong>\u76f4\u63a5\u4f7f\u7528x\u6620\u5c04\u5230y\uff0c\u8fdb\u884c\u795e\u7ecf\u7f51\u7edc\u5b66\u4e60\uff0c\u4e2d\u95f4\u4e0d\u505a\u4efb\u4f55\u7684\u5185\u5bb9\u5904\u7406\uff0c\u5b8c\u5168\u7684\u9ed1\u7bb1\u3002<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u597d\u5904<\/strong>\uff1a\n<ol class=\"wp-block-list\">\n<li>\u6a21\u578b\u5b8c\u5168\u4f9d\u8d56\u6570\u636e<\/li>\n\n\n\n<li>\u5728x -&gt; y\u7684\u8fc7\u7a0b\u4e2d\uff0c\u4e0d\u7528\u518d\u8003\u8651\u6dfb\u52a0\u5176\u4ed6\u5904\u7406\u6d41\u7a0b\u3002<\/li>\n<\/ol>\n<\/li>\n\n\n\n<li><strong>\u574f\u5904<\/strong>\uff1a\n<ol class=\"wp-block-list\">\n<li>\u4e00\u822c\u9700\u8981\u5927\u91cf\u7684\u6570\u636e\u624d\u80fd\u51fa\u6548\u679c<\/li>\n\n\n\n<li>\u4eba\u5de5\u63a7\u5236\u964d\u4f4e<\/li>\n<\/ol>\n<\/li>\n<\/ul>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\">\u5377\u79ef\u795e\u7ecf\u7f51\u7edc<\/h1>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e00\u3001\u5377\u79ef\">\u4e00\u3001\u5377\u79ef<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_11-\u6570\u5b66\u8fd0\u7b97\">1.1 \u6570\u5b66\u8fd0\u7b97<\/h3>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"422\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293179-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104604-1024x422.png\" alt=\"\" class=\"wp-image-638\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293179-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104604-1024x422.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293179-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104604-300x124.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293179-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104604-768x316.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293179-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104604.png 1049w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u5355\u6b65\u5377\u79ef<\/strong>\uff1a\u8ba1\u7b97\u6d41\u7a0b\u5982\u4e0a\u56fe\u6240\u793a\uff0c\u5377\u79ef\u6838\uff08\u8fc7\u6ee4\u5668\uff09\u4e0e\u56fe\u7247\u989c\u8272\u901a\u9053\u503c\u5bf9\u5e94\u76f8\u4e58\uff0c\u7136\u540e\u4e58\u79ef\u7ed3\u679c\u518d\u76f8\u52a0\u3002&nbsp;<\/li>\n\n\n\n<li><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?e%20%3D%20H%20*%20A%20%5C%5C%20%3D%20%5Cbegin%7Bbmatrix%7D%20h_%7B11%7D%20%26%20h_%7B12%7D%20%26%20h_%7B13%7D%20%5C%5C%20h_%7B21%7D%20%26%20h_%7B222%7D%20%26%20h_%7B23%7D%20%5C%5C%20h_%7B31%7D%20%26%20h_%7B32%7D%20%26%20h_%7B333%7D%20%5Cend%7Bbmatrix%7D%20*%20%5Cbegin%7Bbmatrix%7D%20a%20%26%20b%20%26%20c%20%5C%5C%20d%20%26%20e%20%26%20f%20%5C%5C%20g%20%26%20h%20%26%20i%20%5Cend%7Bbmatrix%7D%20%5C%5C%20%3D%20%5Ctext%7Bsum%7D%20%5Cleft%28%20%5Cbegin%7Bbmatrix%7D%20a%20%5Ctimes%20h_%7B11%7D%20%26%20b%20%5Ctimes%20h_%7B12%7D%20%26%20c%20%5Ctimes%20h_%7B13%7D%20%5C%5C%20d%20%5Ctimes%20h_%7B21%7D%20%26%20e%20%5Ctimes%20h_%7B22%7D%20%26%20f%20%5Ctimes%20h_%7B23%7D%20%5C%5C%20g%20%5Ctimes%20h_%7B31%7D%20%26%20h%20%5Ctimes%20h_%7B32%7D%20%26%20i%20%5Ctimes%20h_%7B33%7D%20%5Cend%7Bbmatrix%7D%20%5Cright%29\" alt=\"e = H * A \\\\ = \\begin{bmatrix} h_{11} &amp; h_{12} &amp; h_{13} \\\\ h_{21} &amp; h_{222} &amp; h_{23} \\\\ h_{31} &amp; h_{32} &amp; h_{333} \\end{bmatrix} * \\begin{bmatrix} a &amp; b &amp; c \\\\ d &amp; e &amp; f \\\\ g &amp; h &amp; i \\end{bmatrix} \\\\ = \\text{sum} \\left( \\begin{bmatrix} a \\times h_{11} &amp; b \\times h_{12} &amp; c \\times h_{13} \\\\ d \\times h_{21} &amp; e \\times h_{22} &amp; f \\times h_{23} \\\\ g \\times h_{31} &amp; h \\times h_{32} &amp; i \\times h_{33} \\end{bmatrix} \\right)\"><\/li>\n\n\n\n<li><strong>\u5377\u79ef\u79fb\u52a8<\/strong>\uff1a\u5982\u52a8\u6001\u56fe\u6240\u793a\uff0c\u8f93\u5165\u4e3a&nbsp;<code>7x7<\/code>&nbsp;\uff0c\u5377\u79ef\u6838<code>3x3<\/code>\uff0c\u5377\u79ef\u6838\u79fb\u52a8\u6b65\u957f<code>1<\/code>\uff0c\u8f93\u51fa\u7ed3\u679c\u4e3a<code>5x5<\/code><\/li>\n<\/ul>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u8f93\u51fa\u7ef4\u5ea6<\/strong>\uff1a<img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?n_o%20%3D%20%5Cleft%5Clfloor%20%5Cfrac%7Bn_i%20+%202p%20-%20f%7D%7Bs%7D%20+%201%20%5Cright%5Crfloor\" alt=\"n_o = \\left\\lfloor \\frac{n_i + 2p - f}{s} + 1 \\right\\rfloor\">\n<ul class=\"wp-block-list\">\n<li>f : \u8fc7\u6ee4\u5668\u7684\u7eac\u5ea6<\/li>\n\n\n\n<li>p : \u8f93\u5165\u56fe\u7247\u586b\u5145\u7684\u50cf\u7d20<\/li>\n\n\n\n<li>s : \u8fc7\u6ee4\u5668\u5728\u8f93\u5165\u56fe\u50cf\u4e0a\u79fb\u52a8\u7684\u6b65\u957f<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<p><strong>\u5f53\u6b65\u957fs\u4e0d\u4e3a1\u65f6\uff0c\u53ef\u80fd\u5bfc\u81f4\u8fc7\u6ee4\u5668\u8d8a\u754c\uff0c\u6240\u4ee5\u4f7f\u7528floor\u8fdb\u884c\u5411\u4e0b\u53d6\u6574\u3002<\/strong><\/p>\n\n\n\n<p>Tip<\/p>\n\n\n\n<p>\u5728\u56fe\u50cf\u8bc6\u522b\u4e2d\u6240\u8bf4\u7684\u201c\u5377\u79ef\u201d\u548c\u5b9e\u9645\u5b9a\u4e49\u6709\u4e00\u70b9\u5c0f\u5dee\u522b\uff0c\u56fe\u50cf\u8bc6\u522b\u7701\u7565\u4e86\uff1a\u5bf9\u8fc7\u6ee4\u5668\u8fdb\u884c\u53f3\u5bf9\u89d2\u7ebf\u7684\u7ffb\u8f6c\uff08\u5bf9\u7ed3\u679c\u6ca1\u5565\u5f71\u54cd\uff0c\u6ca1\u5fc5\u8981\u7b97\u4e86\uff09\u3002\u56fe\u50cf\u8bc6\u522b\u4e2d\u7684\u5377\u79ef\u51c6\u786e\u5e94\u5f53\u79f0\u4e4b\u4e3a\uff1a<code>cross-correlation<\/code>\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_12-padding\">1.2 Padding<\/h3>\n\n\n\n\n\n<p>\u5377\u79ef\u8ba1\u7b97\u540e\uff0c\u539f\u6765\u7684\u56fe\u50cf\u4f1a\u88ab\u7f29\u5c0f\uff0c\u4e3a\u4e86\u89c4\u907f\u8fd9\u4e2a\u95ee\u9898\uff0c\u53ef\u4ee5\u5c06\u539f\u6765\u7684\u56fe\u50cf\u7684\u8fdb\u884c\u8fb9\u7f18\u6269\u5145\u50cf\u7d20\u3002\u5377\u79ef\u6838\u7684\u6b65\u957f\u4e00\u822c\u53d6<code>s=1<\/code>\uff0c\u90a3\u4e48\u4e0a\u9762\u7684\u5f0f\u5c31\u53d8\u4e3a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?n_o%3Dn_i+2p-f+1\" alt=\"n_o=n_i+2p-f+1\"\/><\/figure>\n\n\n\n<p>\u73b0\u5728\u8981\u4f7f\u5f97&nbsp;no=ni\uff0c\u53ef\u4ee5\u6c42\u89e3\u5f97<\/p>\n\n\n\n<p>p=(f-1)\/2<\/p>\n\n\n\n<p>\u56e0\u6b64\uff0c\u53ea\u8981\u518d\u5bf9\u539f\u56fe\u6269\u5145<code>p<\/code>\u4e2a\u50cf\u7d20\uff0c\u5c31\u80fd\u4f7f\u5f97\u5377\u79ef\u540e\u7684\u56fe\u50cf\u5c3a\u5bf8\u548c\u8f93\u5165\u56fe\u50cf\u4e00\u6837\u5927\u3002\u4f8b\u5982\u5bf9<code>5x5<\/code>\u7684\u8f93\u5165\uff0c\u5377\u79ef\u6838\u53d6<code>3x3<\/code>\uff0c\u6b65\u957f\u4e3a<code>1<\/code>\uff0c\u5f53\u53d6<code>p=1<\/code>\u65f6\uff0c\u8f93\u51fa\u7ed3\u679c\u4e0e\u539f\u56fe\u5c3a\u5bf8\u4e00\u6837\u3002<\/p>\n\n\n\n<p>Note<\/p>\n\n\n\n<p>\u4ece\u4e0a\u9762\u516c\u5f0f\u53ef\u4ee5\u770b\u51fa\uff0c\u5f53\u5377\u79ef\u6b65\u957f\u4e3a<code>1<\/code>\u4e14\u5377\u79ef\u6838\u7684\u5c3a\u5bf8<code>f<\/code>&nbsp;\u4e3a\u5947\u6570\u65f6\uff0c\u8ba1\u7b97\u5f97\u5230\u7684<code>p<\/code>\u503c\u4e3a\u6574\u6570\u3002\u56e0\u6b64\uff0c\u4e00\u822c\u4f1a\u9009\u7528\u300c\u5947\u6570\u300d\u5c3a\u5bf8\u7684\u5377\u79ef\u6838\u3002\u4f8b\u5982<code>3x3<\/code>\u3001<code>5x5<\/code>\u3001<code>7x7<\/code>\u7b49\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e8c\u3001\u5377\u79ef\u64cd\u4f5c\">\u4e8c\u3001\u5377\u79ef\u64cd\u4f5c<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_21-\u8fb9\u7f18\u76d1\u6d4b\">2.1 \u8fb9\u7f18\u76d1\u6d4b<\/h3>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"1000\" height=\"587\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293238-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104700.png\" alt=\"\" class=\"wp-image-639\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293238-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104700.png 1000w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293238-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104700-300x176.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293238-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104700-768x451.png 768w\" sizes=\"auto, (max-width: 1000px) 100vw, 1000px\" \/><\/figure>\n\n\n\n<p>\u2003\u5b9a\u4e49\u4e00\u4e2a\u7ad6\u5411\u7684\u8fc7\u6ee4\u5668\uff0c\u5c31\u80fd\u5b9e\u73b0\u5bf9\u7ad6\u5411\u7684\u8fb9\u7f18\u8fdb\u884c\u76d1\u6d4b\uff1b\u540c\u6837\u5b9a\u4e49\u4e00\u4e2a\u6a2a\u5411\u7684\u8fc7\u6ee4\u5668\uff0c\u5c31\u80fd\u5bf9\u4e00\u4e2a\u6a2a\u5411\u7684\u8fb9\u7f18\u8fdb\u884c\u76d1\u6d4b\u3002\u5bf9\u4e8e\u8fc7\u6ee4\u5668\u7684\u503c\uff0c\u53ef\u4ee5\u81ea\u5b9a\u4e49\uff0c\u4e0d\u7528\u5b8c\u5168\u662f-1\u6216\u80051\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"351\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293258-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104729-1024x351.png\" alt=\"\" class=\"wp-image-640\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293258-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104729-1024x351.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293258-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104729-300x103.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293258-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104729-768x263.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293258-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104729.png 1056w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u200b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_22-\u5176\u4ed6\u5377\u79ef\u64cd\u4f5c\">2.2 \u5176\u4ed6\u5377\u79ef\u64cd\u4f5c<\/h3>\n\n\n\n<p><a href=\"https:\/\/blog.csdn.net\/kingroc\/article\/details\/88192878\" target=\"_blank\"  rel=\"nofollow\" >\u5377\u79ef\u64cd\u4f5c<\/a><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e09\u3001\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\">\u4e09\u3001\u5377\u79ef\u795e\u7ecf\u7f51\u7edc<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_31-\u5377\u79ef\u5c42\">3.1 \u5377\u79ef\u5c42<\/h3>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_1-\u5377\u79ef\u6838\">1 \u5377\u79ef\u6838<\/h4>\n\n\n\n<p>Note<\/p>\n\n\n\n<p>\u4ece\u4e0a\u4e00\u8282\u53ef\u4ee5\u77e5\u9053\uff0c\u5bf9\u56fe\u7247\u8fdb\u884c\u300c\u5377\u79ef\u64cd\u4f5c\u300d\u540e\uff0c\u53ef\u4ee5\u5bf9\u300c\u56fe\u50cf\u7279\u5f81\u300d\u8fdb\u884c\u63d0\u53d6\u3002\u56e0\u6b64\uff0c\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u5c31\u76f4\u63a5\u5c06\u5377\u79ef\u6838\u4e2d\u7684\u6240\u6709\u7cfb\u6570\u90fd\u8bbe\u7f6e\u4e3a<code>w<\/code>\u7cfb\u6570\uff0c\u7136\u540e\u901a\u8fc7\u8bad\u7ec3\u5f97\u5230\u5177\u4f53\u7684\u5377\u79ef\u6838\u3002<\/p>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_2-\u4e09\u7ef4\u5377\u79ef\">2 \u4e09\u7ef4\u5377\u79ef<\/h4>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1019\" height=\"486\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293351-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104757.png\" alt=\"\" class=\"wp-image-641\" style=\"width:612px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293351-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104757.png 1019w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293351-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104757-300x143.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293351-\u5c4f\u5e55\u622a\u56fe-2024-11-11-104757-768x366.png 768w\" sizes=\"auto, (max-width: 1019px) 100vw, 1019px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>&nbsp;\u8f93\u5165\u7684\u901a\u9053\u6570\u548c\u8fc7\u6ee4\u5668\u7684\u901a\u9053\u6570\u76f8\u540c\uff0c\u624d\u80fd\u8fdb\u884c\u8ba1\u7b97\u3002<\/li>\n\n\n\n<li>\u6240\u6709\u989c\u8272\u901a\u9053\u8fdb\u884c\u4e00\u6b65\u5377\u79ef\u8ba1\u7b97\u540e\uff0c\u5f97\u5230\u4e00\u4e2a\u8f93\u51fa\u7ed3\u679c\uff0c<strong>\u5373\u989c\u8272\u901a\u9053\u88ab\u964d\u7ef4<\/strong>\u3002<\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_3-\u5377\u79ef\u5c42\u7ed3\u6784\">3 \u5377\u79ef\u5c42\u7ed3\u6784<\/h4>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"444\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323838-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191656-1024x444.png\" alt=\"\" class=\"wp-image-645\" style=\"width:586px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323838-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191656-1024x444.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323838-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191656-300x130.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323838-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191656-768x333.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323838-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191656-1536x666.png 1536w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323838-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191656.png 1725w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<p>\u56fe\u4e2d\u5c55\u793a\u7684\u5377\u79ef\u5c42\uff1a\u4e00\u5f20\u56fe\u50cf\u901a\u8fc7\u4e24\u4e2a\u6ee4\u6ce2\u5668\uff0c\u8ba1\u7b97\u5f97\u5230\u4e24\u5c42\u7ed3\u679c\uff1b\u518d\u5c06\u4e24\u5c42\u9001\u5165\u6fc0\u6d3b\u51fd\u6570\uff1b\u6700\u540e\u5c06\u4e24\u4e2a\u5c42\u91cd\u5408\u5f97\u5230\u8f93\u51fa\u3002<strong>\u8fd9\u91cc\u7684\u5377\u79ef\u6838\u53ef\u4ee5\u8bbe\u7f6e\u591a\u4e2a\u3002<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bl%5D%7D%20%3D%20%5Ctext%7Bactive%7D%28%5Ctext%7Binput%7D%20*%20%5Ctext%7Bfilter%7D%20+%20%5Ctext%7Bbias%7D%29\" alt=\"a^{[l]} = \\text{active}(\\text{input} * \\text{filter} + \\text{bias})\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_32-\u6c60\u5316\u5c42\uff08pooling\uff09\">3.2 \u6c60\u5316\u5c42\uff08pooling\uff09<\/h3>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"466\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323865-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191703-1024x466.png\" alt=\"\" class=\"wp-image-646\" style=\"width:598px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323865-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191703-1024x466.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323865-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191703-300x137.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323865-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191703-768x350.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323865-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191703-1536x699.png 1536w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323865-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191703.png 1720w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<p>\u4e0d\u540c\u4e8e\u5377\u79ef\uff0c\u6c60\u5316\u7684\u4f5c\u7528\u662f\u5c06\u539f\u6765\u7684\u50cf\u7d20\uff0c\u6309\u7167\u5757\u64cd\u4f5c\uff0c\u8fdb\u884c\u538b\u7f29\u5904\u7406\u3002&nbsp;\u6839\u636e\u538b\u7f29\u6570\u636e\u65b9\u5f0f\u7684\u4e0d\u540c\u5206\u4e3a\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><code>max pooling<\/code>\uff0c\u533a\u57df\u5185\u7684\u6700\u5927\u503c\uff1b<\/li>\n\n\n\n<li><code>average pooling<\/code>\uff0c\u533a\u57df\u6c42\u5e73\u5747\u503c\u3002<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?n_o%20%3D%20%5Cleft%5Clfloor%20%5Cfrac%7Bn_i%20-%20f%7D%7Bs%7D%20+%201%20%5Cright%5Crfloor\" alt=\"n_o = \\left\\lfloor \\frac{n_i - f}{s} + 1 \\right\\rfloor\"\/><\/figure>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"570\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191708-1024x570.png\" alt=\"\" class=\"wp-image-647\" style=\"width:377px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191708-1024x570.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191708-300x167.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191708-768x427.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191708-1536x854.png 1536w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323887-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191708.png 1546w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<p>Note<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5bf9\u4e8epooling\u7684\u8ba1\u7b97\uff0c\u6bcf\u4e00\u4e2a\u901a\u9053\u5206\u522b\u8fdb\u884c\u4e00\u6b21\u8ba1\u7b97\uff0c\u8f93\u51fa\u7ed3\u679c\u901a\u9053\u6570\u4e0d\u6539\u53d8\u3002<\/li>\n\n\n\n<li>pooling\u6d89\u53ca\u7684\u8d85\u53c2\u6570\uff0c\u8bad\u7ec3\u96c6\u8bad\u7ec3\u65f6\u89c6\u4e3a\u5e38\u91cf\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_33-\u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u6a21\u578b\">3.3 \u5377\u79ef\u795e\u7ecf\u7f51\u7edc\u6a21\u578b<\/h3>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"519\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323954-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191821-1024x519.png\" alt=\"\" class=\"wp-image-648\" style=\"width:580px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323954-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191821-1024x519.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323954-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191821-300x152.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323954-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191821-768x389.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323954-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191821-1536x779.png 1536w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323954-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191821.png 1750w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u56fe\u50cf\u521a\u8f93\u5165\u7684\u65f6\u5019\uff0c\u9760\u5377\u79ef\u548c\u6c60\u5316\u63d0\u53d6\u7279\u5f81\uff0c\u964d\u4f4e\u56fe\u7247\u53c2\u6570\u6570\u91cf\u3002<\/strong><\/li>\n\n\n\n<li><strong>\u8f93\u51fa\u5c31\u662f\u9760\u5168\u8fde\u63a5\u7f51\u7edc\uff08BP\u7f51\u7edc\uff09\u548c\u5206\u7c7b\u5668\u83b7\u53d6\u4f30\u8ba1\u7ed3\u679c\u3002<\/strong><\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_34-\u5377\u79ef\u7684\u4f5c\u7528\">3.4 \u5377\u79ef\u7684\u4f5c\u7528<\/h3>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"456\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323972-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191828-1024x456.png\" alt=\"\" class=\"wp-image-649\" style=\"width:620px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323972-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191828-1024x456.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323972-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191828-300x133.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323972-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191828-768x342.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323972-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191828.png 1414w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<p>\u2003\u2003&nbsp;\u4e0e\u666e\u901a\u795e\u7ecf\u7f51\u7edc\u76f8\u6bd4\uff0c\u5377\u79ef\u7f51\u7edc\u5927\u5927\u964d\u4f4e\u4e86\u8d85\u53c2\u6570\u7684\u91cf\uff0c\u5b9e\u73b0\u4e86\u5bf9\u56fe\u50cf\u50cf\u7d20\u7684\u538b\u7f29\u548c\u7279\u5f81\u63d0\u53d6\u3002<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<ul class=\"wp-block-list\">\n<li><strong>parameter sharing<\/strong>\uff1a\u7528\u4e8e\u4e00\u6b21\u8fc7\u6ee4\u7684\u8fc7\u6ee4\u5668\u90fd\u662f\u4e00\u6837\u7684\uff0c\u6570\u636e\u5904\u7406\u8fc7\u7a0b\u7edf\u4e00\uff0c\u4e5f\u964d\u4f4e\u4e86\u8d85\u53c2\u6570\u7684\u91cf\u3002<\/li>\n\n\n\n<li><strong>sparsity of connection<\/strong>\uff1a\u6bcf\u4e2a\u50cf\u7d20\u53ea\u80fd\u5f71\u54cd\u5c40\u90e8\u7684\u7ed3\u679c\uff0c\u7b26\u5408\u5e38\u89c4\u8ba4\u77e5\u3002<\/li>\n<\/ul>\n<\/blockquote>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u56db\u30011x1-\u5377\u79ef\">\u56db\u30011x1 \u5377\u79ef<\/h2>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"551\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323989-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191833-1024x551.png\" alt=\"\" class=\"wp-image-650\" style=\"width:595px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323989-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191833-1024x551.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323989-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191833-300x161.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323989-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191833-768x413.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731323989-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191833.png 1333w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u538b\u7f29\u4fe1\u9053\u5e76\u6539\u53d8\u4fe1\u9053\u7ef4\u5ea6\uff1a<\/strong>&nbsp;\u5bf9\u4e8e\u5355\u4fe1\u9053\u7684\u8f93\u5165\u6570\u636e\u6765\u8bf4\uff0c<code>1x1<\/code>\u7684\u5377\u79ef\u6ca1\u5565\u9e1f\u7528\uff0c\u7ed3\u679c\u5c31\u662f\u5728\u539f\u7406\u7684\u8f93\u5165\u4e0a\u901a\u4e58\u4e00\u4e2a\u6570\uff0c\u5e76\u6ca1\u6709\u5bf9\u7279\u5f81\u8fdb\u884c\u63d0\u53d6\u3002\u4f46\u662f\u5bf9\u4e8e\u591a\u4fe1\u9053\u7684\u8f93\u5165\u6570\u636e\uff0c<code>1x1<\/code>&nbsp;\u5377\u79ef\u5b9e\u73b0\u4e86\u5bf9\u8f93\u5165\u7279\u5f81\u56fe\u5728\u4fe1\u9053\u65b9\u5411\u4e0a\u7684\u538b\u7f29\uff0c\u4f8b\u5982&nbsp;<code>6x6x32<\/code>&nbsp;\u7684\u8f93\u5165\uff0c\u7ecf\u8fc7<code>1<\/code>&nbsp;\u4e2a&nbsp;<code>1x1<\/code>&nbsp;\u5377\u79ef\u6838\u7684\u5377\u79ef\u7ed3\u679c\u4e3a&nbsp;<code>6x6x1<\/code>\uff0c\u7ecf\u8fc7<code>2<\/code>\u4e2a&nbsp;<code>1x1<\/code>\u5377\u79ef\u6838\u7684\u5377\u79ef\u7ed3\u679c\u4e3a&nbsp;<code>6x6x2<\/code><\/li>\n\n\n\n<li><strong>\u7f29\u51cf\u8ba1\u7b97\u6b21\u6570\u4e0e\u53c2\u6570\uff1a<\/strong> \u6ca1\u6709\u5f15\u5165<code>1x1<\/code>\u00a0\u5377\u79ef\u6b65\u9aa4\uff0c\u5176\u4e58\u6cd5\u8ba1\u7b97\u6b21\u6570\u4e3a\uff1a<code>(28x28x32)x(5x5x192)=120,422,400<\/code>\uff1b\u5377\u79ef\u6838\u7cfb\u6570\u4e2a\u6570\u4e3a\uff1a<code>5x5x192x32=153600<\/code>  <\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"832\" height=\"384\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324099-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191837.png\" alt=\"\" class=\"wp-image-651\" style=\"width:472px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324099-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191837.png 832w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324099-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191837-300x138.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324099-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191837-768x354.png 768w\" sizes=\"auto, (max-width: 832px) 100vw, 832px\" \/><\/figure>\n<\/div>\n\n\n<ul class=\"wp-block-list\">\n<li>\u5f15\u5165<code>1x1<\/code>\u5377\u79ef\u6b65\u9aa4\u540e\uff0c\u5176\u4e58\u6cd5\u8ba1\u7b97\u6b21\u6570\u4e3a\uff1a<code>(28x28x16)x192 + (28x28x32)x(5x5x16) = 12,433,648<\/code>\uff1b\u5377\u79ef\u6838\u7cfb\u6570\u4e2a\u6570\u4e3a\uff1a<code>192*16+5x5x16x32=15872<\/code> <\/li>\n\n\n\n<li><img loading=\"lazy\" decoding=\"async\" width=\"500\" height=\"160\" class=\"wp-image-652\" style=\"width: 500px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324128-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191841.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324128-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191841.png 890w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324128-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191841-300x96.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324128-\u5c4f\u5e55\u622a\u56fe-2024-11-11-191841-768x245.png 768w\" sizes=\"auto, (max-width: 500px) 100vw, 500px\" \/><\/li>\n\n\n\n<li>\u5728\u4e2d\u95f4\u6b65\u9aa4\u4e2d\uff0c\u5f15\u5165<code>1x1<\/code>\u5377\u79ef\uff0c\u4e58\u6cd5\u8ba1\u7b97\u91cf\u7f29\u5c0f\u4e3a\u539f\u6765\u7684\u00a0<code>10.3 %<\/code>\uff0c\u53c2\u6570\u4e2a\u6570\u7f29\u51cf\u4e3a\u539f\u6765\u7684<code>10.3 %<\/code><\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u4e94\u3001\u5377\u79ef\u7f51\u7edc\u6a21\u578b\">\u4e94\u3001\u5377\u79ef\u7f51\u7edc\u6a21\u578b<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_51-\u7ecf\u5178\u5377\u79ef\u7f51\u7edc\">5.1 \u7ecf\u5178\u5377\u79ef\u7f51\u7edc<\/h3>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_511-lenet-5\">5.1.1 LeNet-5<\/h4>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"231\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324262-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192222-1024x231.png\" alt=\"\" class=\"wp-image-653\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324262-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192222-1024x231.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324262-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192222-300x68.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324262-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192222-768x173.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324262-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192222.png 1324w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u4f5c\u7528\uff1a<\/strong>&nbsp;\u8bc6\u522b\u624b\u5199\u6570\u5b57<\/li>\n\n\n\n<li><strong>\u7279\u70b9\uff1a<\/strong>&nbsp;\u63d0\u51fa\u4e86\u6bcf\u4e2a\u300c\u5377\u79ef\u5c42\u300d\u4e4b\u540e\u6dfb\u52a0\u4e00\u4e2a\u300c\u6c60\u5316\u5c42\u300d<\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_512-alexnet\">5.1.2 AlexNet<\/h4>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"366\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324304-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192226-1024x366.png\" alt=\"\" class=\"wp-image-654\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324304-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192226-1024x366.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324304-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192226-300x107.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324304-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192226-768x275.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324304-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192226.png 1362w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u4f5c\u7528\uff1a<\/strong>&nbsp;\u7ed9\u5305\u542b\u67091000\u79cd\u7c7b\u522b\u7684\u5171120\u4e07\u5f20\u9ad8\u5206\u8fa8\u7387\u56fe\u7247\u8fdb\u884c\u5206\u7c7b<\/li>\n\n\n\n<li><strong>\u7279\u70b9\uff1a<\/strong>&nbsp;\u5728\u9690\u542b\u5c42\u4e2d\u8bbe\u7f6e\u4e86\u5927\u91cf\u7684\u53c2\u6570\uff0c\u5e76\u4e14\u5377\u79ef\u5c42\u7684\u901a\u9053\u6570\u4e5f\u6bd4\u8f83\u5927<\/li>\n\n\n\n<li><strong>\u610f\u4e49\uff1a<\/strong>&nbsp;\u4ece\u8fd9\u4e2a\u7f51\u7edc\u6a21\u578b\u5f00\u59cb\uff0c\u8ba1\u7b97\u673a\u89c6\u89c9\u7684\u7814\u7a76\u5f00\u59cb\u91cd\u89c6\u6df1\u5ea6\u5b66\u4e60\u7684\u5e94\u7528\u3002<\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_513-vgg16\">5.1.3 VGG16<\/h4>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"455\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324318-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192231-1024x455.png\" alt=\"\" class=\"wp-image-655\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324318-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192231-1024x455.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324318-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192231-300x133.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324318-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192231-768x342.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324318-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192231.png 1347w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u4f5c\u7528\uff1a<\/strong>&nbsp;\u56fe\u50cf\u5206\u7c7b<\/li>\n\n\n\n<li><strong>\u7279\u70b9\uff1a<\/strong>\n<ol class=\"wp-block-list\">\n<li>\u5229\u7528\u6700\u7b80\u5355\u7684\u5377\u79ef\u548c\u6c60\u5316\u8fdb\u884c\u7f51\u7edc\u642d\u5efa\uff0c\u5377\u79ef\u6838\u7684\u5c3a\u5bf8\u8d8a\u5c0f\uff0c\u5bf9\u4e8e\u56fe\u7247\u7279\u5f81\u5c31\u66f4\u52a0\u7684\u654f\u611f\u3002<\/li>\n\n\n\n<li>\u66f4\u52a0\u4e27\u5fc3\u75c5\u72c2\u7684\u6dfb\u52a0\u9690\u542b\u5c42\u4fe1\u9053<\/li>\n<\/ol>\n<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_52-\u6b8b\u5dee\u7f51\u7edc\">5.2 \u6b8b\u5dee\u7f51\u7edc<\/h3>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"503\" height=\"379\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324331-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192235.png\" alt=\"\" class=\"wp-image-656\" style=\"width:232px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324331-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192235.png 503w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324331-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192235-300x226.png 300w\" sizes=\"auto, (max-width: 503px) 100vw, 503px\" \/><\/figure>\n<\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u4f5c\u7528\uff1a<\/strong>&nbsp;\u968f\u7740\u4f20\u7edf\u6df1\u5ea6\u5b66\u4e60\u7f51\u7edc&nbsp;<code>Plain network<\/code>&nbsp;\u52a0\u6df1\u65f6\uff0c\u5176\u6a21\u578b\u9884\u6d4b\u7ed3\u679c\u5e76\u975e\u8d8a\u6765\u8d8a\u597d\uff0c\u53cd\u800c\u4f1a\u53d8\u5f97\u66f4\u5dee\u3002\u4e3a\u4e86\u5b9e\u73b0\u6df1\u5c42\u7f51\u7edc\u7684\u5b66\u4e60\uff0c\u4f55\u51ef\u660e\u7b49\u4eba\u63d0\u51fa\u4e86\u300c\u6b8b\u5dee\u7f51\u7edc\u300d\uff0c\u5728&nbsp;<code>dlib<\/code>&nbsp;\u5e93\u4e2d\uff0c\u4eba\u8138\u7279\u5f81\u63cf\u8ff0\u7b26\u7684\u9884\u6d4b\uff0c\u5c31\u5229\u7528\u4e86\u8be5\u7f51\u7edc\u3002<\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"904\" height=\"436\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324345-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192238.png\" alt=\"\" class=\"wp-image-657\" style=\"width:313px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324345-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192238.png 904w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324345-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192238-300x145.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324345-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192238-768x370.png 768w\" sizes=\"auto, (max-width: 904px) 100vw, 904px\" \/><\/figure>\n<\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u6b8b\u5dee\u5757\uff1a<\/strong>&nbsp;\u5728\u8ba1\u7b97&nbsp;a[l+2] \u65f6\uff0c\u6dfb\u52a0\u4e86&nbsp;a[l] \u7684\u7ed3\u679c <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bl+2%5D%7D%20%3D%20g%28W%5E%7B%5Bl+2%5D%7Da%5E%7B%5Bl+1%5D%7D%20+%20b%5E%7B%5Bl+2%5D%7D%20+%20M%20a%5E%7B%5Bl%5D%7D%29\" alt=\"a^{[l+2]} = g(W^{[l+2]}a^{[l+1]} + b^{[l+2]} + M a^{[l]})\"> \u5176\u4e2d&nbsp;M&nbsp;\u4e3a\u7ef4\u5ea6\u8f6c\u6362\u77e9\u9635\uff0c\u5f53&nbsp;a[l] \u4e0e&nbsp;al+2\u7684\u7ef4\u5ea6\u4e0d\u4e00\u6837\u65f6\uff0c\u9700\u8981\u5bf9&nbsp;a[l] \u7684\u7ef4\u5ea6\u8fdb\u884c\u8f6c\u5316\uff0c\u9700\u8981\u5f53\u4f5c\u7f51\u7edc\u53c2\u6570\u8fdb\u884c\u5b66\u4e60\uff1b\u5f53&nbsp;a[l]\u4e0e&nbsp;al+2 \u7684\u7ef4\u5ea6\u4e00\u6837\u65f6&nbsp;M \u5c31\u662f\u4e00\u4e2a\u5355\u4f4d\u9635\uff0c\u4e0d\u8981\u5b66\u4e60\u3002<\/li>\n\n\n\n<li><strong>\u6b8b\u5dee\u5757\u5de5\u4f5c\u539f\u7406\uff1a<\/strong>&nbsp;\u5047\u8bbe\u7f51\u7edc\u6a21\u578b\u7684\u8bad\u7ec3\u7ed3\u679c\u4e3a&nbsp;W[l+2]=0,b[l+2]=0\uff0c\u5219 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?a%5E%7B%5Bl+2%5D%7D%20%3D%20g%280%20+%20M%20a%5E%7B%5Bl%5D%7D%29\" alt=\"a^{[l+2]} = g(0 + M a^{[l]})\"> \u4ece\u7ed3\u8bba\u4e0a\u6765\u770b\u770b\uff0ca[l+2] \u7684\u8ba1\u7b97\u7ed3\u679c\u53ea\u4e0e&nbsp;a[l]a[l]&nbsp;\u76f8\u5173\uff0c&nbsp;\u5373&nbsp;[l+1]&nbsp;\u5c42\u7f51\u7edc\u88ab\u5c4f\u853d\u4e86\uff0c\u7f51\u7edc\u9690\u542b\u5c42\u88ab\u51cf\u5c11\u3002\u53c8\u7531\u4e8e&nbsp;W[l+2]=0,b[l+2]=0 \u53ea\u662f\u6781\u7aef\u60c5\u51b5\uff0c\u5b9e\u9645\u4e2d\u51fa\u73b0\u6982\u7387\u4f4e\uff0c&nbsp;[l+1] \u5c42\u80af\u5b9a\u4f1a\u8d77\u70b9\u4f5c\u7528\u7684\uff0c\u56e0\u6b64\u6700\u7ec8\u7684\u9690\u542b\u5c42\u591a\u7684\u7f51\u7edc\u6a21\u578b\u80af\u5b9a\u6bd4\u9690\u542b\u5c42\u5c11\u7684\u6548\u679c\u8981\u597d\u3002<\/li>\n\n\n\n<li><strong>\u5377\u79ef\u7f51\u7edc\uff1a<\/strong>\u00a0\u5728\u5377\u79ef\u7f51\u7edc\u4e2d\u7684\u4f7f\u7528\u65b9\u6cd5\u540c\u7406\u3002 <\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"422\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324372-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192244-1024x422.png\" alt=\"\" class=\"wp-image-658\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324372-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192244-1024x422.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324372-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192244-300x124.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324372-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192244-768x316.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324372-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192244-1536x633.png 1536w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324372-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192244.png 1697w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_53-inception-\u7f51\u7edc\">5.3 inception \u7f51\u7edc<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u4f5c\u7528\uff1a<\/strong>&nbsp;\u5f53\u6211\u4eec\u4e0d\u77e5\u9053\u5f53\u524d\u5377\u79ef\u5c42\u91c7\u7528\u54ea\u4e2a\u7c7b\u578b\u5377\u79ef\u6838\u66f4\u597d\uff0c\u8fd8\u662f\u8bf4\u5f53\u524d\u5c42\u4e0d\u5377\u79ef\u800c\u662f\u8fdb\u884c\u6c60\u5316\u7684\u65f6\u5019\uff0c\u8fd9\u662f\u5c31\u53ef\u4ee5\u5229\u7528 inception \u7f51\u7edc\uff0c\u8ba9\u6a21\u578b\u81ea\u5df1\u5224\u65ad\u3002<\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"902\" height=\"333\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324391-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192248.png\" alt=\"\" class=\"wp-image-659\" style=\"width:547px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324391-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192248.png 902w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324391-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192248-300x111.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324391-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192248-768x284.png 768w\" sizes=\"auto, (max-width: 902px) 100vw, 902px\" \/><\/figure>\n<\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><strong>inception\u5c42\uff1a<\/strong>\u00a0\u5c06\u4e0d\u540c\u5377\u79ef\u6838\u4ee5\u53ca\u6c60\u5316\u540e\u7684\u7ed3\u679c\u5728\u4fe1\u9053\u65b9\u5411\u4e0a\u5806\u53e0\u8d77\u6765\uff0c\u7ec4\u5408\u6210\u5f53\u524d\u9690\u542b\u5c42\uff0c\u8fd9\u4e2a\u7ec4\u5408\u5c42\u5c31\u662f\u300cinception\u5c42\u300d\u3002\u4ece\u4e0a\u56fe\u4e2d\u53ef\u4ee5\u770b\u51fa\uff0c\u8fd9\u6837\u8bbe\u8ba1\u6a21\u578b\u540e\uff0c\u53c2\u6570\u91cf\u6838\u8ba1\u7b97\u91cf\u90fd\u633a\u5927\uff0c\u56e0\u6b64\u5e94\u7528\u00a0<code>1x1<\/code>\u00a0\u5377\u79ef\u6838\uff0c\u5b9e\u73b0\u8ba1\u7b97\u91cf\u4e0e\u53c2\u6570\u538b\u7f29 <img loading=\"lazy\" decoding=\"async\" width=\"500\" height=\"302\" class=\"wp-image-660\" style=\"width: 500px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324427-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192252.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324427-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192252.png 1293w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324427-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192252-300x181.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324427-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192252-1024x618.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324427-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192252-768x463.png 768w\" sizes=\"auto, (max-width: 500px) 100vw, 500px\" \/><\/li>\n\n\n\n<li> <strong>\u5176\u4e2d\u4e3a\u4e86\u4fdd\u6301\u6c60\u5316\u540e\u7279\u5f81\u56fe\u7684\u300c\u5c3a\u5bf8\u300d\u4e0d\u53d8\uff0c\u8fd9\u91cc\u5728\u6c60\u5316\u4e4b\u524d\uff0c\u9996\u5148\u5bf9\u539f\u56fe\u8fdb\u884c\u4e86 padding<\/strong><\/li>\n\n\n\n<li><strong>inception \u7f51\u7edc\uff1a<\/strong>\u00a0\u4f7f\u52b2\u5806\u53e0 inception \u5c42 <\/li>\n\n\n\n<li><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"185\" class=\"wp-image-661\" style=\"width: 800px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324450-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192303.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324450-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192303.png 1783w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324450-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192303-300x69.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324450-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192303-1024x237.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324450-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192303-768x178.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324450-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192303-1536x356.png 1536w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_54-googlenet\">5.4 GoogleNet<\/h3>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"393\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324476-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192311-1024x393.png\" alt=\"\" class=\"wp-image-662\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324476-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192311-1024x393.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324476-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192311-300x115.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324476-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192311-768x295.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324476-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192311-1536x589.png 1536w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324476-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192311.png 1825w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u5728 inception \u7f51\u7edc\u7684\u57fa\u7840\u4e0a\uff0c \u4e3a\u4e86\u907f\u514d\u68af\u5ea6\u6d88\u5931\uff0c\u589e\u52a0\u4e86\u4e24\u4e2a\u300c\u8f85\u52a9\u5206\u7c7b\uff08\u4e0a\u56fe\u7ea2\u6846\uff09\u300d\u7528\u4e8e\u5411\u524d\u4f20\u5bfc\u68af\u5ea6\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_55-\u8fc1\u79fb\u5b66\u4e60\">5.5 \u8fc1\u79fb\u5b66\u4e60<\/h3>\n\n\n\n<p>Tip<\/p>\n\n\n\n<p>\u4ece\u5934\u8bad\u7ec3\u81ea\u5df1\u7684\u6a21\u578b\uff0c\u8d39\u65f6\u53c8\u8d39\u529b\uff0c\u53ef\u4ee5\u901a\u8fc7\u8fc1\u79fb\u5b66\u4e60\u6284\u522b\u4eba\u7684\u7f51\u7edc\uff0c\u5b9e\u73b0\u5077\u61d2\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u65b9\u6cd5\u4e00\uff1a<\/strong>\u00a0\u5c06\u7ea2\u8272\u6846\u6846\u4f4f\u7684\u90e8\u5206\u300c\u7cfb\u6570\u51bb\u7ed3\u300d\uff0c\u91cd\u65b0\u8bad\u7ec3\u81ea\u5df1\u4efb\u52a1\u7684\u300c\u8f93\u51fa\u5c42\u300d <img loading=\"lazy\" decoding=\"async\" width=\"900\" height=\"119\" class=\"wp-image-667\" style=\"width: 900px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192327.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192327.png 1319w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192327-300x40.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192327-1024x135.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192327-768x101.png 768w\" sizes=\"auto, (max-width: 900px) 100vw, 900px\" \/><\/li>\n\n\n\n<li><strong>\u65b9\u6cd5\u4e8c\uff1a<\/strong>\u00a0\u5bf9\u522b\u4eba\u6a21\u578b\u7684\u300c\u524d\u9762\u51e0\u5c42\u300d\u8fdb\u884c\u7cfb\u6570\u51bb\u7ed3\uff0c\u540e\u9762\u90e8\u5206\u81ea\u5df1\u91cd\u65b0\u8bad\u7ec3\u6216\u8005\u8bbe\u8ba1 <img loading=\"lazy\" decoding=\"async\" width=\"900\" height=\"124\" class=\"wp-image-666\" style=\"width: 900px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192330.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192330.png 1306w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192330-300x41.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192330-1024x141.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192330-768x106.png 768w\" sizes=\"auto, (max-width: 900px) 100vw, 900px\" \/><\/li>\n\n\n\n<li><strong>\u65b9\u6cd5\u4e09\uff1a<\/strong>\u00a0\u7528\u7ed9\u4eba\u7684\u300c\u524d\u9762\u51e0\u5c42\u300d\u662f\u4f5c\u4e3a\u4e00\u4e2a\u300c\u7279\u5f81\u8f6c\u6362\u51fd\u6570\u300d\uff0c\u7528\u8be5\u7279\u5f81\u51fd\u6570\u5bf9\u81ea\u5df1\u7684\u6837\u672c\u8fdb\u884c\u9884\u5904\u7406\uff0c\u4e4b\u540e\u518d\u6839\u636e\u9884\u5904\u7406\u7ed3\u679c\u8fdb\u884c\u6a21\u578b\u8bbe\u8ba1 <img loading=\"lazy\" decoding=\"async\" width=\"900\" height=\"129\" class=\"wp-image-665\" style=\"width: 900px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192334.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192334.png 1333w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192334-300x43.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192334-1024x147.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324551-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192334-768x110.png 768w\" sizes=\"auto, (max-width: 900px) 100vw, 900px\" \/><\/li>\n\n\n\n<li><strong>\u65b9\u6cd5\u56db\uff1a<\/strong>&nbsp;\u5c06\u522b\u4eba\u7684\u7684\u6a21\u578b\u6743\u91cd\u7cfb\u6570\u521d\u59cb\u5316\u81ea\u5df1\u6a21\u578b\uff0c\u4e4b\u540e\u91cd\u65b0\u8bad\u7ec3<\/li>\n<\/ul>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><strong>\u4e3a\u4ec0\u4e48\u8981\u9009\u62e9\u522b\u4eba\u6a21\u578b\u7684\u300c\u524d\u9762\u51e0\u5c42\u300d\uff1f<\/strong><\/p>\n<\/blockquote>\n\n\n\n<p>\u8d8a\u9760\u524d\u5377\u79ef\u5c42\uff0c\u7740\u91cd\u7684\u662f\u5bf9\u300c\u5c40\u90e8\u7279\u5f81\u300d\u7684\u63d0\u53d6\uff1b\u8d8a\u9760\u540e\u7684\u5c42\u7ea7\u5219\u662f\u6ce8\u91cd\u5bf9\u68c0\u6d4b\u76ee\u6807\u7684\u300c\u6574\u4f53\u7279\u5f81\u300d\u8fdb\u884c\u8fc7\u6ee4\uff0c\u4f8b\u5982\u5bf9\u4e8e\u7b2c\u4e00\u5c42\u5377\u79ef\u5f97\u5230\u7684\u7279\u5f81\u56fe\u7684\u4e00\u4e2a\u50cf\u7d20\u4f4d\u7f6e\u5bf9\u5e94\u300c\u539f\u56fe\u300d\u7684<code>3x3<\/code>\uff0c\u7b2c\u4e8c\u5c42\u5377\u79ef\u5f97\u5230\u7684\u7279\u5f81\u56fe\u7684\u4e00\u4e2a\u50cf\u7d20\u4f4d\u7f6e\u5bf9\u5e94\u300c\u539f\u56fe\u300d\u7684&nbsp;<code>5x5<\/code>\uff0c<strong>\u5373\u8d8a\u9760\u540e\u7684\u5377\u79ef\u5c42\uff0c\u770b\u89c1\u539f\u56fe\u533a\u57df\u8d8a\u5e7f\uff0c\u300c\u611f\u53d7\u91ce\u300d\u8d8a\u5927\u3002<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u611f\u53d7\u91ce<\/strong>\uff1a\u7279\u5f81\u56fe\u4e0a\u7684\u4e00\u4e2a\u50cf\u7d20\u4f4d\u7f6e\u5bf9\u5e94\u539f\u59cb\u56fe\u591a\u5927\u533a\u57df\u3002<\/li>\n<\/ul>\n\n\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_56-\u5168\u8fde\u63a5\u5c42\u5377\u79ef\u5316\">5.6 \u5168\u8fde\u63a5\u5c42\u5377\u79ef\u5316<\/h3>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"202\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324550-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192342-1024x202.png\" alt=\"\" class=\"wp-image-664\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324550-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192342-1024x202.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324550-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192342-300x59.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324550-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192342-768x151.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324550-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192342.png 1334w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u5728\u4f20\u7edf\u7f51\u7edc\u4e2d\uff0c\u7ecf\u8fc7\u5377\u79ef\u5c42\u7279\u5f81\u63d0\u53d6\u540e\u7684\u6570\u636e\u6700\u540e\u90fd\u4f1a\u63a5\u5165\u5168\u8fde\u63a5\u5c42\u8fdb\u884c\u6700\u7ec8\u7ed3\u679c\u7684\u8f93\u51fa\uff0c<strong>\u7136\u800c\u63a5\u5165\u5168\u8fde\u63a5\u5c42\u540e\uff0c\u5c31\u4f1a\u5bfc\u81f4\u8f93\u5165\u7684\u56fe\u7247\u5c3a\u5bf8\u5fc5\u987b\u56fa\u5b9a<\/strong>\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"192\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324549-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192346-1024x192.png\" alt=\"\" class=\"wp-image-663\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324549-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192346-1024x192.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324549-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192346-300x56.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324549-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192346-768x144.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731324549-\u5c4f\u5e55\u622a\u56fe-2024-11-11-192346.png 1339w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u7531\u4e8e\u591a\u901a\u9053\u7684<code>1x1<\/code>\u5377\u79ef\u8fd0\u7b97\u548c\u5168\u8fde\u63a5\u5c42\u7684\u8fdc\u7b97\u5176\u5b9e\u662f\u7c7b\u4f3c\uff0c\u5c31\u53ef\u4ee5\u901a\u8fc7&nbsp;<code>1x1<\/code>&nbsp;\u7684\u5377\u79ef\u64cd\u4f5c\u5c06\u539f\u6765\u7684\u5168\u8fde\u63a5\u5c42\u8f6c\u5316\u4e3a\u5377\u79ef\u5c42\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"\u516d\u3001\u76ee\u6807\u68c0\u6d4b\">\u516d\u3001\u76ee\u6807\u68c0\u6d4b<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_61-\u6982\u5ff5\u533a\u5206\">6.1 \u6982\u5ff5\u533a\u5206<\/h3>\n\n\n\n<p>\u8ba1\u7b97\u673a\u89c6\u89c9\u9700\u8981\u89e3\u51b3\u7684\u95ee\u9898\u6709\uff1a\u5206\u7c7b\u3001\u68c0\u6d4b\u3001\u5206\u5272\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>classification\uff1a<\/strong>&nbsp;\u5355\u76ee\u6807\u5206\u7c7b\uff0c\u533a\u5206\u56fe\u7247\u91cc\u7684\u7c7b\u5bb9\u662f\u4eba\u3001\u52a8\u7269\u3001\u690d\u7269\u6216\u8005\u6c7d\u8f66\u7b49\uff0c\u4f8b\u5982 softmax \u5c42\u3001\u4e8c\u5206\u7c7b\u95ee\u9898\u3002<\/li>\n\n\n\n<li><strong>classification localization\uff1a<\/strong>\u00a0\u76ee\u6807\u5b9a\u4f4d\uff0c\u5355\u76ee\u6807\u5206\u7c7b\u5e76\u6807\u8bb0\u51fa\u76ee\u6807\u4f4d\u7f6e\uff0c\u5373\u753b\u51fa\u76ee\u6807\u7684 bounding box <\/li>\n\n\n\n<li><strong>object detection\uff1a<\/strong>\u00a0\u76ee\u6807\u68c0\u6d4b\uff0c\u4ece\u56fe\u7247\u4e2d\u67e5\u627e\u51fa\u6240\u6709\u7684\u76ee\u6807\u7269\u4f53\uff0c\u5e76\u7ed8\u5236\u6240\u6709\u76ee\u6807\u7684 bounding box <\/li>\n\n\n\n<li><strong>semantic segmentation\uff1a<\/strong>\u00a0\u8bed\u4e49\u5206\u5272\uff0c\u5c06\u76ee\u6807\u7269\u4f53\u4ece\u80cc\u666f\u56fe\u7247\u5206\u79bb\u51fa\u6765\uff0c\u4f46\u662f\u76ee\u6807\u7269\u4f53\u4e4b\u95f4\u4e0d\u505a\u533a\u5206 <\/li>\n\n\n\n<li><strong>instance segmentation\uff1a<\/strong>\u00a0\u5b9e\u5217\u5206\u5272\uff0c\u5c06\u76ee\u6807\u7269\u4f53\u4ece\u80cc\u666f\u56fe\u7247\u5206\u79bb\u51fa\u6765\uff0c\u5e76\u4e14\u8fd8\u8981\u533a\u5206\u5404\u4e2a\u76ee\u6807\u7269\u4f53 <\/li>\n<\/ul>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"901\" height=\"687\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325009-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193238.png\" alt=\"\" class=\"wp-image-668\" style=\"width:417px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325009-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193238.png 901w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325009-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193238-300x229.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325009-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193238-768x586.png 768w\" sizes=\"auto, (max-width: 901px) 100vw, 901px\" \/><\/figure>\n<\/div>\n\n\n<h3 class=\"wp-block-heading\" id=\"_62-\u76ee\u6807\u5b9a\u4f4d\">6.2 \u76ee\u6807\u5b9a\u4f4d<\/h3>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"242\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325036-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193259-1024x242.png\" alt=\"\" class=\"wp-image-669\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325036-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193259-1024x242.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325036-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193259-300x71.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325036-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193259-768x181.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325036-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193259.png 1433w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u5728\u4e4b\u524d\u7f51\u7edc\u4e2d\uff0c\u8f93\u5165\u56fe\u7247\uff0c\u7136\u540e\u56fe\u7247\u7ecf\u8fc7\u5377\u79ef\u3001\u6c60\u5316\u3001\u5168\u8fde\u63a5\u540e\uff0c\u6700\u540e\u63a5\u5165 softmax \u5c42\u5c31\u5b9e\u73b0\u4e86\u56fe\u50cf\u5206\u7c7b\u3002\u4e3a\u4e86\u5b9e\u73b0\u76ee\u6807\u5b9a\u4f4d\uff0c\u53ea\u9700\u5728\u539f\u6765\u5206\u7c7b\u7684\u57fa\u7840\u4e0a\uff0c\u6dfb\u52a0\u77e9\u5f62\u6846<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cwidehat%7By%7D%3D%5Bp_c%2Cb_x%2Cb_y%2Cb_h%2Cb_w%2Cc_1%2Cc_2%2Cc_3%2C....%5D%5ET\" alt=\"\\widehat{y}=[p_c,b_x,b_y,b_h,b_w,c_1,c_2,c_3,....]^T\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2d&nbsp;pcpc\u200b\uff0c\u56fe\u7247\u4e2d\u662f\u5426\u5b58\u5728\u76ee\u6807\u7269\u4f53\uff1bbx,bybx\u200b,by\u200b\uff0c\u77e9\u5f62\u6846\u7684\u4e2d\u5fc3\u70b9\uff1bbh,bw\uff0c\u77e9\u5f62\u6846\u7684\u957f\u3001\u5bbd\uff1bc1,c2,c3,\u22ef\uff0c\u68c0\u6d4b\u76ee\u6807\u7684\u5206\u7c7b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_63-\u7279\u5f81\u70b9\u68c0\u6d4b\">6.3 \u7279\u5f81\u70b9\u68c0\u6d4b<\/h3>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"879\" height=\"766\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325050-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193306.png\" alt=\"\" class=\"wp-image-670\" style=\"width:308px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325050-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193306.png 879w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325050-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193306-300x261.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325050-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193306-768x669.png 768w\" sizes=\"auto, (max-width: 879px) 100vw, 879px\" \/><\/figure>\n<\/div>\n\n\n<p><strong>landmark detection<\/strong>\uff1a\u7279\u5f81\u70b9\u68c0\u6d4b\uff0c\u6807\u8bb0\u51fa\u8981\u68c0\u6d4b\u76ee\u6807\u4e2d\u7684\u5173\u952e\u70b9\uff0c\u4f8b\u5982\u4eba\u8138\u5173\u952e\u70b9\u3001\u624b\u52bf\u8bc6\u522b\u3001\u9aa8\u9abc\u5173\u952e\u70b9\u3002\u7f51\u7edc\u8f93\u51fa\u6dfb\u52a0\u7279\u5f81\u70b9\u5750\u6807&nbsp;(xi,yi)(xi\u200b,yi\u200b)\uff0c\u5e76\u4e14\u5173\u952e\u70b9\u7684\u8f93\u51fa\u987a\u5e8f\u56fa\u5b9a\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_64-\u76ee\u6807\u68c0\u6d4b\">6.4 \u76ee\u6807\u68c0\u6d4b<\/h3>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_641-\u6ed1\u52a8\u7a97\u53e3\">6.4.1 \u6ed1\u52a8\u7a97\u53e3<\/h4>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"266\" height=\"266\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325065-smoothWindow.gif\" alt=\"\" class=\"wp-image-671\"\/><\/figure>\n<\/div>\n\n\n<p><strong>\u6b65\u9aa4\uff1a<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u5229\u7528\u6ed1\u52a8\u7a97\u53e3\u5728\u8f93\u5165\u56fe\u50cf\u4e2d\u626b\u63cf\uff0c\u5bf9\u539f\u56fe\u8fdb\u884c\u88c1\u526a<\/li>\n\n\n\n<li>\u5229\u7528\u8bad\u7ec3\u597d\u7684\u300c\u56fe\u7247\u5206\u7c7b\u5668\u300d\u5bf9\u88c1\u526a\u7684\u56fe\u7247\u8fdb\u884c\u7c7b\u578b\u5224\u522b\uff0c\u5224\u522b\u7ed3\u679c\u82e5\u662f\u68c0\u6d4b\u76ee\u6807\uff0c\u6ed1\u52a8\u7a97\u53e3\u7684\u5f53\u524d\u4f4d\u7f6e\u5c31\u662f\u76ee\u6807\u4f4d\u7f6e\u3002<\/li>\n<\/ol>\n\n\n\n<p>\u5728<code>dlib<\/code>\u5e93\u4e2d\u7684\u4eba\u8138\u68c0\u6d4b\u5c31\u91c7\u7528\u4e86\u8be5\u601d\u8def\uff0c\u9996\u5148\u5bf9\u76ee\u6807\u56fe\u7247\u63d0\u53d6 HOG \u7279\u5f81\uff0c\u7136\u540e\u5229\u7528 SVM \u652f\u6301\u5411\u91cf\u673a\u5bf9\u7279\u5f81\u8fdb\u884c\u5224\u522b\u3002<\/p>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_642-\u5377\u79ef\u6ed1\u52a8\">6.4.2 \u5377\u79ef\u6ed1\u52a8<\/h4>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u539f\u56e0\uff1a<\/strong>&nbsp;\u5229\u7528\u4f20\u7edf\u7684\u6ed1\u52a8\u7a97\u53e3\u5bf9\u76ee\u6807\u8fdb\u884c\u68c0\u6d4b\uff0c\u4e00\u4e2a\u533a\u57df\u4e00\u4e2a\u533a\u57df\u7684\u904d\u5386\uff0c\u7136\u540e\u5bf9\u6bcf\u4e2a\u533a\u57df\u53c8\u8fdb\u884c\u4e00\u6b21\u68c0\u6d4b\uff0c\u8fd9\u4e2a\u662f\u662f\u5426\u6d88\u8017\u8ba1\u7b97\u673a\u6027\u80fd\uff0c\u4e3a\u4e86\u52a0\u5feb\u8ba1\u7b97\u901f\u5ea6\u53ef\u4ee5\u5c06\u300c\u6ed1\u52a8\u7a97\u53e3\u300d\u6539\u4e3a\u300c\u5377\u79ef\u300d\u3002<\/li>\n\n\n\n<li><strong>\u539f\u7406\uff1a<\/strong>\u00a0\u9996\u5148\u5c06\u539f\u6765\u7684\u56fe\u7247\u5206\u7c7b\u6a21\u578b\u7684\u5168\u8fde\u63a5\u5c42\u5377\u79ef\u5316 <br><img loading=\"lazy\" decoding=\"async\" width=\"900\" height=\"298\" class=\"wp-image-675\" style=\"width: 900px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193456.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193456.png 1308w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193456-300x99.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193456-1024x339.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193456-768x254.png 768w\" sizes=\"auto, (max-width: 900px) 100vw, 900px\" \/><br><\/li>\n\n\n\n<li>\u8fd9\u91cc\u5047\u8bbe\u5206\u7c7b\u6a21\u578b\u7684\u8f93\u5165\u56fe\u7247\u5927\u5c0f\u4e3a<code>3x3<\/code>\uff0c\u9996\u5148\u8fdb\u884c<code>3x3<\/code>\u5377\u79ef\uff0c\u7136\u540e\u6a21\u4eff\u5168\u8fde\u63a5\u5c42\u8fdb\u884c\u4e24\u6b21\u00a0<code>1x1<\/code>\u00a0\u5377\u79ef\uff0c\u5176\u4e2d\u5bf9\u4e8e\u6a21\u578b\u4e2d\u7684\u4fe1\u9053\u6570\u90fd\u5ffd\u7565\u4e86\u3002 \u6309\u7167\u539f\u6765\u7684\u5206\u7c7b\u6a21\u578b\u601d\u8def\uff0c\u5c31\u662f\u6bcf\u6b21\u68c0\u6d4b\u53ea\u8f93\u5165\u4e00\u5f20\u00a0<code>3x3<\/code>\u00a0\u7684\u56fe\u7247\uff0c\u7136\u540e\u7ecf\u8fc7\u6a21\u578b\u5904\u7406\u540e\uff0c\u5f97\u5230\u8be5\u56fe\u7247\u7684\u5206\u7c7b\u7ed3\u679c\u3002<strong>\u4f46\u662f\uff0c\u5bf9\u5168\u8fde\u63a5\u5c42\u8fdb\u884c\u5377\u79ef\u5316\u540e\uff0c\u5bf9\u4e8e\u56fe\u7247\u7684\u8f93\u5165\u5927\u5c0f\u5c06\u4e0d\u518d\u9650\u5236\u3002\u56e0\u6b64\uff0c\u53ef\u4ee5\u76f4\u63a5\u5c06\u6574\u5f20\u56fe\u7247\u8f93\u5165\u5206\u7c7b\u6a21\u578b\u4e2d<\/strong> <img loading=\"lazy\" decoding=\"async\" width=\"900\" height=\"281\" class=\"wp-image-674\" style=\"width: 900px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193459.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193459.png 1315w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193459-300x94.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193459-1024x320.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325102-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193459-768x240.png 768w\" sizes=\"auto, (max-width: 900px) 100vw, 900px\" \/><br><br>\u5047\u8bbe\u539f\u59cb\u56fe\u7247\u7684\u5927\u5c0f\u4e3a\u00a0<code>4x4<\/code>\u00a0\u5bf9\u8be5\u56fe\u7247\u76f4\u63a5\u8fdb\u884c\u5206\u7c7b\u6a21\u578b\u8fd0\u7b97\uff0c\u8f93\u51fa\u7ed3\u679c\u5c31\u4e3a\u00a0<code>2x2<\/code>\uff0c\u5bf9\u4e8e\u8be5\u8f93\u51fa\u7ed3\u679c\u7684\u6bcf\u4e2a\u683c\u5b50\u5c31\u5bf9\u5e94\u4e86\u539f\u56fe\u4e2d\u7684\u00a0<code>4<\/code>\u00a0\u4e2a<code>3x3<\/code>\u7684\u6ed1\u52a8\u7a97\u53e3\uff0c<strong>\u5373\u5377\u79ef\u7684\u7ed3\u679c\u5c31\u662f\u6ed1\u52a8\u7a97\u53e3\u7684\u8ba1\u7b97\u7ed3\u679c<\/strong>\u3002<\/li>\n\n\n\n<li><strong>\u4f18\u70b9\uff1a<\/strong>\u00a0\u5c06\u6ed1\u52a8\u7a97\u53e3\u5377\u79ef\u5316\uff0c\u4f1a\u5927\u5927\u52a0\u5feb\u6ed1\u52a8\u7a97\u53e3\u8ba1\u7b97\u901f\u5ea6\u3002\u00a0\u4e0a\u8ff0\u6848\u4f8b\uff0c\u5bf9\u6a21\u578b\u8fdb\u884c\u7b80\u5316\uff0c\u770b\u6765\u8ba1\u7b97\u901f\u5ea6\u662f\u4e00\u6837\u7684\uff0c\u5176\u5bf9\u4e8e\u590d\u6742\u6a21\u578b\u800c\u8a00\uff0c\u5377\u79ef\u4ee3\u66ff\u6ed1\u52a8\uff0c\u5c31\u7701\u7565\u4e86\u5927\u91cf\u7684\u91cd\u590d\u64cd\u4f5c\u3002<img loading=\"lazy\" decoding=\"async\" width=\"900\" height=\"340\" class=\"wp-image-673\" style=\"width: 900px;\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325101-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193503.png\" alt=\"\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325101-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193503.png 1326w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325101-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193503-300x113.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325101-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193503-1024x387.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325101-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193503-768x290.png 768w\" sizes=\"auto, (max-width: 900px) 100vw, 900px\" \/> <br>\u4ee5\u4e0a\u56fe\u6a21\u578b\u7684\u7b2c\u4e00\u5c42\u5377\u79ef\u5c42\u4e3a\u4f8b\uff0c\u6ed1\u52a8\u7a97\u53e3\u5927\u5c0f\u4e3a\u00a0<code>14x14<\/code>\uff0c\u6b65\u957f\u4e3a\u00a0<code>2<\/code>\uff0c\u6ed1\u52a8<code>4<\/code>\u6b21\u3002<ul><li>\u4f20\u7edf\u6ed1\u52a8\u7a97\u53e3\u8fdb\u884c\u68c0\u6d4b\uff0c\u7b2c\u4e00\u5c42\u5377\u79ef\u4e58\u6cd5\u8fd0\u7b97\u6b21\u6570\uff1a<code>4x(10x10x16)x(5x5x3) = 480,000<\/code>\u5377\u79ef\u68c0\u6d4b\uff0c\u7b2c\u4e00\u5c42\u8fd0\u4e58\u6cd5\u8fd0\u7b97\u6b21\u6570\uff1a<code>(12*12*16)*(5*5*3)=172,800<\/code><\/li><\/ul>6.4.3 R-CNN \u7b97\u6cd5<\/li>\n<\/ul>\n\n\n\n<p>\u4f20\u7edf\u7684\u6ed1\u52a8\u7a97\u53e3\u53ea\u662f\u5229\u7528\u6ed1\u52a8\u7a97\u53e3\u6f2b\u65e0\u76ee\u7684\u7684\u4e00\u5757\u533a\u57df\u4e00\u5757\u533a\u57df\u7684\u626b\u63cf\u56fe\u7247\uff0c\u7136\u800c\u901a\u5e38\u4e00\u5f20\u56fe\u7247\u4e2d\uff0c\u80cc\u666f\u533a\u57df\u662f\u8981\u591a\u4f59\u76ee\u6807\u7684\u533a\u57df\uff0c\u6ed1\u52a8\u7a97\u53e3\u6cd5\u5c31\u68c0\u6d4b\u4e86\u8bb8\u591a\u65e0\u610f\u4e49\u7684\u80cc\u666f\u533a\u57df\uff0c\u52a0\u5927\u4e86\u8fd0\u7b97\u91cf\u3002<strong>R-CNN \u7b97\u6cd5\u7684\u601d\u60f3\u5c31\u662f\uff0c\u63d0\u524d\u4ece\u56fe\u7247\u4e2d\u7b5b\u9009\u4e00\u4e9b\u6709\u610f\u4e49\u7684\u5019\u9009\u533a\u57df\uff0c\u7136\u540e\u518d\u5bf9\u8fd9\u4e9b\u533a\u57df\u8fdb\u884c\u76ee\u6807\u5206\u7c7b\u3002<\/strong><\/p>\n\n\n\n<p>\u53ef\u4ee5\u901a\u8fc7\u56fe\u50cf\u5206\u5272\uff0c\u63d0\u524d\u7b5b\u9009\u533a\u57df\u3002\u5982\u4e0b\u56fe\uff0c\u5229\u7528\u56fe\u7247\u5206\u5272\u5c06\u8f93\u5165\u56fe\u7247\u62c6\u5206\u6210\u4e86\u4e0d\u540c\u533a\u57df\uff0c\u7136\u540e\u5229\u7528 OpenCV \u4e2d\u7684\u300c\u8f6e\u5ed3\u68c0\u6d4b\u300d\uff0c\u5c31\u80fd\u5c06\u6bcf\u4e2a\u533a\u57df\u7684 bounding box \u63d0\u53d6\u51fa\u6765\uff0c\u5e76\u5bf9\u8fd9\u4e9b\u5916\u63a5\u77e9\u5f62\u8fdb\u884c\u7b5b\u9009\uff0c\u6700\u540e\u5269\u4e0b\u7684 bounding box \u5c31\u662f\u6211\u4eec\u8fdb\u884c\u68c0\u6d4b\u7684\u5019\u9009\u6846\u3002<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"896\" height=\"769\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325100-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193510.png\" alt=\"\" class=\"wp-image-672\" style=\"width:334px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325100-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193510.png 896w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325100-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193510-300x257.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325100-\u5c4f\u5e55\u622a\u56fe-2024-11-11-193510-768x659.png 768w\" sizes=\"auto, (max-width: 896px) 100vw, 896px\" \/><\/figure>\n<\/div>\n\n\n<h4 class=\"wp-block-heading\" id=\"_643-yolo-\u7b97\u6cd5\">6.4.3 YOLO \u7b97\u6cd5<\/h4>\n\n\n\n<p>\u200b\u200b<\/p>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"\u652f\u6301\u5411\u91cf\u673a\">&nbsp;\u652f\u6301\u5411\u91cf\u673a<\/h1>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"_1-\u6982\u5ff5\u4ecb\u7ecd\">1. \u6982\u5ff5\u4ecb\u7ecd<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u652f\u6301\u5411\u91cf\u673a<\/strong>\uff08support vector machines, SVM\uff09\uff1a\u4e00\u79cd\u4e8c\u5206\u7c7b\u6a21\u578b\uff0c\u5b83\u7684\u57fa\u672c\u6a21\u578b\u662f\u5b9a\u4e49\u5728\u7279\u5f81\u7a7a\u95f4\u4e0a\u7684\u95f4\u9694\u6700\u5927\u7684\u7ebf\u6027\u300c\u5206\u7c7b\u5668\u300d\uff0c\u95f4\u9694\u6700\u5927\u4f7f\u5b83\u6709\u522b\u4e8e\u611f\u77e5\u673a\uff1bSVM\u8fd8\u5305\u62ec\u300c\u6838\u300d\u6280\u5de7\uff0c\u8fd9\u4f7f\u5b83\u6210\u4e3a\u5b9e\u8d28\u4e0a\u7684\u975e\u7ebf\u6027\u5206\u7c7b\u5668\u3002<\/li>\n\n\n\n<li><strong>\u5206\u7c7b\u57fa\u672c\u601d\u60f3\uff1a<\/strong>\u00a0\u6839\u636e\u9ad8\u4e2d\u6570\u5b66\u77e5\u8bc6\uff0c\u53ef\u4ee5\u77e5\u9053\u5728\u4e8c\u7ef4\u5e73\u9762\u4e0a\u753b\u4e00\u76f4\u7ebf\u00a0f(x,y)=0\u00a0 \uff0c\u5c31\u80fd\u5c06\u5e73\u9762\u5212\u5206\u4e3a\u4e24\u4e2a\u90e8\u5206\uff1a\u76f4\u7ebf\u4e0a\u65b9\u00a0f(x,y)>0\u00a0 \uff1b\u76f4\u7ebf\u4e0b\u65b9\u00a0f(x,y)&lt;0 \u3002<strong>\u6839\u636e\u8fd9\u4e2a\u7279\u6027\u5c31\u80fd\u901a\u8fc7\u4e00\u6761\u76f4\u7ebf\u5c06\u5e73\u9762\u7684\u5185\u7684\u6570\u636e\u70b9\u00a0(x,y)\u00a0 \u5212\u5206\u4e3a\u4e24\u4e2a\u533a\u57df\uff0c\u5373\u5b9e\u73b0\u4e86\u5206\u7c7b\u3002<\/strong> <\/li>\n<\/ul>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u652f\u6301\u5411\u91cf\u673a\u601d\u60f3\uff1a<\/strong>\u00a0SVM \u7684\u76ee\u6807\u662f\u5bf9\u672a\u77e5\u7684\u8f93\u5165\u6570\u636e\u4e5f\u5b9e\u73b0\u5206\u7c7b\uff0c\u8fd9\u5c31\u4f7f\u5f97\u300c\u8d85\u5e73\u9762\u300d\u7684\u9c81\u68d2\u6027\u8981\u597d\u3002\u56e0\u6b64\uff0cSVM \u5728\u300c\u51b3\u7b56\u8d85\u5e73\u9762\u300d\u7684\u57fa\u7840\u4e0a\uff0c\u5f15\u5165\u4e86\u300c\u6b63\u8d85\u5e73\u9762\u300d\u4e0e\u300c\u8d1f\u8d85\u5e73\u9762\u300d\uff0c\u6b63\u8d1f\u8d85\u5e73\u9762\u4e0e\u51b3\u7b56\u8d85\u5e73\u9762\u4e4b\u95f4\u5c31\u5f62\u6210\u4e86\u4e24\u4e2a\u7f13\u51b2\u533a\u57df\u3002\u51b3\u7b56\u8d85\u5e73\u9762\u4e24\u4fa7\u7684\u7f13\u51b2\u533a\u57df\u8d8a\u5bbd\uff0c\u5c31\u8bf4\u660e\u6570\u636e\u7684\u5dee\u5f02\u8d8a\u5927\uff0c\u90a3\u4e48\u5229\u7528\u51b3\u7b56\u8d85\u5e73\u9762\u5bf9\u6570\u636e\u8fdb\u884c\u5206\u7c7b\u65f6\uff0c\u51c6\u786e\u5ea6\u4e5f\u8d8a\u9ad8\u3002 <\/li>\n<\/ul>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u8d85\u5e73\u9762\uff1a<\/strong>&nbsp;\u4e8c\u7ef4\u6570\u636e\u901a\u8fc7\u76f4\u7ebf\u80fd\u5206\u4e3a\u4e24\u90e8\u5206\uff1b\u4e09\u7ef4\u6570\u636e\u80fd\u901a\u8fc7\u5e73\u9762\u5212\u5206\u4e3a\u4e24\u90e8\u5206\u3002\u5bf9\u6570\u636e\u8fdb\u884c\u5212\u5206\u7684\u754c\u9650\u5c31\u79f0\u4e4b\u4e3a\u300c\u8d85\u5e73\u9762\u300d\u3002 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20X%20+%20b%20%3D%200%2C%20%5Cquad%20W%20%3D%20%5Bw_1%2C%20%5Cldots%2C%20w_n%5D%5ET%2C%20%5Cquad%20X%20%3D%20%5Bx_1%2C%20%5Cldots%2C%20x_n%5D%5ET\" alt=\"W^T X + b = 0, \\quad W = [w_1, \\ldots, w_n]^T, \\quad X = [x_1, \\ldots, x_n]^T\">\n<ul class=\"wp-block-list\">\n<li><strong>\u6b63\/\u8d1f\u8d85\u5e73\u9762<\/strong>\uff1a\u5c06\u51b3\u7b56\u8d85\u5e73\u9762\u5728\u5782\u76f4\u65b9\u5411\u4e0a\uff0c\u5411\u4e0a\u6216\u5411\u4e0b\u79fb\u52a8\u8ddd\u79bb&nbsp;cc\u3002 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20X%20+%20b%20%3D%20+c\" alt=\"W^T X + b = +c\"><br><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20X%20+%20b%20%3D%20-c\" alt=\"W^T X + b = -c\"> \u7531\u4e8e&nbsp;cc&nbsp;\u662f\u4e0a\u4e0b\u79fb\u52a8\u8ddd\u79bb\uff0cc=0c=0&nbsp;\u5c31\u6ca1\u5565\u5375\u7528\u4e86\uff0c\u56e0\u6b64\u5f97 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cfrac%7BW%5ET%20X%20+%20b%7D%7Bc%7D%20%3D%20+1%5C%5C%5Cfrac%7BW%5ET%20X%20+%20b%7D%7Bc%7D%20%3D%20-1\" alt=\"\\frac{W^T X + b}{c} = +1\\\\\\frac{W^T X + b}{c} = -1\"> \u7cfb\u6570\u9664\u4ee5\u7cfb\u6570\uff0c\u8fd8\u662f\u7cfb\u6570\uff0c\u56e0\u6b64\u53ef\u4ee5\u5c06&nbsp;cc&nbsp;\u4e0e\u5176\u4ed6\u7cfb\u6570\u5408\u5e76 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20X%20+%20b%20%3D%20+1%5C%5CW%5ET%20X%20+%20b%20%3D%20-1\" alt=\"W^T X + b = +1\\\\W^T X + b = -1\">\u200b<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<p>Tip<\/p>\n\n\n\n<p>\u73b0\u5728\u5173\u4e8e SVM \u7684\u6a21\u578b\u5df2\u7ecf\u77e5\u9053\u4e86\uff0c\u5b9e\u73b0 SVM \u5c31\u9700\u8981\u901a\u8fc7\u6837\u672c\u6570\u636e\u6c42\u89e3\u51fa\u7cfb\u6570&nbsp;W,b\u3002<strong>\u7136\u800c\uff0c\u8d85\u5e73\u9762\u7684\u53d6\u6cd5\u53ef\u4ee5\u6709\u591a\u79cd\u60c5\u51b5\uff0c\u6211\u4eec\u7684\u6c42\u89e3\u76ee\u7684\u80af\u5b9a\u662f\u60f3\u627e\u5230\u6700\u4f18\u7684\uff0c\u56e0\u6b64\uff0c\u6c42\u89e3&nbsp;W,b\u80af\u5b9a\u662f\u4e00\u4e2a\u5bfb\u4f18\u95ee\u9898\u3002<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"_2-\u786c\u95f4\u9694\u6a21\u578b\">2. \u786c\u95f4\u9694\u6a21\u578b<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_21-\u6a21\u578b\u4ecb\u7ecd\">2.1 \u6a21\u578b\u4ecb\u7ecd<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u601d\u60f3\uff1a<\/strong>\u00a0\u4e3a\u4e86\u66f4\u597d\u7684\u533a\u5206\u4e24\u8fb9\u7684\u6570\u636e\uff0c\u5c31\u9700\u8981\u51b3\u7b56\u8d85\u5e73\u9762\u4e0e\u6b63\u8d1f\u8d85\u5e73\u9762\u4e4b\u95f4\u7684\u8ddd\u79bb\uff08\u95f4\u9694\uff09\u6700\u5927\u3002<strong>\u6700\u597d\u7684\u60c5\u51b5\u5c31\u662f\uff0c\u6b63\u8d1f\u8d85\u5e73\u9762\u5c31\u5728\u4e24\u8fb9\u6837\u672c\u503c\u7684\u8fb9\u754c\u4e0a\uff0c\u51b3\u7b56\u8d85\u5e73\u9762\u5c31\u5728\u6b63\u8d1f\u8d85\u5e73\u9762\u7684\u4e2d\u95f4\uff0c\u8fd9\u6837\u5c31\u80fd\u5b9e\u73b0\u95f4\u9694\u00a0dd\u00a0\u6700\u5927\u3002<\/strong> <\/li>\n<\/ul>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u652f\u6301\u5411\u91cf\uff1a<\/strong>&nbsp;\u5904\u4e8e\u6b63\/\u8d1f\u8d85\u5e73\u9762\u4e0a\u7684\u6837\u672c\u70b9\u3002<\/li>\n\n\n\n<li><strong>\u4f18\u5316\u76ee\u6807\uff1a<\/strong>&nbsp;\u627e\u51fa&nbsp;W,b&nbsp; \u4f7f\u5f97\u95f4\u9694\u8ddd\u79bb&nbsp;d&nbsp; \u6700\u5927\u3002<strong>\u4ece\u56fe\u4e2d\u4e5f\u53ef\u4ee5\u770b\u51fa\uff0c\u8ddd\u79bb&nbsp;d&nbsp; \u53d6\u51b3\u4e8e\u6837\u672c\u4e2d\u7684\u300c\u652f\u6301\u5411\u91cf\u300d<\/strong><\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_22-\u76ee\u6807\u51fd\u6570\">2.2 \u76ee\u6807\u51fd\u6570<\/h3>\n\n\n\n<p><strong>\u5bfb\u4f18\u76ee\u6807\u662f\u4f7f\u5f97&nbsp;d&nbsp; \u6700\u5927\u5316\uff0c\u56e0\u6b64\u9996\u5148\u5f97\u6c42\u89e3\u51fa&nbsp;d \u3002<\/strong><\/p>\n\n\n\n\n\n<p>\u5047\u8bbe\u5728\u6b63\/\u8d1f\u8d85\u5e73\u9762\u4e0a\u53d6\u5f97\u4e24\u4e2a\u652f\u6301\u5411\u91cf\u5206\u522b\u4e3a&nbsp;Xm \u200b&nbsp;\u3001&nbsp;Xn \u200b\uff0c\u5219\u6b63\u8d1f\u8d85\u5e73\u9762\u6ee1\u8db3<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20X_m%20+%20b%20%3D%20-1\" alt=\"W^T X_m + b = -1\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20X_n%20+%20b%20%3D%20+1\" alt=\"W^T X_n + b = +1\"\/><\/figure>\n\n\n\n<p>\u4e24\u5f0f\u5b50\u76f8\u51cf<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20%28X_n%20-%20X_m%29%20%3D%202\" alt=\"W^T (X_n - X_m) = 2\"\/><\/figure>\n\n\n\n<p>\u6839\u636e\u5411\u91cf\u4e58\u6cd5\u6709<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5ET%20%28X_n%20-%20X_m%29%20%3D%20%5C%7CW%5C%7C%20%5C%7CX_n%20-%20X_m%5C%7C%20%5Ccos%20%5Ctheta\" alt=\"W^T (X_n - X_m) = \\|W\\| \\|X_n - X_m\\| \\cos \\theta\"\/><\/figure>\n\n\n\n<p>\u4ece\u56fe\u4e0a\u53ef\u77e5<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?d%20%3D%20%5C%7CX_n%20-%20X_m%5C%7C%20%5Ccos%20%5Ctheta\" alt=\"d = \\|X_n - X_m\\| \\cos \\theta\"\/><\/figure>\n\n\n\n<p>\u6700\u540e\u5f97\u5230<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?d%20%3D%20%5Cfrac%7B2%7D%7B%5C%7CW%5C%7C%7D\" alt=\"d = \\frac{2}{\\|W\\|}\"\/><\/figure>\n\n\n\n<p>\u8981\u4f7f\u5f97&nbsp;dd&nbsp;\u6700\u5927\uff0c\u4e5f\u5c31\u662f\u4f7f\u5f97&nbsp;\u2223\u2223W\u2223\u2223&nbsp; \u6700\u5c0f\uff0c\u4f18\u5316\u76ee\u6807\u51fd\u6570\u5c31\u53ef\u4ee5\u5b9a\u4e49\u4e3a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cmin%20f%28W%2C%20b%29%20%3D%20%5Cfrac%7B%5C%7CW%5C%7C%5E2%7D%7B2%7D\" alt=\"\\min f(W, b) = \\frac{\\|W\\|^2}{2}\"\/><\/figure>\n\n\n\n<p>\u76ee\u6807\u51fd\u6570\u7684\u6700\u4f18\u89e3\uff0c\u5c31\u662f\u6211\u4eec\u9700\u8981\u7684 SVM \u6a21\u578b\u7cfb\u6570&nbsp;W,b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_23-\u7ea6\u675f\u6761\u4ef6\">2.3 \u7ea6\u675f\u6761\u4ef6<\/h3>\n\n\n\n<p><strong>\u786e\u4fdd\u6240\u627e\u5230\u7684\u8d85\u5e73\u9762\u7684\u6709\u6548\u6027\uff0c\u5c31\u9700\u8981\u5c06\u4e24\u7c7b\u6570\u636e\u5206\u522b\u9650\u5236\u5728\u6b63\u8d1f\u8d85\u5e73\u9762\u7684\u4e24\u8fb9\u3002<\/strong><\/p>\n\n\n\n\n\n<p>\u5bf9\u4e24\u8fb9\u7684\u6837\u672c\u5efa\u7acb\u6807\u7b7e\u503c<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>y=\u22121 \u65f6\uff0c\u4e3a\u8d1f\u8d85\u5e73\u9762\u4e00\u65b9\u7684\u6837\u672c\uff0c\u5373\u6ee1\u8db3&nbsp;WTX+b\u2264\u22121&nbsp;<\/li>\n\n\n\n<li>y=+1 \u65f6\uff0c\u4e3a\u6b63\u8d85\u5e73\u9762\u4e00\u65b9\u7684\u6837\u672c\uff0c\u5373\u6ee1\u8db3&nbsp;WTX+b\u2265+1&nbsp;<\/li>\n<\/ul>\n\n\n\n<p>\u6574\u5408\u4e0a\u9762\u4e24\u79cd\u60c5\u51b5\uff0c\u6700\u540e\u7ea6\u675f\u65b9\u7a0b\u5c31\u4e3a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?y%28W%5ET%20X%20+%20b%29%20%5Cgeq%201\" alt=\"y(W^T X + b) \\geq 1\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_24-\u4f18\u5316\u6a21\u578b\">2.4 \u4f18\u5316\u6a21\u578b<\/h3>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><a href=\"https:\/\/www.bilibili.com\/video\/BV1HP4y1Y79e\" target=\"_blank\"  rel=\"nofollow\" >\u62c9\u683c\u6717\u65e5\u4e58\u6570\u6cd5\u5927\u793c\u5305<\/a><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u62c9\u683c\u6717\u65e5\u4e58\u6570\uff1a<code>00:00<\/code><\/li>\n\n\n\n<li>\u5bf9\u5076\u51fd\u6570\u3001\u5bf9\u5076\u95ee\u9898\uff1a<code>13:26<\/code><\/li>\n\n\n\n<li>\u51f8\u96c6\u3001\u51f8\u51fd\u6570\u3001\u4eff\u5c04\u96c6\uff1a<code>19:00<\/code><\/li>\n\n\n\n<li>\u5f31\u5bf9\u5076\u3001\u5f3a\u5bf9\u5076\uff1a<code>25:55<\/code><\/li>\n\n\n\n<li>slater\u6761\u4ef6\u3001KKT\u6761\u4ef6\uff1a<code>36:42<\/code><\/li>\n<\/ul>\n<\/blockquote>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_241-\u6a21\u578b\u8f6c\u5316\">2.4.1 \u6a21\u578b\u8f6c\u5316<\/h4>\n\n\n\n<p><strong>\u95ee\u9898\u6a21\u578b<\/strong>\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cmin%20f%28W%2C%20b%29%20%3D%20%5Cfrac%7B%5C%7CW%5C%7C%5E2%7D%7B2%7D\" alt=\"\\min f(W, b) = \\frac{\\|W\\|^2}{2}\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Ctext%7Bst%3A%20%7D%20g_i%28W%2C%20b%29%20%3D%201%20-%20y_i%28W%5ET%20X_i%20+%20b%29%20%5Cleq%200\" alt=\"\\text{st: } g_i(W, b) = 1 - y_i(W^T X_i + b) \\leq 0\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2d\u53d8\u91cf\u4e3a&nbsp;W,b&nbsp;<\/p>\n\n\n\n<p><strong>\u4ece\u95ee\u9898\u6a21\u578b\uff0c\u53ef\u4ee5\u770b\u51fa\u8fd9\u662f\u4e00\u4e2a\u300c\u51f8\u4f18\u5316\u95ee\u9898\u300d<\/strong>\u3002\u5229\u7528\u300c\u62c9\u4e2a\u6717\u65e5\u4e58\u6570\u6cd5\u300d\u5bf9\u8be5\u95ee\u9898\u8fdb\u884c\u6c42\u89e3\uff0c\u5c06\u4e0a\u5f0f\u7ea6\u675f\u95ee\u9898\u6539\u5199\u4e3a\u62c9\u683c\u6717\u65e5\u5f62\u5f0f<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?L%28W%2C%20b%2C%20%5Clambda%29%20%3D%20f%28W%2C%20b%29%20+%20%5Csum_i%20%5Clambda_i%20g_i%28W%2C%20b%29\" alt=\"L(W, b, \\lambda) = f(W, b) + \\sum_i \\lambda_i g_i(W, b)\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2d<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Bcases%7D%20%5Clambda_i%20%3D%200%20%26%20g_i%28W%2C%20b%29%20%3C%200%20%5C%5C%20%5Clambda_i%20%3E%200%20%26%20g_i%28W%2C%20b%29%20%3D%200%20%5Cend%7Bcases%7D\" alt=\"\\begin{cases} \\lambda_i = 0 &amp; g_i(W, b) < 0 \\\\ \\lambda_i &gt; 0 &amp; g_i(W, b) = 0 \\end{cases}\"\/><\/figure>\n\n\n\n<p>\u4e0a\u8ff0\u62c9\u683c\u6717\u65e5\u4e58\u6570\u7684\u300c\u5bf9\u5076\u51fd\u6570\u300d<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?h%28%5Clambda%29%20%3D%20%5Cmin_%7BW%2Cb%7D%20L%28W%2C%20b%2C%20%5Clambda%29%20%5Cquad%20%5Clambda_i%20%5Cgeq%200\" alt=\"h(\\lambda) = \\min_{W,b} L(W, b, \\lambda) \\quad \\lambda_i \\geq 0\"\/><\/figure>\n\n\n\n<p>\u8fdb\u4e00\u6b65&nbsp;<strong>\u300c\u5bf9\u5076\u95ee\u9898\u300d<\/strong>&nbsp;\u5c31\u4e3a<\/p>\n\n\n\n<p><img decoding=\"async\" alt=\"\\max h(\\lambda) \\quad \\text{st: } \\lambda_i \\geq 0\" src=\"https:\/\/latex.csdn.net\/eq?%5Cmax%20h%28%5Clambda%29%20%5Cquad%20%5Ctext%7Bst%3A%20%7D%20%5Clambda_i%20%5Cgeq%200\">\u200b<\/p>\n\n\n\n<p>\u53c8\u7531\u4e8e\u539f\u95ee\u9898\u662f\u300c\u51f8\u4f18\u5316\u95ee\u9898\u300d\uff0c\u540c\u65f6\u539f\u95ee\u9898\u7684\u7ea6\u675f\u662f\u4eff\u5c04\u7ebf\u6027\u7ea6\u675f\uff0c\u8fdb\u4e00\u6b65\u6ee1\u8db3\u300cslater\u6761\u4ef6\u300d\uff0c<strong>\u56e0\u6b64\uff0ch(\u03bb)h(\u03bb)&nbsp;\u4e0e&nbsp;f(W,b)f(W,b)&nbsp;\u662f\u300c\u5f3a\u5bf9\u5076\u300d<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?h%28%5Clambda%5E*%29%20%3D%20f%28W%5E*%2C%20b%5E*%29\" alt=\"h(\\lambda^*) = f(W^*, b^*)\"\/><\/figure>\n\n\n\n<p>\u901a\u8fc7\u5f3a\u5bf9\u5076\u5173\u7cfb\uff0c\u5c31\u5b9e\u73b0\u4e86\u539f\u4f18\u5316\u95ee\u9898\u5230\u5bf9\u5076\u95ee\u9898\u7684\u8f6c\u6362\u3002<\/p>\n\n\n\n<h4 class=\"wp-block-heading\" id=\"_242-\u5bf9\u5076\u95ee\u9898\">2.4.2 \u5bf9\u5076\u95ee\u9898<\/h4>\n\n\n\n<p>\u6c42\u89e3\u5bf9\u5076\u51fd\u6570<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?h%28%5Clambda%29%20%3D%20%5Cmin_%7BW%2Cb%7D%20L%28W%2C%20b%2C%20%5Clambda%29%20%5Cquad%20%5Clambda_i%20%5Cgeq%200\" alt=\"h(\\lambda) = \\min_{W,b} L(W, b, \\lambda) \\quad \\lambda_i \\geq 0\"\/><\/figure>\n\n\n\n<p>\u6c42\u89e3\u504f\u5bfc<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cfrac%7BdL%7D%7BdW%7D%20%3D%20W%20-%20%5Csum_i%20%5Clambda_i%20y_i%20X_i%5C%5C%5Cfrac%7BdL%7D%7Bdb%7D%20%3D%20-%5Csum_i%20%5Clambda_i%20y_i\" alt=\"\\frac{dL}{dW} = W - \\sum_i \\lambda_i y_i X_i\\\\\\frac{dL}{db} = -\\sum_i \\lambda_i y_i\"\/><\/figure>\n\n\n\n<p>\u4f7f\u5f97&nbsp;L(W,b,\u03bb)L(W,b,\u03bb)&nbsp;\u6700\u5c0f\u7684&nbsp;W\uff0cbW\uff0cb&nbsp;\u6ee1\u8db3<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%20-%20%5Csum_i%20%5Clambda_i%20y_i%20X_i%20%3D%200%5C%5C%5Csum_i%20%5Clambda_i%20y_i%20%3D%200\" alt=\"W - \\sum_i \\lambda_i y_i X_i = 0\\\\\\sum_i \\lambda_i y_i = 0\"\/><\/figure>\n\n\n\n<p>\u5c06\u4e0a\u8ff0\u5f0f\u5b50\u56de\u4ee3\u5f97\u00a0<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"295\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325492-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194442-1024x295.png\" alt=\"\" class=\"wp-image-676\" style=\"width:406px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325492-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194442-1024x295.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325492-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194442-300x86.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325492-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194442-768x221.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325492-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194442.png 1027w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n<p>\u5bf9\u5076\u95ee\u9898\u5c31\u4e3a<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"636\" height=\"218\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325496-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194444.png\" alt=\"\" class=\"wp-image-677\" style=\"width:385px;height:auto\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325496-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194444.png 636w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731325496-\u5c4f\u5e55\u622a\u56fe-2024-11-11-194444-300x103.png 300w\" sizes=\"auto, (max-width: 636px) 100vw, 636px\" \/><\/figure>\n<\/div>\n\n\n<p>\u5176\u4e2d<\/p>\n\n\n\n<figure class=\"wp-block-image is-resized\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Clambda%20_i%3D0%20g_i%28W%2Cb%29%3C0\" alt=\"\\lambda _i=0 g_i(W,b)<0\" style=\"width:153px;height:auto\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Clambda%20_i%3E0%20g_i%28W%2Cb%29%3D0\" alt=\"\\lambda _i&gt;0 g_i(W,b)=0\"\/><\/figure>\n\n\n\n<p><strong>\u6c42\u89e3\u300c\u5bf9\u5076\u95ee\u9898\u300d\uff0c\u5c31\u53ea\u7528\u8003\u8651\u300c\u652f\u6301\u5411\u91cf\u300d\u3002<\/strong><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_25-\u6a21\u578b\u6c42\u89e3\">2.5 \u6a21\u578b\u6c42\u89e3<\/h3>\n\n\n\n<p>\u5229\u7528\u300c&nbsp;<a href=\"https:\/\/www.bilibili.com\/video\/BV1DA4y1S7XD\" target=\"_blank\"  rel=\"nofollow\" >\u5e8f\u5217\u6700\u5c0f\u4f18\u5316\u7b97\u6cd5&nbsp;<\/a>\u300d\u6c42\u89e3\u300c\u5bf9\u5076\u95ee\u9898\u300d\u5f97\u5230\u6700\u4f18\u89e3&nbsp;\u03bb\u2217\u03bb\u2217\uff0c\u7136\u540e\u56de\u4ee3\u6c42\u5f97<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?W%5E*%3D%20%5Csum_%7Bi%7D%5E%7B%7D%5Clambda%20_i%5E*y_iX_i\" alt=\"W^*= \\sum_{i}^{}\\lambda _i^*y_iX_i\"\/><\/figure>\n\n\n\n<p>\u518d\u5229\u7528&nbsp;W\u2217&nbsp;\u4e0e \u300c\u652f\u6301\u5411\u91cf\u300d\u53cd\u89e3&nbsp;b\u2217<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?g_i%28W%5E*%2Cb%5E*%29%3D0\" alt=\"g_i(W^*,b^*)=0\"\/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"_3-\u6838\u6280\u5de7\">3. \u6838\u6280\u5de7<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_31-\u6982\u5ff5\">3.1 \u6982\u5ff5<\/h3>\n\n\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u601d\u60f3\uff1a<\/strong>&nbsp;\u5728\u4e8c\u7ef4\u5e73\u9762\uff0c\u975e\u7ebf\u6027\u7684\u5206\u7c7b\u95ee\u9898\u65e0\u6cd5\u518d\u901a\u8fc7\u4e8c\u7ef4\u7684\u8d85\u5e73\u9762\u8fdb\u884c\u5206\u5272\uff0c<strong>\u4f46\u662f\uff0c\u5c06\u4e8c\u7ef4\u6570\u636e\u5347\u7ef4\u53d8\u4e3a\u4e09\u7ef4\u6570\u636e\uff0c\u8fd9\u6837\u5c31\u80fd\u901a\u8fc7\u4e09\u7ef4\u7a7a\u95f4\u4e2d\u7684\u8d85\u5e73\u9762\uff0c\u5b9e\u73b0\u5bf9\u6570\u636e\u7684\u5206\u7c7b\u3002<\/strong><\/li>\n\n\n\n<li><strong>\u7ef4\u5ea6\u53d8\u6362\uff1a<\/strong>&nbsp;\u5bf9\u539f\u6765\u7684\u6837\u672c\u6570\u636e&nbsp;XiXi\u200b&nbsp;\u901a\u8fc7\u7ef4\u5ea6\u53d8\u6362\u7b49\u5230\u9ad8\u7eac\u5ea6\u7684\u6570\u636e&nbsp;T(Xi)T(Xi\u200b)&nbsp;\u3002\u5176\u4e2d\u53d8\u6362\u51fd\u6570\u4e3a&nbsp;T()T()&nbsp;\u3002 \u53d8\u6362\u540e\u7684\u5bf9\u5076\u95ee\u9898 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?max%3Ah%28%5Clambda%20%29%3D%5Csum_%7Bi%7D%5E%7B%7D%5Clambda%20_i-%5Cfrac%7B1%7D%7B2%7D%5Csum_%7Bi%7D%5E%7B%7D%5Csum_%7Bj%7D%5E%7B%7D%5Clambda%20_i%5Clambda%20_jy_iy_jT%28X_i%29%5ETT%28X_j%29%5C%5C%20st%3A%5Clambda_i%5Cgeq%200%5C%5C%20%5Csum_%7Bi%7D%5E%7B%7D%5Clambda_iy_i%3D0\" alt=\"max:h(\\lambda )=\\sum_{i}^{}\\lambda _i-\\frac{1}{2}\\sum_{i}^{}\\sum_{j}^{}\\lambda _i\\lambda _jy_iy_jT(X_i)^TT(X_j)\\\\ st:\\lambda_i\\geq 0\\\\ \\sum_{i}^{}\\lambda_iy_i=0\"><\/li>\n\n\n\n<li><strong>\u6838\u51fd\u6570\uff1a<\/strong>&nbsp;\u4e0a\u8ff0\u53d8\u6362\u51fd\u6570&nbsp;T(Xi)TT(Xj)T(Xi\u200b)TT(Xj\u200b)&nbsp;\u7684\u8ba1\u7b97\uff0c\u9996\u5148\u8981\u5206\u522b\u8ba1\u7b97&nbsp;T(Xi)\u3001T(Xj)T(Xi\u200b)\u3001T(Xj\u200b)\uff0c\u7136\u540e\u518d\u8ba1\u7b97&nbsp;T(Xi)TT(Xj)T(Xi\u200b)TT(Xj\u200b)&nbsp;\u5f97\u5230\u7ed3\u679c\u3002<strong>\u8fd9\u4e00\u5957\u6d41\u7a0b\u4e0b\u6765\u5373\u6d6a\u8d39\u7a7a\u95f4\uff0c\u53c8\u4f1a\u4ea7\u751f\u5927\u91cf\u8ba1\u7b97\uff0c\u90a3\u4e3a\u4f55\u4e0d\u4f7f\u7528\u4e00\u4e2a\u51fd\u6570\u76f4\u63a5\u5f97\u5230\u4e0a\u9762\u7684\u7ed3\u679c<\/strong> <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?K%28X_i%2C%20X_j%29%20%3D%20T%28X_i%29%5ET%20T%28X_j%29\" alt=\"K(X_i, X_j) = T(X_i)^T T(X_j)\"> <strong>\u5176\u4e2d&nbsp;K()K()&nbsp;\u5c31\u88ab\u79f0\u4e4b\u4e3a\u300c\u6838\u51fd\u6570\u300d\u3002<\/strong>&nbsp;\u5f15\u5165\u6838\u51fd\u6570\u540e\uff0c\u5bf9\u5076\u95ee\u9898\u53c8\u53d8\u4e3a\u4e86 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cbegin%7Baligned%7D%20%26%20%5Ctext%7Bmax%7D%20%3A%20h%28%5Clambda%29%20%3D%20%5Csum_%7Bi%7D%20%5Clambda_i%20-%20%5Cfrac%7B1%7D%7B2%7D%20%5Csum_%7Bi%7D%20%5Csum_%7Bj%7D%20%5Clambda_i%20%5Clambda_j%20y_i%20y_j%20K%28X_i%2C%20X_j%29%20%5C%5C%20%26%20%5Cquad%20%5Ctext%7Bs.t.%3A%20%7D%20%5Clambda_i%20%5Cgeq%200%20%5C%5C%20%26%20%5Cquad%20%5Cquad%20%5Csum_%7Bi%7D%20%5Clambda_i%20y_i%20%3D%200%20%5Cend%7Baligned%7D\" alt=\"\\begin{aligned} &amp; \\text{max} : h(\\lambda) = \\sum_{i} \\lambda_i - \\frac{1}{2} \\sum_{i} \\sum_{j} \\lambda_i \\lambda_j y_i y_j K(X_i, X_j) \\\\ &amp; \\quad \\text{s.t.: } \\lambda_i \\geq 0 \\\\ &amp; \\quad \\quad \\sum_{i} \\lambda_i y_i = 0 \\end{aligned}\"><\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_32-\u591a\u9879\u5f0f\u6838\u51fd\u6570\">3.2 \u591a\u9879\u5f0f\u6838\u51fd\u6570<\/h3>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?K%28X_i%2C%20X_j%29%20%3D%20%28c%20+%20X_i%5ET%20X_j%29%5Ed\" alt=\"K(X_i, X_j) = (c + X_i^T X_j)^d\"\/><\/figure>\n\n\n\n<p>\u5bf9\u4e8e&nbsp;c,d&nbsp; \u7cfb\u6570\u9009\u53d6\u4e0d\u540c\u7684\u503c\uff0c\u53ef\u4ee5\u4ea7\u751f\u4e0d\u540c\u7684\u7ef4\u5ea6\u7ed3\u679c\u3002<\/p>\n\n\n\n<p>\u5f53&nbsp;c=1,d=2&nbsp; \u65f6\uff0c\u5c31\u5b9e\u73b0\u4e86\u5c06\u4e00\u4e2a\u4e8c\u7ef4\u6570\u636e\u8f6c\u6362\u6210\u4e86\u4e00\u4e2a\u516d\u7ef4\u7684\u6570\u636e<\/p>\n\n\n\n<p><img decoding=\"async\" alt=\"X = [x_1, x_2]^T\\\\Y = [1, \\sqrt{2}x_1, \\sqrt{2}x_2, x_1^2, x_2^2, \\sqrt{2}x_1x_2]^T\\\\\" src=\"https:\/\/latex.csdn.net\/eq?X%20%3D%20%5Bx_1%2C%20x_2%5D%5ET%5C%5CY%20%3D%20%5B1%2C%20%5Csqrt%7B2%7Dx_1%2C%20%5Csqrt%7B2%7Dx_2%2C%20x_1%5E2%2C%20x_2%5E2%2C%20%5Csqrt%7B2%7Dx_1x_2%5D%5ET%5C%5C\"><br>\u6ee1\u8db3\uff1a<img decoding=\"async\" alt=\"(1 + X_i^T X_j)^2 = Y_i^T Y_j\" src=\"https:\/\/latex.csdn.net\/eq?%281%20&amp;plus;%20X_i%5ET%20X_j%29%5E2%20%3D%20Y_i%5ET%20Y_j\"><\/p>\n\n\n\n<p><strong>\u5176\u4e2d\uff0ccc&nbsp;\u503c\u4e0d\u8981\u9009\u62e9&nbsp;00&nbsp;\u3002<\/strong><\/p>\n\n\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_33-\u9ad8\u65af\u6838\u51fd\u6570\">3.3 \u9ad8\u65af\u6838\u51fd\u6570<\/h3>\n\n\n\n<p>Warning<\/p>\n\n\n\n<p>\u9ad8\u65af\u3002\u3002\u3002\u53c8\u6765\u4e86 (\u2299\ufe4f\u2299)<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?K%28X_i%2C%20X_j%29%20%3D%20e%5E%7B-%5Cgamma%20%5C%7CX_i%20-%20X_j%5C%7C%5E2%7D\" alt=\"K(X_i, X_j) = e^{-\\gamma \\|X_i - X_j\\|^2}\"\/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u542b\u4e49\uff1a<\/strong>&nbsp;\u9ad8\u65af\u6838\u51fd\u6570\u63cf\u8ff0\u4e86\u6837\u672c&nbsp;Xi\u3001XjXi\u200b\u3001Xj\u200b&nbsp;\u7684\u76f8\u4f3c\u7a0b\u5ea6\uff0c\u6837\u672c\u8d8a\u76f8\u4f3c&nbsp;K(Xi,Xj)K(Xi\u200b,Xj\u200b)&nbsp;\u7684\u503c\u8d8a\u5927\u3002\n<ul class=\"wp-block-list\">\n<li>\u03b3\u03b3\uff1a\u63a7\u5236\u6837\u672c\u503c&nbsp;Xi\u3001XjXi\u200b\u3001Xj\u200b&nbsp;\u8981\u591a\u9760\u8fd1\uff0c\u624d\u80fd\u4ea7\u751f\u8f83\u9ad8\u7684\u76f8\u4f3c\u5ea6\u3002\u03b3\u03b3&nbsp;\u8d8a\u5927\uff0cXi\u3001XjXi\u200b\u3001Xj\u200b&nbsp;\u8981\u8db3\u591f\u9760\u8fd1\uff0c\u624d\u4f1a\u8bc4\u5224\u4e24\u4e2a\u6837\u672c\u6709\u8f83\u9ad8\u76f8\u4f3c\u5ea6\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u7279\u70b9\uff1a<\/strong>&nbsp;\u9ad8\u65af\u6838\u51fd\u6570\u53ef\u4ee5\u5c06\uff0c\u8f6c\u6362\u540e\u7684\u7ef4\u5ea6\u6269\u5c55\u5230\u65e0\u9650\u3002<\/li>\n<\/ul>\n\n\n\n\n\n<h2 class=\"wp-block-heading\" id=\"_4-\u8f6f\u95f4\u9694\u6a21\u578b\">4. \u8f6f\u95f4\u9694\u6a21\u578b<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_41-\u6a21\u578b\u4ecb\u7ecd\">4.1 \u6a21\u578b\u4ecb\u7ecd<\/h3>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u786c\u95f4\u9694\u7684\u7f3a\u9677\uff1a<\/strong>&nbsp;\u5728\u786c\u95f4\u9694\u4e2d\uff0c\u6211\u4eec\u8ba4\u4e3a\u6240\u6709\u7684\u6837\u672c\u70b9\u90fd\u6ca1\u6709\u8bef\u5dee\uff0c\u4f46\u662f\uff0c<strong>\u5f53\u6837\u672c\u70b9\u4e2d\u5b58\u5728\u8bef\u5dee\u65f6\uff08\u5982\u56fe\u6240\u793a\u4ea7\u751f\u635f\u5931\u7684\u9ec4\u70b9\uff09\uff0c\u5c31\u4f1a\u76f4\u63a5\u5bfc\u81f4\u6b63\/\u8d1f\u8d85\u5e73\u9762\u95f4\u9694\u7684\u51cf\u5c11\uff08\u6b63\/\u8d1f\u8d85\u5e73\u9762\u7684\u4f4d\u7f6e\u53d6\u51b3\u4e8e\u300c\u652f\u6301\u5411\u91cf\u300d\uff0c\u5373\u8fb9\u754c\u6837\u672c\u70b9\uff09\u3002<\/strong><\/li>\n\n\n\n<li><strong>\u8f6f\u95f4\u9694\uff1a<\/strong>&nbsp;\u8fdb\u884c SVM \u5efa\u6a21\u65f6\uff0c\u9700\u8981\u8fc7\u6ee4\u6389\u8bef\u5dee\u6837\u672c\u70b9\u7684\u5f71\u54cd\uff0c\u7136\u540e\u518d\u8fdb\u884c\u8d85\u5e73\u9762\u5bfb\u4f18\uff0c\u8fd9\u6837\u5f97\u5230\u7684\u6b63\u8d1f\u8d85\u5e73\u9762\u4e4b\u95f4\u7684\u95f4\u9694\uff0c\u79f0\u4e4b\u4e3a\u8f6f\u95f4\u9694\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_42-\u94f0\u94fe\u635f\u5931\u51fd\u6570\">4.2 \u94f0\u94fe\u635f\u5931\u51fd\u6570<\/h3>\n\n\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u6709\u8bef\u5dee\u70b9\u7684\u635f\u5931\u7a0b\u5ea6\uff1a\u6839\u636e\u7ea6\u675f\u6761\u4ef6\u53ef\u77e5\uff0c\u5f53\u6837\u672c\u70b9\u4e0d\u5728\u81ea\u5df1\u7684\u5206\u7c7b\u533a\u57df\u65f6 <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?y_i%28W%5ET%20X_i%20+%20b%29%20-%201%20%3C%200\" alt=\"y_i(W^T X_i + b) - 1 < 0\"> \u56e0\u6b64\u5c31\u5229\u4e8e\u7ea6\u675f\u6761\u4ef6\u7684\u504f\u79bb\u7a0b\u5ea6\u6765\u5b9a\u4e49\u635f\u5931\u503c <img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cepsilon%20%3D%201%20-%20y_i%28W%5ET%20X_i%20+%20b%29\" alt=\"\\epsilon = 1 - y_i(W^T X_i + b)\"><\/li>\n\n\n\n<li>\u65e0\u8bef\u5dee\u70b9\u7684\u635f\u5931\u7a0b\u5ea6\uff1a \u03b5=0&nbsp;<\/li>\n<\/ul>\n\n\n\n<p>\u7efc\u4e0a\uff0c\u5f97\u5230\u6700\u7ec8\u7684\u6837\u672c\u70b9\u300c\u94f0\u94fe\u635f\u5931\u51fd\u6570\u300d<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cepsilon%20%3D%20%5Cmax%280%2C%201%20-%20y_i%28W%5ET%20X_i%20+%20b%29%29\" alt=\"\\epsilon = \\max(0, 1 - y_i(W^T X_i + b))\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"_43-\u6a21\u578b\u6c42\u89e3\">4.3 \u6a21\u578b\u6c42\u89e3<\/h3>\n\n\n\n<p>\u5728\u786c\u95f4\u9694\u6a21\u578b\u4e2d\uff0c\u5f15\u5165\u635f\u5931\u51fd\u6570<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cmin%20f%28W%2C%20b%29%20%3D%20%5Cfrac%7B%5C%7CW%5C%7C%5E2%7D%7B2%7D%20+%20c%20%5Csum_i%20%5Cepsilon_i%5C%5C%5Ctext%7Bst%3A%20%7D%20g_i%28W%2C%20b%29%20%3D%201%20-%20y_i%28W%5ET%20X_i%20+%20b%29%20-%20%5Cepsilon_i%20%5Cleq%200%5C%5C%5Cepsilon_i%20%5Cgeq%200\" alt=\"\\min f(W, b) = \\frac{\\|W\\|^2}{2} + c \\sum_i \\epsilon_i\\\\\\text{st: } g_i(W, b) = 1 - y_i(W^T X_i + b) - \\epsilon_i \\leq 0\\\\\\epsilon_i \\geq 0\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2d&nbsp;cc&nbsp;\u63a7\u5236\u7740\u5bf9\u8bef\u5dee\u6837\u672c\u70b9\u5bb9\u5fcd\u7a0b\u5ea6\uff0ccc&nbsp;\u8d8a\u5927\uff0c\u5c31\u8ba4\u4e3a\u8bef\u5dee\u6837\u672c\u70b9\u8d8a\u5c11\u3002\u7136\u540e\u5199\u51fa\u8be5\u8be5\u95ee\u9898\u62c9\u683c\u6717\u65e5\u4e58\u6570\u5f62\u5f0f<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?L%28W%2C%20b%2C%20%5Cepsilon%2C%20%5Clambda%2C%20u%29%20%3D%20%5Cfrac%7B%5C%7C%5Csum_i%20%5Clambda_i%20y_i%20X_i%5C%7C%5E2%7D%7B2%7D%20+%20%5Csum_i%20%5Clambda_i%20g_i%28W%2C%20b%29%20-%20%5Csum_i%20u_i%20%5Cepsilon_i\" alt=\"L(W, b, \\epsilon, \\lambda, u) = \\frac{\\|\\sum_i \\lambda_i y_i X_i\\|^2}{2} + \\sum_i \\lambda_i g_i(W, b) - \\sum_i u_i \\epsilon_i\"\/><\/figure>\n\n\n\n<p>\u5176\u4e2d\uff0c\u5c06\u635f\u5931&nbsp;\u03b5\u03b5&nbsp;\u5f53\u4f5c\u4e86\u4e00\u4e2a\u53d8\u91cf\u3002\u83b7\u53d6\u539f\u95ee\u9898\u7684\u5bf9\u5076\u95ee\u9898<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Cmax%20h%28%5Clambda%29%20%3D%20%5Csum_i%20%5Clambda_i%20-%20%5Cfrac%7B1%7D%7B2%7D%20%5Csum_i%20%5Csum_j%20%5Clambda_i%20%5Clambda_j%20y_i%20y_j%20K%28X_i%2C%20X_j%29\" alt=\"\\max h(\\lambda) = \\sum_i \\lambda_i - \\frac{1}{2} \\sum_i \\sum_j \\lambda_i \\lambda_j y_i y_j K(X_i, X_j)\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Ctext%7Bst%3A%20%7D%20%5Clambda_i%20%5Cgeq%200\" alt=\"\\text{st: } \\lambda_i \\geq 0\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?%5Csum_i%20%5Clambda_i%20y_i%20%3D%200\" alt=\"\\sum_i \\lambda_i y_i = 0\"\/><\/figure>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/latex.csdn.net\/eq?c%20%3D%20%5Clambda_i%20+%20u_i\" alt=\"c = \\lambda_i + u_i\"\/><\/figure>\n\n\n\n<p>\u6c42\u89e3\u65b9\u6cd5\u5c31\u548c\u786c\u95f4\u9694\u95ee\u9898\u4e00\u6837\u4e86\u3002<\/p>\n\n\n\n<p>Tip<\/p>\n\n\n\n<p>\u7531\u4e8e\u5728\u7ea6\u675f&nbsp;g(W,b)&nbsp; \u4e2d\u5f15\u5165\u4e86&nbsp;\u03b5&nbsp; \uff0c\u8fd9\u5c31\u5bfc\u81f4&nbsp;(W,b)&nbsp; \u7684\u7cfb\u6570\u503c\u53d6\u51b3\u4e8e\u300c\u652f\u6301\u5411\u91cf\u300d\u4e0e\u300c\u8bef\u5dee\u6837\u672c\u300d\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"_5-\u591a\u5206\u7c7b\u95ee\u9898\">5. \u591a\u5206\u7c7b\u95ee\u9898<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u6210\u5bf9\u5206\u7c7b<\/strong>\uff1a\u4e24\u4e24\u4e4b\u95f4\u5efa\u7acb\u4e00\u4e2a SVM\u3002\u4f8b\u5982\uff0c\u533a\u5206A\u3001B\u3001C\u6570\u636e\uff0c\u5219 A \u4e0e B \u5efa\u7acb\u4e00\u4e2a\u5206\u7c7b\u6a21\u578b\uff1bB \u4e0e C \u5efa\u7acb\u4e00\u4e2a\u5206\u7c7b\u6a21\u578b\uff1bC \u4e0e A \u5efa\u7acb\u4e00\u4e2a\u5206\u7c7b\u6a21\u578b\u3002<\/li>\n\n\n\n<li><strong>\u4e00\u7c7b\u5bf9\u4f59\u7c7b<\/strong>\uff1a\u4e00\u4e2a\u7c7b\u578b\u5efa\u7acb\u4e00\u4e2a SVM\u3002\u4f8b\u5982\uff0c\u533a\u5206A\u3001B\u3001C\u6570\u636e\uff0c\u5219 A \u4e0e \u300c\u5176\u4ed6\u300d \u5efa\u7acb\u4e00\u4e2a\u5206\u7c7b\u6a21\u578b\uff1bB \u4e0e \u300c\u5176\u4ed6\u300d \u5efa\u7acb\u4e00\u4e2a\u5206\u7c7b\u6a21\u578b\uff1bC \u4e0e \u300c\u5176\u4ed6\u300d \u5efa\u7acb\u4e00\u4e2a\u5206\u7c7b\u6a21\u578b\u3002<\/li>\n<\/ul>\n\n\n\n<h1 class=\"wp-block-heading\">\u7b26\u53f7<\/h1>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"949\" src=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293497-\u5c4f\u5e55\u622a\u56fe-2024-11-11-105125-1024x949.png\" alt=\"\" class=\"wp-image-642\" srcset=\"https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293497-\u5c4f\u5e55\u622a\u56fe-2024-11-11-105125-1024x949.png 1024w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293497-\u5c4f\u5e55\u622a\u56fe-2024-11-11-105125-300x278.png 300w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293497-\u5c4f\u5e55\u622a\u56fe-2024-11-11-105125-768x712.png 768w, https:\/\/eve2333.top\/wp-content\/uploads\/2024\/11\/1731293497-\u5c4f\u5e55\u622a\u56fe-2024-11-11-105125.png 1509w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u795e\u7ecf\u7f51\u7edc\u57fa\u7840 \u4e00\u3001\u903b\u8f91\u56de\u5f52( Logic Regression ) 1 \u95ee\u9898\u7684\u6a21\u578b \u6a21\u578b\uff1a \u5176\u4e2dxx\u4e3a\u8f93\u5165\u91cf\uff0cy^\u200b\u9884\u6d4b\u91cf\uff0c\u03c3() &#8230;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"emotion":"","emotion_color":"","title_style":"","license":"","footnotes":""},"categories":[2],"tags":[6,9],"class_list":["post-600","post","type-post","status-publish","format-standard","hentry","category-2","tag-cv","tag-9"],"_links":{"self":[{"href":"https:\/\/eve2333.top\/index.php?rest_route=\/wp\/v2\/posts\/600","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/eve2333.top\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/eve2333.top\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/eve2333.top\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/eve2333.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=600"}],"version-history":[{"count":0,"href":"https:\/\/eve2333.top\/index.php?rest_route=\/wp\/v2\/posts\/600\/revisions"}],"wp:attachment":[{"href":"https:\/\/eve2333.top\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=600"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/eve2333.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=600"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/eve2333.top\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=600"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}