{"id":2214,"date":"2019-06-26T21:15:36","date_gmt":"2019-06-26T16:45:36","guid":{"rendered":"https:\/\/shahaab-co.ir\/mag\/?p=2214"},"modified":"2019-07-09T16:25:20","modified_gmt":"2019-07-09T11:55:20","slug":"initialize-weights-in-a-neural-networks-part-two","status":"publish","type":"post","link":"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/","title":{"rendered":"\u0631\u0648\u0634 \u0647\u0627\u06cc \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc ( \u0628\u062e\u0634\u00a0\u062f\u0648\u0645 )"},"content":{"rendered":"<p>\u062f\u0631 \u0642\u0633\u0645\u062a \u0642\u0628\u0644 \u0628\u0627 \u0627\u0647\u0645\u06cc\u062a \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u0647\u0627 \u062f\u0631<a href=\"https:\/\/shahaab-co.ir\/mag\/tag\/%d8%b4%d8%a8%da%a9%d9%87-%d9%87%d8%a7%db%8c-%d8%b9%d8%b5%d8%a8%db%8c\/\" target=\"_blank\" rel=\"noopener\"> \u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc<\/a> \u0648 \u0627\u0647\u0645\u06cc\u062a \u0627\u0646\u062c\u0627\u0645 \u0622\u0646 \u0622\u0634\u0646\u0627 \u0634\u062f\u06cc\u0645. \u062f\u0631 \u0627\u06cc\u0646 \u0642\u0633\u0645\u062a \u0628\u0647 \u0622\u0634\u0646\u0627\u06cc\u06cc \u0628\u0627 \u0631\u0648\u0634 \u0647\u0627\u06cc \u062f\u06cc\u06af\u0631 \u0627\u0646\u062c\u0627\u0645 \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u0647\u0627 \u0645\u06cc \u067e\u0631\u062f\u0627\u0632\u06cc\u0645.<\/p>\n<div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:0px;\" class=\"divider divider-normal\"><\/div>\n<h5><strong>\u0645\u0642\u0627\u0644\u0647 \u0645\u0631\u062a\u0628\u0637 : <\/strong><\/h5>\n<ul>\n<li style=\"list-style-type: none;\">\n<ul>\n<li><a href=\"https:\/\/shahaab-co.ir\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-one\/\" target=\"_blank\" rel=\"noopener\"><strong>\u0631\u0648\u0634 \u0647\u0627\u06cc \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc ( \u0642\u0633\u0645\u062a \u0627\u0648\u0644 )<\/strong><\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<div class=\"clear\"><\/div><div style=\"margin-top:25px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_76 counter-hierarchy ez-toc-counter-rtl ez-toc-custom ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0622\u0646\u0686\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0637\u0644\u0628 \u062e\u0648\u0627\u0647\u06cc\u0645 \u062e\u0648\u0627\u0646\u062f :<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #0044bf;color:#0044bf\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #0044bf;color:#0044bf\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 eztoc-toggle-hide-by-default' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D9%85%D8%AF%D9%84_Xavier_Glorot_%D8%A8%D8%B1%D8%A7%DB%8C_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%88%D8%B2%D9%86_%D9%87%D8%A7\" >\u0645\u062f\u0644 Xavier Glorot \u0628\u0631\u0627\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646\u00ad \u0647\u0627<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_Xavier_Glorot\" >\u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 Xavier Glorot<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D8%A7%D9%84%D9%81_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%DB%8C%DA%A9%D9%86%D9%88%D8%A7%D8%AE%D8%AA_Xavier_Glorot\" >\u0627\u0644\u0641) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a Xavier Glorot<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D8%A8_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%86%D8%B1%D9%85%D8%A7%D9%84%D9%90_Xavier_Glorot\" >\u0628) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 Xavier Glorot<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D9%85%D8%AF%D9%84_He%D8%A8%D8%B1%D8%A7%DB%8C_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%88%D8%B2%D9%86_%D9%87%D8%A7\" >\u0645\u062f\u0644 He\u0628\u0631\u0627\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u00ad\u0647\u0627<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D8%A7%D9%84%D9%81_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%DB%8C%DA%A9%D9%86%D9%88%D8%A7%D8%AE%D8%AA_%D9%88%D8%B2%D9%86_%D9%87%D8%A7_He\" >\u0627\u0644\u0641) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646\u00ad \u0647\u0627 He<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%D8%A8_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%86%D8%B1%D9%85%D8%A7%D9%84_%D9%88%D8%B2%D9%86_%D9%87%D8%A7_He\" >\u0628) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646 \u00ad\u0647\u0627 He<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/shahaab-co.com\/mag\/edu\/deep-learning\/initialize-weights-in-a-neural-networks-part-two\/#%DA%86%DA%AF%D9%88%D9%86%D9%87_%D9%85%D9%82%D8%AF%D8%A7%D8%B1_%D8%A7%D9%88%D9%84%DB%8C_%D9%87%D8%A7%DB%8C_%D9%85%D9%86%D8%A7%D8%B3%D8%A8_%D8%A8%D8%B1%D8%A7%DB%8C_%D9%88%D8%B2%D9%86_%D9%87%D8%A7_%D8%A7%D9%86%D8%AA%D8%AE%D8%A7%D8%A8_%DA%A9%D9%86%DB%8C%D9%85%D8%9F\" >\u0686\u06af\u0648\u0646\u0647 \u0645\u0642\u062f\u0627\u0631 \u0627\u0648\u0644\u06cc \u0647\u00ad\u0627\u06cc \u0645\u0646\u0627\u0633\u0628 \u0628\u0631\u0627\u06cc \u0648\u0632\u0646\u00ad \u0647\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u0645\u061f<\/a><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%AF%D9%84_Xavier_Glorot_%D8%A8%D8%B1%D8%A7%DB%8C_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%88%D8%B2%D9%86_%D9%87%D8%A7\"><\/span><strong>\u0645\u062f\u0644 Xavier Glorot \u0628\u0631\u0627\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646\u00ad \u0647\u0627<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u06cc\u0646 \u0645\u062f\u0644 \u06cc\u06a9 \u062a\u06a9\u0646\u06cc\u06a9 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u062f\u0631 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646\u00ad \u0647\u0627 \u0628\u0634\u0645\u0627\u0631 \u0645\u06cc \u00ad\u0631\u0648\u062f. \u062f\u0648 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0645\u0637\u0631\u062d \u0627\u0633\u062a. \u06cc\u06a9\u06cc \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 Xavier Glorot \u0648 \u062f\u0648\u0645\u06cc \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 Xavier Glorot.<\/p>\n<p>\u0645\u06cc \u00ad\u062f\u0627\u0646\u06cc\u0645 \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0639\u0635\u0628\u06cc\u060c \u0648\u0632\u0646\u00ad \u0647\u0627 \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u0628\u0647\u00ad\u0637\u0648\u0631 \u062a\u0635\u0627\u062f\u0641\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0645\u06cc \u00ad\u0634\u0648\u0646\u062f \u0648 \u0627\u06cc\u0646 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u06cc\u0627\u0632\u0645\u0646\u062f \u0631\u0639\u0627\u06cc\u062a \u0639\u062f\u0627\u0644\u062a \u0648 \u062a\u06a9\u0631\u0627\u0631 \u0641\u0631\u0622\u06cc\u0646\u062f \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645&nbsp; \u0628\u0647 \u062a\u0639\u062f\u0627\u062f \u062f\u0641\u0639\u0627\u062a \u0632\u06cc\u0627\u062f \u062c\u0647\u062a&nbsp; \u0647\u0645\u06af\u0631\u0627\u06cc\u06cc \u0628\u0647 \u0633\u0645\u062a \u062d\u062f\u0627\u0642\u0644 \u062e\u0637\u0627 \u0648 \u062f\u0633\u062a\u00ad\u06cc\u0627\u0628\u06cc \u0628\u0647 \u0645\u0627\u062a\u0631\u06cc\u0633 \u0648\u0632\u0646 \u0627\u06cc\u062f\u0647 \u00ad\u0622\u0644\u060c \u0645\u06cc \u00ad\u0628\u0627\u0634\u062f. \u06cc\u06a9\u06cc \u0627\u0632 \u0627\u0642\u062f\u0627 \u0645\u00ad\u0647\u0627 \u062c\u0647\u062a \u06a9\u0627\u0647\u0634 \u0645\u06cc\u0632\u0627\u0646 \u062e\u0637\u0627\u060c&nbsp; \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u0642\u062f\u0627\u0631\u0627\u0648\u0644\u06cc\u0647 \u062a\u0635\u0627\u062f\u0641\u06cc \u0648\u0632\u0646\u00ad\u0647\u0627 \u0628\u0627 \u062f\u0642\u062a \u0628\u06cc\u0634\u062a\u0631 \u0645\u06cc \u00ad\u0628\u0627\u0634\u062f. \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 Xavier \u06a9\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 Xavier&nbsp; \u0646\u06cc\u0632 \u0634\u0646\u0627\u062e\u062a\u0647 \u0645\u06cc \u00ad\u0634\u0648\u062f\u060c \u0627\u0646\u062f\u0627\u0632\u0647 \u0648 \u0633\u0627\u06cc\u0632 \u0634\u0628\u06a9\u0647 ( \u062a\u0639\u062f\u0627\u062f \u0646\u0631\u0648\u0646 \u0647\u0627\u06cc \u0648\u0631\u0648\u062f\u06cc \u0648 \u062e\u0631\u0648\u062c\u06cc ) \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0645\u0639\u0627\u062f\u0644\u0647 \u00ad\u0627\u06cc \u062f\u0631\u0645\u06cc\u00ad \u0622\u0648\u0631\u062f&nbsp; \u0648 \u0628\u0647 \u0631\u0639\u0627\u06cc\u062a \u0645\u0633\u0627\u0626\u0644 \u06af\u0641\u062a\u0647\u00ad \u0634\u062f\u0647 \u0645\u06cc \u00ad\u067e\u0631\u062f\u0627\u0632\u062f.<\/p>\n<p>Xavier Glorot \u0648 Yoshua Bengio \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u0646\u062f\u06af\u0627\u0646 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0627\u0632 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0628\u0648\u062f\u0647\u00ad \u0627\u0646\u062f \u06a9\u0647 \u0628\u0647\u062a\u0631 \u0627\u0632 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062a\u0635\u0627\u062f\u0641\u06cc \u0639\u0645\u0644 \u0645\u06cc \u00ad\u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0646\u0647 \u062a\u0646\u0647\u0627 \u0627\u062d\u062a\u0645\u0627\u0644 \u0628\u0631\u0648\u0632 \u0645\u0633\u0627\u0626\u0644 \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u06af\u0631\u0627\u062f\u06cc\u0627\u0646 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u0645\u06cc\u00ad \u062f\u0647\u062f \u0628\u0644\u06a9\u0647 \u0647\u0645\u06af\u0631\u0627\u06cc\u06cc \u0628\u0647 \u0633\u0648\u06cc \u0645\u06cc\u0632\u0627\u0646 \u062e\u0637\u0627\u06cc \u062d\u062f\u0627\u0642\u0644\u06cc \u0631\u0627 \u0646\u06cc\u0632 \u062f\u0631\u0632\u0645\u0627\u0646 \u06a9\u0645\u00ad\u062a\u0631\u06cc \u0645\u0645\u06a9\u0646&nbsp; \u0645\u06cc \u00ad\u0633\u0627\u0632\u062f.<\/p>\n<h3><span class=\"ez-toc-section\" id=\"%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_Xavier_Glorot\"><\/span><strong>\u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 <\/strong><strong>Xavier Glorot<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p><strong>\u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 <\/strong><strong>Xavier<\/strong><strong>: <\/strong>\u062f\u0631\u06cc\u0627\u0641\u062a \u0647\u0631 \u0648\u0632\u0646 w \u060c \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u062a\u0635\u0627\u062f\u0641\u06cc \u062f\u0631 \u0628\u0627\u0632\u0647 [-x,x] \u0628\u0631\u0627\u06cc <img decoding=\"async\" class=\"wp-image-2217 alignnone\" src=\"https:\/\/shahaab-co.ir\/mag\/wp-content\/uploads\/2019\/06\/Xavier-300x127.jpg\" alt=\"Xavier\" width=\"132\" height=\"56\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/Xavier-300x127.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/Xavier.jpg 415w\" sizes=\"(max-width: 132px) 100vw, 132px\" \/><\/p>\n<p><strong>\u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 Xavier: <\/strong>\u062f\u0631\u06cc\u0627\u0641\u062a \u0647\u0631 \u0648\u0632\u0646 w \u060c \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u0646\u0631\u0645\u0627\u0644 \u0628\u0627 \u0645\u06cc\u0627\u0646\u0647 \u06f0\u060c \u0648 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f<img decoding=\"async\" class=\"alignnone  wp-image-2221\" src=\"https:\/\/shahaab-co.ir\/mag\/wp-content\/uploads\/2019\/06\/Xavier2-300x119.jpg\" alt=\"Xavier\" width=\"134\" height=\"53\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/Xavier2-300x119.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/Xavier2-310x124.jpg 310w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/Xavier2.jpg 312w\" sizes=\"(max-width: 134px) 100vw, 134px\" \/><\/p>\n<p style=\"text-align: center;\"><strong>\u0627\u06cc\u062f\u0647 \u0627\u0635\u0644\u06cc: \u0631\u0648\u0634 \u0632\u06cc\u0627\u062f \u0645\u0647\u0645 \u0646\u06cc\u0633\u062a\u060c \u062a\u0639\u062f\u0627\u062f \u0648\u0631\u0648\u062f\u06cc\u00ad\u0647\u0627 \u0648 \u062e\u0631\u0648\u062c\u06cc\u00ad\u0647\u0627\u0633\u062a \u06a9\u0647 \u0645\u0647\u0645 \u0627\u0633\u062a.<\/strong><\/p>\n<h3><span class=\"ez-toc-section\" id=\"%D8%A7%D9%84%D9%81_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%DB%8C%DA%A9%D9%86%D9%88%D8%A7%D8%AE%D8%AA_Xavier_Glorot\"><\/span><strong>\u0627\u0644\u0641) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a <\/strong><strong>Xavier Glorot<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u062f\u0631\u0627\u06cc\u0646 \u0645\u062f\u0644 &nbsp;\u0648\u0632\u0646\u00ad \u0647\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u062f\u0631\u0648\u0646 \u0628\u0627\u0632\u0647 +x \u0648 \u2013x \u0628\u062f\u0633\u062a \u0645\u06cc\u00ad \u0622\u06cc\u0646\u062f \u06a9\u0647 \u0645\u062d\u062f\u0648\u062f\u0647 \u0628\u0627\u0632\u0647 \u0628\u0631\u0627\u0633\u0627\u0633 \u0645\u0642\u062f\u0627\u0631 x \u0628\u0631\u0627\u0628\u0631 \u0628\u0627 &nbsp;\u0645\u062c\u0630\u0648\u0631 \u0631\u06cc\u0634\u0647 \u06cc\u0627 ( (fan-in+fan-out)\/6) sqrt\u060c \u062d\u0627\u0635\u0644 \u0645\u06cc \u00ad\u0634\u0648\u062f.<\/p>\n<h4><strong>\u06a9\u062f \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 <\/strong><strong>Xavier Glorot<\/strong><\/h4>\n<pre dir=\"ltr\">model = Sequential()<br><br>model.add(Dense(128, activation='relu', input_shape=(input_dim,), kernel_initializer='glorot_uniform'))<br><br>model.add(Dense(64, activation='relu', kernel_initializer='glorot_uniform'))<br><br>model.add(Dense(output_dim, activation='softmax'))<\/pre>\n<h4><strong>\u062e\u0631\u0648\u062c\u06cc \u062d\u0627\u0635\u0644 \u0627\u0632 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 <\/strong><strong>Xavier Glorot<\/strong><\/h4>\n<pre dir=\"ltr\">Epoch 1\/5 60000\/60000 [==============================] - 4s 68us\/step - loss: 0.3317 - acc: 0.9072 - val_loss: 0.1534 - val_acc: 0.9545<br><br>Epoch 2\/5 60000\/60000 [==============================] - 3s 55us\/step - loss: 0.1303 - acc: 0.9614 - val_loss: 0.1124 - val_acc: 0.9679<br><br>Epoch 3\/5 60000\/60000 [==============================] - 3s 54us\/step - loss: 0.0889 - acc: 0.9731 - val_loss: 0.0978 - val_acc: 0.9711<br><br>Epoch 4\/5 60000\/60000 [==============================] - 3s 54us\/step - loss: 0.0668 - acc: 0.9795 - val_loss: 0.0863 - val_acc: 0.9735<br><br>Epoch 5\/5 60000\/60000 [==============================] - 3s 55us\/step - loss: 0.0529 - acc: 0.9840 - val_loss: 0.0755 - val_acc: 0.9771<\/pre>\n<h4><strong>\u0645\u0648\u062f\u0627\u0631 \u0645\u062f\u0644 <\/strong><strong>Xavier Glorot<\/strong><strong> \u0627\u0632 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631\u062f \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646 \u00ad\u0647\u0627<\/strong><\/h4>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img decoding=\"async\" width=\"512\" height=\"355\" src=\"https:\/\/shahaab-co.ir\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a.jpg\" alt=\"\" class=\"wp-image-2224\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a.jpg 512w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a-300x208.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a-110x75.jpg 110w\" sizes=\"(max-width: 512px) 100vw, 512px\" \/><\/figure><\/div>\n\n\n<h4><strong>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062e\u0631\u0648\u062c\u06cc<\/strong><\/h4>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u0639\u0646\u06cc&nbsp; \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 Xavier Glorot\u060c \u0645\u062f\u0644 \u0645\u0627 \u0628\u0647 \u0633\u0645\u062a \u0627\u062c\u0631\u0627\u06cc\u06cc \u0628\u0633\u06cc\u0627\u0631 \u062e\u0648\u0628 \u0648 \u06a9\u0627\u0631 \u0622\u0645\u062f \u0633\u0648\u0642 \u067e\u06cc\u062f\u0627 \u0645\u06cc\u00ad \u06a9\u0646\u062f. \u0647\u0645\u0686\u0646\u06cc\u0646 \u0627\u06af\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0631\u0627 \u0686\u0646\u062f\u06cc\u0646 \u0628\u0627\u0631 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u0645 \u0628\u0627\u0632\u0647\u0645 \u062e\u0631\u0648\u062c\u06cc \u062a\u063a\u06cc\u06cc\u0631\u06cc \u0646\u0645\u06cc \u00ad\u067e\u0630\u06cc\u0631\u062f.<\/p>\n<h3><span class=\"ez-toc-section\" id=\"%D8%A8_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%86%D8%B1%D9%85%D8%A7%D9%84%D9%90_Xavier_Glorot\"><\/span><strong>\u0628) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 <\/strong><strong>Xavier Glorot<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0648\u0632\u0646\u00ad \u0647\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u0646\u0631\u0645\u0627\u0644 \u0628\u0627 \u0645\u06cc\u0627\u0646\u0647 = \u06f0 \u0648 \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 = \u0645\u062c\u0630\u0648\u0631 \u0631\u06cc\u0634\u0647 \u06cc\u0627 ((fan-in+fan-out)\/2) sqrt \u060c\u0628\u062f\u0633\u062a \u00ad\u0645\u06cc\u00ad \u0622\u06cc\u062f.<\/p>\n<h4><strong>\u06a9\u062f \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 <\/strong><strong>Xavier Glorot<\/strong><\/h4>\n<pre dir=\"ltr\">model = Sequential()<br><br>model.add(Dense(128, activation='relu', input_shape=(input_dim,), kernel_initializer='glorot_normal'))<br><br>model.add(Dense(64, activation='relu', kernel_initializer='glorot_normal'))<br><br>model.add(Dense(output_dim, activation='softmax'))<\/pre>\n<h4><strong>\u062e\u0631\u0648\u062c\u06cc \u062d\u0627\u0635\u0644 \u0627\u0632 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 <\/strong><strong>Xavier Glorot<\/strong><\/h4>\n<pre dir=\"ltr\">Epoch 1\/5 60000\/60000 [==============================] - 4s 66us\/step - loss: 0.3296 - acc: 0.9064 - val_loss: 0.1628 - val_acc: 0.9492<br><br>Epoch 2\/5 60000\/60000 [==============================] - 3s 50us\/step - loss: 0.1359 - acc: 0.9597 - val_loss: 0.1119 - val_acc: 0.9658<br><br>Epoch 3\/5 60000\/60000 [==============================] - 3s 51us\/step - loss: 0.0945 - acc: 0.9721 - val_loss: 0.0929 - val_acc: 0.9706<br><br>Epoch 4\/5 60000\/60000 [==============================] - 3s 52us\/step - loss: 0.0731 - acc: 0.9776 - val_loss: 0.0804 - val_acc: 0.9741<br><br>Epoch 5\/5 60000\/60000 [==============================] - 3s 51us\/step - loss: 0.0576 - acc: 0.9824 - val_loss: 0.0707 - val_acc: 0.9783<\/pre>\n<h4><strong>\u0646\u0645\u0648\u062f\u0627\u0631 \u0645\u062f\u0644 <\/strong><strong>Xavier Glorot<\/strong><strong> \u0627\u0632 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646 \u00ad\u0647\u0627<\/strong><\/h4>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img decoding=\"async\" width=\"512\" height=\"355\" src=\"https:\/\/shahaab-co.ir\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u0646\u0631\u0645\u0627\u0644.jpg\" alt=\"\" class=\"wp-image-2228\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u0646\u0631\u0645\u0627\u0644.jpg 512w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u0646\u0631\u0645\u0627\u0644-300x208.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-xavier-glorot-\u0646\u0631\u0645\u0627\u0644-110x75.jpg 110w\" sizes=\"(max-width: 512px) 100vw, 512px\" \/><\/figure><\/div>\n\n\n<h4><strong>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062e\u0631\u0648\u062c\u06cc<\/strong><\/h4>\n<p>\u0645\u0634\u0627\u0628\u0647 \u0645\u062f\u0644 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 Xavier Glorot\u060c \u062f\u0631 \u0627\u06cc\u0646 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u0639\u0646\u06cc\u00a0 \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 Xavier Glorot \u0646\u06cc\u0632 \u0645\u062f\u0644 \u0645\u0627 \u0628\u0647 \u0633\u0645\u062a\u00a0 \u0627\u062c\u0631\u0627 \u0648 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0628\u0647\u062a\u0631 \u0633\u0648\u0642 \u067e\u06cc\u062f\u0627\u0645\u06cc \u00ad\u06a9\u0646\u062f \u0648 \u0628\u0627 \u0686\u0646\u062f\u06cc\u0646 \u0628\u0627\u0631 \u0627\u062c\u0631\u0627 \u06a9\u0631\u062f\u0646 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u060c \u062e\u0631\u0648\u062c\u06cc \u062a\u063a\u06cc\u06cc\u0631 \u0646\u062e\u0648\u0627\u0647\u062f \u06a9\u0631\u062f.<\/p>\n<p><em>\u0648\u0632\u0646\u00ad \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u062f\u0631\u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0647\u00ad \u0634\u062f\u0647 \u060c \u0646\u0647 \u0632\u06cc\u0627\u062f \u0628\u0632\u0631\u06af \u0627\u0633\u062a \u0646\u0647 \u0632\u06cc\u0627\u062f \u06a9\u0648\u0686\u06a9. \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0645\u0627 \u0628\u0627 \u0645\u0633\u0626\u0644\u0647 \u0645\u062d\u0648 \u0634\u062f\u06af\u06cc\u00a0 \u0648\u06cc\u0627 \u0627\u0646\u0641\u062c\u0627\u0631 \u06af\u0631\u0627\u062f\u06cc\u0627\u0646\u00ad \u0647\u0627 \u0645\u0648\u0627\u062c\u0647 \u0646\u0645\u06cc\u00ad \u0634\u0648\u06cc\u0645. \u0647\u0645\u0686\u0646\u06cc\u0646\u060c \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 <\/em><em>Xavier Glorot<\/em><em> \u0628\u0647 \u0647\u0645\u06af\u0631\u0627\u06cc\u06cc \u0648 \u062f\u0633\u062a\u06cc\u0627\u0628\u06cc \u0647\u0631\u0686\u0647 \u0633\u0631\u06cc\u0639 \u00ad\u062a\u0631 \u0628\u0647\u00ad \u0633\u0648\u06cc \u0645\u06cc\u0632\u0627\u0646 \u0645\u06cc\u0646\u06cc\u0645\u0645 \u062e\u0637\u0627 \u06a9\u0645\u06a9 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0645\u06cc \u00ad\u06a9\u0646\u062f.<\/em><\/p>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%AF%D9%84_He%D8%A8%D8%B1%D8%A7%DB%8C_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%88%D8%B2%D9%86_%D9%87%D8%A7\"><\/span><strong>\u0645\u062f\u0644 <\/strong><strong>He<\/strong><strong>\u0628\u0631\u0627\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u00ad\u0647\u0627<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u06cc\u0646 \u0646\u0648\u0639 \u0627\u0632 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0628\u0627 \u0639\u0646\u0648\u0627\u0646 hey\u00a0 \u062a\u0644\u0641\u0638 \u0645\u06cc\u00ad \u0634\u0648\u062f \u0648 \u06cc\u06a9 \u062a\u06a9\u0646\u06cc\u06a9 \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u062f\u0631 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u00ad\u0647\u0627 \u0628\u0647 \u0634\u0645\u0627\u0631 \u0645\u06cc\u00ad \u0631\u0648\u062f. \u062a\u0627\u0628\u0639 <a href=\"https:\/\/shahaab-co.ir\/mag\/tag\/%d9%81%d8%b9%d8%a7%d9%84-%d8%b3%d8%a7%d8%b2%db%8c\/\" target=\"_blank\" rel=\"noopener\">\u0641\u0639\u0627\u0644 \u00ad\u0633\u0627\u0632\u06cc<\/a> ReLU \u0628\u0648\u0633\u06cc\u0644\u0647 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647\u060c \u0628\u0633\u06cc\u0627\u0631 \u062e\u0648\u0628 \u0639\u0645\u0644 \u0645\u06cc\u00ad \u06a9\u0646\u062f. \u062a\u0646\u0647\u0627 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u06cc \u06a9\u0647 \u062f\u0631 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 He \u062f\u0631\u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0647 \u0645\u06cc \u0634\u0648\u062f\u060c \u062a\u0639\u062f\u0627\u062f \u0648\u0631\u0648\u062f\u06cc \u00ad\u0647\u0627\u0633\u062a ( fan-in ). \u062f\u0631 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 He \u0646\u06cc\u0632 \u0645\u0627\u0646\u0646\u062f \u0645\u062f\u0644 Xavier\u060c \u062f\u0648 \u0646\u0648\u0639 \u0627\u0632 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0645\u0637\u0631\u062d \u0645\u06cc\u00ad \u0634\u0648\u062f\u060c \u06cc\u06a9\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644\u0650 He \u0648 \u062f\u06cc\u06af\u0631\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a\u0650 He.<\/p>\n<h3><span class=\"ez-toc-section\" id=\"%D8%A7%D9%84%D9%81_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%DB%8C%DA%A9%D9%86%D9%88%D8%A7%D8%AE%D8%AA_%D9%88%D8%B2%D9%86_%D9%87%D8%A7_He\"><\/span><strong>\u0627\u0644\u0641) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646\u00ad \u0647\u0627 He<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0648\u0632\u0646\u00ad \u0647\u0627 \u0628\u0648\u0633\u06cc\u0644\u0647 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u062f\u0631\u0648\u0646 \u0628\u0627\u0632\u0647 +x \u0648 \u2013x \u06a9\u0647 x = \u0645\u062c\u0630\u0648\u0631\u0631\u06cc\u0634\u0647 \u06cc\u0627 ( (fan-in)\/6) sqrt \u0627\u0633\u062a\u060c \u0628\u062f\u0633\u062a \u0645\u06cc \u00ad\u0622\u06cc\u062f.<\/p>\n<h4><strong>\u06a9\u062f \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646\u00ad \u0647\u0627 <\/strong><strong>He<\/strong><\/h4>\n<pre dir=\"ltr\">model = Sequential()<br \/><br \/>model.add(Dense(128, activation='relu', input_shape=(input_dim,), kernel_initializer='he_uniform'))<br \/><br \/>model.add(Dense(64, activation='relu', kernel_initializer='he_uniform'))<br \/><br \/>model.add(Dense(output_dim, activation='softmax'))<\/pre>\n<h4><strong>\u062e\u0631\u0648\u062c\u06cc \u062d\u0627\u0635\u0644 \u0627\u0632 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646\u00ad \u0647\u0627 <\/strong><strong>He<\/strong><\/h4>\n<pre dir=\"ltr\">Epoch 1\/5 60000\/60000 [==============================] - 4s 72us\/step - loss: 0.3252 - acc: 0.9050 - val_loss: 0.1524 - val_acc: 0.9546<br \/><br \/>Epoch 2\/5 60000\/60000 [==============================] - 3s 52us\/step - loss: 0.1314 - acc: 0.9611 - val_loss: 0.1104 - val_acc: 0.9671<br \/><br \/>Epoch 3\/5 60000\/60000 [==============================] - 3s 54us\/step - loss: 0.0928 - acc: 0.9718 - val_loss: 0.0978 - val_acc: 0.9697<br \/><br \/>Epoch 4\/5 60000\/60000 [==============================] - 3s 53us\/step - loss: 0.0703 - acc: 0.9786 - val_loss: 0.0890 - val_acc: 0.9740<br \/><br \/>Epoch 5\/5 60000\/60000 [==============================] - 3s 53us\/step - loss: 0.0546 - acc: 0.9828 - val_loss: 0.0860 - val_acc: 0.9740<\/pre>\n<h4><strong>\u0646\u0645\u0648\u062f\u0627\u0631 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646\u00ad \u0647\u0627 <\/strong><strong>He<\/strong><\/h4>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img decoding=\"async\" width=\"512\" height=\"355\" src=\"https:\/\/shahaab-co.ir\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a.jpg\" alt=\"\" class=\"wp-image-2230\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a.jpg 512w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a-300x208.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u06cc\u06a9\u0646\u0648\u0627\u062e\u062a-110x75.jpg 110w\" sizes=\"(max-width: 512px) 100vw, 512px\" \/><\/figure><\/div>\n\n\n<h4><strong>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062e\u0631\u0648\u062c\u06cc<\/strong><\/h4>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0646\u0648\u0639 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u0639\u0646\u06cc \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646 \u00ad\u0647\u0627 He\u060c \u0641\u0642\u0637 \u0627\u0632 \u062a\u0639\u062f\u0627\u062f \u0648\u0631\u0648\u062f\u06cc \u00ad\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u00ad \u0634\u0648\u062f \u0648 \u0628\u0647 \u0647\u0645\u06cc\u0646 \u062f\u0644\u06cc\u0644 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0627\u0632 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0627\u062c\u0631\u0627 \u0648 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u06a9\u0627\u0645\u0644\u0627\u064b \u0631\u0648 \u0628\u0647 \u0627\u0641\u062a\u06cc \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u0634\u062a.<\/p>\n<h3><span class=\"ez-toc-section\" id=\"%D8%A8_%D9%85%D9%82%D8%AF%D8%A7%D8%B1%D8%AF%D9%87%DB%8C_%D8%A7%D9%88%D9%84%DB%8C%D9%87_%D9%86%D8%B1%D9%85%D8%A7%D9%84_%D9%88%D8%B2%D9%86_%D9%87%D8%A7_He\"><\/span><strong>\u0628) \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646 \u00ad\u0647\u0627 He<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0646\u0648\u0639 \u0627\u0632 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647\u060c \u0648\u0632\u0646 \u00ad\u0647\u0627 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u06cc\u06a9 \u062a\u0648\u0632\u06cc\u0639 \u0646\u0631\u0645\u0627\u0644 \u0628\u0627 \u0645\u06cc\u0627\u0646\u0647 = \u06f0 \u0648 \u0648\u0627\u0631\u06cc\u0627\u0646\u0633 = \u0645\u062c\u0630\u0648\u0631 \u0631\u06cc\u0634\u0647 \u06cc\u0627 ( (fan-in)\/2) sqrt \u0628\u062f\u0633\u062a \u0645\u06cc \u00ad\u0622\u06cc\u062f.<\/p>\n<p><\/p>\n<h4><strong>\u06a9\u062f \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646 \u0647\u0627 <\/strong><strong>He<\/strong><\/h4>\n<pre dir=\"ltr\">model = Sequential()<br><br>model.add(Dense(128, activation='relu', input_shape=(input_dim,), kernel_initializer='he_normal'))<br><br>model.add(Dense(64, activation='relu', kernel_initializer='he_normal'))<br><br>model.add(Dense(output_dim, activation='softmax'))<\/pre>\n<h4><strong>\u062e\u0631\u0648\u062c\u06cc \u062d\u0627\u0635\u0644 \u0627\u0632 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646\u00ad \u0647\u0627 <\/strong><strong>He<\/strong><\/h4>\n<pre dir=\"ltr\">Epoch 1\/5 60000\/60000 [==============================] - 4s 61us\/step - loss: 0.3163 - acc: 0.9087 - val_loss: 0.1596 - val_acc: 0.9508<br><br>Epoch 2\/5 60000\/60000 [==============================] - 3s 45us\/step - loss: 0.1319 - acc: 0.9610 - val_loss: 0.1163 - val_acc: 0.9625<br><br>Epoch 3\/5 60000\/60000 [==============================] - 3s 44us\/step - loss: 0.0915 - acc: 0.9725 - val_loss: 0.0897 - val_acc: 0.9727<br><br>Epoch 4\/5 60000\/60000 [==============================] - 3s 45us\/step - loss: 0.0693 - acc: 0.9795 - val_loss: 0.0878 - val_acc: 0.9735<br><br>Epoch 5\/5 60000\/60000 [==============================] - 3s 44us\/step - loss: 0.0537 - acc: 0.9836 - val_loss: 0.0764 - val_acc: 0.9769<\/pre>\n<h4><strong>\u0646\u0645\u0648\u062f\u0627\u0631 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646\u00ad \u0647\u0627 <\/strong><strong>He<\/strong><\/h4>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter\"><img decoding=\"async\" width=\"512\" height=\"355\" src=\"https:\/\/shahaab-co.ir\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u0646\u0631\u0645\u0627\u0644.jpg\" alt=\"\" class=\"wp-image-2232\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u0646\u0631\u0645\u0627\u0644.jpg 512w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u0646\u0631\u0645\u0627\u0644-300x208.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2019\/06\/\u0634\u0628\u06a9\u0647-\u0639\u0635\u0628\u06cc-\u062e\u0631\u0648\u062c\u06cc-\u0645\u0642\u062f\u0627\u0631-\u0627\u0648\u0644\u06cc\u0647-he-\u0646\u0631\u0645\u0627\u0644-110x75.jpg 110w\" sizes=\"(max-width: 512px) 100vw, 512px\" \/><\/figure><\/div>\n\n\n<h4><strong>\u062a\u062c\u0632\u06cc\u0647 \u0648 \u062a\u062d\u0644\u06cc\u0644 \u062e\u0631\u0648\u062c\u06cc<\/strong><\/h4>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u06cc\u0639\u0646\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0646\u0631\u0645\u0627\u0644 \u0648\u0632\u0646\u00ad \u0647\u0627 He\u060c \u0641\u0642\u0637 \u0627\u0632 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u062a\u0639\u062f\u0627\u062f \u0648\u0631\u0648\u062f\u06cc \u00ad\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u00ad \u0634\u0648\u062f\u060c \u0627\u0645\u0627 \u0628\u0631\u062e\u0644\u0627\u0641 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u06cc\u06a9\u0646\u0648\u0627\u062e\u062a \u0648\u0632\u0646\u00ad \u0647\u0627 He\u060c \u0641\u0642\u0637 \u0628\u0648\u0633\u06cc\u0644\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062a\u0639\u062f\u0627\u062f \u0648\u0631\u0648\u062f\u06cc \u00ad\u0647\u0627 \u0646\u06cc\u0632\u060c \u0645\u062f\u0644 \u0645\u062f \u0646\u0638\u0631 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u062e\u0648\u0628\u06cc \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u0634\u062a.<\/p>\n<p>\u0647\u0645\u0686\u0646\u06cc\u0646 \u062f\u0631 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 He\u060c \u0648\u0632\u0646\u00ad \u0647\u0627 \u0631\u0627 \u0646\u0647 \u0632\u06cc\u0627\u062f \u0628\u0632\u0631\u06af \u0648 \u0646\u0647 \u0632\u06cc\u0627\u062f \u06a9\u0648\u0686\u06a9 \u062f\u0631\u0646\u0638\u0631 \u0645\u06cc \u00ad\u06af\u06cc\u0631\u06cc\u0645. \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0628\u0627 \u0645\u0633\u0627\u0626\u0644 \u0645\u062d\u0648 \u0634\u062f\u06af\u06cc \u0648 \u0627\u0646\u0641\u062c\u0627\u0631 \u06af\u0631\u0627\u062f\u06cc\u0627\u0646 \u00ad\u0647\u0627 \u0645\u0648\u0627\u062c\u0647 \u0646\u0645\u06cc\u00ad \u0634\u0648\u06cc\u0645. \u0647\u0645\u0686\u0646\u06cc\u0646\u060c \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 He \u0628\u0637\u0648\u0631 \u0645\u0634\u0627\u0628\u0647 \u0628\u0627 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 Xavier Glorot\u060c \u0628\u0647 \u0647\u0645\u06af\u0631\u0627\u06cc\u06cc \u0648 \u062f\u0633\u062a\u06cc\u0627\u0628\u06cc \u0647\u0631\u0686\u0647 \u0633\u0631\u06cc\u0639\u00ad\u062a\u0631 \u0628\u0647\u00ad \u0645\u06cc\u0632\u0627\u0646 \u0645\u06cc\u0646\u06cc\u0645\u0645 \u062e\u0637\u0627 \u06a9\u0645\u06a9 \u0628\u0633\u06cc\u0627\u0631\u06cc \u0645\u06cc\u00ad \u06a9\u0646\u062f.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%DA%86%DA%AF%D9%88%D9%86%D9%87_%D9%85%D9%82%D8%AF%D8%A7%D8%B1_%D8%A7%D9%88%D9%84%DB%8C_%D9%87%D8%A7%DB%8C_%D9%85%D9%86%D8%A7%D8%B3%D8%A8_%D8%A8%D8%B1%D8%A7%DB%8C_%D9%88%D8%B2%D9%86_%D9%87%D8%A7_%D8%A7%D9%86%D8%AA%D8%AE%D8%A7%D8%A8_%DA%A9%D9%86%DB%8C%D9%85%D8%9F\"><\/span><strong>\u0686\u06af\u0648\u0646\u0647 \u0645\u0642\u062f\u0627\u0631 \u0627\u0648\u0644\u06cc \u0647\u00ad\u0627\u06cc \u0645\u0646\u0627\u0633\u0628 \u0628\u0631\u0627\u06cc \u0648\u0632\u0646\u00ad \u0647\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u0645\u061f<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u0632 \u0622\u0646\u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0646\u0638\u0631\u06cc \u0647\u00ad\u0627\u06cc \u0642\u0648\u06cc \u062f\u0631\u0645\u0648\u0631\u062f \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u0642\u062f\u0627\u0631\u0627\u0648\u0644\u06cc\u0647 \u0645\u0646\u0627\u0633\u0628 \u0628\u0631\u0627\u06cc \u0648\u0632\u0646\u00ad \u0647\u0627 \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0631\u062f\u060c \u0645\u0627 \u0641\u0642\u0637 \u0686\u0646\u062f \u0642\u0627\u0639\u062f\u0647 \u0648 \u0642\u0627\u0646\u0648\u0646 \u0627\u0632 \u0631\u0648\u0634\u00ad \u0647\u0627\u06cc \u0645\u0637\u0631\u062d \u0634\u062f\u0647 \u0631\u0627 \u0628\u0631\u0631\u0633\u06cc \u0645\u06cc\u00ad \u06a9\u0646\u06cc\u0645:<\/p>\n<ul>\n<li><strong>\u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u062a\u0627\u0628\u0639 \u0641\u0639\u0627\u0644\u00ad\u0633\u0627\u0632\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0628\u0627\u0634\u062f\u060c \u0628\u0647\u062a\u0631 \u0627\u0633\u062a \u06a9\u0647 \u0627\u0632 \u0645\u062f\u0644 Xavier Glorot \u0628\u0631\u0627\u06cc \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u00ad\u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645.<\/strong><\/li>\n<\/ul>\n<ul>\n<li><strong>\u0648\u0642\u062a\u06cc \u062a\u0627\u0628\u0639 \u0641\u0639\u0627\u0644\u00ad\u0633\u0627\u0632\u06cc ReLU \u0645\u062f \u0646\u0638\u0631 \u0627\u0633\u062a\u060c \u0628\u0647\u062a\u0631 \u0627\u0633\u062a \u06a9\u0647 \u0627\u0632 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646\u00ad \u0647\u0627 He \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645.<\/strong><\/li>\n<li><strong>\u062f\u0631 \u0627\u06a9\u062b\u0631 \u0645\u0648\u0627\u0631\u062f \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0639\u0635\u0628\u06cc \u06a9\u0627\u0646\u0648\u0644\u0648\u0634\u0646 \u0627\u0632 \u062a\u0627\u0628\u0639 \u0641\u0639\u0627\u0644\u00ad\u0633\u0627\u0632\u06cc ReLU \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u00ad \u0634\u0648\u062f \u0648 \u0622\u0646 \u0646\u06cc\u0632 \u0637\u0628\u0642 \u0642\u0627\u0639\u062f\u0647 \u0645\u0637\u0631\u062d \u00ad\u0634\u062f\u0647\u060c \u0627\u0632 \u0645\u062f\u0644 \u0645\u0642\u062f\u0627\u0631\u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 He \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u00ad \u06a9\u0646\u062f.<\/strong><\/li>\n<\/ul>\n<h4><strong>\u0628\u06cc\u0634\u062a\u0631 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f :<\/strong><\/h4>\n\n<ul class=\"wp-block-latest-posts__list wp-block-latest-posts\"><li><a class=\"wp-block-latest-posts__post-title\" href=\"https:\/\/shahaab-co.com\/mag\/news\/tesla-vision-ai-lane-detection\/\">\u062a\u0633\u0644\u0627 \u0648\u06cc\u0698\u0646 \u0686\u06cc\u0633\u062a \u0648 \u062e\u0648\u062f\u0631\u0648\u0647\u0627\u06cc \u062a\u0633\u0644\u0627 \u0686\u06af\u0648\u0646\u0647 \u062e\u0637\u0648\u0637 \u062c\u0627\u062f\u0647 \u0631\u0627 \u062a\u0634\u062e\u06cc\u0635 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f\u061f<\/a><\/li>\n<li><a class=\"wp-block-latest-posts__post-title\" href=\"https:\/\/shahaab-co.com\/mag\/news\/offline-ai-for-mobile\/\">\u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0622\u0641\u0644\u0627\u06cc\u0646 \u0628\u0631\u0627\u06cc \u06af\u0648\u0634\u06cc<\/a><\/li>\n<li><a class=\"wp-block-latest-posts__post-title\" href=\"https:\/\/shahaab-co.com\/mag\/news\/which-ai-is-working-now\/\">\u06a9\u062f\u0627\u0645 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0644\u0627\u0646 \u06a9\u0627\u0631 \u0645\u06cc\u06a9\u0646\u0647\u061f<\/a><\/li>\n<li><a class=\"wp-block-latest-posts__post-title\" href=\"https:\/\/shahaab-co.com\/mag\/news\/how-to-find-hidden-spy-cameras-in-hotels\/\">\u062f\u0648\u0631\u0628\u06cc\u0646 \u0647\u0627\u06cc \u062c\u0627\u0633\u0648\u0633\u06cc \u062f\u0631 \u0647\u062a\u0644 \u0647\u0627! \u0686\u06af\u0648\u0646\u0647 \u067e\u06cc\u062f\u0627\u06cc\u0634\u0627\u0646 \u06a9\u0646\u06cc\u0645\u061f<\/a><\/li>\n<li><a class=\"wp-block-latest-posts__post-title\" href=\"https:\/\/shahaab-co.com\/mag\/news\/how-autonomous-vehicles-see-surroundings\/\">\u062e\u0648\u062f\u0631\u0648\u0647\u0627\u06cc \u0628\u062f\u0648\u0646 \u0633\u0631\u0646\u0634\u06cc\u0646 \u0686\u06af\u0648\u0646\u0647 \u0645\u062d\u06cc\u0637 \u0627\u0637\u0631\u0627\u0641 \u0631\u0627 \u0645\u06cc \u0628\u06cc\u0646\u0646\u062f\u061f<\/a><\/li>\n<\/ul>\n\n<a href=\"#\" class=\"shortc-button small blue \">\u0645\u0646\u0628\u0639<\/a> <a href=\"#\" class=\"shortc-button small gray \">Xavier Glorot, Yoshua Bengio Weight Initialization in Deep Learning<\/a> <a href=\"#\" class=\"shortc-button small gray \">Bradley, D. (2009). Learning in modular systems<\/a>&nbsp;<br><a href=\" https:\/\/hackernoon.com\/how-to-initialize-weights-in-a-neural-net-so-it-performs-well-3e9302d4490f\" target=\"_blank\" class=\"shortc-button small gray \">Hackernoon<\/a> <a href=\"https:\/\/www.quora.com\/What-is-the-difference-between-back-propagation-and-forward-propagation\" target=\"_blank\" class=\"shortc-button small gray \" rel=\"noopener\">Quora<\/a>&nbsp; <a href=\"#\" class=\"shortc-button small gray \">Rumelhart, D. Hinton, G. Williams, R. (1985). Learning internal representations by error propagation<\/a>\n\n<div class=\"kk-star-ratings kksr-auto kksr-align-right kksr-valign-bottom\"\n    data-payload='{&quot;align&quot;:&quot;right&quot;,&quot;id&quot;:&quot;2214&quot;,&quot;slug&quot;:&quot;default&quot;,&quot;valign&quot;:&quot;bottom&quot;,&quot;ignore&quot;:&quot;&quot;,&quot;reference&quot;:&quot;auto&quot;,&quot;class&quot;:&quot;&quot;,&quot;count&quot;:&quot;0&quot;,&quot;legendonly&quot;:&quot;&quot;,&quot;readonly&quot;:&quot;&quot;,&quot;score&quot;:&quot;0&quot;,&quot;starsonly&quot;:&quot;&quot;,&quot;best&quot;:&quot;5&quot;,&quot;gap&quot;:&quot;5&quot;,&quot;greet&quot;:&quot;\u0627\u0645\u062a\u06cc\u0627\u0632 \u062f\u0647\u06cc\u062f!&quot;,&quot;legend&quot;:&quot;0\\\/5 - (0 \u0627\u0645\u062a\u06cc\u0627\u0632)&quot;,&quot;size&quot;:&quot;24&quot;,&quot;title&quot;:&quot;\u0631\u0648\u0634 \u0647\u0627\u06cc \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc ( \u0628\u062e\u0634\u00a0\u062f\u0648\u0645 )&quot;,&quot;width&quot;:&quot;0&quot;,&quot;_legend&quot;:&quot;{score}\\\/{best} - ({count} \u0627\u0645\u062a\u06cc\u0627\u0632)&quot;,&quot;font_factor&quot;:&quot;1.25&quot;}'>\n            \n<div class=\"kksr-stars\">\n    \n<div class=\"kksr-stars-inactive\">\n            <div class=\"kksr-star\" data-star=\"1\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"2\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"3\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"4\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"5\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n    <\/div>\n    \n<div class=\"kksr-stars-active\" style=\"width: 0px;\">\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n    <\/div>\n<\/div>\n                \n\n<div class=\"kksr-legend\" style=\"font-size: 19.2px;\">\n            <span class=\"kksr-muted\">\u0627\u0645\u062a\u06cc\u0627\u0632 \u062f\u0647\u06cc\u062f!<\/span>\n    <\/div>\n    <\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u062f\u0631 \u0642\u0633\u0645\u062a \u0642\u0628\u0644 \u0628\u0627 \u0627\u0647\u0645\u06cc\u062a \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u0647\u0627 \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc \u0648 \u0627\u0647\u0645\u06cc\u062a \u0627\u0646\u062c\u0627\u0645 \u0622\u0646 \u0622\u0634\u0646\u0627 \u0634\u062f\u06cc\u0645. \u062f\u0631 \u0627\u06cc\u0646 \u0642\u0633\u0645\u062a \u0628\u0647 \u0622\u0634\u0646\u0627\u06cc\u06cc \u0628\u0627 \u0631\u0648\u0634 \u0647\u0627\u06cc \u062f\u06cc\u06af\u0631 \u0627\u0646\u062c\u0627\u0645 \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u0648\u0632\u0646 \u0647\u0627 \u0645\u06cc \u067e\u0631\u062f\u0627\u0632\u06cc\u0645. \u0645\u0642\u0627\u0644\u0647 \u0645\u0631\u062a\u0628\u0637 : \u0631\u0648\u0634 \u0647\u0627\u06cc \u0645\u0642\u062f\u0627\u0631 \u062f\u0647\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062f\u0631 \u0634\u0628\u06a9\u0647 \u0647\u0627\u06cc \u0639\u0635\u0628\u06cc ( \u0642\u0633\u0645\u062a \u0627\u0648\u0644 ) \u0645\u062f\u0644 Xavier &hellip;<\/p>\n","protected":false},"author":7,"featured_media":2235,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_editorskit_title_hidden":false,"_editorskit_reading_time":0,"_editorskit_is_block_options_detached":false,"_editorskit_block_options_position":"{}","footnotes":""},"categories":[19,18],"tags":[89,101,141,86],"class_list":["post-2214","post","type-post","status-publish","format-standard","has-post-thumbnail","","category-deep-learning","category-edu","tag-weight-initialization","tag-101","tag-141","tag-86"],"_links":{"self":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/posts\/2214","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/comments?post=2214"}],"version-history":[{"count":0,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/posts\/2214\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/media\/2235"}],"wp:attachment":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/media?parent=2214"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/categories?post=2214"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/tags?post=2214"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}