{"id":9981,"date":"2021-01-12T10:45:02","date_gmt":"2021-01-12T07:15:02","guid":{"rendered":"https:\/\/shahaab-co.com\/mag\/?p=9981"},"modified":"2021-01-12T10:45:05","modified_gmt":"2021-01-12T07:15:05","slug":"xgboost-algorithm","status":"publish","type":"post","link":"https:\/\/shahaab-co.com\/mag\/edu\/ml\/xgboost-algorithm\/","title":{"rendered":"\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646"},"content":{"rendered":"<h2 style=\"text-align: justify\"><strong>\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoost<\/strong><strong> &#8211; \u0645\u0642\u062f\u0645\u0647<\/strong><\/h2>\n<p style=\"text-align: justify\">\u062f\u0631 \u0627\u06cc\u0646 \u0633\u0631\u06cc \u0627\u0632 <a href=\"https:\/\/shahaab-co.ir\/mag\/category\/edu\/ml\/%d8%ae%d9%88%d8%af-%d8%a2%d9%85%d9%88%d8%b2-%db%8c%d8%a7%d8%af%da%af%db%8c%d8%b1%db%8c-%d9%85%d8%a7%d8%b4%db%8c%d9%86\/\" target=\"_blank\" rel=\"noopener noreferrer\">\u062e\u0648\u062f\u0622\u0645\u0648\u0632 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646<\/a> \u060c \u0628\u0627 \u0645\u0642\u062f\u0645\u0647 \u0627\u06cc \u0628\u0631 XGBoost \u060c \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u060c \u06cc\u06a9 \u0642\u0627\u0628\u0644\u06cc\u062a \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGboost \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0647\u0627\u06cc \u06a9\u0644\u06cc \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062e\u0627\u0635 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u062e\u0637\u06cc \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0622\u0634\u0646\u0627 \u062e\u0648\u0627\u0647\u06cc\u0645 \u0634\u062f. \u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u0627\u06cc\u0646 \u060c \u0645\u062f\u0644 \u0647\u0627 \u0648 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0647\u0627\u06cc \u0633\u0627\u062e\u062a XGBoost \u0631\u0627 \u0645\u0637\u0627\u0644\u0639\u0647 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f.<\/p>\n<p style=\"text-align: justify\">\u062e\u0628 \u060c \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0622\u0645\u0648\u0632\u0634 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0631\u0627 \u0634\u0631\u0648\u0639 \u06a9\u0646\u06cc\u0645.<\/p>\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter size-large\"><img decoding=\"async\" width=\"1024\" height=\"536\" src=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2021\/01\/\u0627\u0633\u062a\u0641\u0627\u062f\u0647-\u0627\u0632-\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645-XGBoost-1024x536.jpg\" alt=\"\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost\" class=\"wp-image-10029\" title=\"\" srcset=\"https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2021\/01\/\u0627\u0633\u062a\u0641\u0627\u062f\u0647-\u0627\u0632-\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645-XGBoost-1024x536.jpg 1024w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2021\/01\/\u0627\u0633\u062a\u0641\u0627\u062f\u0647-\u0627\u0632-\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645-XGBoost-300x157.jpg 300w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2021\/01\/\u0627\u0633\u062a\u0641\u0627\u062f\u0647-\u0627\u0632-\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645-XGBoost-768x402.jpg 768w, https:\/\/shahaab-co.com\/mag\/wp-content\/uploads\/2021\/01\/\u0627\u0633\u062a\u0641\u0627\u062f\u0647-\u0627\u0632-\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645-XGBoost.jpg 1200w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div><\/h2>\n<h2><strong>\u0645\u0642\u062f\u0645\u0647 \u0627\u06cc \u0628\u0631 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoost<\/strong><\/h2>\n<p>XGBoost \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0627\u062e\u06cc\u0631\u0627\u064b \u0628\u0631\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0628\u06a9\u0627\u0631 \u06af\u0631\u0641\u062a\u0647 \u0645\u06cc \u0634\u0648\u062f. XGBoost \u0646\u0648\u0639\u06cc \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc \u06af\u0631\u0627\u062f\u06cc\u0627\u0646 \u062a\u0642\u0648\u06cc\u062a \u0634\u062f\u0647 \u062f\u0631\u062e\u062a\u0627\u0646 \u062a\u0635\u0645\u06cc\u0645 \u0627\u0633\u062a \u0648 \u0628\u0631\u0627\u06cc \u0633\u0631\u0639\u062a \u0648 \u06a9\u0627\u0631\u0627\u06cc\u06cc \u0628\u06cc\u0634\u062a\u0631 \u0637\u0631\u0627\u062d\u06cc \u0634\u062f\u0647 \u0627\u0633\u062a. \u062f\u0631 \u0648\u0627\u0642\u0639 \u060c \u06cc\u06a9 \u0646\u0648\u0639 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0646\u0631\u0645 \u0627\u0641\u0632\u0627\u0631\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u0622\u0646 \u0631\u0627 \u062f\u0627\u0646\u0644\u0648\u062f \u0648 \u0631\u0648\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0646\u0635\u0628 \u06a9\u0631\u062f. \u0633\u067e\u0633 \u0628\u0627\u06cc\u062f \u0627\u0632 \u0631\u0627\u0628\u0637 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u0628\u0647 \u0622\u0646 \u062f\u0633\u062a\u0631\u0633\u06cc \u067e\u06cc\u062f\u0627 \u06a9\u0631\u062f.<\/p>\n<p style=\"text-align: center;\"><strong>\u0628\u06cc\u0634\u062a\u0631 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f \u060c <a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/xgboost-tutorial\/\" target=\"_blank\" rel=\"noopener noreferrer\">XGBoost \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646<\/a> \u0686\u06cc\u0633\u062a<\/strong><\/p>\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div><\/h2>\n<h2 style=\"text-align: justify;\"><strong>\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoost<\/strong><strong> \u0628\u0627 \u0631\u0627\u0628\u0637 \u0647\u0627\u06cc \u0627\u0635\u0644\u06cc \u06a9\u0627\u0631 \u0645\u06cc \u06a9\u0646\u062f<\/strong><\/h2>\n<ul style=\"text-align: justify;\">\n<li>\u0632\u0628\u0627\u0646 \u0647\u0627\u06cc C ++ \u060c Java \u0648 JVM<\/li>\n<li>Julia<\/li>\n<li>\u0648\u0627\u0633\u0637 \u062e\u0637 \u0641\u0631\u0645\u0627\u0646 ( <a href=\"https:\/\/fa.wikipedia.org\/wiki\/%D9%88%D8%A7%D8%B3%D8%B7_%D8%AE%D8%B7_%D9%81%D8%B1%D9%85%D8%A7%D9%86\" target=\"_blank\" rel=\"noopener noreferrer\">CLI<\/a> )<\/li>\n<li>\u0631\u0627\u0628\u0637 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0648 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u062f\u0644\u06cc \u062f\u0631 scikit-learn<\/li>\n<li>\u0631\u0627\u0628\u0637 R \u0648 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0645\u062f\u0644\u06cc \u062f\u0631 caret package<\/li>\n<\/ul>\n<p style=\"text-align: center;\"><strong>\u062f\u0631\u0628\u0627\u0631\u0647 <a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/machine-learning-algorithms\/\" target=\"_blank\" rel=\"noopener noreferrer\">\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646<\/a> \u0628\u06cc\u0634\u062a\u0631 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f<\/strong><\/p>\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div><\/h2>\n<h2 style=\"text-align: justify;\"><strong>\u062a\u0647\u06cc\u0647 \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoost<\/strong><\/h2>\n<p style=\"text-align: justify;\">\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0641\u0631\u0636 \u06a9\u0646\u06cc\u0645 \u060c \u0634\u0645\u0627 \u06cc\u06a9 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0628\u0647 \u0646\u0627\u0645 &#8221; campaign &#8221; \u062f\u0627\u0631\u06cc\u062f. \u0648 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u062f \u0647\u0645\u0647 \u0645\u062a\u063a\u06cc\u0631\u0647\u0627\u06cc \u062f\u0633\u062a\u0647 \u0628\u0646\u062f\u06cc \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0633\u0631\u06cc \u067e\u0631\u0686\u0645 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f\u060c \u0628\u0647 \u062c\u0632 \u0645\u062a\u063a\u06cc\u0631 \u067e\u0627\u0633\u062e. \u0646\u062d\u0648\u0647 \u0627\u0646\u062c\u0627\u0645 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0628\u0635\u0648\u0631\u062a \u0632\u06cc\u0631 \u0627\u0633\u062a :<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">sparse_matrix &lt;- sparse.model.matrix(response ~ .-1, data = campaign)<\/pre>\n<p style=\"text-align: justify;\">\u062d\u0627\u0644\u0627 \u0627\u062c\u0627\u0632\u0647 \u062f\u0647\u06cc\u062f \u0627\u06cc\u0646 \u06a9\u062f \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0632\u06cc\u0631 \u0628\u0627\u0632 \u06a9\u0646\u06cc\u0645 :<\/p>\n<p style=\"text-align: justify;\">&#8221; sparse.model.matrix &#8221; \u062f\u0633\u062a\u0648\u0631 \u0627\u0633\u062a. \u0648 \u0633\u0627\u06cc\u0631 \u0648\u0631\u0648\u062f\u06cc \u0647\u0627\u06cc \u062f\u0627\u062e\u0644 \u067e\u0631\u0627\u0646\u062a\u0632 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0647\u0633\u062a\u0646\u062f.<\/p>\n<p style=\"text-align: justify;\">\u067e\u0627\u0631\u0627\u0645\u062a\u0631 &#8221; response &#8221; \u0645\u06cc \u06af\u0648\u06cc\u062f \u06a9\u0647 \u0627\u06cc\u0646 \u0639\u0628\u0627\u0631\u062a \u0628\u0627\u06cc\u062f \u0645\u062a\u063a\u06cc\u0631 &#8221; response &#8221; \u0631\u0627 \u0646\u0627\u062f\u06cc\u062f\u0647 \u0628\u06af\u06cc\u0631\u062f.<\/p>\n<p style=\"text-align: justify;\">&#8220;\u06f1-&#8221; \u06cc\u06a9 \u0633\u062a\u0648\u0646 \u0627\u0636\u0627\u0641\u06cc \u0631\u0627 \u062d\u0630\u0641 \u0645\u06cc \u06a9\u0646\u062f \u06a9\u0647 \u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631 \u0627\u0648\u0644\u06cc\u0646 \u0633\u062a\u0648\u0646 \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<p style=\"text-align: justify;\">\u0648 \u062f\u0631 \u0622\u062e\u0631 \u060c \u0646\u0627\u0645 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647 \u0631\u0627 \u062a\u0639\u06cc\u06cc\u0646 \u0645\u06cc \u06a9\u0646\u06cc\u062f.<\/p>\n<p style=\"text-align: justify;\">\u0628\u0631\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u0645\u062a\u063a\u06cc\u0631\u0647\u0627\u06cc \u0647\u062f\u0641 \u0646\u06cc\u0632 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0632 \u06a9\u062f \u0632\u06cc\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f :<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">output_vector = df[,response] == \u201cResponder\u201d<\/pre>\n<p style=\"text-align: justify;\">\u06a9\u0627\u0631\u06cc \u06a9\u0647 \u0627\u06cc\u0646 \u06a9\u062f \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc \u062f\u0647\u062f \u0628\u0647 \u0634\u0631\u062d \u0632\u06cc\u0631 \u0627\u0633\u062a :<\/p>\n<p style=\"text-align: justify;\">output_vector \u0631\u0627 \u0628\u0631\u0627\u0628\u0631 \u06f0 \u0642\u0631\u0627\u0631 \u0645\u06cc \u062f\u0647\u062f.<\/p>\n<p style=\"text-align: justify;\">output_vector \u0631\u0627 \u0628\u0631\u0627\u06cc \u0633\u0637\u0631 \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u06cc\u06a9 \u067e\u0627\u0633\u062e &#8221; Responder &#8221; \u062f\u0631\u0633\u062a ( TRUE ) \u0627\u0633\u062a \u0628\u0631\u0627\u0628\u0631 \u06f1 \u062a\u0646\u0638\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<p style=\"text-align: justify;\">output_vector \u00a0\u0631\u0627 \u0628\u0631\u0645\u06cc \u06af\u0631\u062f\u0627\u0646\u062f.<\/p>\n<p style=\"text-align: center;\"><strong>\u062f\u0631\u0628\u0627\u0631\u0647 <a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/machine-learning-applications\/\" target=\"_blank\" rel=\"noopener noreferrer\">\u06a9\u0627\u0631\u0628\u0631\u062f \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646<\/a> \u0628\u062e\u0648\u0627\u0646\u06cc\u062f<\/strong><\/p>\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div><\/h2>\n<h2 style=\"text-align: justify;\"><strong>\u0645\u062f\u0644 \u0633\u0627\u062e\u062a \u0628\u0627 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoostR<\/strong><\/h2>\n<p style=\"text-align: justify;\">\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0645\u0631\u0627\u062d\u0644 \u0633\u0627\u062f\u0647 \u0627\u06cc \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0628\u0631\u0627\u06cc \u0631\u0641\u0639 \u0647\u0631\u06af\u0648\u0646\u0647 \u0645\u0634\u06a9\u0644 \u062f\u0627\u062f\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f :<\/p>\n<h3 style=\"text-align: justify;\"><strong>\u0645\u0631\u062d\u0644\u0647 \u06f1 : \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627 <\/strong><\/h3>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">library(xgboost)\nlibrary(readr)\nlibrary(stringr)\nlibrary(caret)\nlibrary(car)\n<\/pre>\n<h3 style=\"text-align: justify;\"><strong>\u0645\u0631\u062d\u0644\u0647 \u06f2 : \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647<\/strong><\/h3>\n<p style=\"text-align: justify;\">(\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0627\u0632 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0628\u0627\u0646\u06a9\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627\u06cc\u062f \u0628\u062f\u0627\u0646\u06cc\u0645 \u06cc\u06a9 \u0645\u0634\u062a\u0631\u06cc \u0648\u0627\u062c\u062f \u0634\u0631\u0627\u06cc\u0637 \u062f\u0631\u06cc\u0627\u0641\u062a \u0648\u0627\u0645 \u0645\u06cc \u0628\u0627\u0634\u062f \u06cc\u0627 \u062e\u06cc\u0631).<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">set.seed(100)\n\nsetwd(\u201cC:\\\\Users\\\\ts93856\\\\Desktop\\\\datasource\u201d)\n\n# load data\n\ndf_train = read_csv(\u201ctrain_users_2.csv\u201d)\n\ndf_test = read_csv(\u201ctest_users.csv\u201d)\n\n# Loading labels of train data\n\nlabels = df_train[\u2018labels\u2019]\n\ndf_train = df_train[-grep(\u2018labels\u2019, colnames(df_train))]\n\n# combine train and test data\n\ndf_all = rbind(df_train,df_test)<\/pre>\n<h3 style=\"text-align: justify;\"><strong>\u0645\u0631\u062d\u0644\u0647 \u06f3 : \u062f\u0627\u062f\u0647 \u067e\u0627\u0644\u0627\u06cc\u06cc ( <\/strong><strong>Data Cleaning<\/strong><strong> ) \u0648 \u0645\u0647\u0646\u062f\u0633\u06cc \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627<\/strong><\/h3>\n<p style=\"text-align: justify;\">clean Variables #\u00a0 : \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0628\u0631\u0627\u06cc \u0627\u0635\u0644\u0627\u062d \u062f\u0627\u062f\u0647 \u0647\u0627\u060c \u0627\u0641\u0631\u0627\u062f \u0628\u0627 \u0633\u0646 \u06a9\u0645\u062a\u0631 \u0627\u0632 \u06f1\u06f4 \u06cc\u0627 \u0628\u06cc\u0634\u062a\u0631 \u0627\u0632 \u06f1\u06f0\u06f0 \u0633\u0627\u0644 \u0631\u0627 \u062d\u0630\u0641 \u0645\u06cc \u06a9\u0646\u06cc\u0645.<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">df_all[df_all$age &lt; 14 | df_all$age &gt; 100,\u2019age\u2019] &lt;- -1\n\ndf_all$age[df_all$age &lt; 0] &lt;- mean(df_all$age[df_all$age &gt; 0])\n\n# one-hot-encoding categorical features\n\nohe_feats = c(\u2018gender\u2019, \u2018education\u2019, \u2019employer\u2019)\n\ndummies &lt;- dummyVars(~ gender + education + employer, data = df_all)\n\ndf_all_ohe &lt;- as.data.frame(predict(dummies, newdata = df_all))\n\ndf_all_combined &lt;- cbind(df_all[,-c(which(colnames(df_all) %in%\n\nohe_feats))],df_all_ohe)df_all_combined$agena &lt;- as.factor(ifelse(df_all_combined$age &lt; 0,1,0))<\/pre>\n<p style=\"text-align: justify;\">\u0645\u0627 \u0644\u06cc\u0633\u062a\u06cc \u0627\u0632 \u0645\u062a\u063a\u06cc\u0631\u0647\u0627 \u062f\u0631 &#8221; feature_selected &#8221; \u0631\u0627 \u0628\u0631\u0627\u06cc \u0645\u062f\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634\u06cc \u0633\u0631\u06cc\u0639 \u0648 \u0647\u0648\u0634\u0645\u0646\u062f \u0628\u0631\u0627\u06cc \u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u062a\u063a\u06cc\u0631\u0647\u0627 \u0628\u0647 \u0627\u0634\u062a\u0631\u0627\u06a9 \u06af\u0630\u0627\u0634\u062a\u0647 \u0627\u06cc\u0645.<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">df_all_combined &lt;- df_all_combined[,c(\u2018id\u2019,features_selected)]\n\n# split train and test\n\nX = df_all_combined[df_all_combined$id %in% df_train$id,]\n\ny &lt;- recode(labels$labels,\u201d\u2018True\u2019=\u06f1; \u2018False\u2019=\u06f0)\n\nX_test = df_all_combined[df_all_combined$id %in% df_test$id,]<\/pre>\n<h3 style=\"text-align: justify;\"><strong>\u0645\u0631\u062d\u0644\u0647 \u06f4 : \u062a\u0646\u0638\u06cc\u0645 \u0648 \u0627\u062c\u0631\u0627\u06cc \u0645\u062f\u0644<\/strong><\/h3>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\">xgb &lt;- xgboost(data = data.matrix(X[,-1]),\n\nlabel = y,\n\neta = 0.1,\n\nmax_depth = 15,\n\nnround=25,\n\nsubsample = 0.5,\n\ncolsample_bytree = 0.5,\n\nseed = 1,\n\neval_metric = \u201cmerror\u201d,\n\nobjective = \u201cmulti:softprob\u201d,\n\nnum_class = 12,\n\nnthread = 3\n\n)<\/pre>\n<h3 style=\"text-align: justify;\"><strong>\u0645\u0631\u062d\u0644\u0647 \u06f5 : \u0627\u0645\u062a\u06cc\u0627\u0632\u062f\u0647\u06cc \u0627\u0641\u0631\u0627\u062f \u0622\u0632\u0645\u0627\u06cc\u0634\u06cc <\/strong><\/h3>\n<p style=\"text-align: justify;\">\u0648 \u062f\u0631\u0646\u0647\u0627\u06cc\u062a \u062d\u0627\u0644\u0627 \u06cc\u06a9 \u00a0&#8221; xgb &#8221; \u062f\u0627\u0631\u06cc\u062f \u06a9\u0647 \u06cc\u06a9 \u0645\u062f\u0644 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0627\u0633\u062a. \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0646\u062d\u0648\u0647 \u0627\u0645\u062a\u06cc\u0627\u0632\u062f\u0647\u06cc \u0628\u0647 \u0627\u0641\u0631\u0627\u062f \u0622\u0632\u0645\u0627\u06cc\u0634\u06cc \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a :<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\"># predict values in test set\n\ny_pred &lt;- predict(xgb, data.matrix(X_test[,-1]))<\/pre>\n<p style=\"text-align: center;\"><strong>\u062f\u0631\u0628\u0627\u0631\u0647 <a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/future-of-machine-learning\/\" target=\"_blank\" rel=\"noopener noreferrer\">\u062f\u0644\u0627\u06cc\u0644 \u0622\u0645\u0648\u0632\u0634\u00a0 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646<\/a> \u0628\u06cc\u0634\u062a\u0631 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f<\/strong><\/p>\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div><\/h2>\n<h2 style=\"text-align: justify;\"><strong>\u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0647\u0627\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoost<\/strong><strong>\u00a0<\/strong><\/h2>\n<h3 style=\"text-align: justify;\"><strong>\u0627\u0644\u0641. \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u06a9\u0644\u06cc<\/strong><\/h3>\n<p style=\"text-align: justify;\">\u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u06a9\u0644\u06cc \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u062f\u0631 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a :<\/p>\n<ul style=\"text-align: justify;\">\n<li><strong>silent<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u06f0 \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u0622\u0646 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0686\u0627\u067e \u067e\u06cc\u0627\u0645 \u0647\u0627\u06cc \u062f\u0631 \u062d\u0627\u0644 \u0627\u062c\u0631\u0627 \u06f0 \u060c \u0648 \u0628\u0631\u0627\u06cc \u062d\u0627\u0644\u062a \u0628\u06cc \u0635\u062f\u0627 \u06f1 \u062a\u0639\u06cc\u06cc\u0646 \u06a9\u0646\u06cc\u062f.<\/li>\n<li><strong>booster<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 gbtree \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0631\u0627 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f: gbtree (\u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u062f\u0631\u062e\u062a) \u06cc\u0627 gblinear (\u062a\u0627\u0628\u0639 \u062e\u0637\u06cc).<\/li>\n<li><strong>num_pbuffer<\/strong> : \u0627\u06cc\u0646 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0628\u0647 \u0637\u0648\u0631 \u062e\u0648\u062f\u06a9\u0627\u0631 \u062a\u0648\u0633\u0637 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u062a\u0646\u0638\u06cc\u0645 \u0645\u06cc \u0634\u0648\u062f \u0648 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u062a\u0646\u0638\u06cc\u0645 \u062a\u0648\u0633\u0637 \u06a9\u0627\u0631\u0628\u0631 \u0646\u06cc\u0633\u062a. \u0628\u0631\u0627\u06cc \u062c\u0632\u0626\u06cc\u0627\u062a \u0628\u06cc\u0634\u062a\u0631 \u0645\u0642\u0627\u0644\u0627\u062a XGBoost \u0631\u0627 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f.<\/li>\n<li><strong>num_feature<\/strong> : \u0627\u06cc\u0646 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0628\u0647 \u0637\u0648\u0631 \u062e\u0648\u062f\u06a9\u0627\u0631 \u062a\u0648\u0633\u0637 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u062a\u0646\u0638\u06cc\u0645 \u0645\u06cc \u0634\u0648\u062f \u0648 \u0646\u06cc\u0627\u0632\u06cc \u0628\u0647 \u062a\u0646\u0638\u06cc\u0645 \u062a\u0648\u0633\u0637 \u06a9\u0627\u0631\u0628\u0631 \u0646\u06cc\u0633\u062a.<\/li>\n<\/ul>\n<h3 style=\"text-align: justify;\"><strong>\u0628. \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647<\/strong><\/h3>\n<p style=\"text-align: justify;\">\u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0645\u062e\u0635\u0648\u0635 \u062f\u0631\u062e\u062a \u062f\u0631 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0631\u0627 \u0645\u0648\u0631\u062f \u0628\u062d\u062b \u0642\u0631\u0627\u0631 \u0645\u06cc \u062f\u0647\u06cc\u0645 :<\/p>\n<ul style=\"text-align: justify;\">\n<li><strong>eta<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u0631\u0648\u06cc \u06f3 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0628\u0631\u0627\u06cc \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0627\u0632 \u0628\u06cc\u0634 \u0628\u0631\u0627\u0632\u0634 \u060c \u0628\u0627\u06cc\u062f \u06a9\u0627\u0647\u0634 \u0627\u0646\u062f\u0627\u0632\u0647 \u06af\u0627\u0645 \u0631\u0627 \u06a9\u0647 \u062f\u0631 \u0628\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0634\u062f\u0647 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f. \u067e\u0633 \u0627\u0632 \u0647\u0631 \u0645\u0631\u062d\u0644\u0647 \u062a\u0642\u0648\u06cc\u062a \u060c \u0645\u06cc \u062a\u0648\u0627\u0646 \u0645\u0633\u062a\u0642\u06cc\u0645\u0627\u064b \u0648\u0632\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0631\u0627 \u0628\u062f\u0633\u062a \u0622\u0648\u0631\u062f. \u062f\u0631 \u0648\u0627\u0642\u0639\u060c eta \u0648\u0632\u0646 \u0648\u06cc\u0698\u06af\u06cc \u0647\u0627 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u0645\u06cc \u062f\u0647\u062f \u062a\u0627 \u0631\u0648\u0646\u062f \u062a\u0642\u0648\u06cc\u062a \u0645\u062d\u0627\u0641\u0638\u0647 \u06a9\u0627\u0631\u0627\u0646\u0647 \u062a\u0631 \u0634\u0648\u062f. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631 eta \u0627\u0632 \u06f0 \u062a\u0627 \u06f1 \u0627\u0633\u062a. \u0645\u0642\u062f\u0627\u0631 \u067e\u0627\u06cc\u06cc\u0646 eta \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0639\u0646\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0645\u062f\u0644 \u0646\u0633\u0628\u062a \u0628\u0647 \u0628\u06cc\u0634 \u0628\u0631\u0627\u0632\u0634 \u0645\u0642\u0627\u0648\u0645 \u062a\u0631 \u0627\u0633\u062a.<\/li>\n<\/ul>\n<ul style=\"text-align: justify;\">\n<li><strong>gamma<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u0631\u0648\u06cc \u06f0 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0628\u0631\u0627\u06cc \u0627\u06cc\u062c\u0627\u062f \u062a\u0642\u0633\u06cc\u0645 \u0628\u0646\u062f\u06cc \u0628\u06cc\u0634\u062a\u0631 \u0631\u0648\u06cc \u06af\u0631\u0647 \u0628\u0631\u06af \u062f\u0631\u062e\u062a \u060c \u0628\u0627\u06cc\u062f \u062d\u062f\u0627\u0642\u0644 \u06a9\u0627\u0647\u0634 \u0632\u06cc\u0627\u0646 \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0631\u0627 \u062a\u0639\u06cc\u06cc\u0646 \u06a9\u0646\u06cc\u062f. \u0647\u0631\u0686\u0647 \u0645\u0642\u062f\u0627\u0631 \u0622\u0646 \u0628\u0632\u0631\u06af\u062a\u0631 \u0628\u0627\u0634\u062f \u060c \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0645\u062d\u0627\u0641\u0638\u0647 \u06a9\u0627\u0631\u062a\u0631 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631 \u0627\u0632 \u06f0 \u062a\u0627 \u0628\u06cc \u0646\u0647\u0627\u06cc\u062a \u0627\u0633\u062a. gamma \u0628\u0632\u0631\u06af\u062a\u0631\u060c \u0628\u0631\u0627\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0645\u062d\u0627\u0641\u0638\u0647 \u06a9\u0627\u0631\u0627\u0646\u0647 \u062a\u0631 \u0627\u0633\u062a.<\/li>\n<\/ul>\n<ul style=\"text-align: justify;\">\n<li><strong>max_depth<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u0631\u0648\u06cc \u06f6 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u062d\u062f\u0627\u06a9\u062b\u0631 \u0639\u0645\u0642 \u06cc\u06a9 \u062f\u0631\u062e\u062a \u0631\u0627 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631 \u0627\u0632 \u06f0 \u062a\u0627 \u0628\u06cc \u0646\u0647\u0627\u06cc\u062a \u0627\u0633\u062a.<\/li>\n<\/ul>\n<ul style=\"text-align: justify;\">\n<li><strong>min_child_weight<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u0631\u0648\u06cc \u06f1 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u062d\u062f\u0627\u0642\u0644 \u0645\u062c\u0645\u0648\u0639 \u0648\u0632\u0646 \u0646\u0645\u0648\u0646\u0647(hessian) \u00a0\u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0641\u0631\u0632\u0646\u062f \u0631\u0627 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f. \u0627\u06af\u0631 \u0645\u0631\u062d\u0644\u0647 \u062a\u0642\u0633\u06cc\u0645 \u062f\u0631\u062e\u062a \u0645\u0646\u062c\u0631 \u0628\u0647 \u06af\u0631\u0647 \u0628\u0631\u06af \u0634\u0648\u062f \u0622\u0646\u06af\u0627\u0647 \u0628\u0627 \u0645\u062c\u0645\u0648\u0639 \u0648\u0632\u0646 \u0646\u0645\u0648\u0646\u0647 \u06a9\u0645\u062a\u0631 \u0627\u0632 min_child_weight \u00a0\u060c \u0631\u0648\u0646\u062f \u0631\u0634\u062f \u062f\u0631\u062e\u062a \u067e\u0627\u06cc\u0627\u0646 \u0645\u06cc \u06cc\u0627\u0628\u062f. \u062f\u0631 \u062d\u0627\u0644\u062a \u0631\u06af\u0631\u0633\u06cc\u0648\u0646 \u062e\u0637\u06cc \u060c \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u062d\u062f\u0627\u0642\u0644 \u0645\u0648\u0627\u0631\u062f\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u0627\u06cc\u062f \u062f\u0631 \u0647\u0631 \u06af\u0631\u0647 \u0648\u062c\u0648\u062f \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u062f. \u0627\u06cc\u0646 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0647\u0631\u0686\u0647 \u0628\u0632\u0631\u06af\u062a\u0631 \u0628\u0627\u0634\u062f\u060c \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0645\u062d\u0627\u0641\u0638\u0647 \u06a9\u0627\u0631\u062a\u0631 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631 \u0627\u0632 \u06f0 \u062a\u0627 \u0628\u06cc \u0646\u0647\u0627\u06cc\u062a \u0627\u0633\u062a.<\/li>\n<\/ul>\n<ul style=\"text-align: justify;\">\n<li><strong>max_delta_step<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u0631\u0648\u06cc \u06f0 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u062d\u062f\u0627\u06a9\u062b\u0631 \u0645\u0631\u062d\u0644\u0647 \u062f\u0644\u062a\u0627 \u06a9\u0647 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc \u062f\u0647\u062f \u0648\u0632\u0646 \u0647\u0631 \u062f\u0631\u062e\u062a \u062a\u062e\u0645\u06cc\u0646 \u0632\u062f\u0647 \u0634\u0648\u062f. \u0627\u06af\u0631 \u0645\u0642\u062f\u0627\u0631 \u0622\u0646 \u0631\u0648\u06cc \u06f0 \u062a\u0646\u0638\u06cc\u0645 \u0634\u0648\u062f \u060c \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0639\u0646\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a\u06cc \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0631\u062f. \u0627\u06af\u0631 \u0631\u0648\u06cc \u0645\u0642\u062f\u0627\u0631 \u0645\u062b\u0628\u062a \u062a\u0646\u0638\u06cc\u0645 \u0634\u0648\u062f \u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u062f \u0628\u0647 \u0645\u062d\u0627\u0641\u0638\u0647 \u06a9\u0627\u0631\u0627\u0646\u0647 \u062a\u0631 \u0634\u062f\u0646 \u0645\u0631\u062d\u0644\u0647 \u0628\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc \u06a9\u0645\u06a9 \u06a9\u0646\u062f. \u0645\u0639\u0645\u0648\u0644\u0627\u064b \u0627\u06cc\u0646 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0646\u06cc\u0633\u062a \u060c \u0627\u0645\u0627 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u062f\u0631 \u0631\u06af\u0631\u0633\u06cc\u0648\u0646 \u0644\u062c\u0633\u062a\u06cc\u06a9 \u06a9\u0645\u06a9 \u06a9\u0646\u062f. \u0628\u062e\u0635\u0648\u0635 \u0647\u0646\u06af\u0627\u0645\u06cc \u06a9\u0647 \u06cc\u06a9 \u06a9\u0644\u0627\u0633 \u0628\u0633\u06cc\u0627\u0631 \u0646\u0627\u0645\u062a\u0639\u0627\u062f\u0644 \u0627\u0633\u062a. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631 \u0622\u0646 \u0627\u0632 \u06f0 \u062a\u0627 \u0628\u06cc \u0646\u0647\u0627\u06cc\u062a \u0627\u0633\u062a \u0648 \u062a\u0646\u0638\u06cc\u0645 \u0622\u0646 \u0631\u0648\u06cc \u0645\u0642\u0627\u062f\u06cc\u0631 \u06f1 \u00a0\u062a\u0627 \u06f1\u06f0 \u0645\u0645\u06a9\u0646 \u0627\u0633\u062a \u0628\u0647 \u06a9\u0646\u062a\u0631\u0644 \u0628\u0631\u0648\u0632\u0631\u0633\u0627\u0646\u06cc \u06a9\u0645\u06a9 \u06a9\u0646\u062f.<\/li>\n<\/ul>\n<ul style=\"text-align: justify;\">\n<li><strong>subsample<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u06f1 \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u0646\u0633\u0628\u062a \u062a\u0639\u062f\u0627\u062f \u0632\u06cc\u0631\u0646\u0645\u0648\u0646\u0647 \u0628\u0647 \u0646\u0645\u0648\u0646\u0647 \u0622\u0645\u0648\u0632\u0634 \u0631\u0627 \u062a\u0639\u06cc\u06cc\u0646 \u06a9\u0646\u06cc\u062f. \u062a\u0646\u0638\u06cc\u0645 \u0622\u0646 \u0631\u0648\u06cc \u06f5 \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0639\u0646\u06cc \u0627\u0633\u062a \u06a9\u0647 XGBoost \u0628\u0647 \u0637\u0648\u0631 \u062a\u0635\u0627\u062f\u0641\u06cc \u0646\u06cc\u0645\u06cc \u0627\u0632 \u0646\u0645\u0648\u0646\u0647 \u0647\u0627\u06cc \u062f\u0627\u062f\u0647 \u0631\u0627 \u062c\u0645\u0639 \u0622\u0648\u0631\u06cc \u0645\u06cc \u06a9\u0646\u062f. \u0627\u06cc\u0646 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u0631\u0634\u062f \u062f\u0631\u062e\u062a\u0627\u0646 \u062f\u0627\u0631\u062f \u0648 \u0627\u0632 \u0628\u06cc\u0634 \u0628\u0631\u0627\u0632\u0634 \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u062e\u0648\u0627\u0647\u062f \u06a9\u0631\u062f. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0622\u0646 \u0628\u06cc\u0646 \u06f0 \u062a\u0627 \u06f1 \u0627\u0633\u062a.<\/li>\n<\/ul>\n<ul style=\"text-align: justify;\">\n<li><strong>colsample_bytree<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0631\u0648\u06cc \u06f1 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0647\u0646\u06af\u0627\u0645 \u0631\u0634\u062f \u0647\u0631 \u062f\u0631\u062e\u062a \u0628\u0627\u06cc\u062f \u0646\u0633\u0628\u062a \u0632\u06cc\u0631\u0646\u0645\u0648\u0646\u0647 \u0633\u062a\u0648\u0646 \u0647\u0627 \u0631\u0627 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f. \u062f\u0627\u0645\u0646\u0647 \u062a\u063a\u06cc\u06cc\u0631\u0627\u062a \u0622\u0646 \u0628\u06cc\u0646 \u06f0 \u062a\u0627 \u06f1 \u0627\u0633\u062a.<\/li>\n<\/ul>\n<h3 style=\"text-align: justify;\"><strong>\u062c. \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062e\u0627\u0635 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u062e\u0637\u06cc<\/strong><\/h3>\n<p style=\"text-align: justify;\">\u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0632\u06cc\u0631 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062e\u0627\u0635 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u062e\u0637\u06cc \u062f\u0631 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0647\u0633\u062a\u0646\u062f.<\/p>\n<ul style=\"text-align: justify;\">\n<li><strong>lambda<\/strong> \u0648 <strong>alpha<\/strong> : \u0627\u06cc\u0646 \u0647\u0627 \u0639\u0628\u0627\u0631\u0627\u062a \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u0646\u062f\u0647 \u0648\u0632\u0646 \u0647\u0627 \u0647\u0633\u062a\u0646\u062f. \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 lambda \u0628\u0631\u0627\u0628\u0631 \u06f1 \u0648 alpha \u00a0\u0628\u0631\u0627\u0628\u0631 \u06f0 \u0641\u0631\u0636 \u0645\u06cc \u0634\u0648\u062f.<\/li>\n<li><strong>lambda_bias<\/strong> : \u0639\u0628\u0627\u0631\u062a \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u0646\u062f\u0647 L2 \u062f\u0631 \u0628\u0627\u06cc\u0627\u0633 \u060c \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u06f0 \u062f\u0627\u0631\u062f.<\/li>\n<\/ul>\n<h3 style=\"text-align: justify;\"><strong>\u062f. \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc <\/strong><\/h3>\n<p style=\"text-align: justify;\">\u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u062f\u0631 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0622\u0648\u0631\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<ul style=\"text-align: justify;\">\n<li><strong>base_score<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0631\u0648\u06cc \u06f5 \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u0627\u0645\u062a\u06cc\u0627\u0632 \u067e\u06cc\u0634 \u0628\u06cc\u0646\u06cc \u0627\u0648\u0644\u06cc\u0647 \u062a\u0645\u0627\u0645 \u0646\u0645\u0648\u0646\u0647 \u0647\u0627 \u060c \u0628\u0627\u06cc\u0627\u0633 \u0633\u0631\u0627\u0633\u0631\u06cc \u0631\u0627 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f.<\/li>\n<li><strong>objective<\/strong> : \u0645\u0642\u062f\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0622\u0646 \u0631\u0648\u06cc reg: linear \u062a\u0646\u0638\u06cc\u0645 \u0634\u062f\u0647 \u0627\u0633\u062a. \u0634\u0645\u0627 \u0628\u0627\u06cc\u062f \u0646\u0648\u0639 \u06cc\u0627\u062f\u06af\u06cc\u0631\u0646\u062f\u0647 \u0645\u0648\u0631\u062f \u0646\u0638\u0631 \u062e\u0648\u062f \u0631\u0627 \u0645\u0634\u062e\u0635 \u06a9\u0646\u06cc\u062f. \u06a9\u0647 \u0634\u0627\u0645\u0644 \u0631\u06af\u0631\u0633\u06cc\u0648\u0646 \u062e\u0637\u06cc \u060c \u0631\u06af\u0631\u0633\u06cc\u0648\u0646 \u067e\u0648\u0627\u0633\u0648\u0646 \u0648 \u063a\u06cc\u0631\u0647 \u0627\u0633\u062a.<\/li>\n<li><strong>eval_metric <\/strong>: \u0628\u0631\u0627\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0627\u0639\u062a\u0628\u0627\u0631 \u0633\u0646\u062c\u06cc \u0628\u0627\u06cc\u062f \u0645\u0639\u06cc\u0627\u0631\u0647\u0627\u06cc \u0627\u0631\u0632\u06cc\u0627\u0628\u06cc \u0631\u0627 \u062a\u0639\u06cc\u06cc\u0646 \u06a9\u0646\u06cc\u062f. \u06cc\u06a9 \u0645\u0639\u06cc\u0627\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0628\u0627 \u062a\u0648\u062c\u0647 \u0628\u0647 \u0647\u062f\u0641 \u062a\u0639\u06cc\u06cc\u0646 \u0645\u06cc \u0634\u0648\u062f.<\/li>\n<li><strong>seed<\/strong> : \u0634\u0645\u0627 \u0628\u0647 \u06a9\u0645\u06a9 \u0627\u06cc\u0646 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u060c seed \u0631\u0627 \u0628\u0631\u0627\u06cc \u062a\u0648\u0644\u06cc\u062f \u0645\u062c\u0645\u0648\u0639\u0647 \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u06cc\u06a9\u0633\u0627\u0646 \u062a\u0639\u06cc\u06cc\u0646 \u0645\u06cc \u06a9\u0646\u06cc\u062f.<\/li>\n<\/ul>\n<p style=\"text-align: center;\"><strong>\u062f\u0631 \u0645\u0648\u0631\u062f <a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/advantages-and-disadvantages-of-machine-learning\/\" target=\"_blank\" rel=\"noopener noreferrer\">\u0645\u0632\u0627\u06cc\u0627 \u0648 \u0645\u0639\u0627\u06cc\u0628 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646<\/a> \u0645\u0637\u0627\u0644\u0639\u0647 \u06a9\u0646\u06cc\u062f<\/strong><\/p>\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-normal\"><\/div><\/h2>\n<h2 style=\"text-align: justify;\"><strong>\u0642\u0627\u0628\u0644\u06cc\u062a \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 <\/strong><strong>XGBoost<\/strong><\/h2>\n<p style=\"text-align: justify;\">\u0645\u06cc \u062a\u0648\u0627\u0646 \u06af\u0641\u062a XGBoost \u062f\u0631 \u0645\u0642\u0627\u06cc\u0633\u0647 \u0628\u0627 \u0633\u0627\u06cc\u0631 \u062a\u06a9\u0646\u06cc\u06a9 \u0647\u0627\u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u060c \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a. \u0627\u06af\u0631 \u062a\u0645\u0627\u0645 \u06a9\u0627\u0631 \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062a\u0627\u06a9\u0646\u0648\u0646 \u0627\u0646\u062c\u0627\u0645 \u062f\u0627\u062f\u0647 \u0627\u06cc\u0645 \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0627\u062f\u06cc\u062f\u060c \u0627\u0644\u06af\u0648\u06cc \u0634\u0645\u0627 \u0622\u0645\u0627\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p style=\"text-align: justify;\">\u0628\u06cc\u0627\u06cc\u06cc\u062f \u06cc\u06a9 \u0642\u062f\u0645 \u062c\u0644\u0648\u062a\u0631 \u0628\u0631\u0648\u06cc\u0645 \u0648 \u0633\u0639\u06cc \u06a9\u0646\u06cc\u0645 \u0627\u0647\u0645\u06cc\u062a \u0645\u062a\u063a\u06cc\u0631 \u0631\u0627 \u062f\u0631 \u0645\u062f\u0644 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u0645 \u0648 \u0644\u06cc\u0633\u062a \u0645\u062a\u063a\u06cc\u0631\u0647\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u062f\u0631 \u0632\u06cc\u0631 \u0645\u062c\u0645\u0648\u0639\u0647 \u0642\u0631\u0627\u0631 \u062f\u0647\u06cc\u0645.<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\"># Lets start with finding what the actual tree looks like\n\nmodel &lt;- xgb.dump(xgb, with.stats = T)\n\nmodel[1:10] #This statement prints top 10 nodes of the model\n\n# Get the feature real names\n\nnames &lt;- dimnames(data.matrix(X[,-1]))[[2]]\n\n# Compute feature importance matrix\n\nimportance_matrix &lt;- xgb.importance(names, model = xgb)\n\n# Nice graph\n\nxgb.plot.importance(importance_matrix[1:10,])\n\n#In case last step does not work for you because of a version issue, you can try following :\n\nbarplot(importance_matrix[,1])<\/pre>\n<p style=\"text-align: justify;\">\u062e\u0628 \u060c \u0645\u0628\u0627\u062d\u062b \u0639\u0646\u0648\u0627\u0646 \u0634\u062f\u0647 \u062f\u0631 \u0645\u0648\u0631\u062f \u0622\u0645\u0648\u0632\u0634 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u0628\u0648\u062f. \u0627\u0645\u06cc\u062f\u0648\u0627\u0631\u0645 \u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u0645\u0627 \u0631\u0627 \u0628\u067e\u0633\u0646\u062f\u06cc\u062f.<\/p>\n<h2><div class=\"clear\"><\/div><div style=\"margin-top:20px; margin-bottom:20px;\" class=\"divider divider-solid\"><\/div><\/h2>\n<h2 style=\"text-align: justify;\"><strong>\u0646\u062a\u06cc\u062c\u0647 \u06af\u06cc\u0631\u06cc<\/strong><\/h2>\n<p style=\"text-align: justify;\">\u0628\u062f\u06cc\u0646 \u062a\u0631\u062a\u06cc\u0628\u060c \u0645\u0627 \u0645\u0642\u062f\u0645\u0647 \u0627\u06cc \u0628\u0631 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u062f\u0627\u0634\u062a\u06cc\u0645 \u0648 \u062f\u0631 \u0645\u0648\u0631\u062f \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u060c \u06cc\u06a9 \u0642\u0627\u0628\u0644\u06cc\u062a \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGboosting \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u06a9\u0644\u06cc \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062e\u0627\u0635 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u062e\u0637\u06cc \u0648 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u06cc \u06a9\u0633\u0628 \u06a9\u0631\u062f\u06cc\u0645. \u0647\u0645\u0686\u0646\u06cc\u0646 \u0628\u0627 \u0645\u062f\u0644 \u0647\u0627\u06cc \u0633\u0627\u062e\u062a \u0648 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc XGBoost \u0646\u06cc\u0632 \u0622\u0634\u0646\u0627 \u0634\u062f\u06cc\u0645. \u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u0627\u06cc\u0646 \u060c \u0627\u06af\u0631 \u0633\u0648\u0627\u0644\u06cc \u062f\u0627\u0631\u06cc\u062f \u060c \u062f\u0631 \u0628\u062e\u0634 \u0646\u0638\u0631\u0627\u062a \u0628\u067e\u0631\u0633\u06cc\u062f.<\/p>\n<h4><strong>\u0628\u06cc\u0634\u062a\u0631 \u0628\u062e\u0648\u0627\u0646\u06cc\u062f :<\/strong><\/h4>\n\n\n<div class=\"wp-block-group has-vivid-green-cyan-color has-text-color\"><div class=\"wp-block-group__inner-container is-layout-flow wp-block-group-is-layout-flow\">\n<ul class=\"wp-block-yoast-seo-related-links\"><li><a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/xgboost-tutorial\/\">\u0622\u0645\u0648\u0632\u0634 XGBoost  &#8211; \u062f\u0644\u06cc\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 XGBoost \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0686\u06cc\u0633\u062a\u061f<\/a><\/li><li><a href=\"https:\/\/shahaab-co.com\/mag\/edu\/support-vector-machine-part1-theory\/\">\u0645\u0627\u0634\u06cc\u0646 \u0628\u0631\u062f\u0627\u0631 \u067e\u0634\u062a\u06cc\u0628\u0627\u0646 ( SVM ) &#8211; \u0628\u062e\u0634 \u0627\u0648\u0644 : \u0646\u0638\u0631\u06cc\u0647<\/a><\/li><li><a href=\"https:\/\/shahaab-co.com\/mag\/edu\/gradient-boosting-algorithm\/\">\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u062a\u0642\u0648\u06cc\u062a \u06af\u0631\u0627\u062f\u06cc\u0627\u0646 \u2013 \u0631\u0648\u0646\u062f \u06a9\u0627\u0631 \u0648 \u0628\u0647\u0628\u0648\u062f \u0622\u0646<\/a><\/li><li><a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/machine-learning-algorithms\/\">\u06f1\u06f1 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 \u0628\u0631\u062a\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u062a\u062e\u0635\u0635\u06cc\u0646 \u062f\u0627\u062f\u0647<\/a><\/li><li><a href=\"https:\/\/shahaab-co.com\/mag\/edu\/ml\/a-complete-machine-learning-walk-through-in-python-part-two\/\">\u06af\u0627\u0645 \u0628\u0647 \u06af\u0627\u0645 \u06cc\u06a9 \u067e\u0631\u0648\u0698\u0647 \u06cc \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u06a9\u0627\u0645\u0644 \u062f\u0631 \u067e\u0627\u06cc\u062a\u0648\u0646 \u2013 \u0628\u062e\u0634 \u062f\u0648\u0645<\/a><\/li><\/ul>\n\n\n\n<a href=\"#\" class=\"shortc-button small blue \">\u0645\u0646\u0628\u0639<\/a> <a href=\"https:\/\/data-flair.training\/blogs\/xgboost-algorithm\/\" target=\"_blank\" class=\"shortc-button small gray \" rel=\"noopener\">Data Flair<\/a>\n<\/div><\/div>\n\n\n<div class=\"kk-star-ratings kksr-auto kksr-align-right kksr-valign-bottom\"\n    data-payload='{&quot;align&quot;:&quot;right&quot;,&quot;id&quot;:&quot;9981&quot;,&quot;slug&quot;:&quot;default&quot;,&quot;valign&quot;:&quot;bottom&quot;,&quot;ignore&quot;:&quot;&quot;,&quot;reference&quot;:&quot;auto&quot;,&quot;class&quot;:&quot;&quot;,&quot;count&quot;:&quot;0&quot;,&quot;legendonly&quot;:&quot;&quot;,&quot;readonly&quot;:&quot;&quot;,&quot;score&quot;:&quot;0&quot;,&quot;starsonly&quot;:&quot;&quot;,&quot;best&quot;:&quot;5&quot;,&quot;gap&quot;:&quot;5&quot;,&quot;greet&quot;:&quot;\u0627\u0645\u062a\u06cc\u0627\u0632 \u062f\u0647\u06cc\u062f!&quot;,&quot;legend&quot;:&quot;0\\\/5 - (0 \u0627\u0645\u062a\u06cc\u0627\u0632)&quot;,&quot;size&quot;:&quot;24&quot;,&quot;title&quot;:&quot;\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u062f\u0631 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646&quot;,&quot;width&quot;:&quot;0&quot;,&quot;_legend&quot;:&quot;{score}\\\/{best} - ({count} \u0627\u0645\u062a\u06cc\u0627\u0632)&quot;,&quot;font_factor&quot;:&quot;1.25&quot;}'>\n            \n<div class=\"kksr-stars\">\n    \n<div class=\"kksr-stars-inactive\">\n            <div class=\"kksr-star\" data-star=\"1\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"2\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"3\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"4\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" data-star=\"5\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n    <\/div>\n    \n<div class=\"kksr-stars-active\" style=\"width: 0px;\">\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n            <div class=\"kksr-star\" style=\"padding-left: 5px\">\n            \n\n<div class=\"kksr-icon\" style=\"width: 24px; height: 24px;\"><\/div>\n        <\/div>\n    <\/div>\n<\/div>\n                \n\n<div class=\"kksr-legend\" style=\"font-size: 19.2px;\">\n            <span class=\"kksr-muted\">\u0627\u0645\u062a\u06cc\u0627\u0632 \u062f\u0647\u06cc\u062f!<\/span>\n    <\/div>\n    <\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost &#8211; \u0645\u0642\u062f\u0645\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0633\u0631\u06cc \u0627\u0632 \u062e\u0648\u062f\u0622\u0645\u0648\u0632 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0645\u0627\u0634\u06cc\u0646 \u060c \u0628\u0627 \u0645\u0642\u062f\u0645\u0647 \u0627\u06cc \u0628\u0631 XGBoost \u060c \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGBoost \u060c \u06cc\u06a9 \u0642\u0627\u0628\u0644\u06cc\u062a \u067e\u06cc\u0634\u0631\u0641\u062a\u0647 \u0627\u0644\u06af\u0648\u0631\u06cc\u062a\u0645 XGboost \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0647\u0627\u06cc \u06a9\u0644\u06cc \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u062e\u0627\u0635 \u062a\u0642\u0648\u06cc\u062a \u06a9\u0646\u0646\u062f\u0647 \u062e\u0637\u06cc \u060c \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc \u0648\u0638\u06cc\u0641\u0647 \u06cc\u0627\u062f\u06af\u06cc\u0631\u06cc \u0622\u0634\u0646\u0627 \u062e\u0648\u0627\u0647\u06cc\u0645 \u0634\u062f. \u0639\u0644\u0627\u0648\u0647 \u0628\u0631 \u0627\u06cc\u0646 \u060c \u0645\u062f\u0644 \u0647\u0627 \u0648 &hellip;<\/p>\n","protected":false},"author":17,"featured_media":10031,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[195,206,18],"tags":[84,147,126],"class_list":["post-9981","post","type-post","status-publish","format-standard","has-post-thumbnail","","category-ml","category-206","category-edu","tag-84","tag-147","tag-126"],"_links":{"self":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/posts\/9981","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/users\/17"}],"replies":[{"embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/comments?post=9981"}],"version-history":[{"count":0,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/posts\/9981\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/media\/10031"}],"wp:attachment":[{"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/media?parent=9981"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/categories?post=9981"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/shahaab-co.com\/mag\/wp-json\/wp\/v2\/tags?post=9981"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}