{"id":146622,"date":"2025-08-18T12:08:10","date_gmt":"2025-08-18T06:38:10","guid":{"rendered":"https:\/\/data-flair.training\/blogs\/?p=146622"},"modified":"2025-08-18T12:11:05","modified_gmt":"2025-08-18T06:41:05","slug":"gradient-boosting-in-machine-learning","status":"publish","type":"post","link":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/","title":{"rendered":"Gradient Boosting in Machine Learning"},"content":{"rendered":"<h3>Program 1<\/h3>\n<p><a href=\"https:\/\/drive.google.com\/file\/d\/1kjBNXsI9cdCg-Aa97z2WaVjoHU3leevr\/view?usp=sharing\" target=\"_blank\" rel=\"noopener\"><strong>Mock California House Dataset<\/strong><\/a><\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\"># Step 1: Import libraries\r\nimport pandas as pd\r\nfrom sklearn.model_selection import train_test_split\r\nfrom sklearn.ensemble import GradientBoostingRegressor\r\nfrom sklearn.metrics import mean_squared_error, r2_score\r\n\r\n# Step 2: Load dataset from CSV\r\ndf = pd.read_csv(\"D:\/\/scikit_data\/gbm\/mock_california_housing.csv\")  # Make sure this file is in your working directory\r\n\r\n# Step 3: Separate features and target\r\nX = df.drop(\"MedHouseValue\", axis=1)   # Features\r\ny = df[\"MedHouseValue\"]                # Target\r\n\r\n# Step 4: Split the data\r\nX_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\r\n\r\n# Step 5: Initialize and train the Gradient Boosting model\r\nmodel = GradientBoostingRegressor(n_estimators=100,learning_rate=0.1,max_depth=3,random_state=42)\r\nmodel.fit(X_train, y_train)\r\n\r\n# Step 6: Predict on test set\r\ny_pred = model.predict(X_test)\r\n\r\n# Step 7: Evaluate the model\r\nrmse = mean_squared_error(y_test, y_pred, squared=False)\r\nr2 = r2_score(y_test, y_pred)\r\n\r\nprint(\"\u2705 Gradient Boosting Regressor Results:\")\r\nprint(f\"RMSE: {rmse:.2f}\")\r\nprint(f\"R\u00b2 Score: {r2:.2f}\")<\/pre>\n<p>&nbsp;<span hidden class=\"__iawmlf-post-loop-links\" data-iawmlf-links=\"[{&quot;id&quot;:17,&quot;href&quot;:&quot;https:\\\/\\\/drive.google.com\\\/file\\\/d\\\/1kjBNXsI9cdCg-Aa97z2WaVjoHU3leevr\\\/view?usp=sharing&quot;,&quot;archived_href&quot;:&quot;&quot;,&quot;redirect_href&quot;:&quot;&quot;,&quot;checks&quot;:[],&quot;broken&quot;:false,&quot;last_checked&quot;:null,&quot;process&quot;:&quot;done&quot;}]\"><\/span><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Program 1 Mock California House Dataset # Step 1: Import libraries import pandas as pd from sklearn.model_selection import train_test_split from sklearn.ensemble import GradientBoostingRegressor from sklearn.metrics import mean_squared_error, r2_score # Step 2: Load dataset from&#46;&#46;&#46;<\/p>\n","protected":false},"author":581,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[36],"tags":[35076,34929,8431,35074,33127,33128,35075],"class_list":["post-146622","post","type-post","status-publish","format-standard","hentry","category-machine-learning","tag-gradient-boosting","tag-gradient-boosting-in-machine-learning","tag-machine-learning","tag-machine-learning-gradient-boosting","tag-machine-learning-practical","tag-machine-learning-program","tag-what-is-gradient-boosting"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.8 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Gradient Boosting in Machine Learning - DataFlair<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Gradient Boosting in Machine Learning - DataFlair\" \/>\n<meta property=\"og:description\" content=\"Program 1 Mock California House Dataset # Step 1: Import libraries import pandas as pd from sklearn.model_selection import train_test_split from sklearn.ensemble import GradientBoostingRegressor from sklearn.metrics import mean_squared_error, r2_score # Step 2: Load dataset from&#046;&#046;&#046;\" \/>\n<meta property=\"og:url\" content=\"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/\" \/>\n<meta property=\"og:site_name\" content=\"DataFlair\" \/>\n<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/DataFlairWS\/\" \/>\n<meta property=\"article:published_time\" content=\"2025-08-18T06:38:10+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-08-18T06:41:05+00:00\" \/>\n<meta name=\"author\" content=\"DataFlair Team\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:creator\" content=\"@DataFlairWS\" \/>\n<meta name=\"twitter:site\" content=\"@DataFlairWS\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"DataFlair Team\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 minute\" \/>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Gradient Boosting in Machine Learning - DataFlair","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/","og_locale":"en_US","og_type":"article","og_title":"Gradient Boosting in Machine Learning - DataFlair","og_description":"Program 1 Mock California House Dataset # Step 1: Import libraries import pandas as pd from sklearn.model_selection import train_test_split from sklearn.ensemble import GradientBoostingRegressor from sklearn.metrics import mean_squared_error, r2_score # Step 2: Load dataset from&#46;&#46;&#46;","og_url":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/","og_site_name":"DataFlair","article_publisher":"https:\/\/www.facebook.com\/DataFlairWS\/","article_published_time":"2025-08-18T06:38:10+00:00","article_modified_time":"2025-08-18T06:41:05+00:00","author":"DataFlair Team","twitter_card":"summary_large_image","twitter_creator":"@DataFlairWS","twitter_site":"@DataFlairWS","twitter_misc":{"Written by":"DataFlair Team","Est. reading time":"1 minute"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/#article","isPartOf":{"@id":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/"},"author":{"name":"DataFlair Team","@id":"https:\/\/data-flair.training\/blogs\/#\/schema\/person\/c187795dc82ab948373cca526df7c445"},"headline":"Gradient Boosting in Machine Learning","datePublished":"2025-08-18T06:38:10+00:00","dateModified":"2025-08-18T06:41:05+00:00","mainEntityOfPage":{"@id":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/"},"wordCount":11,"commentCount":0,"publisher":{"@id":"https:\/\/data-flair.training\/blogs\/#organization"},"keywords":["gradient boosting","gradient boosting in machine learning","machine learning","machine learning gradient boosting","machine learning practical","machine learning program","what is gradient boosting"],"articleSection":["Machine Learning Tutorials"],"inLanguage":"en-US","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/#respond"]}]},{"@type":"WebPage","@id":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/","url":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/","name":"Gradient Boosting in Machine Learning - DataFlair","isPartOf":{"@id":"https:\/\/data-flair.training\/blogs\/#website"},"datePublished":"2025-08-18T06:38:10+00:00","dateModified":"2025-08-18T06:41:05+00:00","breadcrumb":{"@id":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/data-flair.training\/blogs\/gradient-boosting-in-machine-learning\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Blog Home","item":"https:\/\/data-flair.training\/blogs\/"},{"@type":"ListItem","position":2,"name":"Machine Learning Tutorials","item":"https:\/\/data-flair.training\/blogs\/category\/machine-learning\/"},{"@type":"ListItem","position":3,"name":"Gradient Boosting in Machine Learning"}]},{"@type":"WebSite","@id":"https:\/\/data-flair.training\/blogs\/#website","url":"https:\/\/data-flair.training\/blogs\/","name":"DataFlair","description":"Learn Today. Lead Tomorrow.","publisher":{"@id":"https:\/\/data-flair.training\/blogs\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/data-flair.training\/blogs\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https:\/\/data-flair.training\/blogs\/#organization","name":"DataFlair","url":"https:\/\/data-flair.training\/blogs\/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/data-flair.training\/blogs\/#\/schema\/logo\/image\/","url":"https:\/\/data-flair.training\/blogs\/wp-content\/uploads\/sites\/2\/2016\/07\/Data-Flair.png","contentUrl":"https:\/\/data-flair.training\/blogs\/wp-content\/uploads\/sites\/2\/2016\/07\/Data-Flair.png","width":106,"height":48,"caption":"DataFlair"},"image":{"@id":"https:\/\/data-flair.training\/blogs\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/www.facebook.com\/DataFlairWS\/","https:\/\/x.com\/DataFlairWS","https:\/\/www.linkedin.com\/company\/dataflair-web-services-pvt-ltd\/","https:\/\/www.youtube.com\/user\/DataFlairWS"]},{"@type":"Person","@id":"https:\/\/data-flair.training\/blogs\/#\/schema\/person\/c187795dc82ab948373cca526df7c445","name":"DataFlair Team","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/secure.gravatar.com\/avatar\/2302ebc438084d2f1f993edc1996a0aae01332e81f3227cba8df0c48ec010ca4?s=96&d=mm&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/2302ebc438084d2f1f993edc1996a0aae01332e81f3227cba8df0c48ec010ca4?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/2302ebc438084d2f1f993edc1996a0aae01332e81f3227cba8df0c48ec010ca4?s=96&d=mm&r=g","caption":"DataFlair Team"},"description":"DataFlair Team provides high-impact content on programming, Java, Python, C++, DSA, AI, ML, data Science, Android, Flutter, MERN, Web Development, and technology. We make complex concepts easy to grasp, helping learners of all levels succeed in their tech careers.","url":"https:\/\/data-flair.training\/blogs\/author\/dfteam6\/"}]}},"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/posts\/146622","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/users\/581"}],"replies":[{"embeddable":true,"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/comments?post=146622"}],"version-history":[{"count":3,"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/posts\/146622\/revisions"}],"predecessor-version":[{"id":146639,"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/posts\/146622\/revisions\/146639"}],"wp:attachment":[{"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/media?parent=146622"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/categories?post=146622"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/data-flair.training\/blogs\/wp-json\/wp\/v2\/tags?post=146622"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}