{"id":20741,"date":"2024-02-19T06:26:37","date_gmt":"2024-02-19T05:26:37","guid":{"rendered":"https:\/\/complex-systems-ai.com\/?page_id=20741"},"modified":"2024-02-20T22:17:40","modified_gmt":"2024-02-20T21:17:40","slug":"apprentissage-supervise","status":"publish","type":"page","link":"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/","title":{"rendered":"Supervised Learning 101"},"content":{"rendered":"<div data-elementor-type=\"wp-page\" data-elementor-id=\"20741\" class=\"elementor elementor-20741\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-3bdb493 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"3bdb493\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-33 elementor-top-column elementor-element elementor-element-cd4d100\" data-id=\"cd4d100\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-4af4c31 elementor-align-justify elementor-widget elementor-widget-button\" data-id=\"4af4c31\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"button.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-button-wrapper\">\n\t\t\t\t\t<a class=\"elementor-button elementor-button-link elementor-size-sm\" href=\"https:\/\/complex-systems-ai.com\/en\/2020\/04\/03\/theories-and-algorithms-2\/\">\n\t\t\t\t\t\t<span class=\"elementor-button-content-wrapper\">\n\t\t\t\t\t\t\t\t\t<span class=\"elementor-button-text\">Theories<\/span>\n\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/a>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t<div class=\"elementor-column elementor-col-33 elementor-top-column elementor-element elementor-element-87f32e8\" data-id=\"87f32e8\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-7f47aea elementor-align-justify elementor-widget elementor-widget-button\" data-id=\"7f47aea\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"button.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-button-wrapper\">\n\t\t\t\t\t<a class=\"elementor-button elementor-button-link elementor-size-sm\" href=\"https:\/\/complex-systems-ai.com\/en\/\">\n\t\t\t\t\t\t<span class=\"elementor-button-content-wrapper\">\n\t\t\t\t\t\t\t\t\t<span class=\"elementor-button-text\">Home page<\/span>\n\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/a>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t<div class=\"elementor-column elementor-col-33 elementor-top-column elementor-element elementor-element-eaa8b1d\" data-id=\"eaa8b1d\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-44b0f1f elementor-align-justify elementor-widget elementor-widget-button\" data-id=\"44b0f1f\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"button.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-button-wrapper\">\n\t\t\t\t\t<a class=\"elementor-button elementor-button-link elementor-size-sm\" href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">\n\t\t\t\t\t\t<span class=\"elementor-button-content-wrapper\">\n\t\t\t\t\t\t\t\t\t<span class=\"elementor-button-text\">Wiki<\/span>\n\t\t\t\t\t<\/span>\n\t\t\t\t\t<\/a>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-6aadcbd elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"6aadcbd\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-2709db1\" data-id=\"2709db1\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-8b4d805 elementor-widget elementor-widget-toggle\" data-id=\"8b4d805\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"toggle.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-toggle\">\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1461\" class=\"elementor-tab-title\" data-tab=\"1\" role=\"button\" aria-controls=\"elementor-tab-content-1461\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">I. Logic-based Supervised Learning<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1461\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"1\" role=\"region\" aria-labelledby=\"elementor-tab-title-1461\"><p><a href=\"https:\/\/complex-systems-ai.com\/en\/graph-theory-2\/trees-and-trees\/\">Tree<\/a> decision:<\/p><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">ID3<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">C4.5<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">GO<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">CART<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">ID2of3<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">C5.0T<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">AUGUST<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SP-Lime<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">k-Lime<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Tree Merging<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Decision Tree Extract<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Soft Decision Tree<\/a><\/li><\/ul><p>Decision rules:<\/p><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Disjunctive normal form<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Rule induction<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">1R<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">AntMiner+<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">cAntMinerPB<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">RIPPER<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">AQ family<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">CN2<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Re-RX<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">C5.0R<\/a><\/li><\/ul><p>Rule quality measurement:<\/p><ul><li>J<a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">-measure<\/a><\/li><\/ul><p><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Generalized Additive Models (GAM)<\/a><\/p><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1462\" class=\"elementor-tab-title\" data-tab=\"2\" role=\"button\" aria-controls=\"elementor-tab-content-1462\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">II. Statistical learning<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1462\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"2\" role=\"region\" aria-labelledby=\"elementor-tab-title-1462\"><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Naive Bayesian Networks<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Bayesian Networks<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Linear Discriminate Analysis<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Factorized Asymptotic Bayesian<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Bayesian Or&#039;s of And&#039;s BOA<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">ORC<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Two level boolean rules<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SLIM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">TILM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">PILM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">RiskSLIM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Ordered Rules for Classification<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Bayesian List Machine BLM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Bayesian Rule List BRL<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">(S)BRL<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Falling Rule Lists FRL<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">CPAR<\/a><\/li><\/ul><p><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Quality measures:<\/a><\/p><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Chi-square test<\/a><\/li><\/ul><p><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Regression:<\/a><\/p><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Lasso<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Ridge<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">LARS<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1463\" class=\"elementor-tab-title\" data-tab=\"3\" role=\"button\" aria-controls=\"elementor-tab-content-1463\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">III. Instance-based algorithms<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1463\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"3\" role=\"region\" aria-labelledby=\"elementor-tab-title-1463\"><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">kNN<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SVM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Sequential Minimal Optimization<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">OT-Spam<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">AUGUST<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1464\" class=\"elementor-tab-title\" data-tab=\"4\" role=\"button\" aria-controls=\"elementor-tab-content-1464\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">IV. Deep learning algorithms<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1464\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"4\" role=\"region\" aria-labelledby=\"elementor-tab-title-1464\"><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">WINNOW<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Voted-perceptron<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Radial Basis Function Networks<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Neural Decision Tree<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Deep Neural Decision Tree<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Balestriero<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1465\" class=\"elementor-tab-title\" data-tab=\"5\" role=\"button\" aria-controls=\"elementor-tab-content-1465\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">V. Agnostic models<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1465\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"5\" role=\"region\" aria-labelledby=\"elementor-tab-title-1465\"><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SOM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Momogram<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Glyphs<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Correlation graphs<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Autoencoder<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">BCP<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">MDS<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">t-SNE<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1466\" class=\"elementor-tab-title\" data-tab=\"6\" role=\"button\" aria-controls=\"elementor-tab-content-1466\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">VI. Extraction models<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1466\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"6\" role=\"region\" aria-labelledby=\"elementor-tab-title-1466\"><ul><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">BRAINNE<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">VIA<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">BIO-RE<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">G-Rex<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">STARE<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">REFNE<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">BUR<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Iter<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">OSRE<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Minerva<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">RxREN<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">RxNCM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">BETA<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">KDRuleEX<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">TREPAN<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">ANN-DT<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">DecText<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">REx<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">GEX<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">DeepRED<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SUBSET<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">MofN<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Knowledgetron<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">NeuroRule<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">RX<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">NeuroLinear<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">full-RE<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">FERNN<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">CRED<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">ANNT<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">GRG<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">E-Re-RX<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">X-TREPAN<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">RuleFit<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Node harvest<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">DHC<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SGL<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">multiclass SGL<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SVM+Prototypes<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">Fung<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">SQRex-SVM<\/a><\/li><li><a href=\"https:\/\/www.jair.org\/index.php\/jair\/article\/view\/12228\" target=\"_blank\" rel=\"noopener\">ALBA<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1467\" class=\"elementor-tab-title\" data-tab=\"7\" role=\"button\" aria-controls=\"elementor-tab-content-1467\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">VI. Preprocessing and validation<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1467\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"7\" role=\"region\" aria-labelledby=\"elementor-tab-title-1467\"><p>Instance filter:<\/p><ul><li>ICF<\/li><li>RT3<\/li><\/ul><p>Learning process :<\/p><ul><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">k-fold Cross-validation<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Bootstrap (0.632)<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Jackknife<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Non-information error rate<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Resampling<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Stratified sampling<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Bolstered estimate<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Bayesian cofidence intervals<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Permutation tests<\/a><\/li><\/ul><p>Confusion matrix:<\/p><ul><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Confusion Matrix<\/a><\/li><li><a href=\"https:\/\/towardsdatascience.com\/algorithmic-bias-and-the-confusion-matrix-dashboard-3926e0c0d329\" target=\"_blank\" rel=\"noopener\">Database bias<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">ROC (equally distributed data)<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">AUC (equally distributed data)<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">F-score (equally distributed data)<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">\u201cUnbalanced\u201d data scores: Classification error rate, Recall Specificity, Precision, Accuracy, FPR, FNR, NPV, Kappa statistic, H-Measure.<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Brier score (calibration)<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">LogLoss (calibration)<\/a><\/li><\/ul><p>Non-binary classification:<\/p><ul><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">One vs. All OVA<\/a><\/li><li>One vs One OVO<\/li><\/ul><p>Algorithm comparison:<\/p><ul><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">t-test<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Resampled t-test<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Conservative Z<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Corrected t-test for repeated cross-validation<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">McNemar test<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Kruskall Wallis<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Friedman<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Wilcoxon signed-ranks<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">sign-test<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Friedman aligned rans<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Quade test<\/a><\/li><li><a href=\"https:\/\/link.springer.com\/article\/10.1007\/s10462-015-9433-y\" target=\"_blank\" rel=\"noopener\">Shaffers<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t<div class=\"elementor-toggle-item\">\n\t\t\t\t\t<div id=\"elementor-tab-title-1468\" class=\"elementor-tab-title\" data-tab=\"8\" role=\"button\" aria-controls=\"elementor-tab-content-1468\" aria-expanded=\"false\">\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon elementor-toggle-icon-left\" aria-hidden=\"true\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-closed\"><i class=\"fas fa-caret-right\"><\/i><\/span>\n\t\t\t\t\t\t\t\t<span class=\"elementor-toggle-icon-opened\"><i class=\"elementor-toggle-icon-opened fas fa-caret-up\"><\/i><\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t\t\t<a class=\"elementor-toggle-title\" tabindex=\"0\">VII. Tutorials<\/a>\n\t\t\t\t\t<\/div>\n\n\t\t\t\t\t<div id=\"elementor-tab-content-1468\" class=\"elementor-tab-content elementor-clearfix\" data-tab=\"8\" role=\"region\" aria-labelledby=\"elementor-tab-title-1468\"><ul><li><a href=\"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/confusion-matrix\/\">Construction and bias in the confusion matrix<\/a><\/li><li><a href=\"https:\/\/complex-systems-ai.com\/en\/data-analysis\/decision-tree\/\">Construction of a decision tree<\/a><\/li><li><a href=\"https:\/\/complex-systems-ai.com\/en\/data-analysis\/gini-entropy-and-error\/\">Gini impurity, entropy and misclassification<\/a><\/li><li><a href=\"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/cart-regression\/\">Do regression and classification with CART<\/a><\/li><li><a href=\"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/auc-and-rock\/\">AUC \u2013 ROC curve, interpretation and multiclass case<\/a><\/li><\/ul><\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-36b6334 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"36b6334\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-90b21a2\" data-id=\"90b21a2\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-3ea310c elementor-widget elementor-widget-heading\" data-id=\"3ea310c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Contents<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/#Apprentissage-Supervise\" >Supervised Learning<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/#Classification\" >Classification<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/complex-systems-ai.com\/en\/learning-supervises\/#Regression\" >Regression<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Apprentissage-Supervise\"><\/span>Supervised Learning<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-e2cc9ac elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"e2cc9ac\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-1c8a6a8\" data-id=\"1c8a6a8\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-4919510 elementor-widget elementor-widget-text-editor\" data-id=\"4919510\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Supervised learning or supervised machine learning learns patterns and relationships between input and output data. It is defined by its use of labeled data. Labeled data is a set of data that contains many examples of features and targets. Supervised learning uses algorithms that learn the relationship between features and the target from the dataset. This process is called training or adjustment.<\/p><p>There are two types of supervised learning algorithms:<\/p><ul><li>Classification<\/li><li><a href=\"https:\/\/complex-systems-ai.com\/en\/correlation-and-regressions\/\">Regression<\/a><\/li><\/ul>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-083bbe7 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"083bbe7\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-04c4bae\" data-id=\"04c4bae\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-e4eeae4 elementor-widget elementor-widget-heading\" data-id=\"e4eeae4\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Classification\"><\/span>Classification<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-e8b5c86 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"e8b5c86\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-cbbc0be\" data-id=\"cbbc0be\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-5d55aee elementor-widget elementor-widget-text-editor\" data-id=\"5d55aee\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Classification is a type of supervised machine learning in which algorithms learn from data to predict an outcome or event in the future. For example:<\/p><p>A bank may have a set of customer data containing credit history, loans, investment details, etc. and she may want to know if a customer will default. In historical data we will have Characteristics and Target.<\/p><ul><li>The features will be attributes of a customer such as credit history, loans, investments, etc.<\/li><li>The target will indicate whether a particular customer has defaulted in the past (normally represented by 1 or 0 \/ True or False \/ Yes or No.<\/li><\/ul><p>Classification algorithms are used to predict discrete outcomes. If the result can take two possible values such as True or False, Default or No default value, Yes or No, it is called binary classification. When the result contains more than two possible values, we speak of multiclass classification.<\/p><p><img fetchpriority=\"high\" decoding=\"async\" class=\"alignnone size-medium wp-image-20743\" src=\"http:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised1-300x194.png\" alt=\"supervised learning\" width=\"300\" height=\"194\" title=\"\" srcset=\"https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised1-300x194.png 300w, https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised1-1024x662.png 1024w, https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised1-768x497.png 768w, https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised1-18x12.png 18w, https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised1.png 1184w\" sizes=\"(max-width: 300px) 100vw, 300px\" \/><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-c61f920 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"c61f920\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-f8d3534\" data-id=\"f8d3534\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-2f39b16 elementor-widget elementor-widget-heading\" data-id=\"2f39b16\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\"><span class=\"ez-toc-section\" id=\"Regression\"><\/span>Regression<span class=\"ez-toc-section-end\"><\/span><\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-49fd071 elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"49fd071\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-057f674\" data-id=\"057f674\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-c07b85b elementor-widget elementor-widget-text-editor\" data-id=\"c07b85b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Regression is a type of supervised machine learning in which algorithms learn from data to predict continuous values such as sales, salary, weight, or temperature. For example:<\/p><p>A dataset containing home features such as lot size, number of bedrooms, number of bathrooms, neighborhood, etc. and the price of the house. A <a href=\"https:\/\/complex-systems-ai.com\/en\/algorithmic\/\">algorithm<\/a> regression can be trained to know the relationship between the features and the price of the house.<\/p><p><img decoding=\"async\" class=\"alignnone size-medium wp-image-20744\" src=\"http:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised2-300x167.png\" alt=\"supervised learning\" width=\"300\" height=\"167\" title=\"\" srcset=\"https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised2-300x167.png 300w, https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised2-18x10.png 18w, https:\/\/complex-systems-ai.com\/wp-content\/uploads\/2024\/02\/Supervised2.png 625w\" sizes=\"(max-width: 300px) 100vw, 300px\" \/><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<\/div>","protected":false},"excerpt":{"rendered":"<p>Theories Wiki Home Page I. Supervised Learning based on Logic Decision Tree: ID3 C4.5 PART CART ID2of3 C5.0T AOT SP-Lime k-Lime Tree \u2026 <\/p>","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"footnotes":""},"class_list":["post-20741","page","type-page","status-publish","hentry"],"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/pages\/20741","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/comments?post=20741"}],"version-history":[{"count":28,"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/pages\/20741\/revisions"}],"predecessor-version":[{"id":20905,"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/pages\/20741\/revisions\/20905"}],"wp:attachment":[{"href":"https:\/\/complex-systems-ai.com\/en\/wp-json\/wp\/v2\/media?parent=20741"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}