{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "59496a3c", "metadata": {}, "outputs": [], "source": [ "import warnings\n", "warnings.filterwarnings('ignore')\n", "\n", "import pandas as pd#\n", "import numpy as np\n", "import scipy as sp\n", "import matplotlib\n", "import os\n", "import sklearn\n", "from matplotlib import pyplot as plt\n", "from sklearn.ensemble import RandomForestClassifier, RandomForestRegressor\n", "from sklearn import metrics\n", "\n", "import matplotlib.pyplot as plt\n", "import tensorflow as tf\n", "from sklearn import model_selection, svm\n", "from sklearn.cluster import KMeans\n", "from sklearn.ensemble import RandomForestClassifier, RandomForestRegressor\n", "from sklearn import metrics\n", "from sklearn.metrics import classification_report, average_precision_score, mean_squared_error\n", "from sklearn.metrics import confusion_matrix\n", "from sklearn.metrics import precision_recall_curve\n", "from sklearn.metrics import accuracy_score\n", "#from sklearn.cross_validation import cross_val_score\n", "from sklearn.linear_model import LogisticRegression\n", "from sklearn.linear_model import LinearRegression\n", "from sklearn.multiclass import OneVsRestClassifier\n", "from sklearn.neural_network import MLPClassifier\n", "from sklearn.preprocessing import label_binarize\n", "from sklearn.tree import DecisionTreeClassifier\n", "from sklearn.neighbors import KNeighborsClassifier\n", "from sklearn.discriminant_analysis import LinearDiscriminantAnalysis\n", "from sklearn.naive_bayes import GaussianNB\n", "from sklearn.naive_bayes import MultinomialNB\n", "from sklearn.svm import SVC\n", "from sklearn.metrics import r2_score\n", "from sklearn.ensemble import AdaBoostRegressor\n", "from sklearn.ensemble import GradientBoostingClassifier\n", "from sklearn.ensemble import VotingClassifier\n", "from sklearn.neural_network import MLPRegressor\n", "from sklearn.model_selection import StratifiedKFold\n", "from sklearn.model_selection import train_test_split\n", "from sklearn import linear_model\n", "from sklearn.metrics import mean_absolute_error\n", "from sklearn.metrics import roc_curve, roc_auc_score\n", "\n", "\n", "pd.set_option('display.max_rows', 500)\n", "pd.set_option('display.max_columns', 500)\n", "pd.set_option('display.width', 1000)\n", "\n", "from sklearn.preprocessing import StandardScaler\n", "from sklearn import preprocessing\n", "from sklearn.tree import DecisionTreeRegressor\n", "from sklearn.preprocessing import MinMaxScaler\n", "\n", "#SMOTE and IMBLearn\n", "from imblearn.over_sampling import SMOTE\n", "from sklearn.pipeline import make_pipeline\n", "from imblearn.pipeline import make_pipeline as imbalanced_make_pipeline\n", "from imblearn.over_sampling import SMOTE\n", "from imblearn.under_sampling import NearMiss\n", "from imblearn.metrics import classification_report_imbalanced\n", "\n", "from xgboost import XGBClassifier\n", "from sklearn.model_selection import cross_val_score\n", "from sklearn.model_selection import KFold\n", "#Plotly Libraries\n", "import plotly\n", "import plotly.figure_factory as ff\n", "import plotly.graph_objs as go\n", "import chart_studio\n", "from scipy import signal\n", "import matplotlib.pyplot as plt\n", "#plt.style.use('seaborn')" ] }, { "cell_type": "code", "execution_count": 193, "id": "a67949f0", "metadata": {}, "outputs": [], "source": [ "df= pd.read_csv('final_one_for_class_weights_stnd_data.csv')" ] }, { "cell_type": "code", "execution_count": 194, "id": "14803655", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "(26126, 25)" ] }, "execution_count": 194, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.shape" ] }, { "cell_type": "code", "execution_count": 195, "id": "e404b44b", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | Power | \n", "Spindle | \n", "vibration | \n", "roll_mean_Power | \n", "roll_std_Power | \n", "roll_min_Power | \n", "roll_max_Power | \n", "roll_EME_Power | \n", "roll_IQR_Power | \n", "roll_skew_Power | \n", "roll_mean_Spindle | \n", "roll_std_Spindle | \n", "roll_min_Spindle | \n", "roll_max_Spindle | \n", "roll_EME_Spindle | \n", "roll_IQR_Spindle | \n", "roll_skew_Spindle | \n", "roll_mean_vibration | \n", "roll_std_vibration | \n", "roll_min_vibration | \n", "roll_max_vibration | \n", "roll_EME_vibration | \n", "roll_IQR_vibration | \n", "roll_skew_vibration | \n", "Label_Numeric | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "0.704504 | \n", "-0.656656 | \n", "-0.084409 | \n", "-5.243308 | \n", "3.549036 | \n", "-8.273532 | \n", "0.237851 | \n", "-0.850778 | \n", "-0.454735 | \n", "1.763536 | \n", "-0.894810 | \n", "-0.794447 | \n", "-0.436556 | \n", "-0.891522 | \n", "-0.561806 | \n", "-0.672802 | \n", "-0.718196 | \n", "-0.338410 | \n", "0.153263 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.157717 | \n", "-0.194306 | \n", "1.940044 | \n", "0 | \n", "
1 | \n", "0.693592 | \n", "-0.270631 | \n", "-0.084409 | \n", "-3.705873 | \n", "4.412749 | \n", "-8.273532 | \n", "0.237851 | \n", "-0.570332 | \n", "13.084977 | \n", "0.318055 | \n", "-0.789580 | \n", "-0.504153 | \n", "-0.436556 | \n", "-0.617958 | \n", "-0.550103 | \n", "-0.672802 | \n", "1.657976 | \n", "-0.275950 | \n", "0.243939 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.155242 | \n", "0.617664 | \n", "0.317541 | \n", "0 | \n", "
2 | \n", "0.705959 | \n", "-0.259266 | \n", "-0.084409 | \n", "-2.165217 | \n", "4.414593 | \n", "-8.273532 | \n", "0.238714 | \n", "-0.288709 | \n", "13.110000 | \n", "-0.762990 | \n", "-0.681253 | \n", "-0.433614 | \n", "-0.436556 | \n", "-0.609904 | \n", "-0.537702 | \n", "-0.252914 | \n", "-0.069784 | \n", "-0.213490 | \n", "0.243939 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.152767 | \n", "0.617664 | \n", "-0.895892 | \n", "0 | \n", "
3 | \n", "0.685590 | \n", "-0.656656 | \n", "-0.084409 | \n", "-0.629865 | \n", "3.544424 | \n", "-8.273532 | \n", "0.238714 | \n", "-0.009022 | \n", "-0.411362 | \n", "-2.208437 | \n", "-0.681253 | \n", "-0.433614 | \n", "-0.436556 | \n", "-0.609904 | \n", "-0.537702 | \n", "-0.252914 | \n", "-0.069784 | \n", "-0.151029 | \n", "0.153263 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.150292 | \n", "-0.194306 | \n", "-2.518395 | \n", "0 | \n", "
4 | \n", "0.692137 | \n", "-0.643987 | \n", "-0.084409 | \n", "0.907191 | \n", "-0.300801 | \n", "1.455817 | \n", "0.238714 | \n", "0.271287 | \n", "-0.426376 | \n", "-0.175717 | \n", "-0.677799 | \n", "-0.437396 | \n", "-0.436556 | \n", "-0.609904 | \n", "-0.537689 | \n", "-0.252914 | \n", "-0.072604 | \n", "-0.088569 | \n", "-0.250196 | \n", "-0.012533 | \n", "-0.163626 | \n", "-0.147817 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
26121 | \n", "0.433161 | \n", "1.635646 | \n", "0.064349 | \n", "0.487805 | \n", "-0.085733 | \n", "0.482722 | \n", "0.092613 | \n", "0.123167 | \n", "-0.424707 | \n", "-2.186625 | \n", "1.446901 | \n", "1.115797 | \n", "-0.436556 | \n", "0.989496 | \n", "1.002605 | \n", "0.851926 | \n", "-1.851743 | \n", "0.067581 | \n", "-0.250196 | \n", "0.162422 | \n", "-0.040807 | \n", "-0.132349 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
26122 | \n", "0.438496 | \n", "-0.640820 | \n", "0.064349 | \n", "0.577024 | \n", "-0.298003 | \n", "1.039291 | \n", "0.092613 | \n", "0.153365 | \n", "-0.431936 | \n", "0.896485 | \n", "0.763519 | \n", "1.291478 | \n", "-0.436556 | \n", "0.989496 | \n", "0.502827 | \n", "1.803361 | \n", "-0.560021 | \n", "0.067581 | \n", "-0.250196 | \n", "0.162422 | \n", "-0.040807 | \n", "-0.132349 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
26123 | \n", "0.451590 | \n", "2.272624 | \n", "0.064349 | \n", "0.581002 | \n", "-0.298183 | \n", "1.039291 | \n", "0.092613 | \n", "0.154755 | \n", "-0.424707 | \n", "-0.097931 | \n", "0.838480 | \n", "1.431031 | \n", "-0.436556 | \n", "1.184371 | \n", "0.623404 | \n", "1.803361 | \n", "-0.416993 | \n", "0.067581 | \n", "-0.250196 | \n", "0.162422 | \n", "-0.040807 | \n", "-0.132349 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
26124 | \n", "0.436071 | \n", "-0.075569 | \n", "-0.010030 | \n", "0.574877 | \n", "-0.302332 | \n", "1.039291 | \n", "0.087868 | \n", "0.152614 | \n", "-0.431380 | \n", "0.311312 | \n", "0.996883 | \n", "1.230144 | \n", "-0.394501 | \n", "1.184371 | \n", "0.649921 | \n", "1.188526 | \n", "-0.394843 | \n", "0.051966 | \n", "-0.149331 | \n", "0.074945 | \n", "-0.040807 | \n", "-0.134050 | \n", "-0.194306 | \n", "-2.518395 | \n", "0 | \n", "
26125 | \n", "0.446498 | \n", "2.333732 | \n", "0.064349 | \n", "0.574940 | \n", "-0.302271 | \n", "1.039291 | \n", "0.087868 | \n", "0.152636 | \n", "-0.430824 | \n", "0.291145 | \n", "1.506474 | \n", "1.522843 | \n", "-0.394501 | \n", "1.227676 | \n", "1.253494 | \n", "1.881381 | \n", "-1.288836 | \n", "0.051966 | \n", "-0.149331 | \n", "0.074945 | \n", "-0.040807 | \n", "-0.134050 | \n", "-0.194306 | \n", "-2.518395 | \n", "0 | \n", "
26126 rows × 25 columns
\n", "\n", " | Power | \n", "Spindle | \n", "vibration | \n", "roll_mean_Power | \n", "roll_std_Power | \n", "roll_min_Power | \n", "roll_max_Power | \n", "roll_EME_Power | \n", "roll_IQR_Power | \n", "roll_skew_Power | \n", "roll_mean_Spindle | \n", "roll_std_Spindle | \n", "roll_min_Spindle | \n", "roll_max_Spindle | \n", "roll_EME_Spindle | \n", "roll_IQR_Spindle | \n", "roll_skew_Spindle | \n", "roll_mean_vibration | \n", "roll_std_vibration | \n", "roll_min_vibration | \n", "roll_max_vibration | \n", "roll_EME_vibration | \n", "roll_IQR_vibration | \n", "roll_skew_vibration | \n", "Label_Numeric | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "0.704504 | \n", "-0.656656 | \n", "-0.084409 | \n", "-5.243308 | \n", "3.549036 | \n", "-8.273532 | \n", "0.237851 | \n", "-0.850778 | \n", "-0.454735 | \n", "1.763536 | \n", "-0.894810 | \n", "-0.794447 | \n", "-0.436556 | \n", "-0.891522 | \n", "-0.561806 | \n", "-0.672802 | \n", "-0.718196 | \n", "-0.338410 | \n", "0.153263 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.157717 | \n", "-0.194306 | \n", "1.940044 | \n", "0 | \n", "
1 | \n", "0.693592 | \n", "-0.270631 | \n", "-0.084409 | \n", "-3.705873 | \n", "4.412749 | \n", "-8.273532 | \n", "0.237851 | \n", "-0.570332 | \n", "13.084977 | \n", "0.318055 | \n", "-0.789580 | \n", "-0.504153 | \n", "-0.436556 | \n", "-0.617958 | \n", "-0.550103 | \n", "-0.672802 | \n", "1.657976 | \n", "-0.275950 | \n", "0.243939 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.155242 | \n", "0.617664 | \n", "0.317541 | \n", "0 | \n", "
2 | \n", "0.705959 | \n", "-0.259266 | \n", "-0.084409 | \n", "-2.165217 | \n", "4.414593 | \n", "-8.273532 | \n", "0.238714 | \n", "-0.288709 | \n", "13.110000 | \n", "-0.762990 | \n", "-0.681253 | \n", "-0.433614 | \n", "-0.436556 | \n", "-0.609904 | \n", "-0.537702 | \n", "-0.252914 | \n", "-0.069784 | \n", "-0.213490 | \n", "0.243939 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.152767 | \n", "0.617664 | \n", "-0.895892 | \n", "0 | \n", "
3 | \n", "0.685590 | \n", "-0.656656 | \n", "-0.084409 | \n", "-0.629865 | \n", "3.544424 | \n", "-8.273532 | \n", "0.238714 | \n", "-0.009022 | \n", "-0.411362 | \n", "-2.208437 | \n", "-0.681253 | \n", "-0.433614 | \n", "-0.436556 | \n", "-0.609904 | \n", "-0.537702 | \n", "-0.252914 | \n", "-0.069784 | \n", "-0.151029 | \n", "0.153263 | \n", "-0.362442 | \n", "-0.163626 | \n", "-0.150292 | \n", "-0.194306 | \n", "-2.518395 | \n", "0 | \n", "
4 | \n", "0.692137 | \n", "-0.643987 | \n", "-0.084409 | \n", "0.907191 | \n", "-0.300801 | \n", "1.455817 | \n", "0.238714 | \n", "0.271287 | \n", "-0.426376 | \n", "-0.175717 | \n", "-0.677799 | \n", "-0.437396 | \n", "-0.436556 | \n", "-0.609904 | \n", "-0.537689 | \n", "-0.252914 | \n", "-0.072604 | \n", "-0.088569 | \n", "-0.250196 | \n", "-0.012533 | \n", "-0.163626 | \n", "-0.147817 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
26121 | \n", "0.433161 | \n", "1.635646 | \n", "0.064349 | \n", "0.487805 | \n", "-0.085733 | \n", "0.482722 | \n", "0.092613 | \n", "0.123167 | \n", "-0.424707 | \n", "-2.186625 | \n", "1.446901 | \n", "1.115797 | \n", "-0.436556 | \n", "0.989496 | \n", "1.002605 | \n", "0.851926 | \n", "-1.851743 | \n", "0.067581 | \n", "-0.250196 | \n", "0.162422 | \n", "-0.040807 | \n", "-0.132349 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
26122 | \n", "0.438496 | \n", "-0.640820 | \n", "0.064349 | \n", "0.577024 | \n", "-0.298003 | \n", "1.039291 | \n", "0.092613 | \n", "0.153365 | \n", "-0.431936 | \n", "0.896485 | \n", "0.763519 | \n", "1.291478 | \n", "-0.436556 | \n", "0.989496 | \n", "0.502827 | \n", "1.803361 | \n", "-0.560021 | \n", "0.067581 | \n", "-0.250196 | \n", "0.162422 | \n", "-0.040807 | \n", "-0.132349 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
26123 | \n", "0.451590 | \n", "2.272624 | \n", "0.064349 | \n", "0.581002 | \n", "-0.298183 | \n", "1.039291 | \n", "0.092613 | \n", "0.154755 | \n", "-0.424707 | \n", "-0.097931 | \n", "0.838480 | \n", "1.431031 | \n", "-0.436556 | \n", "1.184371 | \n", "0.623404 | \n", "1.803361 | \n", "-0.416993 | \n", "0.067581 | \n", "-0.250196 | \n", "0.162422 | \n", "-0.040807 | \n", "-0.132349 | \n", "-0.194306 | \n", "-0.289175 | \n", "0 | \n", "
26124 | \n", "0.436071 | \n", "-0.075569 | \n", "-0.010030 | \n", "0.574877 | \n", "-0.302332 | \n", "1.039291 | \n", "0.087868 | \n", "0.152614 | \n", "-0.431380 | \n", "0.311312 | \n", "0.996883 | \n", "1.230144 | \n", "-0.394501 | \n", "1.184371 | \n", "0.649921 | \n", "1.188526 | \n", "-0.394843 | \n", "0.051966 | \n", "-0.149331 | \n", "0.074945 | \n", "-0.040807 | \n", "-0.134050 | \n", "-0.194306 | \n", "-2.518395 | \n", "0 | \n", "
26125 | \n", "0.446498 | \n", "2.333732 | \n", "0.064349 | \n", "0.574940 | \n", "-0.302271 | \n", "1.039291 | \n", "0.087868 | \n", "0.152636 | \n", "-0.430824 | \n", "0.291145 | \n", "1.506474 | \n", "1.522843 | \n", "-0.394501 | \n", "1.227676 | \n", "1.253494 | \n", "1.881381 | \n", "-1.288836 | \n", "0.051966 | \n", "-0.149331 | \n", "0.074945 | \n", "-0.040807 | \n", "-0.134050 | \n", "-0.194306 | \n", "-2.518395 | \n", "0 | \n", "
26126 rows × 25 columns
\n", "