03_calculate_high_correlated_features.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "sns.set(style=\"darkgrid\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Mengambil directory dan input file awal"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "cwd = os.getcwd()\n",
    "input_dir = os.path.join(cwd, 'input')\n",
    "output_dir = os.path.join(cwd, 'output')\n",
    "features = os.path.join(output_dir, 'relevance_features.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3</th>\n",
       "      <th>amplitude__kurtosis</th>\n",
       "      <th>amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"min\"</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_1</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_3</th>\n",
       "      <th>amplitude__binned_entropy__max_bins_10</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_0.5</th>\n",
       "      <th>amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"max\"</th>\n",
       "      <th>amplitude__lempel_ziv_complexity__bins_100</th>\n",
       "      <th>amplitude__lempel_ziv_complexity__bins_10</th>\n",
       "      <th>...</th>\n",
       "      <th>amplitude__root_mean_square</th>\n",
       "      <th>amplitude__variance</th>\n",
       "      <th>amplitude__standard_deviation</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"real\"__coeff_17</th>\n",
       "      <th>amplitude__ar_coefficient__coeff_5__k_10</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_82</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_88</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_98</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_74</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"imag\"__coeff_16</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.469513</td>\n",
       "      <td>5.959679</td>\n",
       "      <td>0.004841</td>\n",
       "      <td>0.200799</td>\n",
       "      <td>0.022977</td>\n",
       "      <td>1.217102</td>\n",
       "      <td>0.416583</td>\n",
       "      <td>-0.005377</td>\n",
       "      <td>0.445554</td>\n",
       "      <td>0.206793</td>\n",
       "      <td>...</td>\n",
       "      <td>0.139722</td>\n",
       "      <td>0.019522</td>\n",
       "      <td>0.139722</td>\n",
       "      <td>-0.255936</td>\n",
       "      <td>4.632095</td>\n",
       "      <td>4.781439</td>\n",
       "      <td>-174.380049</td>\n",
       "      <td>-3.787593</td>\n",
       "      <td>7.893489</td>\n",
       "      <td>0.297510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.326544</td>\n",
       "      <td>10.845853</td>\n",
       "      <td>0.005782</td>\n",
       "      <td>0.166000</td>\n",
       "      <td>0.022000</td>\n",
       "      <td>1.095710</td>\n",
       "      <td>0.371000</td>\n",
       "      <td>-0.007323</td>\n",
       "      <td>0.433000</td>\n",
       "      <td>0.180000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.085970</td>\n",
       "      <td>0.007391</td>\n",
       "      <td>0.085970</td>\n",
       "      <td>0.303064</td>\n",
       "      <td>0.149904</td>\n",
       "      <td>2.647566</td>\n",
       "      <td>29.291453</td>\n",
       "      <td>15.324467</td>\n",
       "      <td>0.810832</td>\n",
       "      <td>0.750789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.345457</td>\n",
       "      <td>3.723390</td>\n",
       "      <td>0.002654</td>\n",
       "      <td>0.221000</td>\n",
       "      <td>0.020000</td>\n",
       "      <td>1.310342</td>\n",
       "      <td>0.470000</td>\n",
       "      <td>-0.002445</td>\n",
       "      <td>0.457000</td>\n",
       "      <td>0.213000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.095013</td>\n",
       "      <td>0.009027</td>\n",
       "      <td>0.095013</td>\n",
       "      <td>1.545728</td>\n",
       "      <td>1.148375</td>\n",
       "      <td>4.472979</td>\n",
       "      <td>78.126925</td>\n",
       "      <td>142.877509</td>\n",
       "      <td>16.003414</td>\n",
       "      <td>0.244029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.356715</td>\n",
       "      <td>5.284755</td>\n",
       "      <td>0.004640</td>\n",
       "      <td>0.215000</td>\n",
       "      <td>0.019000</td>\n",
       "      <td>1.142785</td>\n",
       "      <td>0.418000</td>\n",
       "      <td>-0.005138</td>\n",
       "      <td>0.449000</td>\n",
       "      <td>0.209000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.076261</td>\n",
       "      <td>0.005816</td>\n",
       "      <td>0.076261</td>\n",
       "      <td>-1.038585</td>\n",
       "      <td>0.301560</td>\n",
       "      <td>2.017855</td>\n",
       "      <td>-79.612473</td>\n",
       "      <td>51.023973</td>\n",
       "      <td>2.397158</td>\n",
       "      <td>-0.162564</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.349177</td>\n",
       "      <td>2.932299</td>\n",
       "      <td>0.004034</td>\n",
       "      <td>0.209000</td>\n",
       "      <td>0.022000</td>\n",
       "      <td>1.614728</td>\n",
       "      <td>0.416000</td>\n",
       "      <td>-0.005391</td>\n",
       "      <td>0.469000</td>\n",
       "      <td>0.226000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.222093</td>\n",
       "      <td>0.049325</td>\n",
       "      <td>0.222093</td>\n",
       "      <td>-0.031673</td>\n",
       "      <td>0.527180</td>\n",
       "      <td>8.606132</td>\n",
       "      <td>-73.521341</td>\n",
       "      <td>-61.072681</td>\n",
       "      <td>36.559995</td>\n",
       "      <td>-0.210694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2109</th>\n",
       "      <td>0.136688</td>\n",
       "      <td>0.001900</td>\n",
       "      <td>0.001691</td>\n",
       "      <td>0.312687</td>\n",
       "      <td>0.000999</td>\n",
       "      <td>1.884606</td>\n",
       "      <td>0.591409</td>\n",
       "      <td>-0.000901</td>\n",
       "      <td>0.494505</td>\n",
       "      <td>0.236763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.023554</td>\n",
       "      <td>0.000555</td>\n",
       "      <td>0.023554</td>\n",
       "      <td>-0.855171</td>\n",
       "      <td>3.327245</td>\n",
       "      <td>0.375969</td>\n",
       "      <td>-45.478794</td>\n",
       "      <td>-37.066539</td>\n",
       "      <td>0.343040</td>\n",
       "      <td>-0.623953</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2110</th>\n",
       "      <td>0.188925</td>\n",
       "      <td>1.014374</td>\n",
       "      <td>-0.011636</td>\n",
       "      <td>0.289000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>1.725398</td>\n",
       "      <td>0.512000</td>\n",
       "      <td>0.011150</td>\n",
       "      <td>0.479000</td>\n",
       "      <td>0.227000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.244951</td>\n",
       "      <td>0.060001</td>\n",
       "      <td>0.244951</td>\n",
       "      <td>1.461314</td>\n",
       "      <td>2.185293</td>\n",
       "      <td>2.275094</td>\n",
       "      <td>123.750387</td>\n",
       "      <td>155.411774</td>\n",
       "      <td>5.192975</td>\n",
       "      <td>0.177391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2111</th>\n",
       "      <td>0.123255</td>\n",
       "      <td>1.956209</td>\n",
       "      <td>-0.000634</td>\n",
       "      <td>0.251000</td>\n",
       "      <td>0.014000</td>\n",
       "      <td>1.548374</td>\n",
       "      <td>0.532000</td>\n",
       "      <td>0.000686</td>\n",
       "      <td>0.492000</td>\n",
       "      <td>0.237000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045974</td>\n",
       "      <td>0.002114</td>\n",
       "      <td>0.045974</td>\n",
       "      <td>0.379760</td>\n",
       "      <td>0.341125</td>\n",
       "      <td>0.942002</td>\n",
       "      <td>61.453897</td>\n",
       "      <td>-30.846669</td>\n",
       "      <td>3.685654</td>\n",
       "      <td>-0.541400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2112</th>\n",
       "      <td>0.113944</td>\n",
       "      <td>1.044436</td>\n",
       "      <td>-0.017344</td>\n",
       "      <td>0.276000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>1.722862</td>\n",
       "      <td>0.537000</td>\n",
       "      <td>0.020907</td>\n",
       "      <td>0.465000</td>\n",
       "      <td>0.227000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.223970</td>\n",
       "      <td>0.050163</td>\n",
       "      <td>0.223970</td>\n",
       "      <td>-1.606857</td>\n",
       "      <td>0.216068</td>\n",
       "      <td>8.355193</td>\n",
       "      <td>-165.544002</td>\n",
       "      <td>5.897375</td>\n",
       "      <td>20.571795</td>\n",
       "      <td>0.963679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2113</th>\n",
       "      <td>0.103924</td>\n",
       "      <td>0.693493</td>\n",
       "      <td>-0.032162</td>\n",
       "      <td>0.287000</td>\n",
       "      <td>0.006000</td>\n",
       "      <td>1.802407</td>\n",
       "      <td>0.505000</td>\n",
       "      <td>0.036201</td>\n",
       "      <td>0.467000</td>\n",
       "      <td>0.232000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.248892</td>\n",
       "      <td>0.061947</td>\n",
       "      <td>0.248892</td>\n",
       "      <td>-0.184255</td>\n",
       "      <td>0.616493</td>\n",
       "      <td>25.987546</td>\n",
       "      <td>-59.870500</td>\n",
       "      <td>-16.435511</td>\n",
       "      <td>42.085277</td>\n",
       "      <td>1.289090</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2114 rows × 627 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3  \\\n",
       "0                                              0.469513                     \n",
       "1                                              0.326544                     \n",
       "2                                              0.345457                     \n",
       "3                                              0.356715                     \n",
       "4                                              0.349177                     \n",
       "...                                                 ...                     \n",
       "2109                                           0.136688                     \n",
       "2110                                           0.188925                     \n",
       "2111                                           0.123255                     \n",
       "2112                                           0.113944                     \n",
       "2113                                           0.103924                     \n",
       "\n",
       "      amplitude__kurtosis  \\\n",
       "0                5.959679   \n",
       "1               10.845853   \n",
       "2                3.723390   \n",
       "3                5.284755   \n",
       "4                2.932299   \n",
       "...                   ...   \n",
       "2109             0.001900   \n",
       "2110             1.014374   \n",
       "2111             1.956209   \n",
       "2112             1.044436   \n",
       "2113             0.693493   \n",
       "\n",
       "      amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"min\"  \\\n",
       "0                                              0.004841                      \n",
       "1                                              0.005782                      \n",
       "2                                              0.002654                      \n",
       "3                                              0.004640                      \n",
       "4                                              0.004034                      \n",
       "...                                                 ...                      \n",
       "2109                                           0.001691                      \n",
       "2110                                          -0.011636                      \n",
       "2111                                          -0.000634                      \n",
       "2112                                          -0.017344                      \n",
       "2113                                          -0.032162                      \n",
       "\n",
       "      amplitude__ratio_beyond_r_sigma__r_1  \\\n",
       "0                                 0.200799   \n",
       "1                                 0.166000   \n",
       "2                                 0.221000   \n",
       "3                                 0.215000   \n",
       "4                                 0.209000   \n",
       "...                                    ...   \n",
       "2109                              0.312687   \n",
       "2110                              0.289000   \n",
       "2111                              0.251000   \n",
       "2112                              0.276000   \n",
       "2113                              0.287000   \n",
       "\n",
       "      amplitude__ratio_beyond_r_sigma__r_3  \\\n",
       "0                                 0.022977   \n",
       "1                                 0.022000   \n",
       "2                                 0.020000   \n",
       "3                                 0.019000   \n",
       "4                                 0.022000   \n",
       "...                                    ...   \n",
       "2109                              0.000999   \n",
       "2110                              0.008000   \n",
       "2111                              0.014000   \n",
       "2112                              0.008000   \n",
       "2113                              0.006000   \n",
       "\n",
       "      amplitude__binned_entropy__max_bins_10  \\\n",
       "0                                   1.217102   \n",
       "1                                   1.095710   \n",
       "2                                   1.310342   \n",
       "3                                   1.142785   \n",
       "4                                   1.614728   \n",
       "...                                      ...   \n",
       "2109                                1.884606   \n",
       "2110                                1.725398   \n",
       "2111                                1.548374   \n",
       "2112                                1.722862   \n",
       "2113                                1.802407   \n",
       "\n",
       "      amplitude__ratio_beyond_r_sigma__r_0.5  \\\n",
       "0                                   0.416583   \n",
       "1                                   0.371000   \n",
       "2                                   0.470000   \n",
       "3                                   0.418000   \n",
       "4                                   0.416000   \n",
       "...                                      ...   \n",
       "2109                                0.591409   \n",
       "2110                                0.512000   \n",
       "2111                                0.532000   \n",
       "2112                                0.537000   \n",
       "2113                                0.505000   \n",
       "\n",
       "      amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"max\"  \\\n",
       "0                                             -0.005377                      \n",
       "1                                             -0.007323                      \n",
       "2                                             -0.002445                      \n",
       "3                                             -0.005138                      \n",
       "4                                             -0.005391                      \n",
       "...                                                 ...                      \n",
       "2109                                          -0.000901                      \n",
       "2110                                           0.011150                      \n",
       "2111                                           0.000686                      \n",
       "2112                                           0.020907                      \n",
       "2113                                           0.036201                      \n",
       "\n",
       "      amplitude__lempel_ziv_complexity__bins_100  \\\n",
       "0                                       0.445554   \n",
       "1                                       0.433000   \n",
       "2                                       0.457000   \n",
       "3                                       0.449000   \n",
       "4                                       0.469000   \n",
       "...                                          ...   \n",
       "2109                                    0.494505   \n",
       "2110                                    0.479000   \n",
       "2111                                    0.492000   \n",
       "2112                                    0.465000   \n",
       "2113                                    0.467000   \n",
       "\n",
       "      amplitude__lempel_ziv_complexity__bins_10  ...  \\\n",
       "0                                      0.206793  ...   \n",
       "1                                      0.180000  ...   \n",
       "2                                      0.213000  ...   \n",
       "3                                      0.209000  ...   \n",
       "4                                      0.226000  ...   \n",
       "...                                         ...  ...   \n",
       "2109                                   0.236763  ...   \n",
       "2110                                   0.227000  ...   \n",
       "2111                                   0.237000  ...   \n",
       "2112                                   0.227000  ...   \n",
       "2113                                   0.232000  ...   \n",
       "\n",
       "      amplitude__root_mean_square  amplitude__variance  \\\n",
       "0                        0.139722             0.019522   \n",
       "1                        0.085970             0.007391   \n",
       "2                        0.095013             0.009027   \n",
       "3                        0.076261             0.005816   \n",
       "4                        0.222093             0.049325   \n",
       "...                           ...                  ...   \n",
       "2109                     0.023554             0.000555   \n",
       "2110                     0.244951             0.060001   \n",
       "2111                     0.045974             0.002114   \n",
       "2112                     0.223970             0.050163   \n",
       "2113                     0.248892             0.061947   \n",
       "\n",
       "      amplitude__standard_deviation  \\\n",
       "0                          0.139722   \n",
       "1                          0.085970   \n",
       "2                          0.095013   \n",
       "3                          0.076261   \n",
       "4                          0.222093   \n",
       "...                             ...   \n",
       "2109                       0.023554   \n",
       "2110                       0.244951   \n",
       "2111                       0.045974   \n",
       "2112                       0.223970   \n",
       "2113                       0.248892   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"real\"__coeff_17  \\\n",
       "0                                             -0.255936   \n",
       "1                                              0.303064   \n",
       "2                                              1.545728   \n",
       "3                                             -1.038585   \n",
       "4                                             -0.031673   \n",
       "...                                                 ...   \n",
       "2109                                          -0.855171   \n",
       "2110                                           1.461314   \n",
       "2111                                           0.379760   \n",
       "2112                                          -1.606857   \n",
       "2113                                          -0.184255   \n",
       "\n",
       "      amplitude__ar_coefficient__coeff_5__k_10  \\\n",
       "0                                     4.632095   \n",
       "1                                     0.149904   \n",
       "2                                     1.148375   \n",
       "3                                     0.301560   \n",
       "4                                     0.527180   \n",
       "...                                        ...   \n",
       "2109                                  3.327245   \n",
       "2110                                  2.185293   \n",
       "2111                                  0.341125   \n",
       "2112                                  0.216068   \n",
       "2113                                  0.616493   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"abs\"__coeff_82  \\\n",
       "0                                             4.781439   \n",
       "1                                             2.647566   \n",
       "2                                             4.472979   \n",
       "3                                             2.017855   \n",
       "4                                             8.606132   \n",
       "...                                                ...   \n",
       "2109                                          0.375969   \n",
       "2110                                          2.275094   \n",
       "2111                                          0.942002   \n",
       "2112                                          8.355193   \n",
       "2113                                         25.987546   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"angle\"__coeff_88  \\\n",
       "0                                           -174.380049    \n",
       "1                                             29.291453    \n",
       "2                                             78.126925    \n",
       "3                                            -79.612473    \n",
       "4                                            -73.521341    \n",
       "...                                                 ...    \n",
       "2109                                         -45.478794    \n",
       "2110                                         123.750387    \n",
       "2111                                          61.453897    \n",
       "2112                                        -165.544002    \n",
       "2113                                         -59.870500    \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"angle\"__coeff_98  \\\n",
       "0                                             -3.787593    \n",
       "1                                             15.324467    \n",
       "2                                            142.877509    \n",
       "3                                             51.023973    \n",
       "4                                            -61.072681    \n",
       "...                                                 ...    \n",
       "2109                                         -37.066539    \n",
       "2110                                         155.411774    \n",
       "2111                                         -30.846669    \n",
       "2112                                           5.897375    \n",
       "2113                                         -16.435511    \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"abs\"__coeff_74  \\\n",
       "0                                             7.893489   \n",
       "1                                             0.810832   \n",
       "2                                            16.003414   \n",
       "3                                             2.397158   \n",
       "4                                            36.559995   \n",
       "...                                                ...   \n",
       "2109                                          0.343040   \n",
       "2110                                          5.192975   \n",
       "2111                                          3.685654   \n",
       "2112                                         20.571795   \n",
       "2113                                         42.085277   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"imag\"__coeff_16  \n",
       "0                                              0.297510  \n",
       "1                                              0.750789  \n",
       "2                                              0.244029  \n",
       "3                                             -0.162564  \n",
       "4                                             -0.210694  \n",
       "...                                                 ...  \n",
       "2109                                          -0.623953  \n",
       "2110                                           0.177391  \n",
       "2111                                          -0.541400  \n",
       "2112                                           0.963679  \n",
       "2113                                           1.289090  \n",
       "\n",
       "[2114 rows x 627 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Menghitung nilai korelasi antar features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "correlated_value = df.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3</th>\n",
       "      <th>amplitude__kurtosis</th>\n",
       "      <th>amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"min\"</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_1</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_3</th>\n",
       "      <th>amplitude__binned_entropy__max_bins_10</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_0.5</th>\n",
       "      <th>amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"max\"</th>\n",
       "      <th>amplitude__lempel_ziv_complexity__bins_100</th>\n",
       "      <th>amplitude__lempel_ziv_complexity__bins_10</th>\n",
       "      <th>...</th>\n",
       "      <th>amplitude__root_mean_square</th>\n",
       "      <th>amplitude__variance</th>\n",
       "      <th>amplitude__standard_deviation</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"real\"__coeff_17</th>\n",
       "      <th>amplitude__ar_coefficient__coeff_5__k_10</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_82</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_88</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_98</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_74</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"imag\"__coeff_16</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.461094</td>\n",
       "      <td>0.610725</td>\n",
       "      <td>-0.592212</td>\n",
       "      <td>0.616255</td>\n",
       "      <td>-0.574305</td>\n",
       "      <td>-0.592831</td>\n",
       "      <td>-0.605708</td>\n",
       "      <td>-0.522634</td>\n",
       "      <td>-0.501036</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.252763</td>\n",
       "      <td>-0.305663</td>\n",
       "      <td>-0.252763</td>\n",
       "      <td>-0.039949</td>\n",
       "      <td>0.032042</td>\n",
       "      <td>-0.233299</td>\n",
       "      <td>-0.043863</td>\n",
       "      <td>-0.007388</td>\n",
       "      <td>-0.197545</td>\n",
       "      <td>-0.039201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__kurtosis</th>\n",
       "      <td>0.461094</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.418755</td>\n",
       "      <td>-0.781514</td>\n",
       "      <td>0.720800</td>\n",
       "      <td>-0.895801</td>\n",
       "      <td>-0.815249</td>\n",
       "      <td>-0.445859</td>\n",
       "      <td>-0.898049</td>\n",
       "      <td>-0.848471</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.383036</td>\n",
       "      <td>-0.410942</td>\n",
       "      <td>-0.383036</td>\n",
       "      <td>-0.051668</td>\n",
       "      <td>-0.119713</td>\n",
       "      <td>-0.359554</td>\n",
       "      <td>0.049693</td>\n",
       "      <td>0.022679</td>\n",
       "      <td>-0.353731</td>\n",
       "      <td>0.002035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"min\"</th>\n",
       "      <td>0.610725</td>\n",
       "      <td>0.418755</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.645708</td>\n",
       "      <td>0.554883</td>\n",
       "      <td>-0.597420</td>\n",
       "      <td>-0.428186</td>\n",
       "      <td>-0.891196</td>\n",
       "      <td>-0.386403</td>\n",
       "      <td>-0.483136</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.669502</td>\n",
       "      <td>-0.704661</td>\n",
       "      <td>-0.669502</td>\n",
       "      <td>-0.132381</td>\n",
       "      <td>0.168078</td>\n",
       "      <td>-0.630104</td>\n",
       "      <td>0.028968</td>\n",
       "      <td>0.029765</td>\n",
       "      <td>-0.581557</td>\n",
       "      <td>-0.011609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_1</th>\n",
       "      <td>-0.592212</td>\n",
       "      <td>-0.781514</td>\n",
       "      <td>-0.645708</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.834098</td>\n",
       "      <td>0.868848</td>\n",
       "      <td>0.866357</td>\n",
       "      <td>0.684994</td>\n",
       "      <td>0.726854</td>\n",
       "      <td>0.757772</td>\n",
       "      <td>...</td>\n",
       "      <td>0.630111</td>\n",
       "      <td>0.735229</td>\n",
       "      <td>0.630111</td>\n",
       "      <td>0.143589</td>\n",
       "      <td>-0.041252</td>\n",
       "      <td>0.592947</td>\n",
       "      <td>-0.006724</td>\n",
       "      <td>-0.000568</td>\n",
       "      <td>0.536381</td>\n",
       "      <td>0.002880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_3</th>\n",
       "      <td>0.616255</td>\n",
       "      <td>0.720800</td>\n",
       "      <td>0.554883</td>\n",
       "      <td>-0.834098</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.854079</td>\n",
       "      <td>-0.789481</td>\n",
       "      <td>-0.567524</td>\n",
       "      <td>-0.770370</td>\n",
       "      <td>-0.795897</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.504607</td>\n",
       "      <td>-0.542480</td>\n",
       "      <td>-0.504607</td>\n",
       "      <td>-0.074068</td>\n",
       "      <td>0.058530</td>\n",
       "      <td>-0.452934</td>\n",
       "      <td>0.016218</td>\n",
       "      <td>0.014301</td>\n",
       "      <td>-0.421430</td>\n",
       "      <td>-0.000475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_82</th>\n",
       "      <td>-0.233299</td>\n",
       "      <td>-0.359554</td>\n",
       "      <td>-0.630104</td>\n",
       "      <td>0.592947</td>\n",
       "      <td>-0.452934</td>\n",
       "      <td>0.526925</td>\n",
       "      <td>0.302767</td>\n",
       "      <td>0.644827</td>\n",
       "      <td>0.284322</td>\n",
       "      <td>0.408225</td>\n",
       "      <td>...</td>\n",
       "      <td>0.805741</td>\n",
       "      <td>0.814212</td>\n",
       "      <td>0.805741</td>\n",
       "      <td>0.188352</td>\n",
       "      <td>-0.202450</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.068328</td>\n",
       "      <td>-0.054973</td>\n",
       "      <td>0.835700</td>\n",
       "      <td>-0.016194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_88</th>\n",
       "      <td>-0.043863</td>\n",
       "      <td>0.049693</td>\n",
       "      <td>0.028968</td>\n",
       "      <td>-0.006724</td>\n",
       "      <td>0.016218</td>\n",
       "      <td>-0.057738</td>\n",
       "      <td>0.018690</td>\n",
       "      <td>-0.016043</td>\n",
       "      <td>-0.035904</td>\n",
       "      <td>-0.047835</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.068208</td>\n",
       "      <td>-0.038025</td>\n",
       "      <td>-0.068208</td>\n",
       "      <td>0.011309</td>\n",
       "      <td>0.028841</td>\n",
       "      <td>-0.068328</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.135812</td>\n",
       "      <td>-0.084000</td>\n",
       "      <td>0.006603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_98</th>\n",
       "      <td>-0.007388</td>\n",
       "      <td>0.022679</td>\n",
       "      <td>0.029765</td>\n",
       "      <td>-0.000568</td>\n",
       "      <td>0.014301</td>\n",
       "      <td>-0.041320</td>\n",
       "      <td>0.022404</td>\n",
       "      <td>-0.008716</td>\n",
       "      <td>-0.025150</td>\n",
       "      <td>-0.030719</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.071950</td>\n",
       "      <td>-0.045296</td>\n",
       "      <td>-0.071950</td>\n",
       "      <td>-0.007131</td>\n",
       "      <td>0.031402</td>\n",
       "      <td>-0.054973</td>\n",
       "      <td>0.135812</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.046347</td>\n",
       "      <td>0.031128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_74</th>\n",
       "      <td>-0.197545</td>\n",
       "      <td>-0.353731</td>\n",
       "      <td>-0.581557</td>\n",
       "      <td>0.536381</td>\n",
       "      <td>-0.421430</td>\n",
       "      <td>0.506400</td>\n",
       "      <td>0.268320</td>\n",
       "      <td>0.607260</td>\n",
       "      <td>0.269386</td>\n",
       "      <td>0.382949</td>\n",
       "      <td>...</td>\n",
       "      <td>0.763795</td>\n",
       "      <td>0.764561</td>\n",
       "      <td>0.763795</td>\n",
       "      <td>0.218871</td>\n",
       "      <td>-0.209389</td>\n",
       "      <td>0.835700</td>\n",
       "      <td>-0.084000</td>\n",
       "      <td>-0.046347</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.023682</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>amplitude__fft_coefficient__attr_\"imag\"__coeff_16</th>\n",
       "      <td>-0.039201</td>\n",
       "      <td>0.002035</td>\n",
       "      <td>-0.011609</td>\n",
       "      <td>0.002880</td>\n",
       "      <td>-0.000475</td>\n",
       "      <td>0.002997</td>\n",
       "      <td>0.016175</td>\n",
       "      <td>0.061186</td>\n",
       "      <td>-0.001438</td>\n",
       "      <td>-0.024449</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.020292</td>\n",
       "      <td>-0.020900</td>\n",
       "      <td>-0.020292</td>\n",
       "      <td>0.009787</td>\n",
       "      <td>0.015732</td>\n",
       "      <td>-0.016194</td>\n",
       "      <td>0.006603</td>\n",
       "      <td>0.031128</td>\n",
       "      <td>0.023682</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>627 rows × 627 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                           1.000000                     \n",
       "amplitude__kurtosis                                                                          0.461094                     \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                           0.610725                     \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                        -0.592212                     \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                         0.616255                     \n",
       "...                                                                                               ...                     \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            -0.233299                     \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                          -0.043863                     \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                          -0.007388                     \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                            -0.197545                     \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                           -0.039201                     \n",
       "\n",
       "                                                    amplitude__kurtosis  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...             0.461094   \n",
       "amplitude__kurtosis                                            1.000000   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...             0.418755   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                          -0.781514   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                           0.720800   \n",
       "...                                                                 ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82              -0.359554   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88             0.049693   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98             0.022679   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74              -0.353731   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16              0.002035   \n",
       "\n",
       "                                                    amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"min\"  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                           0.610725                      \n",
       "amplitude__kurtosis                                                                          0.418755                      \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                           1.000000                      \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                        -0.645708                      \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                         0.554883                      \n",
       "...                                                                                               ...                      \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            -0.630104                      \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                           0.028968                      \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                           0.029765                      \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                            -0.581557                      \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                           -0.011609                      \n",
       "\n",
       "                                                    amplitude__ratio_beyond_r_sigma__r_1  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                             -0.592212   \n",
       "amplitude__kurtosis                                                            -0.781514   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                             -0.645708   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                            1.000000   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                           -0.834098   \n",
       "...                                                                                  ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                0.592947   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                             -0.006724   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                             -0.000568   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                0.536381   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                               0.002880   \n",
       "\n",
       "                                                    amplitude__ratio_beyond_r_sigma__r_3  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                              0.616255   \n",
       "amplitude__kurtosis                                                             0.720800   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                              0.554883   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                           -0.834098   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                            1.000000   \n",
       "...                                                                                  ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                               -0.452934   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                              0.016218   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                              0.014301   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                               -0.421430   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                              -0.000475   \n",
       "\n",
       "                                                    amplitude__binned_entropy__max_bins_10  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                               -0.574305   \n",
       "amplitude__kurtosis                                                              -0.895801   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                               -0.597420   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                              0.868848   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                             -0.854079   \n",
       "...                                                                                    ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                  0.526925   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                               -0.057738   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                               -0.041320   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                  0.506400   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                 0.002997   \n",
       "\n",
       "                                                    amplitude__ratio_beyond_r_sigma__r_0.5  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                               -0.592831   \n",
       "amplitude__kurtosis                                                              -0.815249   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                               -0.428186   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                              0.866357   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                             -0.789481   \n",
       "...                                                                                    ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                  0.302767   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                0.018690   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                0.022404   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                  0.268320   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                 0.016175   \n",
       "\n",
       "                                                    amplitude__agg_linear_trend__attr_\"slope\"__chunk_len_50__f_agg_\"max\"  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                          -0.605708                      \n",
       "amplitude__kurtosis                                                                         -0.445859                      \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                          -0.891196                      \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                         0.684994                      \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                        -0.567524                      \n",
       "...                                                                                               ...                      \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                             0.644827                      \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                          -0.016043                      \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                          -0.008716                      \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                             0.607260                      \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                            0.061186                      \n",
       "\n",
       "                                                    amplitude__lempel_ziv_complexity__bins_100  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                   -0.522634   \n",
       "amplitude__kurtosis                                                                  -0.898049   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                   -0.386403   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                  0.726854   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                 -0.770370   \n",
       "...                                                                                        ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                      0.284322   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                   -0.035904   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                   -0.025150   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                      0.269386   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                    -0.001438   \n",
       "\n",
       "                                                    amplitude__lempel_ziv_complexity__bins_10  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                  -0.501036   \n",
       "amplitude__kurtosis                                                                 -0.848471   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                  -0.483136   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                 0.757772   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                -0.795897   \n",
       "...                                                                                       ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                     0.408225   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                  -0.047835   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                  -0.030719   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                     0.382949   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                   -0.024449   \n",
       "\n",
       "                                                    ...  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...  ...   \n",
       "amplitude__kurtosis                                 ...   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...  ...   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                ...   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                ...   \n",
       "...                                                 ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82    ...   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88  ...   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98  ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74    ...   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16   ...   \n",
       "\n",
       "                                                    amplitude__root_mean_square  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                    -0.252763   \n",
       "amplitude__kurtosis                                                   -0.383036   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                    -0.669502   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                   0.630111   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                  -0.504607   \n",
       "...                                                                         ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                       0.805741   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                    -0.068208   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                    -0.071950   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                       0.763795   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                     -0.020292   \n",
       "\n",
       "                                                    amplitude__variance  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...            -0.305663   \n",
       "amplitude__kurtosis                                           -0.410942   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...            -0.704661   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                           0.735229   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                          -0.542480   \n",
       "...                                                                 ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82               0.814212   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88            -0.038025   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98            -0.045296   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74               0.764561   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16             -0.020900   \n",
       "\n",
       "                                                    amplitude__standard_deviation  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                      -0.252763   \n",
       "amplitude__kurtosis                                                     -0.383036   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                      -0.669502   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                     0.630111   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                    -0.504607   \n",
       "...                                                                           ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                         0.805741   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                      -0.068208   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                      -0.071950   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                         0.763795   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                       -0.020292   \n",
       "\n",
       "                                                    amplitude__fft_coefficient__attr_\"real\"__coeff_17  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                          -0.039949   \n",
       "amplitude__kurtosis                                                                         -0.051668   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                          -0.132381   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                         0.143589   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                        -0.074068   \n",
       "...                                                                                               ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                             0.188352   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                           0.011309   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                          -0.007131   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                             0.218871   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                            0.009787   \n",
       "\n",
       "                                                    amplitude__ar_coefficient__coeff_5__k_10  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                  0.032042   \n",
       "amplitude__kurtosis                                                                -0.119713   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                  0.168078   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                               -0.041252   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                0.058530   \n",
       "...                                                                                      ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                   -0.202450   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                  0.028841   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                  0.031402   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                   -0.209389   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                   0.015732   \n",
       "\n",
       "                                                    amplitude__fft_coefficient__attr_\"abs\"__coeff_82  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                         -0.233299   \n",
       "amplitude__kurtosis                                                                        -0.359554   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                         -0.630104   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                        0.592947   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                       -0.452934   \n",
       "...                                                                                              ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            1.000000   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                         -0.068328   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                         -0.054973   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                            0.835700   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                          -0.016194   \n",
       "\n",
       "                                                    amplitude__fft_coefficient__attr_\"angle\"__coeff_88  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                          -0.043863    \n",
       "amplitude__kurtosis                                                                          0.049693    \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                           0.028968    \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                        -0.006724    \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                         0.016218    \n",
       "...                                                                                               ...    \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            -0.068328    \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                           1.000000    \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                           0.135812    \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                            -0.084000    \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                            0.006603    \n",
       "\n",
       "                                                    amplitude__fft_coefficient__attr_\"angle\"__coeff_98  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                          -0.007388    \n",
       "amplitude__kurtosis                                                                          0.022679    \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                           0.029765    \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                        -0.000568    \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                         0.014301    \n",
       "...                                                                                               ...    \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            -0.054973    \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                           0.135812    \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                           1.000000    \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                            -0.046347    \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                            0.031128    \n",
       "\n",
       "                                                    amplitude__fft_coefficient__attr_\"abs\"__coeff_74  \\\n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                         -0.197545   \n",
       "amplitude__kurtosis                                                                        -0.353731   \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                         -0.581557   \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                        0.536381   \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                       -0.421430   \n",
       "...                                                                                              ...   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            0.835700   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                         -0.084000   \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                         -0.046347   \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                            1.000000   \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                           0.023682   \n",
       "\n",
       "                                                    amplitude__fft_coefficient__attr_\"imag\"__coeff_16  \n",
       "amplitude__energy_ratio_by_chunks__num_segments...                                          -0.039201  \n",
       "amplitude__kurtosis                                                                          0.002035  \n",
       "amplitude__agg_linear_trend__attr_\"slope\"__chun...                                          -0.011609  \n",
       "amplitude__ratio_beyond_r_sigma__r_1                                                         0.002880  \n",
       "amplitude__ratio_beyond_r_sigma__r_3                                                        -0.000475  \n",
       "...                                                                                               ...  \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_82                                            -0.016194  \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_88                                           0.006603  \n",
       "amplitude__fft_coefficient__attr_\"angle\"__coeff_98                                           0.031128  \n",
       "amplitude__fft_coefficient__attr_\"abs\"__coeff_74                                             0.023682  \n",
       "amplitude__fft_coefficient__attr_\"imag\"__coeff_16                                            1.000000  \n",
       "\n",
       "[627 rows x 627 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "correlated_value"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Membatasi nilai minimal korelasi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "threshold = 0.9"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Mengambil seluruh nilai yang berada di atas *threshold*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "high_corrs = (correlated_value[abs(correlated_value) > threshold][correlated_value != 1.0]).unstack().dropna().to_dict()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Mengambil nilai pasangan *feature* (tanpa duplikat) yang memiliki korelasi di atas *threshold*. Serta melakukan *sorting* dari nilai korelasi yang memiliki nilai tertinggi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "unique_high_corrs = pd.DataFrame(list(set([(tuple(sorted(key)), high_corrs[key]) for key in high_corrs])), columns=['feature_pair', 'correlation_coefficient'])\n",
    "unique_high_corrs = unique_high_corrs.loc[abs(unique_high_corrs['correlation_coefficient']).argsort()[::-1]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Melihat nilai pasangan *features* dan nilai korelasinya"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>feature_pair</th>\n",
       "      <th>correlation_coefficient</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>(amplitude__root_mean_square, amplitude__stand...</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>731</th>\n",
       "      <td>(amplitude__change_quantiles__f_agg_\"mean\"__is...</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261</th>\n",
       "      <td>(amplitude__autocorrelation__lag_1, amplitude_...</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>351</th>\n",
       "      <td>(amplitude__count_above__t_0, amplitude__count...</td>\n",
       "      <td>-1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>332</th>\n",
       "      <td>(amplitude__first_location_of_maximum, amplitu...</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>(amplitude__change_quantiles__f_agg_\"mean\"__is...</td>\n",
       "      <td>0.900490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>(amplitude__change_quantiles__f_agg_\"mean\"__is...</td>\n",
       "      <td>0.900392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>968</th>\n",
       "      <td>(amplitude__agg_linear_trend__attr_\"intercept\"...</td>\n",
       "      <td>0.900293</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>(amplitude__agg_linear_trend__attr_\"stderr\"__c...</td>\n",
       "      <td>0.900139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>(amplitude__autocorrelation__lag_2, amplitude_...</td>\n",
       "      <td>-0.900112</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1059 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          feature_pair  \\\n",
       "210  (amplitude__root_mean_square, amplitude__stand...   \n",
       "731  (amplitude__change_quantiles__f_agg_\"mean\"__is...   \n",
       "261  (amplitude__autocorrelation__lag_1, amplitude_...   \n",
       "351  (amplitude__count_above__t_0, amplitude__count...   \n",
       "332  (amplitude__first_location_of_maximum, amplitu...   \n",
       "..                                                 ...   \n",
       "110  (amplitude__change_quantiles__f_agg_\"mean\"__is...   \n",
       "743  (amplitude__change_quantiles__f_agg_\"mean\"__is...   \n",
       "968  (amplitude__agg_linear_trend__attr_\"intercept\"...   \n",
       "82   (amplitude__agg_linear_trend__attr_\"stderr\"__c...   \n",
       "252  (amplitude__autocorrelation__lag_2, amplitude_...   \n",
       "\n",
       "     correlation_coefficient  \n",
       "210                 1.000000  \n",
       "731                 1.000000  \n",
       "261                 1.000000  \n",
       "351                -1.000000  \n",
       "332                 1.000000  \n",
       "..                       ...  \n",
       "110                 0.900490  \n",
       "743                 0.900392  \n",
       "968                 0.900293  \n",
       "82                  0.900139  \n",
       "252                -0.900112  \n",
       "\n",
       "[1059 rows x 2 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "unique_high_corrs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "unique_high_corrs.to_csv(os.path.join(output_dir, 'high_pair_correlated_features.csv'), index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## Mengambil nilai per *features* untuk kemudian dilakukan penghapusan *features* pada *dataframe*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "correlated_features = set()\n",
    "\n",
    "for uniques in unique_high_corrs['feature_pair']:\n",
    "    for unique in uniques:\n",
    "        correlated_features.add(unique)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "198"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(correlated_features)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Menyimpan *features* yang memiliki korelasi tinggi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "corr = pd.DataFrame(list(correlated_features))\n",
    "corr.to_csv(os.path.join(output_dir, 'high_correlated_features.csv'), index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.drop(list(correlated_features), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3</th>\n",
       "      <th>amplitude__kurtosis</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_1</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_3</th>\n",
       "      <th>amplitude__binned_entropy__max_bins_10</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_0.5</th>\n",
       "      <th>amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_9</th>\n",
       "      <th>amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_8</th>\n",
       "      <th>amplitude__large_standard_deviation__r_0.1</th>\n",
       "      <th>amplitude__ratio_beyond_r_sigma__r_5</th>\n",
       "      <th>...</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"imag\"__coeff_56</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_81</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"imag\"__coeff_64</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"real\"__coeff_84</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"real\"__coeff_17</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_82</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_88</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"angle\"__coeff_98</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"abs\"__coeff_74</th>\n",
       "      <th>amplitude__fft_coefficient__attr_\"imag\"__coeff_16</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.469513</td>\n",
       "      <td>5.959679</td>\n",
       "      <td>0.200799</td>\n",
       "      <td>0.022977</td>\n",
       "      <td>1.217102</td>\n",
       "      <td>0.416583</td>\n",
       "      <td>0.024811</td>\n",
       "      <td>0.021483</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.002997</td>\n",
       "      <td>...</td>\n",
       "      <td>0.798020</td>\n",
       "      <td>4.010627</td>\n",
       "      <td>5.456772</td>\n",
       "      <td>-7.872064</td>\n",
       "      <td>-0.255936</td>\n",
       "      <td>4.781439</td>\n",
       "      <td>-174.380049</td>\n",
       "      <td>-3.787593</td>\n",
       "      <td>7.893489</td>\n",
       "      <td>0.297510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.326544</td>\n",
       "      <td>10.845853</td>\n",
       "      <td>0.166000</td>\n",
       "      <td>0.022000</td>\n",
       "      <td>1.095710</td>\n",
       "      <td>0.371000</td>\n",
       "      <td>0.009352</td>\n",
       "      <td>0.010652</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.006000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.288084</td>\n",
       "      <td>1.507428</td>\n",
       "      <td>1.135260</td>\n",
       "      <td>-2.471106</td>\n",
       "      <td>0.303064</td>\n",
       "      <td>2.647566</td>\n",
       "      <td>29.291453</td>\n",
       "      <td>15.324467</td>\n",
       "      <td>0.810832</td>\n",
       "      <td>0.750789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.345457</td>\n",
       "      <td>3.723390</td>\n",
       "      <td>0.221000</td>\n",
       "      <td>0.020000</td>\n",
       "      <td>1.310342</td>\n",
       "      <td>0.470000</td>\n",
       "      <td>0.032158</td>\n",
       "      <td>0.018916</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.691945</td>\n",
       "      <td>2.499668</td>\n",
       "      <td>0.646966</td>\n",
       "      <td>-4.893941</td>\n",
       "      <td>1.545728</td>\n",
       "      <td>4.472979</td>\n",
       "      <td>78.126925</td>\n",
       "      <td>142.877509</td>\n",
       "      <td>16.003414</td>\n",
       "      <td>0.244029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.356715</td>\n",
       "      <td>5.284755</td>\n",
       "      <td>0.215000</td>\n",
       "      <td>0.019000</td>\n",
       "      <td>1.142785</td>\n",
       "      <td>0.418000</td>\n",
       "      <td>0.011555</td>\n",
       "      <td>0.016345</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.003000</td>\n",
       "      <td>...</td>\n",
       "      <td>-2.947454</td>\n",
       "      <td>1.114264</td>\n",
       "      <td>-0.774675</td>\n",
       "      <td>1.190634</td>\n",
       "      <td>-1.038585</td>\n",
       "      <td>2.017855</td>\n",
       "      <td>-79.612473</td>\n",
       "      <td>51.023973</td>\n",
       "      <td>2.397158</td>\n",
       "      <td>-0.162564</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.349177</td>\n",
       "      <td>2.932299</td>\n",
       "      <td>0.209000</td>\n",
       "      <td>0.022000</td>\n",
       "      <td>1.614728</td>\n",
       "      <td>0.416000</td>\n",
       "      <td>0.013895</td>\n",
       "      <td>0.017857</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.442982</td>\n",
       "      <td>9.865236</td>\n",
       "      <td>0.646861</td>\n",
       "      <td>8.984799</td>\n",
       "      <td>-0.031673</td>\n",
       "      <td>8.606132</td>\n",
       "      <td>-73.521341</td>\n",
       "      <td>-61.072681</td>\n",
       "      <td>36.559995</td>\n",
       "      <td>-0.210694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2109</th>\n",
       "      <td>0.136688</td>\n",
       "      <td>0.001900</td>\n",
       "      <td>0.312687</td>\n",
       "      <td>0.000999</td>\n",
       "      <td>1.884606</td>\n",
       "      <td>0.591409</td>\n",
       "      <td>0.040059</td>\n",
       "      <td>0.029100</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.009274</td>\n",
       "      <td>0.037824</td>\n",
       "      <td>0.238247</td>\n",
       "      <td>0.065474</td>\n",
       "      <td>-0.855171</td>\n",
       "      <td>0.375969</td>\n",
       "      <td>-45.478794</td>\n",
       "      <td>-37.066539</td>\n",
       "      <td>0.343040</td>\n",
       "      <td>-0.623953</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2110</th>\n",
       "      <td>0.188925</td>\n",
       "      <td>1.014374</td>\n",
       "      <td>0.289000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>1.725398</td>\n",
       "      <td>0.512000</td>\n",
       "      <td>0.030751</td>\n",
       "      <td>0.156512</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>24.498934</td>\n",
       "      <td>13.634828</td>\n",
       "      <td>-50.930620</td>\n",
       "      <td>-6.480105</td>\n",
       "      <td>1.461314</td>\n",
       "      <td>2.275094</td>\n",
       "      <td>123.750387</td>\n",
       "      <td>155.411774</td>\n",
       "      <td>5.192975</td>\n",
       "      <td>0.177391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2111</th>\n",
       "      <td>0.123255</td>\n",
       "      <td>1.956209</td>\n",
       "      <td>0.251000</td>\n",
       "      <td>0.014000</td>\n",
       "      <td>1.548374</td>\n",
       "      <td>0.532000</td>\n",
       "      <td>0.032229</td>\n",
       "      <td>0.049471</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.960602</td>\n",
       "      <td>1.051940</td>\n",
       "      <td>0.973961</td>\n",
       "      <td>-2.139953</td>\n",
       "      <td>0.379760</td>\n",
       "      <td>0.942002</td>\n",
       "      <td>61.453897</td>\n",
       "      <td>-30.846669</td>\n",
       "      <td>3.685654</td>\n",
       "      <td>-0.541400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2112</th>\n",
       "      <td>0.113944</td>\n",
       "      <td>1.044436</td>\n",
       "      <td>0.276000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>1.722862</td>\n",
       "      <td>0.537000</td>\n",
       "      <td>0.071466</td>\n",
       "      <td>0.109043</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-4.181299</td>\n",
       "      <td>2.688511</td>\n",
       "      <td>-1.509063</td>\n",
       "      <td>18.175975</td>\n",
       "      <td>-1.606857</td>\n",
       "      <td>8.355193</td>\n",
       "      <td>-165.544002</td>\n",
       "      <td>5.897375</td>\n",
       "      <td>20.571795</td>\n",
       "      <td>0.963679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2113</th>\n",
       "      <td>0.103924</td>\n",
       "      <td>0.693493</td>\n",
       "      <td>0.287000</td>\n",
       "      <td>0.006000</td>\n",
       "      <td>1.802407</td>\n",
       "      <td>0.505000</td>\n",
       "      <td>0.262834</td>\n",
       "      <td>0.136302</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-8.020681</td>\n",
       "      <td>36.856134</td>\n",
       "      <td>-14.700400</td>\n",
       "      <td>-19.481461</td>\n",
       "      <td>-0.184255</td>\n",
       "      <td>25.987546</td>\n",
       "      <td>-59.870500</td>\n",
       "      <td>-16.435511</td>\n",
       "      <td>42.085277</td>\n",
       "      <td>1.289090</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2114 rows × 429 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_3  \\\n",
       "0                                              0.469513                     \n",
       "1                                              0.326544                     \n",
       "2                                              0.345457                     \n",
       "3                                              0.356715                     \n",
       "4                                              0.349177                     \n",
       "...                                                 ...                     \n",
       "2109                                           0.136688                     \n",
       "2110                                           0.188925                     \n",
       "2111                                           0.123255                     \n",
       "2112                                           0.113944                     \n",
       "2113                                           0.103924                     \n",
       "\n",
       "      amplitude__kurtosis  amplitude__ratio_beyond_r_sigma__r_1  \\\n",
       "0                5.959679                              0.200799   \n",
       "1               10.845853                              0.166000   \n",
       "2                3.723390                              0.221000   \n",
       "3                5.284755                              0.215000   \n",
       "4                2.932299                              0.209000   \n",
       "...                   ...                                   ...   \n",
       "2109             0.001900                              0.312687   \n",
       "2110             1.014374                              0.289000   \n",
       "2111             1.956209                              0.251000   \n",
       "2112             1.044436                              0.276000   \n",
       "2113             0.693493                              0.287000   \n",
       "\n",
       "      amplitude__ratio_beyond_r_sigma__r_3  \\\n",
       "0                                 0.022977   \n",
       "1                                 0.022000   \n",
       "2                                 0.020000   \n",
       "3                                 0.019000   \n",
       "4                                 0.022000   \n",
       "...                                    ...   \n",
       "2109                              0.000999   \n",
       "2110                              0.008000   \n",
       "2111                              0.014000   \n",
       "2112                              0.008000   \n",
       "2113                              0.006000   \n",
       "\n",
       "      amplitude__binned_entropy__max_bins_10  \\\n",
       "0                                   1.217102   \n",
       "1                                   1.095710   \n",
       "2                                   1.310342   \n",
       "3                                   1.142785   \n",
       "4                                   1.614728   \n",
       "...                                      ...   \n",
       "2109                                1.884606   \n",
       "2110                                1.725398   \n",
       "2111                                1.548374   \n",
       "2112                                1.722862   \n",
       "2113                                1.802407   \n",
       "\n",
       "      amplitude__ratio_beyond_r_sigma__r_0.5  \\\n",
       "0                                   0.416583   \n",
       "1                                   0.371000   \n",
       "2                                   0.470000   \n",
       "3                                   0.418000   \n",
       "4                                   0.416000   \n",
       "...                                      ...   \n",
       "2109                                0.591409   \n",
       "2110                                0.512000   \n",
       "2111                                0.532000   \n",
       "2112                                0.537000   \n",
       "2113                                0.505000   \n",
       "\n",
       "      amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_9  \\\n",
       "0                                              0.024811                     \n",
       "1                                              0.009352                     \n",
       "2                                              0.032158                     \n",
       "3                                              0.011555                     \n",
       "4                                              0.013895                     \n",
       "...                                                 ...                     \n",
       "2109                                           0.040059                     \n",
       "2110                                           0.030751                     \n",
       "2111                                           0.032229                     \n",
       "2112                                           0.071466                     \n",
       "2113                                           0.262834                     \n",
       "\n",
       "      amplitude__energy_ratio_by_chunks__num_segments_10__segment_focus_8  \\\n",
       "0                                              0.021483                     \n",
       "1                                              0.010652                     \n",
       "2                                              0.018916                     \n",
       "3                                              0.016345                     \n",
       "4                                              0.017857                     \n",
       "...                                                 ...                     \n",
       "2109                                           0.029100                     \n",
       "2110                                           0.156512                     \n",
       "2111                                           0.049471                     \n",
       "2112                                           0.109043                     \n",
       "2113                                           0.136302                     \n",
       "\n",
       "      amplitude__large_standard_deviation__r_0.1  \\\n",
       "0                                            0.0   \n",
       "1                                            0.0   \n",
       "2                                            0.0   \n",
       "3                                            0.0   \n",
       "4                                            1.0   \n",
       "...                                          ...   \n",
       "2109                                         1.0   \n",
       "2110                                         1.0   \n",
       "2111                                         1.0   \n",
       "2112                                         1.0   \n",
       "2113                                         1.0   \n",
       "\n",
       "      amplitude__ratio_beyond_r_sigma__r_5  ...  \\\n",
       "0                                 0.002997  ...   \n",
       "1                                 0.006000  ...   \n",
       "2                                 0.001000  ...   \n",
       "3                                 0.003000  ...   \n",
       "4                                 0.000000  ...   \n",
       "...                                    ...  ...   \n",
       "2109                              0.000000  ...   \n",
       "2110                              0.000000  ...   \n",
       "2111                              0.000000  ...   \n",
       "2112                              0.000000  ...   \n",
       "2113                              0.000000  ...   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"imag\"__coeff_56  \\\n",
       "0                                              0.798020   \n",
       "1                                             -0.288084   \n",
       "2                                              2.691945   \n",
       "3                                             -2.947454   \n",
       "4                                              3.442982   \n",
       "...                                                 ...   \n",
       "2109                                           0.009274   \n",
       "2110                                          24.498934   \n",
       "2111                                          -0.960602   \n",
       "2112                                          -4.181299   \n",
       "2113                                          -8.020681   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"abs\"__coeff_81  \\\n",
       "0                                             4.010627   \n",
       "1                                             1.507428   \n",
       "2                                             2.499668   \n",
       "3                                             1.114264   \n",
       "4                                             9.865236   \n",
       "...                                                ...   \n",
       "2109                                          0.037824   \n",
       "2110                                         13.634828   \n",
       "2111                                          1.051940   \n",
       "2112                                          2.688511   \n",
       "2113                                         36.856134   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"imag\"__coeff_64  \\\n",
       "0                                              5.456772   \n",
       "1                                              1.135260   \n",
       "2                                              0.646966   \n",
       "3                                             -0.774675   \n",
       "4                                              0.646861   \n",
       "...                                                 ...   \n",
       "2109                                           0.238247   \n",
       "2110                                         -50.930620   \n",
       "2111                                           0.973961   \n",
       "2112                                          -1.509063   \n",
       "2113                                         -14.700400   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"real\"__coeff_84  \\\n",
       "0                                             -7.872064   \n",
       "1                                             -2.471106   \n",
       "2                                             -4.893941   \n",
       "3                                              1.190634   \n",
       "4                                              8.984799   \n",
       "...                                                 ...   \n",
       "2109                                           0.065474   \n",
       "2110                                          -6.480105   \n",
       "2111                                          -2.139953   \n",
       "2112                                          18.175975   \n",
       "2113                                         -19.481461   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"real\"__coeff_17  \\\n",
       "0                                             -0.255936   \n",
       "1                                              0.303064   \n",
       "2                                              1.545728   \n",
       "3                                             -1.038585   \n",
       "4                                             -0.031673   \n",
       "...                                                 ...   \n",
       "2109                                          -0.855171   \n",
       "2110                                           1.461314   \n",
       "2111                                           0.379760   \n",
       "2112                                          -1.606857   \n",
       "2113                                          -0.184255   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"abs\"__coeff_82  \\\n",
       "0                                             4.781439   \n",
       "1                                             2.647566   \n",
       "2                                             4.472979   \n",
       "3                                             2.017855   \n",
       "4                                             8.606132   \n",
       "...                                                ...   \n",
       "2109                                          0.375969   \n",
       "2110                                          2.275094   \n",
       "2111                                          0.942002   \n",
       "2112                                          8.355193   \n",
       "2113                                         25.987546   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"angle\"__coeff_88  \\\n",
       "0                                           -174.380049    \n",
       "1                                             29.291453    \n",
       "2                                             78.126925    \n",
       "3                                            -79.612473    \n",
       "4                                            -73.521341    \n",
       "...                                                 ...    \n",
       "2109                                         -45.478794    \n",
       "2110                                         123.750387    \n",
       "2111                                          61.453897    \n",
       "2112                                        -165.544002    \n",
       "2113                                         -59.870500    \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"angle\"__coeff_98  \\\n",
       "0                                             -3.787593    \n",
       "1                                             15.324467    \n",
       "2                                            142.877509    \n",
       "3                                             51.023973    \n",
       "4                                            -61.072681    \n",
       "...                                                 ...    \n",
       "2109                                         -37.066539    \n",
       "2110                                         155.411774    \n",
       "2111                                         -30.846669    \n",
       "2112                                           5.897375    \n",
       "2113                                         -16.435511    \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"abs\"__coeff_74  \\\n",
       "0                                             7.893489   \n",
       "1                                             0.810832   \n",
       "2                                            16.003414   \n",
       "3                                             2.397158   \n",
       "4                                            36.559995   \n",
       "...                                                ...   \n",
       "2109                                          0.343040   \n",
       "2110                                          5.192975   \n",
       "2111                                          3.685654   \n",
       "2112                                         20.571795   \n",
       "2113                                         42.085277   \n",
       "\n",
       "      amplitude__fft_coefficient__attr_\"imag\"__coeff_16  \n",
       "0                                              0.297510  \n",
       "1                                              0.750789  \n",
       "2                                              0.244029  \n",
       "3                                             -0.162564  \n",
       "4                                             -0.210694  \n",
       "...                                                 ...  \n",
       "2109                                          -0.623953  \n",
       "2110                                           0.177391  \n",
       "2111                                          -0.541400  \n",
       "2112                                           0.963679  \n",
       "2113                                           1.289090  \n",
       "\n",
       "[2114 rows x 429 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Menyimpan *fetures* tanpa *features* yang berkorelasi tinggi. Features ini akan digunakan untuk dilakukan training model menggunakan Random Forest Classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(os.path.join(output_dir, 'features_without_high_correlated_value.csv'), index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}