feature_engineering_old.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt \n",
    "from sklearn.preprocessing import OneHotEncoder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['encounter_id', 'patient_nbr', 'race', 'gender', 'age', 'weight',\n",
       "       'admission_type_id', 'discharge_disposition_id', 'admission_source_id',\n",
       "       'time_in_hospital', 'payer_code', 'medical_specialty',\n",
       "       'num_lab_procedures', 'num_procedures', 'num_medications',\n",
       "       'number_outpatient', 'number_emergency', 'number_inpatient', 'diag_1',\n",
       "       'diag_2', 'diag_3', 'number_diagnoses', 'max_glu_serum', 'A1Cresult',\n",
       "       'metformin', 'repaglinide', 'nateglinide', 'chlorpropamide',\n",
       "       'glimepiride', 'acetohexamide', 'glipizide', 'glyburide', 'tolbutamide',\n",
       "       'pioglitazone', 'rosiglitazone', 'acarbose', 'miglitol', 'troglitazone',\n",
       "       'tolazamide', 'examide', 'citoglipton', 'insulin',\n",
       "       'glyburide-metformin', 'glipizide-metformin',\n",
       "       'glimepiride-pioglitazone', 'metformin-rosiglitazone',\n",
       "       'metformin-pioglitazone', 'change', 'diabetesMed', 'readmitted'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_set = pd.read_csv('./dataset_diabetes/diabetic_data_train.csv')\n",
    "ts = train_set.copy()\n",
    "ts.columns\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "encounter_id  encounter_id\n",
      "12522         12522           1\n",
      "15738         15738           1\n",
      "28236         28236           1\n",
      "35754         35754           1\n",
      "36900         36900           1\n",
      "                             ..\n",
      "443847548     443847548       1\n",
      "443847782     443847782       1\n",
      "443854148     443854148       1\n",
      "443857166     443857166       1\n",
      "443867222     443867222       1\n",
      "Name: encounter_id, Length: 81412, dtype: int64\n",
      "patient_nbr  patient_nbr\n",
      "135          135            2\n",
      "729          729            1\n",
      "927          927            1\n",
      "1152         1152           4\n",
      "1305         1305           1\n",
      "                           ..\n",
      "189351095    189351095      1\n",
      "189365864    189365864      1\n",
      "189445127    189445127      1\n",
      "189481478    189481478      1\n",
      "189502619    189502619      1\n",
      "Name: patient_nbr, Length: 60044, dtype: int64\n",
      "race             race           \n",
      "?                ?                   1800\n",
      "AfricanAmerican  AfricanAmerican    15384\n",
      "Asian            Asian                528\n",
      "Caucasian        Caucasian          60858\n",
      "Hispanic         Hispanic            1613\n",
      "Other            Other               1229\n",
      "Name: race, dtype: int64\n",
      "gender           gender         \n",
      "Female           Female             43769\n",
      "Male             Male               37641\n",
      "Unknown/Invalid  Unknown/Invalid        2\n",
      "Name: gender, dtype: int64\n",
      "age       age     \n",
      "[0-10)    [0-10)        122\n",
      "[10-20)   [10-20)       560\n",
      "[20-30)   [20-30)      1323\n",
      "[30-40)   [30-40)      2975\n",
      "[40-50)   [40-50)      7821\n",
      "[50-60)   [50-60)     13753\n",
      "[60-70)   [60-70)     18016\n",
      "[70-80)   [70-80)     20831\n",
      "[80-90)   [80-90)     13742\n",
      "[90-100)  [90-100)     2269\n",
      "Name: age, dtype: int64\n",
      "weight     weight   \n",
      ">200       >200             3\n",
      "?          ?            78849\n",
      "[0-25)     [0-25)          40\n",
      "[100-125)  [100-125)      504\n",
      "[125-150)  [125-150)      119\n",
      "[150-175)  [150-175)       31\n",
      "[175-200)  [175-200)        7\n",
      "[25-50)    [25-50)         76\n",
      "[50-75)    [50-75)        716\n",
      "[75-100)   [75-100)      1067\n",
      "Name: weight, dtype: int64\n",
      "admission_type_id  admission_type_id\n",
      "1                  1                    43281\n",
      "2                  2                    14748\n",
      "3                  3                    15074\n",
      "4                  4                        8\n",
      "5                  5                     3819\n",
      "6                  6                     4205\n",
      "7                  7                       15\n",
      "8                  8                      262\n",
      "Name: admission_type_id, dtype: int64\n",
      "discharge_disposition_id  discharge_disposition_id\n",
      "1                         1                           48120\n",
      "2                         2                            1714\n",
      "3                         3                           11160\n",
      "4                         4                             677\n",
      "5                         5                             969\n",
      "6                         6                           10351\n",
      "7                         7                             502\n",
      "8                         8                              85\n",
      "9                         9                              17\n",
      "10                        10                              5\n",
      "11                        11                           1319\n",
      "12                        12                              2\n",
      "13                        13                            318\n",
      "14                        14                            288\n",
      "15                        15                             51\n",
      "16                        16                              9\n",
      "17                        17                              9\n",
      "18                        18                           2938\n",
      "19                        19                              6\n",
      "20                        20                              2\n",
      "22                        22                           1582\n",
      "23                        23                            326\n",
      "24                        24                             42\n",
      "25                        25                            794\n",
      "27                        27                              4\n",
      "28                        28                            122\n",
      "Name: discharge_disposition_id, dtype: int64\n",
      "admission_source_id  admission_source_id\n",
      "1                    1                      23669\n",
      "2                    2                        872\n",
      "3                    3                        144\n",
      "4                    4                       2508\n",
      "5                    5                        675\n",
      "6                    6                       1805\n",
      "7                    7                      46106\n",
      "8                    8                         14\n",
      "9                    9                         94\n",
      "10                   10                         8\n",
      "11                   11                         2\n",
      "13                   13                         1\n",
      "14                   14                         2\n",
      "17                   17                      5369\n",
      "20                   20                       134\n",
      "22                   22                         8\n",
      "25                   25                         1\n",
      "Name: admission_source_id, dtype: int64\n",
      "time_in_hospital  time_in_hospital\n",
      "1                 1                   11432\n",
      "2                 2                   13806\n",
      "3                 3                   14130\n",
      "4                 4                   11132\n",
      "5                 5                    7948\n",
      "6                 6                    6017\n",
      "7                 7                    4705\n",
      "8                 8                    3535\n",
      "9                 9                    2434\n",
      "10                10                   1894\n",
      "11                11                   1480\n",
      "12                12                   1130\n",
      "13                13                    950\n",
      "14                14                    819\n",
      "Name: time_in_hospital, dtype: int64\n",
      "payer_code  payer_code\n",
      "?           ?             32138\n",
      "BC          BC             3671\n",
      "CH          CH              123\n",
      "CM          CM             1565\n",
      "CP          CP             2053\n",
      "DM          DM              441\n",
      "HM          HM             5074\n",
      "MC          MC            26000\n",
      "MD          MD             2827\n",
      "MP          MP               61\n",
      "OG          OG              819\n",
      "OT          OT               80\n",
      "PO          PO              463\n",
      "SI          SI               41\n",
      "SP          SP             3984\n",
      "UN          UN             1957\n",
      "WC          WC              115\n",
      "Name: payer_code, dtype: int64\n",
      "medical_specialty                 medical_specialty               \n",
      "?                                 ?                                   40063\n",
      "AllergyandImmunology              AllergyandImmunology                    6\n",
      "Anesthesiology                    Anesthesiology                         11\n",
      "Anesthesiology-Pediatric          Anesthesiology-Pediatric               15\n",
      "Cardiology                        Cardiology                           4274\n",
      "                                                                      ...  \n",
      "Surgery-PlasticwithinHeadandNeck  Surgery-PlasticwithinHeadandNeck        1\n",
      "Surgery-Thoracic                  Surgery-Thoracic                       93\n",
      "Surgery-Vascular                  Surgery-Vascular                      424\n",
      "SurgicalSpecialty                 SurgicalSpecialty                      29\n",
      "Urology                           Urology                               535\n",
      "Name: medical_specialty, Length: 72, dtype: int64\n",
      "num_lab_procedures  num_lab_procedures\n",
      "1                   1                     2599\n",
      "2                   2                      884\n",
      "3                   3                      551\n",
      "4                   4                      301\n",
      "5                   5                      232\n",
      "                                          ... \n",
      "118                 118                      1\n",
      "120                 120                      1\n",
      "126                 126                      1\n",
      "129                 129                      1\n",
      "132                 132                      1\n",
      "Name: num_lab_procedures, Length: 117, dtype: int64\n",
      "num_procedures  num_procedures\n",
      "0               0                 37447\n",
      "1               1                 16518\n",
      "2               2                 10154\n",
      "3               3                  7500\n",
      "4               4                  3361\n",
      "5               5                  2456\n",
      "6               6                  3976\n",
      "Name: num_procedures, dtype: int64\n",
      "num_medications  num_medications\n",
      "1                1                   205\n",
      "2                2                   367\n",
      "3                3                   728\n",
      "4                4                  1137\n",
      "5                5                  1623\n",
      "                                    ... \n",
      "72               72                    3\n",
      "74               74                    1\n",
      "75               75                    2\n",
      "79               79                    1\n",
      "81               81                    1\n",
      "Name: num_medications, Length: 75, dtype: int64\n",
      "number_outpatient  number_outpatient\n",
      "0                  0                    67997\n",
      "1                  1                     6840\n",
      "2                  2                     2887\n",
      "3                  3                     1635\n",
      "4                  4                      884\n",
      "5                  5                      437\n",
      "6                  6                      233\n",
      "7                  7                      122\n",
      "8                  8                       76\n",
      "9                  9                       67\n",
      "10                 10                      50\n",
      "11                 11                      34\n",
      "12                 12                      23\n",
      "13                 13                      28\n",
      "14                 14                      23\n",
      "15                 15                      18\n",
      "16                 16                      12\n",
      "17                 17                       5\n",
      "18                 18                       4\n",
      "19                 19                       2\n",
      "20                 20                       5\n",
      "21                 21                       5\n",
      "22                 22                       5\n",
      "23                 23                       2\n",
      "24                 24                       2\n",
      "25                 25                       1\n",
      "26                 26                       2\n",
      "27                 27                       2\n",
      "28                 28                       1\n",
      "29                 29                       2\n",
      "34                 34                       1\n",
      "35                 35                       1\n",
      "36                 36                       2\n",
      "37                 37                       1\n",
      "39                 39                       1\n",
      "40                 40                       1\n",
      "42                 42                       1\n",
      "Name: number_outpatient, dtype: int64\n",
      "number_emergency  number_emergency\n",
      "0                 0                   72340\n",
      "1                 1                    6086\n",
      "2                 2                    1653\n",
      "3                 3                     586\n",
      "4                 4                     303\n",
      "5                 5                     150\n",
      "6                 6                      72\n",
      "7                 7                      61\n",
      "8                 8                      42\n",
      "9                 9                      25\n",
      "10                10                     28\n",
      "11                11                     16\n",
      "12                12                      8\n",
      "13                13                      8\n",
      "14                14                      3\n",
      "15                15                      2\n",
      "16                16                      4\n",
      "18                18                      5\n",
      "19                19                      4\n",
      "20                20                      3\n",
      "21                21                      2\n",
      "22                22                      5\n",
      "24                24                      1\n",
      "25                25                      2\n",
      "46                46                      1\n",
      "54                54                      1\n",
      "64                64                      1\n",
      "Name: number_emergency, dtype: int64\n",
      "number_inpatient  number_inpatient\n",
      "0                 0                   53972\n",
      "1                 1                   15705\n",
      "2                 2                    6067\n",
      "3                 3                    2745\n",
      "4                 4                    1309\n",
      "5                 5                     641\n",
      "6                 6                     391\n",
      "7                 7                     212\n",
      "8                 8                     120\n",
      "9                 9                      92\n",
      "10                10                     52\n",
      "11                11                     35\n",
      "12                12                     29\n",
      "13                13                     18\n",
      "14                14                      8\n",
      "15                15                      7\n",
      "16                16                      5\n",
      "18                18                      1\n",
      "19                19                      2\n",
      "21                21                      1\n",
      "Name: number_inpatient, dtype: int64\n",
      "diag_1  diag_1\n",
      "10      10         1\n",
      "11      11         6\n",
      "110     110        2\n",
      "112     112       62\n",
      "114     114        1\n",
      "                  ..\n",
      "V60     V60        1\n",
      "V63     V63        8\n",
      "V66     V66        2\n",
      "V67     V67        1\n",
      "V71     V71        7\n",
      "Name: diag_1, Length: 697, dtype: int64\n",
      "diag_2  diag_2\n",
      "11      11          3\n",
      "110     110         6\n",
      "111     111         1\n",
      "112     112       148\n",
      "114     114         1\n",
      "                 ... \n",
      "V69     V69         1\n",
      "V70     V70         5\n",
      "V72     V72        10\n",
      "V85     V85       133\n",
      "V86     V86         1\n",
      "Name: diag_2, Length: 716, dtype: int64\n",
      "diag_3  diag_3\n",
      "11      11          1\n",
      "110     110        14\n",
      "111     111         1\n",
      "112     112       171\n",
      "115     115         1\n",
      "                 ... \n",
      "V66     V66        15\n",
      "V70     V70         2\n",
      "V72     V72         7\n",
      "V85     V85        76\n",
      "V86     V86         3\n",
      "Name: diag_3, Length: 768, dtype: int64\n",
      "number_diagnoses  number_diagnoses\n",
      "1                 1                     168\n",
      "2                 2                     802\n",
      "3                 3                    2274\n",
      "4                 4                    4436\n",
      "5                 5                    9057\n",
      "6                 6                    8163\n",
      "7                 7                    8328\n",
      "8                 8                    8505\n",
      "9                 9                   39591\n",
      "10                10                     14\n",
      "11                11                      9\n",
      "12                12                      6\n",
      "13                13                     13\n",
      "14                14                      5\n",
      "15                15                      8\n",
      "16                16                     33\n",
      "Name: number_diagnoses, dtype: int64\n",
      "max_glu_serum  max_glu_serum\n",
      ">200           >200              1195\n",
      ">300           >300               998\n",
      "None           None             77158\n",
      "Norm           Norm              2061\n",
      "Name: max_glu_serum, dtype: int64\n",
      "A1Cresult  A1Cresult\n",
      ">7         >7            3019\n",
      ">8         >8            6570\n",
      "None       None         67814\n",
      "Norm       Norm          4009\n",
      "Name: A1Cresult, dtype: int64\n",
      "metformin  metformin\n",
      "Down       Down           459\n",
      "No         No           65485\n",
      "Steady     Steady       14623\n",
      "Up         Up             845\n",
      "Name: metformin, dtype: int64\n",
      "repaglinide  repaglinide\n",
      "Down         Down              30\n",
      "No           No             80172\n",
      "Steady       Steady          1126\n",
      "Up           Up                84\n",
      "Name: repaglinide, dtype: int64\n",
      "nateglinide  nateglinide\n",
      "Down         Down              10\n",
      "No           No             80841\n",
      "Steady       Steady           539\n",
      "Up           Up                22\n",
      "Name: nateglinide, dtype: int64\n",
      "chlorpropamide  chlorpropamide\n",
      "Down            Down                  1\n",
      "No              No                81341\n",
      "Steady          Steady               66\n",
      "Up              Up                    4\n",
      "Name: chlorpropamide, dtype: int64\n",
      "glimepiride  glimepiride\n",
      "Down         Down             155\n",
      "No           No             77257\n",
      "Steady       Steady          3749\n",
      "Up           Up               251\n",
      "Name: glimepiride, dtype: int64\n",
      "acetohexamide  acetohexamide\n",
      "No             No               81411\n",
      "Steady         Steady               1\n",
      "Name: acetohexamide, dtype: int64\n",
      "glipizide  glipizide\n",
      "Down       Down           453\n",
      "No         No           71287\n",
      "Steady     Steady        9063\n",
      "Up         Up             609\n",
      "Name: glipizide, dtype: int64\n",
      "glyburide  glyburide\n",
      "Down       Down           452\n",
      "No         No           72892\n",
      "Steady     Steady        7426\n",
      "Up         Up             642\n",
      "Name: glyburide, dtype: int64\n",
      "tolbutamide  tolbutamide\n",
      "No           No             81395\n",
      "Steady       Steady            17\n",
      "Name: tolbutamide, dtype: int64\n",
      "pioglitazone  pioglitazone\n",
      "Down          Down               98\n",
      "No            No              75526\n",
      "Steady        Steady           5599\n",
      "Up            Up                189\n",
      "Name: pioglitazone, dtype: int64\n",
      "rosiglitazone  rosiglitazone\n",
      "Down           Down                68\n",
      "No             No               76343\n",
      "Steady         Steady            4859\n",
      "Up             Up                 142\n",
      "Name: rosiglitazone, dtype: int64\n",
      "acarbose  acarbose\n",
      "Down      Down            3\n",
      "No        No          81167\n",
      "Steady    Steady        234\n",
      "Up        Up              8\n",
      "Name: acarbose, dtype: int64\n",
      "miglitol  miglitol\n",
      "Down      Down            3\n",
      "No        No          81381\n",
      "Steady    Steady         27\n",
      "Up        Up              1\n",
      "Name: miglitol, dtype: int64\n",
      "troglitazone  troglitazone\n",
      "No            No              81409\n",
      "Steady        Steady              3\n",
      "Name: troglitazone, dtype: int64\n",
      "tolazamide  tolazamide\n",
      "No          No            81380\n",
      "Steady      Steady           31\n",
      "Up          Up                1\n",
      "Name: tolazamide, dtype: int64\n",
      "examide  examide\n",
      "No       No         81412\n",
      "Name: examide, dtype: int64\n",
      "citoglipton  citoglipton\n",
      "No           No             81412\n",
      "Name: citoglipton, dtype: int64\n",
      "insulin  insulin\n",
      "Down     Down        9725\n",
      "No       No         37967\n",
      "Steady   Steady     24602\n",
      "Up       Up          9118\n",
      "Name: insulin, dtype: int64\n",
      "glyburide-metformin  glyburide-metformin\n",
      "Down                 Down                       5\n",
      "No                   No                     80834\n",
      "Steady               Steady                   567\n",
      "Up                   Up                         6\n",
      "Name: glyburide-metformin, dtype: int64\n",
      "glipizide-metformin  glipizide-metformin\n",
      "No                   No                     81402\n",
      "Steady               Steady                    10\n",
      "Name: glipizide-metformin, dtype: int64\n",
      "glimepiride-pioglitazone  glimepiride-pioglitazone\n",
      "No                        No                          81412\n",
      "Name: glimepiride-pioglitazone, dtype: int64\n",
      "metformin-rosiglitazone  metformin-rosiglitazone\n",
      "No                       No                         81411\n",
      "Steady                   Steady                         1\n",
      "Name: metformin-rosiglitazone, dtype: int64\n",
      "metformin-pioglitazone  metformin-pioglitazone\n",
      "No                      No                        81412\n",
      "Name: metformin-pioglitazone, dtype: int64\n",
      "change  change\n",
      "Ch      Ch        37472\n",
      "No      No        43940\n",
      "Name: change, dtype: int64\n",
      "diabetesMed  diabetesMed\n",
      "No           No             18742\n",
      "Yes          Yes            62670\n",
      "Name: diabetesMed, dtype: int64\n",
      "readmitted  readmitted\n",
      "<30         <30            9154\n",
      ">30         >30           28517\n",
      "NO          NO            43741\n",
      "Name: readmitted, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "for col in ts.columns:\n",
    "    print(ts.groupby(col)[col].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "b0fa6594d8f4cbf19f97940f81e996739fb7646882a419484c72d19e05852a7e"
  },
  "kernelspec": {
   "display_name": "Python 3.9.8 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}