2021aicompetition-ml.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.10","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport seaborn as sns\nimport matplotlib.pyplot as plt\nfrom sklearn.impute import SimpleImputer","metadata":{"id":"FjWSYulYvoKt","execution":{"iopub.status.busy":"2021-07-01T13:27:55.291904Z","iopub.execute_input":"2021-07-01T13:27:55.292482Z","iopub.status.idle":"2021-07-01T13:27:55.297652Z","shell.execute_reply.started":"2021-07-01T13:27:55.292445Z","shell.execute_reply":"2021-07-01T13:27:55.296391Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 데이터 확인","metadata":{"id":"8ZjO6Agppun0"}},{"cell_type":"code","source":"train = pd.read_csv('../input/aicompetition/train.csv')\ntest = pd.read_csv('../input/aicompetition/test.csv')\nsubmission = pd.read_csv('../input/aicompetition/sample_submission.csv')","metadata":{"id":"-PbWtsGco93h","execution":{"iopub.status.busy":"2021-07-01T10:47:58.658088Z","iopub.execute_input":"2021-07-01T10:47:58.658397Z","iopub.status.idle":"2021-07-01T10:48:18.764402Z","shell.execute_reply.started":"2021-07-01T10:47:58.65837Z","shell.execute_reply":"2021-07-01T10:48:18.763267Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train","metadata":{"id":"-NxWZ2hgpFE4","outputId":"12524486-41f3-47f2-a210-1cf120402dfd","execution":{"iopub.status.busy":"2021-07-01T10:48:18.766041Z","iopub.execute_input":"2021-07-01T10:48:18.766335Z","iopub.status.idle":"2021-07-01T10:48:19.655139Z","shell.execute_reply.started":"2021-07-01T10:48:18.766307Z","shell.execute_reply":"2021-07-01T10:48:19.654105Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test","metadata":{"id":"x4i2ZDfFpQL_","outputId":"dcc82613-04ef-465e-dcc1-66420d8a5f6d","execution":{"iopub.status.busy":"2021-07-01T10:48:19.657184Z","iopub.execute_input":"2021-07-01T10:48:19.65759Z","iopub.status.idle":"2021-07-01T10:48:19.742202Z","shell.execute_reply.started":"2021-07-01T10:48:19.657548Z","shell.execute_reply":"2021-07-01T10:48:19.741159Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission","metadata":{"id":"T4I8rLo-pQjY","outputId":"30af6a3a-b36b-4c33-e893-18231625a2ae","execution":{"iopub.status.busy":"2021-07-01T10:48:19.743395Z","iopub.execute_input":"2021-07-01T10:48:19.743756Z","iopub.status.idle":"2021-07-01T10:48:19.75832Z","shell.execute_reply.started":"2021-07-01T10:48:19.743723Z","shell.execute_reply":"2021-07-01T10:48:19.757411Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.shape, test.shape, submission.shape","metadata":{"id":"FHEMkv4V7tWW","outputId":"21fcf1e4-2dfe-4025-a32c-4e6b9540956d","execution":{"iopub.status.busy":"2021-07-01T10:48:19.759602Z","iopub.execute_input":"2021-07-01T10:48:19.759954Z","iopub.status.idle":"2021-07-01T10:48:19.770914Z","shell.execute_reply.started":"2021-07-01T10:48:19.759922Z","shell.execute_reply":"2021-07-01T10:48:19.769923Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.columns","metadata":{"id":"inou8g0mp0IG","outputId":"f38e88d1-edc2-4a05-b6fe-bc522edda6fd","execution":{"iopub.status.busy":"2021-07-01T10:48:19.772122Z","iopub.execute_input":"2021-07-01T10:48:19.772407Z","iopub.status.idle":"2021-07-01T10:48:19.785392Z","shell.execute_reply.started":"2021-07-01T10:48:19.772371Z","shell.execute_reply":"2021-07-01T10:48:19.784473Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 데이터 전처리","metadata":{"id":"w0XePi7jpsmi"}},{"cell_type":"code","source":"#train_on = train['온도']\n#test_on = test['온도']","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:48:19.787702Z","iopub.execute_input":"2021-07-01T10:48:19.787996Z","iopub.status.idle":"2021-07-01T10:48:19.794322Z","shell.execute_reply.started":"2021-07-01T10:48:19.787967Z","shell.execute_reply":"2021-07-01T10:48:19.793389Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### 결측치 처리1 - sklearn, missingpy...","metadata":{}},{"cell_type":"markdown","source":"- nan_euclidean_distances","metadata":{}},{"cell_type":"code","source":"#from sklearn.metrics.pairwise import nan_euclidean_distances\n\n#euclidean_train = nan_euclidean_distances(train,train)\n#euclidean_test = nan_euclidean_distances(test,test)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:48:19.795962Z","iopub.execute_input":"2021-07-01T10:48:19.796243Z","iopub.status.idle":"2021-07-01T10:48:19.805798Z","shell.execute_reply.started":"2021-07-01T10:48:19.796216Z","shell.execute_reply":"2021-07-01T10:48:19.804763Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- KNNImputer","metadata":{}},{"cell_type":"code","source":"from sklearn.impute import KNNImputer\n\nimputer = KNNImputer(n_neighbors = 15) #n_neighbors = 3/5/15/20 , weights=\"uniform\"\ntrain_imputed = imputer.fit_transform(train.drop(['label_역률평균', 'label_전류고조파평균', 'label_전압고조파평균'],axis=1))\ntest_imputed = imputer.fit_transform(test)\ntrain_imputed = pd.DataFrame(train_imputed, columns = train.drop(['label_역률평균', 'label_전류고조파평균', 'label_전압고조파평균'],axis=1).columns)\ntest_imputed = pd.DataFrame(test_imputed, columns = test.columns)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:48:19.806912Z","iopub.execute_input":"2021-07-01T10:48:19.807174Z","iopub.status.idle":"2021-07-01T11:29:37.799864Z","shell.execute_reply.started":"2021-07-01T10:48:19.807149Z","shell.execute_reply":"2021-07-01T11:29:37.7988Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_imputed","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:37.801481Z","iopub.execute_input":"2021-07-01T11:29:37.801802Z","iopub.status.idle":"2021-07-01T11:29:38.151315Z","shell.execute_reply.started":"2021-07-01T11:29:37.801769Z","shell.execute_reply":"2021-07-01T11:29:38.15035Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_imputed","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:38.152412Z","iopub.execute_input":"2021-07-01T11:29:38.152716Z","iopub.status.idle":"2021-07-01T11:29:38.234907Z","shell.execute_reply.started":"2021-07-01T11:29:38.152686Z","shell.execute_reply":"2021-07-01T11:29:38.23392Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_imputed.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:38.236241Z","iopub.execute_input":"2021-07-01T11:29:38.236533Z","iopub.status.idle":"2021-07-01T11:29:38.360464Z","shell.execute_reply.started":"2021-07-01T11:29:38.236504Z","shell.execute_reply":"2021-07-01T11:29:38.359543Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_imputed.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:38.361739Z","iopub.execute_input":"2021-07-01T11:29:38.362028Z","iopub.status.idle":"2021-07-01T11:29:38.384522Z","shell.execute_reply.started":"2021-07-01T11:29:38.362Z","shell.execute_reply":"2021-07-01T11:29:38.38361Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = pd.concat([train_imputed,train[['label_역률평균', 'label_전류고조파평균', 'label_전압고조파평균']]],axis=1)\ntest = test_imputed","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:38.385793Z","iopub.execute_input":"2021-07-01T11:29:38.386082Z","iopub.status.idle":"2021-07-01T11:29:38.765116Z","shell.execute_reply.started":"2021-07-01T11:29:38.386052Z","shell.execute_reply":"2021-07-01T11:29:38.764119Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:38.766431Z","iopub.execute_input":"2021-07-01T11:29:38.766767Z","iopub.status.idle":"2021-07-01T11:29:39.66216Z","shell.execute_reply.started":"2021-07-01T11:29:38.766735Z","shell.execute_reply":"2021-07-01T11:29:39.661099Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Imputation Using Deep Learning(Datawig)","metadata":{}},{"cell_type":"code","source":"#import datawig\n\n#real_train, pred_train = datawig.utils.random_split(train)\n#real_test, pred_test = datawig.utils.random_split(test)\n#imputer = datawig.SimpleImputer(input_columns = ['누적전력량', '유효전력평균', '무효전력평균', '주파수', '전류평균', '상전압평균', '선간전압평균',\n#       '온도', 'R상유효전력', 'R상무효전력', 'R상전류', 'R상전압', 'R상선간전압', 'S상유효전력', 'S상무효전력',\n#       'S상전류', 'S상전압', 'S상선간전압', 'T상유효전력', 'T상무효전력', 'T상전류', 'T상전압', 'T상선간전압'], output_column = ['label_역률평균', 'label_전류고조파평균', 'label_전압고조파평균'],output_path = 'imputer_model')\n#imputer.fit(real_train, num_epochs = 100)\n#imputer.fit(real_test, num_epochs = 100)\n#imputed = imputer.predict(pred_train)\n#imputed = imputer1.predict(pred_test)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:39.663602Z","iopub.execute_input":"2021-07-01T11:29:39.664024Z","iopub.status.idle":"2021-07-01T11:29:39.668286Z","shell.execute_reply.started":"2021-07-01T11:29:39.663982Z","shell.execute_reply":"2021-07-01T11:29:39.667349Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- MissForest","metadata":{}},{"cell_type":"code","source":"!pip install missingpy","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:39.669588Z","iopub.execute_input":"2021-07-01T11:29:39.670002Z","iopub.status.idle":"2021-07-01T11:29:48.237406Z","shell.execute_reply.started":"2021-07-01T11:29:39.669964Z","shell.execute_reply":"2021-07-01T11:29:48.236455Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\"\"\"\nfrom missingpy import MissForest\n\ntrain_cols = train.columns.tolist()\ntest_cols = test.columns.tolist()\n\nimputer = MissForest(random_state= 42)\n\ntrain_imputed = imputer.fit_transform(train,cat_vars = train_cols)\ntest_imputed = imputer.fit_transform(test,cat_vars = test_cols)\ntrain = pd.DataFrame(train_imputed, columns = train_cols)\ntest = pd.DataFrame(test_imputed, columns = test_cols)\n\n#train_imputed = imputer.fit_transform(train.drop(['label_역률평균', 'label_전류고조파평균', 'label_전압고조파평균'],axis=1))\n#test_imputed = imputer.fit_transform(test)\n#train_imputed = pd.DataFrame(train_imputed, columns = train.drop(['label_역률평균', 'label_전류고조파평균', 'label_전압고조파평균'],axis=1).columns)\n#test_imputed = pd.DataFrame(test_imputed, columns = test.columns)\n\"\"\"","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:48.241964Z","iopub.execute_input":"2021-07-01T11:29:48.242295Z","iopub.status.idle":"2021-07-01T11:29:48.251023Z","shell.execute_reply.started":"2021-07-01T11:29:48.24226Z","shell.execute_reply":"2021-07-01T11:29:48.249837Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### 결측치 처리2 - 온도별 그룹 평균 처리\n\n'온도' 컬럼 소수점 변환\n- 사람의 체온을 잴때도 소수점 1자리까지만 재기 때문에 소수점 1자리로 사용\n- ex) 35.6도","metadata":{}},{"cell_type":"code","source":"#train['온도'] = round(train['온도'],1) # 소수점 1자리\n#test['온도'] = round(test['온도'],1) # 소수점 1자리","metadata":{"id":"cfkbLJ_D00-a","execution":{"iopub.status.busy":"2021-07-01T11:29:48.252421Z","iopub.execute_input":"2021-07-01T11:29:48.252784Z","iopub.status.idle":"2021-07-01T11:29:48.258932Z","shell.execute_reply.started":"2021-07-01T11:29:48.25267Z","shell.execute_reply":"2021-07-01T11:29:48.258109Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#train.columns","metadata":{"id":"rwfQjSNI501u","outputId":"503ac27f-e003-4112-f42d-712ebcd5c593","execution":{"iopub.status.busy":"2021-07-01T11:29:48.260369Z","iopub.execute_input":"2021-07-01T11:29:48.260786Z","iopub.status.idle":"2021-07-01T11:29:48.269957Z","shell.execute_reply.started":"2021-07-01T11:29:48.260755Z","shell.execute_reply":"2021-07-01T11:29:48.269023Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\"\"\"\ndf_columns = {'누적전력량', '유효전력평균', '무효전력평균', '주파수', '전류평균', '상전압평균', '선간전압평균',\n       '온도', 'R상유효전력', 'R상무효전력', 'R상전류', 'R상전압', 'R상선간전압', 'S상유효전력', 'S상무효전력',\n       'S상전류', 'S상전압', 'S상선간전압', 'T상유효전력', 'T상무효전력', 'T상전류', 'T상전압', 'T상선간전압'}\n       \ntrain['온도'] = train['온도'].fillna(0)\ntest['온도'] = test['온도'].fillna(0)\n\n#for col in df_columns:\n#    if train[col][train['온도'] == 0.0].isnull:\n#        train[col] = train[col].fillna(0)\n#        test[col] = test[col].fillna(0)\n        #train[col] = train[col].loc[train['온도'] == 0].fillna(0)\n        #test[col] = test[col].loc[test['온도'] == 0].fillna(0)\n\n#for col in df_columns:\n#    train[col] = train[col].fillna(0)\n#    test[col] = test[col].fillna(0)\n        \n        \nfor col in df_columns:\n    train[col] = train[col].fillna(train.groupby(['온도'])[col].transform('mean'))\n    test[col] = test[col].fillna(test.groupby(['온도'])[col].transform('mean'))\n\n#train_not = train.drop(['label_역률평균','label_전류고조파평균','label_전압고조파평균'],axis=1)\n#imputer = SimpleImputer(missing_values=np.nan, strategy='mean') # median, most_frequent\n#train_not = imputer.fit_transform(train_not.values)\n#test = imputer.fit_transform(test.values)\n\"\"\"","metadata":{"id":"5gsC83iWTFeN","execution":{"iopub.status.busy":"2021-07-01T11:29:48.27114Z","iopub.execute_input":"2021-07-01T11:29:48.271418Z","iopub.status.idle":"2021-07-01T11:29:48.283744Z","shell.execute_reply.started":"2021-07-01T11:29:48.271391Z","shell.execute_reply":"2021-07-01T11:29:48.283014Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:48.287785Z","iopub.execute_input":"2021-07-01T11:29:48.288279Z","iopub.status.idle":"2021-07-01T11:29:49.120158Z","shell.execute_reply.started":"2021-07-01T11:29:48.288242Z","shell.execute_reply":"2021-07-01T11:29:49.11951Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:49.121664Z","iopub.execute_input":"2021-07-01T11:29:49.122129Z","iopub.status.idle":"2021-07-01T11:29:49.145384Z","shell.execute_reply.started":"2021-07-01T11:29:49.122086Z","shell.execute_reply":"2021-07-01T11:29:49.144413Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"기술통계\n- 온도 별 기술통계\n- 주파수 별 기술통계","metadata":{}},{"cell_type":"code","source":"from scipy.stats import skew\nfrom scipy.stats import kurtosis\n\ndef range_func(x):\n    max_val = np.max(x)\n    min_val = np.min(x)\n    range_val = max_val - min_val\n    return range_val\n\ndef iqr_func(x):\n    low = 5\n    high = 95\n    q3, q1 = np.percentile(x, [low, high])\n    iqr = q3 - q1\n    return iqr\n\n# mad(median_absolute_devation)\ndef premad(x):\n    return np.median(np.absolute(x-np.median(x,axis=0)),axis=0)\n\n# skewness, kurtosis\ndef preskew(x):\n    return skew(x)\n\ndef prekurt(x):\n    return kurtosis(x,fisher=True)\n\n\n# 온도 별 기술통계\ntrain_not_feature = train.columns[(train.columns.str.contains('평균') == False) & (train.columns.str.contains('label_') == False) & (train.columns.str.contains('index') == False) & (train.columns.str.contains('cos') == False)] # & (train.columns.str.contains('주파수') == False)\ntest_not_feature = test.columns[(test.columns.str.contains('평균') == False) & (test.columns.str.contains('ID') == False) & (test.columns.str.contains('cos') == False)] # & (test.columns.str.contains('주파수') == False)\ntrain_preprocess = train[train_not_feature].groupby('주파수').agg(['min','max','mean','median']) #,premad,preskew,prekurt\ntest_preprocess = test[test_not_feature].groupby('주파수').agg(['min','max','mean','median'])\ntrain_preprocess.columns=[i[0]+'_'+i[1] for i in train_preprocess.columns]\ntest_preprocess.columns=[i[0]+'_'+i[1] for i in test_preprocess.columns]","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:49.146627Z","iopub.execute_input":"2021-07-01T11:29:49.146927Z","iopub.status.idle":"2021-07-01T11:29:51.765692Z","shell.execute_reply.started":"2021-07-01T11:29:49.1469Z","shell.execute_reply":"2021-07-01T11:29:51.764877Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_preprocess","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:51.767749Z","iopub.execute_input":"2021-07-01T11:29:51.768164Z","iopub.status.idle":"2021-07-01T11:29:51.813974Z","shell.execute_reply.started":"2021-07-01T11:29:51.768113Z","shell.execute_reply":"2021-07-01T11:29:51.813039Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_preprocess","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:51.81513Z","iopub.execute_input":"2021-07-01T11:29:51.815401Z","iopub.status.idle":"2021-07-01T11:29:51.862206Z","shell.execute_reply.started":"2021-07-01T11:29:51.815375Z","shell.execute_reply":"2021-07-01T11:29:51.861144Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"전력\n- 전력(P) = 전압(V)*전류(I)","metadata":{}},{"cell_type":"code","source":"train['R상전력'] = train['R상전압'] * train['R상전류']\ntest['R상전력'] = test['R상전압'] * test['R상전류']\n\ntrain['S상전력'] = train['S상전압'] * train['S상전류']\ntest['S상전력'] = test['S상전압'] * test['S상전류']\n\ntrain['T상전력'] = train['T상전압'] * train['T상전류']\ntest['T상전력'] = test['T상전압'] * test['T상전류']","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:51.86375Z","iopub.execute_input":"2021-07-01T11:29:51.864149Z","iopub.status.idle":"2021-07-01T11:29:51.921313Z","shell.execute_reply.started":"2021-07-01T11:29:51.864107Z","shell.execute_reply":"2021-07-01T11:29:51.920547Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"피상전력\n- 피상전력 = 유효전력^2 + 무효전력^2\n- 유효전력 = 피상전력 * cos","metadata":{}},{"cell_type":"code","source":"train['피상전력평균'] = (train['유효전력평균'].astype(float))**2 + (train['무효전력평균'].astype(float))**2\ntest['피상전력평균'] = (test['유효전력평균'].astype(float))**2 + (test['무효전력평균'].astype(float))**2","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:51.922362Z","iopub.execute_input":"2021-07-01T11:29:51.922888Z","iopub.status.idle":"2021-07-01T11:29:51.984114Z","shell.execute_reply.started":"2021-07-01T11:29:51.922839Z","shell.execute_reply":"2021-07-01T11:29:51.983257Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train['R상피상전력'] = (train['R상유효전력'].astype(float))**2 + (train['R상무효전력'].astype(float))**2\ntest['R상피상전력'] = (test['R상유효전력'].astype(float))**2 + (test['R상무효전력'].astype(float))**2\n\ntrain['S상피상전력'] = (train['S상유효전력'].astype(float))**2 + (train['S상무효전력'].astype(float))**2\ntest['S상피상전력'] = (test['S상유효전력'].astype(float))**2 + (test['S상무효전력'].astype(float))**2\n\ntrain['T상피상전력'] = (train['T상유효전력'].astype(float))**2 + (train['T상무효전력'].astype(float))**2\ntest['T상피상전력'] = (test['T상유효전력'].astype(float))**2 + (test['T상무효전력'].astype(float))**2","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:51.985402Z","iopub.execute_input":"2021-07-01T11:29:51.985692Z","iopub.status.idle":"2021-07-01T11:29:52.164804Z","shell.execute_reply.started":"2021-07-01T11:29:51.985652Z","shell.execute_reply":"2021-07-01T11:29:52.16391Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"역률 (power factor)\n- 역률 cos = 유효전력/피상전력","metadata":{}},{"cell_type":"code","source":"train['R상역률cos'] = train['R상유효전력']/train['R상피상전력']\ntest['R상역률cos'] = test['R상유효전력']/test['R상피상전력']\n\ntrain['S상역률cos'] = train['S상유효전력']/train['S상피상전력']\ntest['S상역률cos'] = test['S상유효전력']/test['S상피상전력']\n\ntrain['T상역률cos'] = train['T상유효전력']/train['T상피상전력']\ntest['T상역률cos'] = test['T상유효전력']/test['T상피상전력']","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:52.166004Z","iopub.execute_input":"2021-07-01T11:29:52.166278Z","iopub.status.idle":"2021-07-01T11:29:52.210069Z","shell.execute_reply.started":"2021-07-01T11:29:52.166252Z","shell.execute_reply":"2021-07-01T11:29:52.209128Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"전류, 전압, 피상전력","metadata":{}},{"cell_type":"code","source":"train['전류'] = train['R상전류'] + train['S상전류'] + train['T상전류']\ntrain['전압'] = train['R상전압'] + train['S상전압'] + train['T상전압']\ntrain['전력'] = train['R상전력'] + train['S상전력'] + train['T상전력']\ntrain['피상전력'] = train['R상피상전력'] + train['S상피상전력'] + train['T상피상전력']\n\ntest['전류'] = test['R상전류'] + test['S상전류'] + test['T상전류']\ntest['전압'] = test['R상전압'] + test['S상전압'] + test['T상전압']\ntest['전력'] = test['R상전력'] + test['S상전력'] + test['T상전력']\ntest['피상전력'] = test['R상피상전력'] + test['S상피상전력'] + test['T상피상전력']","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:52.211523Z","iopub.execute_input":"2021-07-01T11:29:52.211924Z","iopub.status.idle":"2021-07-01T11:29:52.288239Z","shell.execute_reply.started":"2021-07-01T11:29:52.211887Z","shell.execute_reply":"2021-07-01T11:29:52.287181Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#온도 별 기술통계2\n#train_RST_feature = {'주파수','R상전력','S상전력','T상전력','R상피상전력','S상피상전력','T상피상전력','전력','전압','전력','피상전력'}\n#test_RST_feature = {'주파수','R상전력','S상전력','T상전력','R상피상전력','S상피상전력','T상피상전력','전력','전압','전력','피상전력'}\n#train_preprocess2 = train[train_RST_feature].groupby('주파수').agg(['min','max','mean','median']) #,premad,preskew,prekurt\n#test_preprocess2 = test[test_RST_feature].groupby('주파수').agg(['min','max','mean','median'])\n#train_preprocess2.columns=[i[0]+'_'+i[1] for i in train_preprocess2.columns]\n#test_preprocess2.columns=[i[0]+'_'+i[1] for i in test_preprocess2.columns]","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:11:05.730946Z","iopub.execute_input":"2021-07-01T09:11:05.731244Z","iopub.status.idle":"2021-07-01T09:11:05.750994Z","shell.execute_reply.started":"2021-07-01T09:11:05.731211Z","shell.execute_reply":"2021-07-01T09:11:05.750032Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_preprocess2","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:11:05.753041Z","iopub.execute_input":"2021-07-01T09:11:05.753872Z","iopub.status.idle":"2021-07-01T09:11:05.807425Z","shell.execute_reply.started":"2021-07-01T09:11:05.753823Z","shell.execute_reply":"2021-07-01T09:11:05.80646Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_preprocess2","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:11:05.808974Z","iopub.execute_input":"2021-07-01T09:11:05.809633Z","iopub.status.idle":"2021-07-01T09:11:06.626Z","shell.execute_reply.started":"2021-07-01T09:11:05.809578Z","shell.execute_reply":"2021-07-01T09:11:06.625132Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:11:06.627264Z","iopub.execute_input":"2021-07-01T09:11:06.627566Z","iopub.status.idle":"2021-07-01T09:11:06.657816Z","shell.execute_reply.started":"2021-07-01T09:11:06.627538Z","shell.execute_reply":"2021-07-01T09:11:06.656932Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = pd.merge(train,train_preprocess,on='주파수',how='left')\ntest = pd.merge(test,test_preprocess,on='주파수',how='left')\n\n#train = pd.merge(train,train_preprocess2,on='온도',how='left')\n#test = pd.merge(test,test_preprocess2,on='온도',how='left')","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:52.292189Z","iopub.execute_input":"2021-07-01T11:29:52.292511Z","iopub.status.idle":"2021-07-01T11:29:54.584338Z","shell.execute_reply.started":"2021-07-01T11:29:52.292471Z","shell.execute_reply":"2021-07-01T11:29:54.583444Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:54.585518Z","iopub.execute_input":"2021-07-01T11:29:54.585831Z","iopub.status.idle":"2021-07-01T11:29:55.439502Z","shell.execute_reply.started":"2021-07-01T11:29:54.585804Z","shell.execute_reply":"2021-07-01T11:29:55.438621Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:55.440838Z","iopub.execute_input":"2021-07-01T11:29:55.441115Z","iopub.status.idle":"2021-07-01T11:29:55.581793Z","shell.execute_reply.started":"2021-07-01T11:29:55.441088Z","shell.execute_reply":"2021-07-01T11:29:55.580914Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"{'누적전력량', '유효전력평균', '무효전력평균', '주파수', '전류평균', '상전압평균', '선간전압평균',\n       '온도', 'R상유효전력', 'R상무효전력', 'R상전류', 'R상전압', 'R상선간전압', 'S상유효전력', 'S상무효전력',\n       'S상전류', 'S상전압', 'S상선간전압', 'T상유효전력', 'T상무효전력', 'T상전류', 'T상전압', 'T상선간전압'}","metadata":{"id":"YFhfQjUZKnJF"}},{"cell_type":"code","source":"train.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:55.582912Z","iopub.execute_input":"2021-07-01T11:29:55.583174Z","iopub.status.idle":"2021-07-01T11:29:56.831949Z","shell.execute_reply.started":"2021-07-01T11:29:55.583148Z","shell.execute_reply":"2021-07-01T11:29:56.830786Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:56.83337Z","iopub.execute_input":"2021-07-01T11:29:56.833783Z","iopub.status.idle":"2021-07-01T11:29:56.912919Z","shell.execute_reply.started":"2021-07-01T11:29:56.833738Z","shell.execute_reply":"2021-07-01T11:29:56.911885Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = train.replace([np.inf, -np.inf],0)\ntest = test.replace([np.inf, -np.inf],0)\ntrain = train.fillna(0)\ntest = test.fillna(0)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:29:56.914372Z","iopub.execute_input":"2021-07-01T11:29:56.914787Z","iopub.status.idle":"2021-07-01T11:30:04.430129Z","shell.execute_reply.started":"2021-07-01T11:29:56.914745Z","shell.execute_reply":"2021-07-01T11:30:04.429056Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"푸리에 변환\n- 적합한 컬럼을 푸리에 변환","metadata":{"id":"-WG_yMw3SNS1"}},{"cell_type":"code","source":"def prepuriae(x):\n  fft = np.fft.fft(x) / len(x)\n  fft_abs = abs(fft)\n  return fft_abs\n\ndef prebackpuriae(x):\n  fft = np.fft.ifft(x)*len(x)\n  fff_abs = abs(fft)\n  fff_abs\n  return fff_abs","metadata":{"id":"JchudTZuSJp1","execution":{"iopub.status.busy":"2021-07-01T11:30:04.431465Z","iopub.execute_input":"2021-07-01T11:30:04.431907Z","iopub.status.idle":"2021-07-01T11:30:04.437627Z","shell.execute_reply.started":"2021-07-01T11:30:04.431867Z","shell.execute_reply":"2021-07-01T11:30:04.43669Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#train[train_not_feature] = prepuriae(train[train_not_feature])\n#test[test_not_feature] = prepuriae(test[test_not_feature])\n\n#train['주파수_puriae'] = prepuriae(train['주파수'])\n#test['주파수_puriae'] = prepuriae(test['주파수'])","metadata":{"id":"IrXSiyiVSD7j","execution":{"iopub.status.busy":"2021-07-01T11:30:04.438994Z","iopub.execute_input":"2021-07-01T11:30:04.439293Z","iopub.status.idle":"2021-07-01T11:30:04.451884Z","shell.execute_reply.started":"2021-07-01T11:30:04.439263Z","shell.execute_reply":"2021-07-01T11:30:04.450868Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:04.453474Z","iopub.execute_input":"2021-07-01T11:30:04.453915Z","iopub.status.idle":"2021-07-01T11:30:05.056623Z","shell.execute_reply.started":"2021-07-01T11:30:04.453875Z","shell.execute_reply":"2021-07-01T11:30:05.055666Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:05.058159Z","iopub.execute_input":"2021-07-01T11:30:05.058553Z","iopub.status.idle":"2021-07-01T11:30:05.127387Z","shell.execute_reply.started":"2021-07-01T11:30:05.058512Z","shell.execute_reply":"2021-07-01T11:30:05.126277Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.columns","metadata":{"id":"O3AEb5tDSV0I","outputId":"9507c45a-2bf8-417f-a5fa-26dec9e68fb5","execution":{"iopub.status.busy":"2021-07-01T11:30:05.128865Z","iopub.execute_input":"2021-07-01T11:30:05.129275Z","iopub.status.idle":"2021-07-01T11:30:05.136759Z","shell.execute_reply.started":"2021-07-01T11:30:05.129233Z","shell.execute_reply":"2021-07-01T11:30:05.135697Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.columns","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:05.138195Z","iopub.execute_input":"2021-07-01T11:30:05.13855Z","iopub.status.idle":"2021-07-01T11:30:05.151848Z","shell.execute_reply.started":"2021-07-01T11:30:05.138521Z","shell.execute_reply":"2021-07-01T11:30:05.150759Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"df_columns2 = {'누적전력량', '유효전력평균', '무효전력평균', '주파수', '전류평균', '상전압평균', '선간전압평균',\n       '온도', 'R상유효전력', 'R상무효전력', 'R상전류', 'R상전압', 'R상선간전압', 'S상유효전력', 'S상무효전력',\n       'S상전류', 'S상전압', 'S상선간전압', 'T상유효전력', 'T상무효전력', 'T상전류', 'T상전압', 'T상선간전압','R상전력', 'S상전력', 'T상전력',\n       '피상전력', 'R상역률cos', 'S상역률cos', 'T상역률cos'}","metadata":{}},{"cell_type":"code","source":"\"\"\"\nfrom sklearn.cluster import KMeans\nmodel = KMeans(n_clusters=5,random_state=31) # 5, 6\nmodel.fit(train.drop(['label_역률평균','label_전류고조파평균','label_전압고조파평균'], axis=1))\ntrain_predict = model.predict(train.drop(['label_역률평균','label_전류고조파평균','label_전압고조파평균'], axis=1))\ntrain['cluster']=train_predict\n\ntest_predict = model.predict(test)\ntest['cluster']=test_predict\n\"\"\"","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:05.15383Z","iopub.execute_input":"2021-07-01T11:30:05.154981Z","iopub.status.idle":"2021-07-01T11:30:05.163575Z","shell.execute_reply.started":"2021-07-01T11:30:05.154934Z","shell.execute_reply":"2021-07-01T11:30:05.162568Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:05.16496Z","iopub.execute_input":"2021-07-01T11:30:05.165394Z","iopub.status.idle":"2021-07-01T11:30:05.775583Z","shell.execute_reply.started":"2021-07-01T11:30:05.165353Z","shell.execute_reply":"2021-07-01T11:30:05.774551Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:05.777093Z","iopub.execute_input":"2021-07-01T11:30:05.777483Z","iopub.status.idle":"2021-07-01T11:30:05.839664Z","shell.execute_reply.started":"2021-07-01T11:30:05.777443Z","shell.execute_reply":"2021-07-01T11:30:05.838713Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.to_csv('preprocessing2_train.csv',index=False)\ntest.to_csv('preprocessing2_test.csv',index=False)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T11:30:05.841032Z","iopub.execute_input":"2021-07-01T11:30:05.841329Z","iopub.status.idle":"2021-07-01T11:36:31.997223Z","shell.execute_reply.started":"2021-07-01T11:30:05.841299Z","shell.execute_reply":"2021-07-01T11:36:31.995321Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### get preprocessing file\n- train\n- test","metadata":{}},{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport seaborn as sns\nimport matplotlib.pyplot as plt\nfrom sklearn.impute import SimpleImputer\ntrain = pd.read_csv('../input/preprocessing2/preprocessing2_train.csv')\ntest = pd.read_csv('../input/preprocessing2/preprocessing2_test.csv')","metadata":{"execution":{"iopub.status.busy":"2021-07-01T13:30:27.168244Z","iopub.execute_input":"2021-07-01T13:30:27.16862Z","iopub.status.idle":"2021-07-01T13:30:27.200816Z","shell.execute_reply.started":"2021-07-01T13:30:27.168588Z","shell.execute_reply":"2021-07-01T13:30:27.198068Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pip install catboost","metadata":{"id":"yOC32VTQOMCL","outputId":"113bbb1d-8306-4775-c830-66c5f1789078","execution":{"iopub.status.busy":"2021-07-01T09:51:17.25611Z","iopub.execute_input":"2021-07-01T09:51:17.256484Z","iopub.status.idle":"2021-07-01T09:51:23.336924Z","shell.execute_reply.started":"2021-07-01T09:51:17.256456Z","shell.execute_reply":"2021-07-01T09:51:23.336157Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.model_selection import train_test_split\nfrom catboost import CatBoostClassifier\nfrom sklearn.metrics import log_loss\nfrom sklearn.model_selection import StratifiedKFold\nfrom tensorflow.keras.utils import to_categorical\nfrom tensorflow.keras.models import Sequential\nfrom tensorflow.keras.layers import Dense\nfrom tensorflow.keras import optimizers\nfrom sklearn.neighbors import KNeighborsClassifier\nimport lightgbm as lgb\nfrom sklearn.linear_model import LogisticRegression\nfrom sklearn.ensemble import ExtraTreesClassifier\nfrom sklearn.metrics import f1_score\nfrom sklearn.ensemble import RandomForestClassifier\nfrom sklearn.preprocessing import StandardScaler\nfrom sklearn.model_selection import GridSearchCV\nfrom sklearn.multiclass import OneVsRestClassifier\nfrom sklearn.multiclass import OneVsOneClassifier\nfrom lightgbm import LGBMClassifier","metadata":{"id":"E6-bntzwKL9R","execution":{"iopub.status.busy":"2021-07-01T09:51:23.340381Z","iopub.execute_input":"2021-07-01T09:51:23.340658Z","iopub.status.idle":"2021-07-01T09:51:23.347941Z","shell.execute_reply.started":"2021-07-01T09:51:23.340628Z","shell.execute_reply":"2021-07-01T09:51:23.347099Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.rename(columns={'index':'ID'},inplace=True) ","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:51:23.350002Z","iopub.execute_input":"2021-07-01T09:51:23.350537Z","iopub.status.idle":"2021-07-01T09:51:23.363756Z","shell.execute_reply.started":"2021-07-01T09:51:23.350498Z","shell.execute_reply":"2021-07-01T09:51:23.36293Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#train['온도'] = train_on\n#test['온도'] = test_on","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:51:23.364861Z","iopub.execute_input":"2021-07-01T09:51:23.36511Z","iopub.status.idle":"2021-07-01T09:51:23.374525Z","shell.execute_reply.started":"2021-07-01T09:51:23.365085Z","shell.execute_reply":"2021-07-01T09:51:23.373883Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:51:23.375546Z","iopub.execute_input":"2021-07-01T09:51:23.375783Z","iopub.status.idle":"2021-07-01T09:51:23.957923Z","shell.execute_reply.started":"2021-07-01T09:51:23.375759Z","shell.execute_reply":"2021-07-01T09:51:23.956867Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:51:23.959115Z","iopub.execute_input":"2021-07-01T09:51:23.959421Z","iopub.status.idle":"2021-07-01T09:51:24.020183Z","shell.execute_reply.started":"2021-07-01T09:51:23.959385Z","shell.execute_reply":"2021-07-01T09:51:24.019173Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_x = train.drop(['label_역률평균','label_전류고조파평균','label_전압고조파평균'],axis=1)\ntrain_y = train[['label_역률평균','label_전류고조파평균','label_전압고조파평균']]","metadata":{"id":"AHqVOQjFw0Ad","execution":{"iopub.status.busy":"2021-07-01T09:51:24.02309Z","iopub.execute_input":"2021-07-01T09:51:24.02334Z","iopub.status.idle":"2021-07-01T09:51:24.721772Z","shell.execute_reply.started":"2021-07-01T09:51:24.023315Z","shell.execute_reply":"2021-07-01T09:51:24.720502Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"(X_train, X_test, y_train, y_test) = train_test_split(train_x, train_y, test_size=0.25,stratify=train_y) #0.25, 0.35","metadata":{"id":"yuukywEiQN6I","execution":{"iopub.status.busy":"2021-07-01T09:51:24.723883Z","iopub.execute_input":"2021-07-01T09:51:24.724154Z","iopub.status.idle":"2021-07-01T09:51:42.064769Z","shell.execute_reply.started":"2021-07-01T09:51:24.724123Z","shell.execute_reply":"2021-07-01T09:51:42.063727Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# train test 비율 맞추기\nprint(X_test.shape[0]) # 605142\nprint(test.shape[0]) # 313267","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:51:42.065912Z","iopub.execute_input":"2021-07-01T09:51:42.066201Z","iopub.status.idle":"2021-07-01T09:51:42.070943Z","shell.execute_reply.started":"2021-07-01T09:51:42.06617Z","shell.execute_reply":"2021-07-01T09:51:42.070038Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train.shape, y_train.shape,X_test.shape,y_test.shape","metadata":{"id":"RzazIINzPRpB","outputId":"64270f7f-6236-41f5-f4ce-56986ba1ac7d","execution":{"iopub.status.busy":"2021-07-01T09:51:42.072122Z","iopub.execute_input":"2021-07-01T09:51:42.072411Z","iopub.status.idle":"2021-07-01T09:51:42.087024Z","shell.execute_reply.started":"2021-07-01T09:51:42.072371Z","shell.execute_reply":"2021-07-01T09:51:42.086113Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.preprocessing import StandardScaler,MinMaxScaler,MaxAbsScaler,Normalizer,QuantileTransformer,PowerTransformer # RobustScaler <- kaggle에서는 안됨\n\n#caler = StandardScaler() -RAM error\n#scaler = MinMaxScaler() - 3\n#caler = MaxAbsScaler() -2\n#caler = Normalizer() - 5\n#scaler = QuantileTransformer() - 4\nscaler = QuantileTransformer(output_distribution = 'normal') #,n_quantiles=100\n#scaler = PowerTransformer() - 1\n\n\nscaler.fit(X_train)\nX_train = scaler.transform(X_train)\nX_test = scaler.transform(X_test)\ntest = scaler.transform(test)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:51:42.089369Z","iopub.execute_input":"2021-07-01T09:51:42.089732Z","iopub.status.idle":"2021-07-01T09:53:02.609434Z","shell.execute_reply.started":"2021-07-01T09:51:42.089697Z","shell.execute_reply":"2021-07-01T09:53:02.608457Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# clf_params = {'min_samples_split':40,'max_leaf_nodes':15,'n_estimators':3000,'max_depth':7,'min_samples_leaf':3}\n#clf_params = {'max_depth':6}","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:53:02.610614Z","iopub.execute_input":"2021-07-01T09:53:02.610875Z","iopub.status.idle":"2021-07-01T09:53:02.614689Z","shell.execute_reply.started":"2021-07-01T09:53:02.610847Z","shell.execute_reply":"2021-07-01T09:53:02.613729Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.model_selection import GridSearchCV\nfrom sklearn.metrics import accuracy_score\n\n param_grid = {\n     'n_estimators' : [10,30,50,100,150,200],\n     'max_depth' : [None,6,8,10,12],\n     'min_samples_leaf': [None,3,5,7,8,10,12,18],\n     'min_sample_split' : [2,3,5,8,10,16,20],\n     'max_features':[None,'sqrt','log2',5,6,7,8,9,10],\n     'bootstrap':[True,False],\n     'criterion':['gini','entropy']\n        }\n    \n#param_grid = {'n_estimators':[10,1,2,3,4,5,6,7,8,9,100,200,300,1000], 'bootstrap':[True,False], 'criterion':['gini','entropy'], 'max_depth':[None,2,3,4,5,6], 'max_leaf_nodes':[None,2,3,4,5,6,7], 'min_samples_split':[2,3,4,5,6], 'min_samples_leaf':[1,2,3]}\n#grid_search = GridSearchCV(clf1,param_grid=param_grid,cv=5,n_jobs=-1)\nrf_clf = RandomForestClassifier(n_jobs = -1)\ngrid_search = GridSearchCV(rf_clf, param_grid=param_grid,cv=3) \ngrid_search.fit(X_train,y_train)\nprint(grid_search.best_params_)\nprint(grid_search.best_score_)\n# **grid.best_params_\ndf = pd.DataFrame(grid_search.cv_results_)\nprint(df)","metadata":{"scrolled":true,"execution":{"iopub.status.busy":"2021-07-01T09:50:07.303581Z","iopub.status.idle":"2021-07-01T09:50:07.303906Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#knn = KNeighborsClassifier(n_neighbors=3)\n#knn.fit(X_train,y_train)\nclf1=RandomForestClassifier() #, class_weight = 'balanced' **clf_params n_jobs=-1,random_state = 100\nclf1.fit(X_train,y_train)\n#clf2 = ExtraTreesClassifier(n_estimators=1000, n_jobs=-1)\n#clf2.fit(X_train,y_train)\n#clf1 = LGBMClassifier()\n#clf1 = oneVsOneClassifier(clf1)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T09:53:02.615709Z","iopub.execute_input":"2021-07-01T09:53:02.61594Z","iopub.status.idle":"2021-07-01T10:43:00.990622Z","shell.execute_reply.started":"2021-07-01T09:53:02.615916Z","shell.execute_reply":"2021-07-01T10:43:00.989267Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#y_pred = knn.predict(test)\n#y_pred1 = clf.predict(test)\ny_pred2 = clf1.predict(test)\n#y_pred3 = clf3.predict(test)","metadata":{"id":"mtg6VmJ8V3bm","execution":{"iopub.status.busy":"2021-07-01T10:43:00.992262Z","iopub.execute_input":"2021-07-01T10:43:00.992725Z","iopub.status.idle":"2021-07-01T10:43:20.262194Z","shell.execute_reply.started":"2021-07-01T10:43:00.992686Z","shell.execute_reply":"2021-07-01T10:43:20.261291Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_pred2_proba=clf1.predict_proba(test)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:20.263331Z","iopub.execute_input":"2021-07-01T10:43:20.263592Z","iopub.status.idle":"2021-07-01T10:43:38.770386Z","shell.execute_reply.started":"2021-07-01T10:43:20.263567Z","shell.execute_reply":"2021-07-01T10:43:38.769375Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_pred2","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.77182Z","iopub.execute_input":"2021-07-01T10:43:38.772226Z","iopub.status.idle":"2021-07-01T10:43:38.779422Z","shell.execute_reply.started":"2021-07-01T10:43:38.772185Z","shell.execute_reply":"2021-07-01T10:43:38.778384Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_pred2_proba","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.780684Z","iopub.execute_input":"2021-07-01T10:43:38.780947Z","iopub.status.idle":"2021-07-01T10:43:38.795709Z","shell.execute_reply.started":"2021-07-01T10:43:38.780923Z","shell.execute_reply":"2021-07-01T10:43:38.794667Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# f1_score(test,y_pred2,average='macro')","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.796805Z","iopub.execute_input":"2021-07-01T10:43:38.797055Z","iopub.status.idle":"2021-07-01T10:43:38.806327Z","shell.execute_reply.started":"2021-07-01T10:43:38.79703Z","shell.execute_reply":"2021-07-01T10:43:38.805504Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#y_pred2_copy = y_pred2.copy()\n#y_pred2_proba_copy = y_pred2_proba.copy()\n#submission_copy = submission.copy()\n#y_pred2_copy[np.where(y_pred2_proba_copy < 0.5)] = '경고'","metadata":{"id":"lWmFEqbWWV2C","outputId":"691136f1-527d-4837-ef2a-1557932d7cb8","execution":{"iopub.status.busy":"2021-07-01T10:43:38.80763Z","iopub.execute_input":"2021-07-01T10:43:38.808003Z","iopub.status.idle":"2021-07-01T10:43:38.817111Z","shell.execute_reply.started":"2021-07-01T10:43:38.807964Z","shell.execute_reply":"2021-07-01T10:43:38.816216Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#y_pred2_copy[y_pred2_copy != y_pred2]","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.818395Z","iopub.execute_input":"2021-07-01T10:43:38.81892Z","iopub.status.idle":"2021-07-01T10:43:38.828104Z","shell.execute_reply.started":"2021-07-01T10:43:38.818878Z","shell.execute_reply":"2021-07-01T10:43:38.827336Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#y_pred2_copy","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.829193Z","iopub.execute_input":"2021-07-01T10:43:38.82955Z","iopub.status.idle":"2021-07-01T10:43:38.838751Z","shell.execute_reply.started":"2021-07-01T10:43:38.829523Z","shell.execute_reply":"2021-07-01T10:43:38.838015Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#submission_copy = y_pred2_copy\n#submission_copy.to_csv('pre_rt_control_baseline_ttf4.csv',index=False)","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.842552Z","iopub.execute_input":"2021-07-01T10:43:38.842952Z","iopub.status.idle":"2021-07-01T10:43:38.852533Z","shell.execute_reply.started":"2021-07-01T10:43:38.842913Z","shell.execute_reply":"2021-07-01T10:43:38.851805Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# print(f1_score(y_test, y_pred2, average='macro')) # 대회 평가 산식인 Macro F1 확인","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:38.853924Z","iopub.execute_input":"2021-07-01T10:43:38.854436Z","iopub.status.idle":"2021-07-01T10:43:38.864149Z","shell.execute_reply.started":"2021-07-01T10:43:38.854397Z","shell.execute_reply":"2021-07-01T10:43:38.863431Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\"\"\"\nimport matplotlib.pyplot as plt\nimport seaborn as sns\n%matplotlib inline\n\nftr_importances_values = clf1.feature_importances_\nftr_importances = pd.Series(ftr_importances_values, index = train_x.columns)\nftr_top20 = ftr_importances.sort_values(ascending=False)[:20]\n\nplt.figure(figsize=(8,6))\nplt.title('Top 20 Feature Importances')\nsns.barplot(x=ftr_top20, y=ftr_top20.index)\nplt.show()\n\"\"\"","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:44:52.318729Z","iopub.execute_input":"2021-07-01T10:44:52.319067Z","iopub.status.idle":"2021-07-01T10:44:53.057307Z","shell.execute_reply.started":"2021-07-01T10:44:52.319036Z","shell.execute_reply":"2021-07-01T10:44:53.056552Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission = pd.read_csv('../input/aicompetition/sample_submission.csv')","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:45:03.825215Z","iopub.execute_input":"2021-07-01T10:45:03.825567Z","iopub.status.idle":"2021-07-01T10:45:04.05762Z","shell.execute_reply.started":"2021-07-01T10:45:03.825537Z","shell.execute_reply":"2021-07-01T10:45:04.056715Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission[['label_역률평균','label_전류고조파평균','label_전압고조파평균']] = y_pred2\n#submission[['label_역률평균','label_전류고조파평균','label_전압고조파평균']] = y_pred1\n#submission[['label_역률평균','label_전류고조파평균','label_전압고조파평균']] = y_pred2","metadata":{"id":"pPY1ILO-WJ-H","execution":{"iopub.status.busy":"2021-07-01T10:45:05.230634Z","iopub.execute_input":"2021-07-01T10:45:05.230967Z","iopub.status.idle":"2021-07-01T10:45:05.28011Z","shell.execute_reply.started":"2021-07-01T10:45:05.23094Z","shell.execute_reply":"2021-07-01T10:45:05.27929Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.to_csv('precsv_last0_preprocessing1_baseline.csv',index=False)","metadata":{"id":"Mrh129K7WGjS","execution":{"iopub.status.busy":"2021-07-01T10:45:06.299304Z","iopub.execute_input":"2021-07-01T10:45:06.299671Z","iopub.status.idle":"2021-07-01T10:45:06.704765Z","shell.execute_reply.started":"2021-07-01T10:45:06.299641Z","shell.execute_reply":"2021-07-01T10:45:06.703955Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:39.531385Z","iopub.status.idle":"2021-07-01T10:43:39.53209Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_역률평균'].value_counts()","metadata":{"id":"8O_DnIgWXPqN","outputId":"2c8d6745-7470-4ee1-a678-ed6a4c6b3f31","execution":{"iopub.status.busy":"2021-07-01T10:43:39.533175Z","iopub.status.idle":"2021-07-01T10:43:39.533908Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#submission_copy['label_역률평균'].value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:39.535074Z","iopub.status.idle":"2021-07-01T10:43:39.535699Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_전류고조파평균'].value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:39.536535Z","iopub.status.idle":"2021-07-01T10:43:39.536871Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_전압고조파평균'].value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-07-01T10:43:39.537744Z","iopub.status.idle":"2021-07-01T10:43:39.538083Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"단일레이블 구현 예측","metadata":{}},{"cell_type":"code","source":"def macro_f1(y_true, y_pred):\n    score = f1_score(y_true=y_true, y_pred=y_pred, average='macro')\n    return score","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.compose import ColumnTransformer\nfrom sklearn.pipeline import Pipeline\nfrom sklearn.impute import SimpleImputer\nfrom sklearn.preprocessing import StandardScaler, OneHotEncoder\nfrom sklearn.experimental import enable_iterative_imputer\nfrom sklearn.impute import IterativeImputer\nfrom sklearn.metrics import confusion_matrix\nfrom sklearn.metrics import roc_auc_score\nfrom sklearn.metrics import classification_report\nfrom sklearn.datasets import make_multilabel_classification\nfrom xgboost import XGBClassifier\nfrom sklearn.model_selection import KFold\nfrom sklearn.multioutput import MultiOutputClassifier\nfrom sklearn.pipeline import Pipeline\nfrom lightgbm import LGBMClassifier","metadata":{"id":"0NfFi3M7XzW8","outputId":"0d5255d4-948a-4af5-80ec-1377843c0817","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.model_selection import train_test_split\nfrom sklearn.metrics import confusion_matrix\nfrom sklearn.metrics import roc_auc_score\nfrom sklearn.metrics import classification_report\nfrom sklearn.datasets import make_multilabel_classification\nfrom xgboost import XGBClassifier\nfrom sklearn.model_selection import KFold\nfrom sklearn.multioutput import MultiOutputClassifier\nfrom sklearn.pipeline import Pipeline\nimport tensorflow as tf\nfrom sklearn.preprocessing import LabelEncoder","metadata":{"id":"Bj10xD8ueVGZ","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_y = train[['label_역률평균','label_전류고조파평균','label_전압고조파평균']]\ntrain_x = train.drop(['label_역률평균','label_전류고조파평균','label_전압고조파평균'],axis=1)\n#train_x1 = train.drop('label_역률평균',axis=1)\n#train_x2 = train.drop('label_전류고조파평균',axis=1)\n#train_x3 = train.drop('label_전압고조파평균',axis=1)\ntrain_y1 = train_y['label_역률평균']\ntrain_y2 = train_y['label_전류고조파평균']\ntrain_y3 = train_y['label_전압고조파평균']","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"(X_train1, X_test1, y_train1, y_test1) = train_test_split(train_x, train_y1, test_size=0.3,stratify=train_y)\n(X_train2, X_test2, y_train2, y_test2) = train_test_split(train_x, train_y2, test_size=0.3,stratify=train_y)\n(X_train3, X_test3, y_train3, y_test3) = train_test_split(train_x, train_y3, test_size=0.3,stratify=train_y)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#cat1 = CatBoostClassifier()\n#cat2 = CatBoostClassifier()\n#cat3 = CatBoostClassifier()\ncat1 = LGBMClassifier()\ncat2 = LGBMClassifier()\ncat3 = LGBMClassifier()\ncat1.fit(X_train1,y_train1)\ncat2.fit(X_train2,y_train2)\ncat3.fit(X_train3,y_train3)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_cat_pred1 = cat1.predict(test)\ny_cat_pred2 = cat2.predict(test)\ny_cat_pred3 = cat3.predict(test)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_cat_pred1","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_cat_pred2","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_cat_pred3","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_역률평균'] = y_cat_pred1\nsubmission['label_전류고조파평균'] = y_cat_pred2\nsubmission['label_전압고조파평균'] = y_cat_pred3","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_역률평균'].value_counts()","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_전류고조파평균'].value_counts()","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['label_전압고조파평균'].value_counts()","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.to_csv('pre_lgbm_baseline_ttf.csv',index=False)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#from sklearn import metrics\n#metrics.f1_score(y_test, pred, average='macro')","metadata":{"id":"MPJUYw-ahLqi","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### MultilabelStratifiedKfold","metadata":{}},{"cell_type":"code","source":"from iterstrat.ml_stratifiers import MultilabelStratifiedKFold\n\nmultikfold = MultilabelStratifiedKFold(n_splits = 5, shuffle = True, random_state = 100)\n\nfor train_index, test_index  in multikfold.split(train_x,train_y):\n    print('Train:',train_index, 'Test:',test_index)\n    X_train, X_test = train_x[train_index], train_x[test_index]\n    y_train, y_test = train_y[train_index], train_y[test_index]\n    ","metadata":{},"execution_count":null,"outputs":[]}]}