GCAF_Codelist_Comparison_for_Load_Reduction.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import shutil\n",
    "codelist_files_folder=\"Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added\"\n",
    "filepath_database_to_match=\"Intermediate_Input_Output/Matching_with_Caliber.csv\" #---\n",
    "filepath_database_our_codelists_folder=\"Intermediate_Input_Output/Input_Codelists_to_Shrink\"\n",
    "filepath_output=\"Intermediate_Input_Output/Output_Shrinked_Codelists\"\n",
    "filepath_snomed_from_medcode=\"Input/Mappings/Multimorbidity_Codelist_16.11.2021.xlsx\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['axson_asthma_cdd2NMH5QDWVdEfTQNNfpK_ICD10.csv',\n",
       " 'axson_asthma_cdd2NMH5QDWVdEfTQNNfpK_ICD11.csv',\n",
       " 'axson_asthma_cdd2NMH5QDWVdEfTQNNfpK_SNOMEDCT.csv',\n",
       " 'axson_asthma_cdd2NMH5QDWVdEfTQNNfpK_UKBIOBANK.csv',\n",
       " 'axson_bronchiestasis_ZckoXfUWNXn8Jn7fdLQuxj_ICD10.csv',\n",
       " 'axson_bronchiestasis_ZckoXfUWNXn8Jn7fdLQuxj_ICD11.csv',\n",
       " 'axson_bronchiestasis_ZckoXfUWNXn8Jn7fdLQuxj_SNOMEDCT.csv',\n",
       " 'axson_bronchiestasis_ZckoXfUWNXn8Jn7fdLQuxj_UKBIOBANK.csv',\n",
       " 'axson_COPD_Y9JxuQRFPprJDMHSPowJYs_ICD10.csv',\n",
       " 'axson_COPD_Y9JxuQRFPprJDMHSPowJYs_ICD11.csv',\n",
       " 'axson_COPD_Y9JxuQRFPprJDMHSPowJYs_SNOMEDCT.csv',\n",
       " 'axson_COPD_Y9JxuQRFPprJDMHSPowJYs_UKBIOBANK.csv',\n",
       " 'axson_cystic_fibrosis_5eDwF2jVb4XWHMtooSYTbB_ICD10.csv',\n",
       " 'axson_cystic_fibrosis_5eDwF2jVb4XWHMtooSYTbB_ICD11.csv',\n",
       " 'axson_cystic_fibrosis_5eDwF2jVb4XWHMtooSYTbB_SNOMEDCT.csv',\n",
       " 'axson_cystic_fibrosis_5eDwF2jVb4XWHMtooSYTbB_UKBIOBANK.csv',\n",
       " 'axson_pneumonia_GL46c8PLQMdPuj7QuPtEh9_ICD10.csv',\n",
       " 'axson_pneumonia_GL46c8PLQMdPuj7QuPtEh9_ICD11.csv',\n",
       " 'axson_pneumonia_GL46c8PLQMdPuj7QuPtEh9_SNOMEDCT.csv',\n",
       " 'axson_pneumonia_GL46c8PLQMdPuj7QuPtEh9_UKBIOBANK.csv',\n",
       " 'caliber_7aXDiYMtSR6aYEkZKPBdvm_Read2.csv',\n",
       " 'caliber_alcohol_consumption_7aXDiYMtSR6aYEkZKPBdvm_Read2.csv',\n",
       " 'caliber_alcohol_daily_intake_7aXDiYMtSR6aYEkZKPBdvm_Read2.csv',\n",
       " 'caliber_alcohol_harm_7aXDiYMtSR6aYEkZKPBdvm_Read2.csv',\n",
       " 'caliber_ethnic_status_PMD762GQ76BscDn5YK3Mwe_Read2.csv',\n",
       " 'caliber_marital_status_R8V44bGGETqrvQHbhbWpYL_Read2.csv',\n",
       " 'caliber_pregnancy_gsACzuiX5NtJfpNjQJ7bg3_Read2.csv',\n",
       " 'caliber_smoking_DoxdyHm6MDv7fHP4HQut5M_ICD10.csv',\n",
       " 'caliber_smoking_DoxdyHm6MDv7fHP4HQut5M_Read2.csv',\n",
       " 'cardoso_anaphylaxis_AasR59AE9SxUcqFjgLNGDj_ICD10.csv',\n",
       " 'cardoso_anaphylaxis_AasR59AE9SxUcqFjgLNGDj_Read2.csv',\n",
       " 'cardoso_hearing_loss_KiGT2GxSNkwPD8RPF6ZPne_ICD10.csv',\n",
       " 'cardoso_hearing_loss_KiGT2GxSNkwPD8RPF6ZPne_Read2.csv',\n",
       " 'Carr_Anxiety_5bqxGMaqvZFBhtEYb5mhZJ_Read2.csv',\n",
       " 'carr_asthma_QpvZKdLbgPK2QbY2dHvxT8_SNOMEDCT.csv',\n",
       " 'carr_ckd_XmYuru73YF4EeRppjSAwsP_SNOMEDCT.csv',\n",
       " 'carr_copd_Cx5tTPaZno6hhcp4Psq5Er_SNOMEDCT.csv',\n",
       " 'Carr_Depression_U3GKUiQA222TxunCZz8SZF_Read2.csv',\n",
       " 'carr_diabetes_jQLxtg2Z3zPcXWge5Nv9tU_SNOMEDCT.csv',\n",
       " 'carr_heartfailure_eJywGK6XvyoSe4SBhSexb3_SNOMEDCT.csv',\n",
       " 'carr_hypertension_XcUwWc9LkYHNmtavxwo5bi_SNOMEDCT.csv',\n",
       " 'carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       " 'Carr_SelfHarm_AT4xPEWdjeAcVfKGBiKmHm_Read2.csv',\n",
       " 'covid_impact_ccu000_England_AMI_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_AMI_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_COVID19_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_COVID19_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_diabetes_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_diabetes_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_DVT_DVT_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_life_arrhythmias_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_obesity_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_obesity_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_stroke_HS_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_stroke_HS_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_stroke_IS_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_stroke_IS_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_stroke_NOS_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_stroke_NOS_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu000_England_stroke_SAH_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_stroke_TIA_ICD10.csv',\n",
       " 'covid_impact_ccu000_England_stroke_TIA_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_AMI_covariate_only_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_AMI_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_AMI_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_AMI_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_angina_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_angina_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_ANGINA_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_anticoagulant_England_BNF.csv',\n",
       " 'covid_impact_ccu00201_antiplatelet_England_BNF.csv',\n",
       " 'covid_impact_ccu00201_artery_dissect_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_ARTERY_DISSECT_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_BMI_obesity_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_BMI_obesity_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_BMI_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_bp_lowering_England_BNF.csv',\n",
       " 'covid_impact_ccu00201_cancer_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_cancer_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_CANCER_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_cardiomyopathy_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_cardiomyopathy_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_CARDIOMYOPATHY_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_CKD_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_CKD_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_CKD_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_cocp_England_BNF.csv',\n",
       " 'covid_impact_ccu00201_COPD_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_COPD_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_COPD_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_dementia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_dementia_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_dementia_vascular_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_dementia_vascular_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_DEMENTIA_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_depression_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_depression_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_DEPRESSION_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_diabetes_drugs_England_DMD.csv',\n",
       " 'covid_impact_ccu00201_diabetes_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_diabetes_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_DIC_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_DVT_DVT_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_DVT_ICVT_covariate_only_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_DVT_ICVT_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_DVT_ICVT_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_DVT_pregnancy_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_fracture_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_GDPPR_confirmed_COVID_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_HF_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_HF_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_HF_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_hrt_England_BNF.csv',\n",
       " 'covid_impact_ccu00201_hypertension_drugs_England_DMD.csv',\n",
       " 'covid_impact_ccu00201_hypertension_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_hypertension_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_hypertension_pregnancy_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_HYPERTENSION_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_ICVT_pregnancy_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_life_arrhythmia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_lipid_lowering_England_BNF.csv',\n",
       " 'covid_impact_ccu00201_liver_disease_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_liver_disease_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_LIVER_DISEASE_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_mesenteric_thrombus_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_myocarditis_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_OBESITY_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_other_arterial_embolism_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_other_DVT_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_pericarditis_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_PE_covariate_only_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_PE_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_PE_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_portal_vein_thrombosis_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_pregnancy_and_birth_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_prostate_cancer_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_Smoker_current_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_Smoker_Ex_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_SMOKING_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_stroke_isch_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_stroke_isch_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_STROKE_ISCH_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_stroke_SAH_HS_covariate_only_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_stroke_SAH_HS_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_STROKE_SAH_HS_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_stroke_TIA_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_stroke_TIA_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_STROKE_TIA_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_TCP_covariate_only_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_TCP_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_thrombocytopenia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_thrombophilia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_thrombophilia_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_THROMBOPHILIA_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_TTP_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_unstable_angina_England_ICD10.csv',\n",
       " 'covid_impact_ccu00201_unstable_angina_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00201_UNSTABLE_ANGINA_Wales_Read2.csv',\n",
       " 'covid_impact_ccu00201_VT_covariate_only_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_AF_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_AF_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_AMI_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_AMI_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_anticoagulant_England_BNF.csv',\n",
       " 'covid_impact_ccu00202_antiplatelet_England_BNF.csv',\n",
       " 'covid_impact_ccu00202_artery_dissect_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_BMI_obesity_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_bp_lowering_England_BNF.csv',\n",
       " 'covid_impact_ccu00202_cancer_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_cancer_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_cardiomyopathy_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_cardiomyopathy_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_CKD_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_CKD_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_cocp_England_BNF.csv',\n",
       " 'covid_impact_ccu00202_COPD_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_COPD_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_COVID19vaccine_Moderna_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_COVID19vaccine_Pfizer_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_COVID19_vaccine_AstraZeneca_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_COVID19_vaccine_dose_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_dementia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_dementia_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_dementia_vascular_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_dementia_vascular_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_depression_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_depression_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_diabetes_drugs_England_DMD.csv',\n",
       " 'covid_impact_ccu00202_diabetes_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_DVT_DVT_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_DVT_ICVT_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_DVT_ICVT_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_HF_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_HF_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_hrt_England_BNF.csv',\n",
       " 'covid_impact_ccu00202_hypercholesterolaemia_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_hypertension_drugs_England_DMD.csv',\n",
       " 'covid_impact_ccu00202_hypertension_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_hypertension_pregnancy_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_life_arrhythmias_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_limb_amputation_England_CTV3.csv',\n",
       " 'covid_impact_ccu00202_lipid_lowering_England_BNF.csv',\n",
       " 'covid_impact_ccu00202_liver_disease_England_CTV3.csv',\n",
       " 'covid_impact_ccu00202_liver_disease_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_liver_disease_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_mesenteric_anaemia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_pad_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_PE_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_PE_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_SCD_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_SCD_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_Smoker_Current_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_Smoker_Ex_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_Smoker_Never_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_stroke_HS_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_stroke_HS_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_stroke_IS_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_stroke_IS_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_stroke_NOS_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_stroke_NOS_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_stroke_SAH_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_stroke_TIA_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_stroke_TIA_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_TCP_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_TCP_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_thrombophilia_England_ICD10.csv',\n",
       " 'covid_impact_ccu00202_thrombophilia_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu00202_VT_England_ICD10.csv',\n",
       " 'covid_impact_ccu01301_01_GP_covid_diagnosis_England_SNOMEDCT.csv',\n",
       " 'covid_impact_ccu01301_02_Covid_admission_England_ICD10.csv',\n",
       " 'covid_impact_ccu01301_03_ECMO_treatment_England_OPCS.csv',\n",
       " 'covid_impact_ccu01301_03_IMV_treatment_England_OPCS.csv',\n",
       " 'covid_impact_ccu01301_03_NIV_treatment_England_OPCS.csv',\n",
       " 'covid_impact_ccu01301_04_Fatal_with_covid_diagnosis_England_ICD10.csv',\n",
       " 'cvdcoviduk_COVID19_bhfcvdcoviduk_ICD10.csv',\n",
       " 'cvdcoviduk_COVID19_bhfcvdcoviduk_SNOMEDCT.csv',\n",
       " 'hardelid_congenital_anom_eurocat_idsvFMrDh3ovRRoAK6HWAh_ICD10.csv',\n",
       " 'hardelid_congenital_anom_feudtner_idsvFMrDh3ovRRoAK6HWAh_ICD10.csv',\n",
       " 'hardelid_congenital_anom_idsvFMrDh3ovRRoAK6HWAh_ICD10.csv',\n",
       " 'katsoulis_non_covid19_cvd_death_A69hsZDh3dcgzPn4HJcNkG_ICD10.csv',\n",
       " 'kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_CPRD.csv',\n",
       " 'kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_ICD10.csv',\n",
       " 'kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Read2.csv',\n",
       " 'kuan_AAA_NJ2gf6ZTTxjayMcK5ksHXf_CPRD.csv',\n",
       " 'kuan_AAA_NJ2gf6ZTTxjayMcK5ksHXf_ICD10.csv',\n",
       " 'kuan_AAA_NJ2gf6ZTTxjayMcK5ksHXf_Read2.csv',\n",
       " 'kuan_acne_3tJXPBK43iqTqheoEebq7i_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_acne_3tJXPBK43iqTqheoEebq7i_CPRD.csv',\n",
       " 'kuan_acne_3tJXPBK43iqTqheoEebq7i_ICD10.csv',\n",
       " 'kuan_acne_3tJXPBK43iqTqheoEebq7i_Read2.csv',\n",
       " 'kuan_actinic_keratosis_HCMERysojt6MUQNpDVMW8V_CPRD.csv',\n",
       " 'kuan_actinic_keratosis_HCMERysojt6MUQNpDVMW8V_ICD10.csv',\n",
       " 'kuan_actinic_keratosis_HCMERysojt6MUQNpDVMW8V_Read2.csv',\n",
       " 'kuan_ADHD_FKG5RnKvwfLLJeTp6fbFz7_CPRD.csv',\n",
       " 'kuan_ADHD_FKG5RnKvwfLLJeTp6fbFz7_ICD10.csv',\n",
       " 'kuan_ADHD_FKG5RnKvwfLLJeTp6fbFz7_Read2.csv',\n",
       " 'kuan_AF_7LD6QMWnjm3TRHykwMpQ6h_CPRD.csv',\n",
       " 'kuan_AF_7LD6QMWnjm3TRHykwMpQ6h_ICD10.csv',\n",
       " 'kuan_AF_7LD6QMWnjm3TRHykwMpQ6h_Read2.csv',\n",
       " 'kuan_agranulocytosis_n6BbN4xqnikRVdAqPZeCiV_CPRD.csv',\n",
       " 'kuan_agranulocytosis_n6BbN4xqnikRVdAqPZeCiV_ICD10.csv',\n",
       " 'kuan_agranulocytosis_n6BbN4xqnikRVdAqPZeCiV_Read2.csv',\n",
       " 'kuan_AKI_NRvedG2xDpPJt2oDQCADfG_ICD10.csv',\n",
       " 'kuan_alc_problems_UxiyF5AcxtXNJZpNvwfYE4_CPRD.csv',\n",
       " 'kuan_alc_problems_UxiyF5AcxtXNJZpNvwfYE4_ICD10.csv',\n",
       " 'kuan_alc_problems_UxiyF5AcxtXNJZpNvwfYE4_Read2.csv',\n",
       " 'kuan_allergic_rhinitis_Y44TQLMdrP4ABsSeBvbuUF_CPRD.csv',\n",
       " 'kuan_allergic_rhinitis_Y44TQLMdrP4ABsSeBvbuUF_ICD10.csv',\n",
       " 'kuan_allergic_rhinitis_Y44TQLMdrP4ABsSeBvbuUF_Read2.csv',\n",
       " 'kuan_alopecia_areata_GeiZN7PXDaTyPtwR8UNAbG_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_alopecia_areata_GeiZN7PXDaTyPtwR8UNAbG_CPRD.csv',\n",
       " 'kuan_alopecia_areata_GeiZN7PXDaTyPtwR8UNAbG_ICD10.csv',\n",
       " 'kuan_alopecia_areata_GeiZN7PXDaTyPtwR8UNAbG_Read2.csv',\n",
       " 'kuan_anal_fissure_AyYY3Bpc5hEChq69PMdSiU_CPRD.csv',\n",
       " 'kuan_anal_fissure_AyYY3Bpc5hEChq69PMdSiU_ICD10.csv',\n",
       " 'kuan_anal_fissure_AyYY3Bpc5hEChq69PMdSiU_OPCS4.csv',\n",
       " 'kuan_anal_fissure_AyYY3Bpc5hEChq69PMdSiU_Read2.csv',\n",
       " 'kuan_angiodysplasia_colon_RSXYXN6U8DbDFnT8ctSbmP_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_angiodysplasia_colon_RSXYXN6U8DbDFnT8ctSbmP_CPRD.csv',\n",
       " 'kuan_angiodysplasia_colon_RSXYXN6U8DbDFnT8ctSbmP_ICD10.csv',\n",
       " 'kuan_angiodysplasia_colon_RSXYXN6U8DbDFnT8ctSbmP_Read2.csv',\n",
       " 'kuan_ank_spond_M52WcZ3izzZtQD7PswhEB5_CPRD.csv',\n",
       " 'kuan_ank_spond_M52WcZ3izzZtQD7PswhEB5_ICD10.csv',\n",
       " 'kuan_ank_spond_M52WcZ3izzZtQD7PswhEB5_Read2.csv',\n",
       " 'kuan_anorectal_dxgs3A67daFEpmErCZJjKy_ICD10.csv',\n",
       " 'kuan_anorectal_fistula_jjFso6okvLjAdwf5SzrL5A_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_anorectal_fistula_jjFso6okvLjAdwf5SzrL5A_CPRD.csv',\n",
       " 'kuan_anorectal_fistula_jjFso6okvLjAdwf5SzrL5A_ICD10.csv',\n",
       " 'kuan_anorectal_fistula_jjFso6okvLjAdwf5SzrL5A_OPCS4.csv',\n",
       " 'kuan_anorectal_fistula_jjFso6okvLjAdwf5SzrL5A_Read2.csv',\n",
       " 'kuan_anorectal_prolapse_KXydavUn3ZWEK46jNtEKpX_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_anorectal_prolapse_KXydavUn3ZWEK46jNtEKpX_CPRD.csv',\n",
       " 'kuan_anorectal_prolapse_KXydavUn3ZWEK46jNtEKpX_ICD10.csv',\n",
       " 'kuan_anorectal_prolapse_KXydavUn3ZWEK46jNtEKpX_OPCS4.csv',\n",
       " 'kuan_anorectal_prolapse_KXydavUn3ZWEK46jNtEKpX_Read2.csv',\n",
       " 'kuan_ant_uveitis_kZW9FeEfguyYymiHmhGEEW_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_ant_uveitis_kZW9FeEfguyYymiHmhGEEW_CPRD.csv',\n",
       " 'kuan_ant_uveitis_kZW9FeEfguyYymiHmhGEEW_ICD10.csv',\n",
       " 'kuan_ant_uveitis_kZW9FeEfguyYymiHmhGEEW_Read2.csv',\n",
       " 'kuan_anxiety_LGWMqosnAtERehdytPzBWy_CPRD.csv',\n",
       " 'kuan_anxiety_LGWMqosnAtERehdytPzBWy_ICD10.csv',\n",
       " 'kuan_anxiety_LGWMqosnAtERehdytPzBWy_Read2.csv',\n",
       " 'kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_aplastic_GAqEf827VEm86L9hqmEhbd_CPRD.csv',\n",
       " 'kuan_aplastic_GAqEf827VEm86L9hqmEhbd_ICD10.csv',\n",
       " 'kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Read2.csv',\n",
       " 'kuan_appendicitis_5aqU7FXzZxDm78WBppyy5y_CPRD.csv',\n",
       " 'kuan_appendicitis_5aqU7FXzZxDm78WBppyy5y_ICD10.csv',\n",
       " 'kuan_appendicitis_5aqU7FXzZxDm78WBppyy5y_OPCS4.csv',\n",
       " 'kuan_appendicitis_5aqU7FXzZxDm78WBppyy5y_Read2.csv',\n",
       " 'kuan_asbestosis_aKBkTvknVPpHysgFT2wjGs_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_asbestosis_aKBkTvknVPpHysgFT2wjGs_CPRD.csv',\n",
       " 'kuan_asbestosis_aKBkTvknVPpHysgFT2wjGs_ICD10.csv',\n",
       " 'kuan_asbestosis_aKBkTvknVPpHysgFT2wjGs_Read2.csv',\n",
       " 'kuan_aspiration_pneumo_LcEe7zG3b3WmAW2bZzu7Ci_CPRD.csv',\n",
       " 'kuan_aspiration_pneumo_LcEe7zG3b3WmAW2bZzu7Ci_ICD10.csv',\n",
       " 'kuan_aspiration_pneumo_LcEe7zG3b3WmAW2bZzu7Ci_Read2.csv',\n",
       " 'kuan_asthma_eFTHigQ2RjygaBhHUco4pW_CPRD.csv',\n",
       " 'kuan_asthma_eFTHigQ2RjygaBhHUco4pW_ICD10.csv',\n",
       " 'kuan_asthma_eFTHigQ2RjygaBhHUco4pW_Read2.csv',\n",
       " 'kuan_autism_YwsDewQKrrrZhMoFAARKMP_CPRD.csv',\n",
       " 'kuan_autism_YwsDewQKrrrZhMoFAARKMP_ICD10.csv',\n",
       " 'kuan_autism_YwsDewQKrrrZhMoFAARKMP_Read2.csv',\n",
       " 'kuan_autoimm_liver_EhCfQgUPWeWexfdZ8VQUby_CPRD.csv',\n",
       " 'kuan_autoimm_liver_EhCfQgUPWeWexfdZ8VQUby_ICD10.csv',\n",
       " 'kuan_autoimm_liver_EhCfQgUPWeWexfdZ8VQUby_Read2.csv',\n",
       " 'kuan_autonomic_neuro_LfgLjazsU9DQcEwVUsoHXm_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_autonomic_neuro_LfgLjazsU9DQcEwVUsoHXm_CPRD.csv',\n",
       " 'kuan_autonomic_neuro_LfgLjazsU9DQcEwVUsoHXm_ICD10.csv',\n",
       " 'kuan_autonomic_neuro_LfgLjazsU9DQcEwVUsoHXm_Read2.csv',\n",
       " 'kuan_av_block_1_T9FGkKdrjMexKXNu9WjWpF_CPRD.csv',\n",
       " 'kuan_av_block_1_T9FGkKdrjMexKXNu9WjWpF_ICD10.csv',\n",
       " 'kuan_av_block_1_T9FGkKdrjMexKXNu9WjWpF_Read2.csv',\n",
       " 'kuan_av_block_2_iXpD4FbSVDWsRvWjrAvJ59_CPRD.csv',\n",
       " 'kuan_av_block_2_iXpD4FbSVDWsRvWjrAvJ59_ICD10.csv',\n",
       " 'kuan_av_block_2_iXpD4FbSVDWsRvWjrAvJ59_Read2.csv',\n",
       " 'kuan_av_block_3_ZRULCUexj8udmSt9szS23V_CPRD.csv',\n",
       " 'kuan_av_block_3_ZRULCUexj8udmSt9szS23V_ICD10.csv',\n",
       " 'kuan_av_block_3_ZRULCUexj8udmSt9szS23V_Read2.csv',\n",
       " 'kuan_b12_def_LWC57mbghEZhQ7TQCCEAXQ_CPRD.csv',\n",
       " 'kuan_b12_def_LWC57mbghEZhQ7TQCCEAXQ_ICD10.csv',\n",
       " 'kuan_b12_def_LWC57mbghEZhQ7TQCCEAXQ_Read2.csv',\n",
       " 'kuan_bacterial_LTt9ydm9NGbZkWQQy7XyiF_ICD10.csv',\n",
       " 'kuan_BAD_3mzXCCZrugWeNywT4eE75N_CPRD.csv',\n",
       " 'kuan_BAD_3mzXCCZrugWeNywT4eE75N_ICD10.csv',\n",
       " 'kuan_BAD_3mzXCCZrugWeNywT4eE75N_Read2.csv',\n",
       " 'kuan_barretts_9f7dZtMQKkSHuWQf4gttUu_CPRD.csv',\n",
       " 'kuan_barretts_9f7dZtMQKkSHuWQf4gttUu_ICD10.csv',\n",
       " 'kuan_barretts_9f7dZtMQKkSHuWQf4gttUu_Read2.csv',\n",
       " 'kuan_bells_ZgV8UjFkg87aYaVhUVvdwz_CPRD.csv',\n",
       " 'kuan_bells_ZgV8UjFkg87aYaVhUVvdwz_ICD10.csv',\n",
       " 'kuan_bells_ZgV8UjFkg87aYaVhUVvdwz_Read2.csv',\n",
       " 'kuan_benign_brain_Rgxuajnx9VBxwvcb5ET47Z_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_benign_brain_Rgxuajnx9VBxwvcb5ET47Z_CPRD.csv',\n",
       " 'kuan_benign_brain_Rgxuajnx9VBxwvcb5ET47Z_ICD10.csv',\n",
       " 'kuan_benign_brain_Rgxuajnx9VBxwvcb5ET47Z_Read2.csv',\n",
       " 'kuan_benign_colon_jiRbp6uJfASuDXyQSDrsdc_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_benign_colon_jiRbp6uJfASuDXyQSDrsdc_CPRD.csv',\n",
       " 'kuan_benign_colon_jiRbp6uJfASuDXyQSDrsdc_ICD10.csv',\n",
       " 'kuan_benign_colon_jiRbp6uJfASuDXyQSDrsdc_Read2.csv',\n",
       " 'kuan_benign_ovary_nBNhjn4LKNC4dMxeUDk6LG_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_benign_ovary_nBNhjn4LKNC4dMxeUDk6LG_CPRD.csv',\n",
       " 'kuan_benign_ovary_nBNhjn4LKNC4dMxeUDk6LG_ICD10.csv',\n",
       " 'kuan_benign_ovary_nBNhjn4LKNC4dMxeUDk6LG_Read2.csv',\n",
       " 'kuan_benign_stomach_S4SfTTFKq2DW4xfK2ZdjzA_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_benign_stomach_S4SfTTFKq2DW4xfK2ZdjzA_CPRD.csv',\n",
       " 'kuan_benign_stomach_S4SfTTFKq2DW4xfK2ZdjzA_ICD10.csv',\n",
       " 'kuan_benign_stomach_S4SfTTFKq2DW4xfK2ZdjzA_Read2.csv',\n",
       " 'kuan_benign_uterus_4Juk5rUDGhFs5FBTkLN4wU_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_benign_uterus_4Juk5rUDGhFs5FBTkLN4wU_CPRD.csv',\n",
       " 'kuan_benign_uterus_4Juk5rUDGhFs5FBTkLN4wU_ICD10.csv',\n",
       " 'kuan_benign_uterus_4Juk5rUDGhFs5FBTkLN4wU_Read2.csv',\n",
       " 'kuan_bifasc_block_FeZgkaDCbMMUJgysojnHkT_CPRD.csv',\n",
       " 'kuan_bifasc_block_FeZgkaDCbMMUJgysojnHkT_ICD10.csv',\n",
       " 'kuan_bifasc_block_FeZgkaDCbMMUJgysojnHkT_Read2.csv',\n",
       " 'kuan_blind_4wLv6rsCuLpEkDhEwmGzUQ_CPRD.csv',\n",
       " 'kuan_blind_4wLv6rsCuLpEkDhEwmGzUQ_ICD10.csv',\n",
       " 'kuan_blind_4wLv6rsCuLpEkDhEwmGzUQ_Read2.csv',\n",
       " 'kuan_bone_NRmXHxhHmYizFTm6huuaqv_ICD10.csv',\n",
       " 'kuan_BPH_kkENJEYgtTec8rXhDn3Qgg_CPRD.csv',\n",
       " 'kuan_BPH_kkENJEYgtTec8rXhDn3Qgg_ICD10.csv',\n",
       " 'kuan_BPH_kkENJEYgtTec8rXhDn3Qgg_Read2.csv',\n",
       " 'kuan_bronchiectasis_SWUAhaHStc967nLCfhY6rc_CPRD.csv',\n",
       " 'kuan_bronchiectasis_SWUAhaHStc967nLCfhY6rc_ICD10.csv',\n",
       " 'kuan_bronchiectasis_SWUAhaHStc967nLCfhY6rc_Read2.csv',\n",
       " 'kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_CPRD.csv',\n",
       " 'kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_ICD10.csv',\n",
       " 'kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Read2.csv',\n",
       " 'kuan_carpal_tunnel_S8MwPhLwnKqmfwy6XzHtsz_CPRD.csv',\n",
       " 'kuan_carpal_tunnel_S8MwPhLwnKqmfwy6XzHtsz_ICD10.csv',\n",
       " 'kuan_carpal_tunnel_S8MwPhLwnKqmfwy6XzHtsz_OPCS4.csv',\n",
       " 'kuan_carpal_tunnel_S8MwPhLwnKqmfwy6XzHtsz_Read2.csv',\n",
       " 'kuan_cataract_YfnhFx9TGYNQZHbcrYXvvQ_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_cataract_YfnhFx9TGYNQZHbcrYXvvQ_CPRD.csv',\n",
       " 'kuan_cataract_YfnhFx9TGYNQZHbcrYXvvQ_ICD10.csv',\n",
       " 'kuan_cataract_YfnhFx9TGYNQZHbcrYXvvQ_OPCS4.csv',\n",
       " 'kuan_cataract_YfnhFx9TGYNQZHbcrYXvvQ_Read2.csv',\n",
       " 'kuan_cerebral_palsy_LoWH6jeE99hfyV6WWXwa8j_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_cerebral_palsy_LoWH6jeE99hfyV6WWXwa8j_CPRD.csv',\n",
       " 'kuan_cerebral_palsy_LoWH6jeE99hfyV6WWXwa8j_ICD10.csv',\n",
       " 'kuan_cerebral_palsy_LoWH6jeE99hfyV6WWXwa8j_Read2.csv',\n",
       " 'kuan_CF_eqyW2q3h7pLfjRkjpiP5xv_CPRD.csv',\n",
       " 'kuan_CF_eqyW2q3h7pLfjRkjpiP5xv_ICD10.csv',\n",
       " 'kuan_CF_eqyW2q3h7pLfjRkjpiP5xv_Read2.csv',\n",
       " 'kuan_CHD_NOS_U66rc5otdDeJcbDZi2hj8K_CPRD.csv',\n",
       " 'kuan_CHD_NOS_U66rc5otdDeJcbDZi2hj8K_ICD10.csv',\n",
       " 'kuan_CHD_NOS_U66rc5otdDeJcbDZi2hj8K_Read2.csv',\n",
       " 'kuan_cholangitis_mNzDobbnJ9ssEhnW6TS2m7_CPRD.csv',\n",
       " 'kuan_cholangitis_mNzDobbnJ9ssEhnW6TS2m7_ICD10.csv',\n",
       " 'kuan_cholangitis_mNzDobbnJ9ssEhnW6TS2m7_Read2.csv',\n",
       " 'kuan_cholecystitis_ZrmfqHcwmbboMiRCGSZ6ph_CPRD.csv',\n",
       " 'kuan_cholecystitis_ZrmfqHcwmbboMiRCGSZ6ph_ICD10.csv',\n",
       " 'kuan_cholecystitis_ZrmfqHcwmbboMiRCGSZ6ph_Read2.csv',\n",
       " 'kuan_cholelithiasis_3wyLRCS4K4nQFmsfXfi5em_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_cholelithiasis_3wyLRCS4K4nQFmsfXfi5em_CPRD.csv',\n",
       " 'kuan_cholelithiasis_3wyLRCS4K4nQFmsfXfi5em_ICD10.csv',\n",
       " 'kuan_cholelithiasis_3wyLRCS4K4nQFmsfXfi5em_Read2.csv',\n",
       " 'kuan_chronic_fatigue_4vuyvQJEm58jeMuVwovnwx_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_chronic_fatigue_4vuyvQJEm58jeMuVwovnwx_CPRD.csv',\n",
       " 'kuan_chronic_fatigue_4vuyvQJEm58jeMuVwovnwx_ICD10.csv',\n",
       " 'kuan_chronic_fatigue_4vuyvQJEm58jeMuVwovnwx_Read2.csv',\n",
       " 'kuan_chr_cystitis_6D7XsekK9PN2co6sQamDWP_CPRD.csv',\n",
       " 'kuan_chr_cystitis_6D7XsekK9PN2co6sQamDWP_ICD10.csv',\n",
       " 'kuan_chr_cystitis_6D7XsekK9PN2co6sQamDWP_Read2.csv',\n",
       " 'kuan_chr_hep_Ue8m4voQcHGgTrx2sQWfeS_CPRD.csv',\n",
       " 'kuan_chr_hep_Ue8m4voQcHGgTrx2sQWfeS_ICD10.csv',\n",
       " 'kuan_chr_hep_Ue8m4voQcHGgTrx2sQWfeS_Read2.csv',\n",
       " 'kuan_cin_cervical_mMCP3dUk9Swip6ZHeCvz4m_CPRD.csv',\n",
       " 'kuan_cin_cervical_mMCP3dUk9Swip6ZHeCvz4m_ICD10.csv',\n",
       " 'kuan_cin_cervical_mMCP3dUk9Swip6ZHeCvz4m_Read2.csv',\n",
       " 'kuan_cirrhosis_2LW7p3ULbVEqV3vYNLRyu2_CPRD.csv',\n",
       " 'kuan_cirrhosis_2LW7p3ULbVEqV3vYNLRyu2_ICD10.csv',\n",
       " 'kuan_cirrhosis_2LW7p3ULbVEqV3vYNLRyu2_Read2.csv',\n",
       " 'kuan_coeliac_Cqd3iG9YekavWvpyUBnnhf_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_coeliac_Cqd3iG9YekavWvpyUBnnhf_CPRD.csv',\n",
       " 'kuan_coeliac_Cqd3iG9YekavWvpyUBnnhf_ICD10.csv',\n",
       " 'kuan_coeliac_Cqd3iG9YekavWvpyUBnnhf_Read2.csv',\n",
       " 'kuan_COPD_kgwoJWpdPG8Npp8HUc37zD_CPRD.csv',\n",
       " 'kuan_COPD_kgwoJWpdPG8Npp8HUc37zD_ICD10.csv',\n",
       " 'kuan_COPD_kgwoJWpdPG8Npp8HUc37zD_Read2.csv',\n",
       " 'kuan_ED_k5jqBM97NneeHGDbanJ35x_CPRD.csv',\n",
       " 'kuan_ED_k5jqBM97NneeHGDbanJ35x_ICD10.csv',\n",
       " 'kuan_ED_k5jqBM97NneeHGDbanJ35x_Read2.csv',\n",
       " 'kuan_ESRD_656RD4TRGA4B7GHmaJzAzt_CPRD.csv',\n",
       " 'kuan_ESRD_656RD4TRGA4B7GHmaJzAzt_ICD10.csv',\n",
       " 'kuan_ESRD_656RD4TRGA4B7GHmaJzAzt_OPCS4.csv',\n",
       " 'kuan_ESRD_656RD4TRGA4B7GHmaJzAzt_Read2.csv',\n",
       " 'kuan_GCA_5WMaNT9xc6YnhKUBzE877r_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_GCA_5WMaNT9xc6YnhKUBzE877r_CPRD.csv',\n",
       " 'kuan_GCA_5WMaNT9xc6YnhKUBzE877r_ICD10.csv',\n",
       " 'kuan_GCA_5WMaNT9xc6YnhKUBzE877r_Read2.csv',\n",
       " 'kuan_GN_2wTWQbK6ypwjowGXfj3X3p_CPRD.csv',\n",
       " 'kuan_GN_2wTWQbK6ypwjowGXfj3X3p_ICD10.csv',\n",
       " 'kuan_GN_2wTWQbK6ypwjowGXfj3X3p_Read2.csv',\n",
       " 'kuan_GORD_UGcHHBqWYpvDsdwpN2fUPv_CPRD.csv',\n",
       " 'kuan_GORD_UGcHHBqWYpvDsdwpN2fUPv_ICD10.csv',\n",
       " 'kuan_GORD_UGcHHBqWYpvDsdwpN2fUPv_OPCS4.csv',\n",
       " 'kuan_GORD_UGcHHBqWYpvDsdwpN2fUPv_Read2.csv',\n",
       " 'kuan_HBW_LWhG3dXxEAEiBmP9PpEipV_CPRD.csv',\n",
       " 'kuan_HBW_LWhG3dXxEAEiBmP9PpEipV_ICD10.csv',\n",
       " 'kuan_HBW_LWhG3dXxEAEiBmP9PpEipV_Read2.csv',\n",
       " 'kuan_IBS_g2YVaUEpnd8CJyLASZPNQi_CPRD.csv',\n",
       " 'kuan_IBS_g2YVaUEpnd8CJyLASZPNQi_ICD10.csv',\n",
       " 'kuan_IBS_g2YVaUEpnd8CJyLASZPNQi_Read2.csv',\n",
       " 'kuan_IDA_ZGfkjeH6GHi5WaQaTFmGn9_CPRD.csv',\n",
       " 'kuan_IDA_ZGfkjeH6GHi5WaQaTFmGn9_ICD10.csv',\n",
       " 'kuan_IDA_ZGfkjeH6GHi5WaQaTFmGn9_Read2.csv',\n",
       " 'kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       " 'kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_CPRD.csv',\n",
       " 'kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_ICD10.csv',\n",
       " 'kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Read2.csv',\n",
       " 'kuan_Isch_stroke_nfrpSeBDjByXgWGZHqTq2a_CPRD.csv',\n",
       " 'kuan_Isch_stroke_nfrpSeBDjByXgWGZHqTq2a_ICD10.csv',\n",
       " 'kuan_Isch_stroke_nfrpSeBDjByXgWGZHqTq2a_Read2.csv',\n",
       " 'kuan_LBBB_NzHFqJLxSw3A8oVebtDpez_CPRD.csv',\n",
       " 'kuan_LBBB_NzHFqJLxSw3A8oVebtDpez_ICD10.csv',\n",
       " 'kuan_LBBB_NzHFqJLxSw3A8oVebtDpez_Read2.csv',\n",
       " 'kuan_LBW_LtQ3z9qkt2rZodR7xiM3fT_CPRD.csv',\n",
       " 'kuan_LBW_LtQ3z9qkt2rZodR7xiM3fT_ICD10.csv',\n",
       " 'kuan_LBW_LtQ3z9qkt2rZodR7xiM3fT_Read2.csv',\n",
       " 'kuan_MDS_AYDKE8FPddcymgoYArhuUx_CPRD.csv',\n",
       " 'kuan_MDS_AYDKE8FPddcymgoYArhuUx_ICD10.csv',\n",
       " 'kuan_MDS_AYDKE8FPddcymgoYArhuUx_Read2.csv',\n",
       " 'kuan_MGUS_DsdMauquZcQ6bsRKDuwRKj_CPRD.csv',\n",
       " 'kuan_MGUS_DsdMauquZcQ6bsRKDuwRKj_ICD10.csv',\n",
       " 'kuan_MGUS_DsdMauquZcQ6bsRKDuwRKj_Read2.csv',\n",
       " 'kuan_MND_VjkMbeNcLjgWMfxKdFuTT8_CPRD.csv',\n",
       " 'kuan_MND_VjkMbeNcLjgWMfxKdFuTT8_ICD10.csv',\n",
       " 'kuan_MND_VjkMbeNcLjgWMfxKdFuTT8_Read2.csv',\n",
       " 'kuan_MS_o3PHkNpsJohi4EwUwRqkNH_CPRD.csv',\n",
       " 'kuan_MS_o3PHkNpsJohi4EwUwRqkNH_ICD10.csv',\n",
       " 'kuan_MS_o3PHkNpsJohi4EwUwRqkNH_Read2.csv',\n",
       " 'kuan_NHL_EkuRLLMZVbdtBFhQS3rnLR_CPRD.csv',\n",
       " 'kuan_NHL_EkuRLLMZVbdtBFhQS3rnLR_ICD10.csv',\n",
       " 'kuan_NHL_EkuRLLMZVbdtBFhQS3rnLR_Read2.csv',\n",
       " 'kuan_OA_MYMaZGRSrw7cghWD4di64E_CPRD.csv',\n",
       " 'kuan_OA_MYMaZGRSrw7cghWD4di64E_ICD10.csv',\n",
       " 'kuan_OA_MYMaZGRSrw7cghWD4di64E_Read2.csv',\n",
       " 'kuan_Parkinsons_3WekgjS8prps7Dr3EMAE4L_CPRD.csv',\n",
       " 'kuan_Parkinsons_3WekgjS8prps7Dr3EMAE4L_ICD10.csv',\n",
       " 'kuan_Parkinsons_3WekgjS8prps7Dr3EMAE4L_Read2.csv',\n",
       " 'kuan_PCB_HQLDmTH7NHmWuQvvnfHqmy_CPRD.csv',\n",
       " 'kuan_PCB_HQLDmTH7NHmWuQvvnfHqmy_ICD10.csv',\n",
       " 'kuan_PCB_HQLDmTH7NHmWuQvvnfHqmy_Read2.csv',\n",
       " 'kuan_PCOS_GkcVZQrCQJHkwTvYNeMYNz_CPRD.csv',\n",
       " 'kuan_PCOS_GkcVZQrCQJHkwTvYNeMYNz_ICD10.csv',\n",
       " 'kuan_PCOS_GkcVZQrCQJHkwTvYNeMYNz_Read2.csv',\n",
       " 'kuan_PCV_YNpoTpwazbBciG88G7i2dP_CPRD.csv',\n",
       " 'kuan_PCV_YNpoTpwazbBciG88G7i2dP_ICD10.csv',\n",
       " 'kuan_PCV_YNpoTpwazbBciG88G7i2dP_Read2.csv',\n",
       " 'kuan_PDA_9pa8sQyoJywUKZyzLoxfYD_CPRD.csv',\n",
       " 'kuan_PDA_9pa8sQyoJywUKZyzLoxfYD_ICD10.csv',\n",
       " 'kuan_PDA_9pa8sQyoJywUKZyzLoxfYD_OPCS4.csv',\n",
       " 'kuan_PDA_9pa8sQyoJywUKZyzLoxfYD_Read2.csv',\n",
       " 'kuan_PD_NBqnQx3PXNA42bGzZhAjR7_CPRD.csv',\n",
       " 'kuan_PD_NBqnQx3PXNA42bGzZhAjR7_ICD10.csv',\n",
       " 'kuan_PD_NBqnQx3PXNA42bGzZhAjR7_Read2.csv',\n",
       " 'kuan_PE_B82p672dxCbWfyEqp9fjJH_CPRD.csv',\n",
       " 'kuan_PE_B82p672dxCbWfyEqp9fjJH_ICD10.csv',\n",
       " 'kuan_PE_B82p672dxCbWfyEqp9fjJH_Read2.csv',\n",
       " 'kuan_PID_JeHW69nUSoSJ9QHoQSZbxH_ICD10.csv',\n",
       " 'kuan_PMB_U84C3hG5a2mzTnTfvGWdqn_CPRD.csv',\n",
       " 'kuan_PMB_U84C3hG5a2mzTnTfvGWdqn_ICD10.csv',\n",
       " 'kuan_PMB_U84C3hG5a2mzTnTfvGWdqn_Read2.csv',\n",
       " 'kuan_PMR_hW5RYaJDLhn68qBLn6t5vp_CPRD.csv',\n",
       " 'kuan_PMR_hW5RYaJDLhn68qBLn6t5vp_ICD10.csv',\n",
       " 'kuan_PMR_hW5RYaJDLhn68qBLn6t5vp_Read2.csv',\n",
       " 'kuan_PSA_kKLsGFTKvcFCbGutKiwfBS_CPRD.csv',\n",
       " 'kuan_PSA_kKLsGFTKvcFCbGutKiwfBS_ICD10.csv',\n",
       " 'kuan_PSA_kKLsGFTKvcFCbGutKiwfBS_Read2.csv',\n",
       " 'kuan_PTH_AGWPXprudWMBcsvMQSJm6j_CPRD.csv',\n",
       " 'kuan_PTH_AGWPXprudWMBcsvMQSJm6j_ICD10.csv',\n",
       " 'kuan_PTH_AGWPXprudWMBcsvMQSJm6j_Read2.csv',\n",
       " 'kuan_RBBB_8cCG64eH9xaY4AzpdgSs79_CPRD.csv',\n",
       " 'kuan_RBBB_8cCG64eH9xaY4AzpdgSs79_ICD10.csv',\n",
       " 'kuan_RBBB_8cCG64eH9xaY4AzpdgSs79_Read2.csv',\n",
       " 'kuan_RDN_R4aUkbanyG7bknAk32knr7_CPRD.csv',\n",
       " 'kuan_RDN_R4aUkbanyG7bknAk32knr7_ICD10.csv',\n",
       " 'kuan_RDN_R4aUkbanyG7bknAk32knr7_Read2.csv',\n",
       " 'kuan_RhA_EWvRLa7DNMCiGs2XvC2zKT_CPRD.csv',\n",
       " 'kuan_RhA_EWvRLa7DNMCiGs2XvC2zKT_ICD10.csv',\n",
       " 'kuan_RhA_EWvRLa7DNMCiGs2XvC2zKT_Read2.csv',\n",
       " 'kuan_Rh_valve_d8B66i2qoGAozpDTZjdvDn_CPRD.csv',\n",
       " 'kuan_Rh_valve_d8B66i2qoGAozpDTZjdvDn_ICD10.csv',\n",
       " 'kuan_Rh_valve_d8B66i2qoGAozpDTZjdvDn_Read2.csv',\n",
       " 'kuan_SIADH_9jTT8smVQKJ5TRWXF3VMKE_ICD10.csv',\n",
       " 'kuan_SLE_2ZrkhcLcifb2pT7ZA2mvNG_CPRD.csv',\n",
       " 'kuan_SLE_2ZrkhcLcifb2pT7ZA2mvNG_ICD10.csv',\n",
       " 'kuan_SLE_2ZrkhcLcifb2pT7ZA2mvNG_Read2.csv',\n",
       " 'kuan_Stroke_NOS_XVnS5oshWa9HRBkEVJ2YyL_CPRD.csv',\n",
       " 'kuan_Stroke_NOS_XVnS5oshWa9HRBkEVJ2YyL_ICD10.csv',\n",
       " 'kuan_Stroke_NOS_XVnS5oshWa9HRBkEVJ2YyL_Read2.csv',\n",
       " 'kuan_Subarach_VDhB96H287Ty7FyNXBtBeU_CPRD.csv',\n",
       " 'kuan_Subarach_VDhB96H287Ty7FyNXBtBeU_ICD10.csv',\n",
       " 'kuan_Subarach_VDhB96H287Ty7FyNXBtBeU_Read2.csv',\n",
       " 'kuan_SVT_YKhzwDUrkdfEzDvnjm9vgE_CPRD.csv',\n",
       " 'kuan_SVT_YKhzwDUrkdfEzDvnjm9vgE_ICD10.csv',\n",
       " 'kuan_SVT_YKhzwDUrkdfEzDvnjm9vgE_Read2.csv',\n",
       " 'kuan_TB_8CNeWEafK4TcvUs6sNjgjX_CPRD.csv',\n",
       " 'kuan_TB_8CNeWEafK4TcvUs6sNjgjX_ICD10.csv',\n",
       " 'kuan_TB_8CNeWEafK4TcvUs6sNjgjX_Read2.csv',\n",
       " 'kuan_TIA_XxLUtcnthXos59d3fTn9Fy_CPRD.csv',\n",
       " 'kuan_TIA_XxLUtcnthXos59d3fTn9Fy_ICD10.csv',\n",
       " 'kuan_TIA_XxLUtcnthXos59d3fTn9Fy_Read2.csv',\n",
       " 'kuan_TIN_cof9bpW5rsfqsRv2QKTcyR_CPRD.csv',\n",
       " 'kuan_TIN_cof9bpW5rsfqsRv2QKTcyR_ICD10.csv',\n",
       " 'kuan_TIN_cof9bpW5rsfqsRv2QKTcyR_Read2.csv',\n",
       " 'kuan_VT_Mx78fJmJPJg5Sxuzp9wyAk_CPRD.csv',\n",
       " 'kuan_VT_Mx78fJmJPJg5Sxuzp9wyAk_ICD10.csv',\n",
       " 'kuan_VT_Mx78fJmJPJg5Sxuzp9wyAk_Read2.csv',\n",
       " 'Paige_CardiovascularDisease_ZAe8LVnjUBE6urqrGVJeRw_Read2.csv',\n",
       " 'Parisi_CardiovascularDisease_chY4tvNZ8UrR4qDXrZaKuC_Read2.csv',\n",
       " 'Parisi_Psoriasis_3CrnLA26CnYaWik6DfCfdt_Read2.csv',\n",
       " 'Peat_eyZqjPhhnePE4vFNjzzJh7_Musculoskeletal_pain_body_region_look_ups.csv',\n",
       " 'Peat_eyZqjPhhnePE4vFNjzzJh7_Musculoskeletal_pain_Concept_ID.csv',\n",
       " 'Peat_eyZqjPhhnePE4vFNjzzJh7_Musculoskeletal_pain_Description_ID.csv',\n",
       " 'Wright_Diabetes_5wwejUDFwUyMdUJ3VgE4VD_Read2.csv']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "codelist_files = os.listdir(codelist_files_folder)\n",
    "codelist_files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Original Name</th>\n",
       "      <th>Target Name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anaemia B12 Deficiency</td>\n",
       "      <td>kuan oth anaemia and kuan oth haem anaemia and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anaemia Folate Deficiency</td>\n",
       "      <td>kuan oth anaemia and kuan oth haem anaemia and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anaemia Haemolytic</td>\n",
       "      <td>kuan oth anaemia and kuan oth haem anaemia and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anaemia Iron Deficiency</td>\n",
       "      <td>kuan oth anaemia and kuan oth haem anaemia and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anaemia Other</td>\n",
       "      <td>kuan oth anaemia and kuan oth haem anaemia and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CKD</td>\n",
       "      <td>covid impact ccu00201 CKD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Glaucoma</td>\n",
       "      <td>kuan glaucoma</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Hypertension</td>\n",
       "      <td>kuan hypertension and carr hypertension</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sickle cell anaemia</td>\n",
       "      <td>kuan sickle cell BoyuDsY7sCnGANEAFw9ffb and ku...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               Original Name  \\\n",
       "0     Anaemia B12 Deficiency   \n",
       "1  Anaemia Folate Deficiency   \n",
       "2         Anaemia Haemolytic   \n",
       "3    Anaemia Iron Deficiency   \n",
       "4              Anaemia Other   \n",
       "5                        CKD   \n",
       "6                   Glaucoma   \n",
       "7               Hypertension   \n",
       "8        Sickle cell anaemia   \n",
       "\n",
       "                                         Target Name  \n",
       "0  kuan oth anaemia and kuan oth haem anaemia and...  \n",
       "1  kuan oth anaemia and kuan oth haem anaemia and...  \n",
       "2  kuan oth anaemia and kuan oth haem anaemia and...  \n",
       "3  kuan oth anaemia and kuan oth haem anaemia and...  \n",
       "4  kuan oth anaemia and kuan oth haem anaemia and...  \n",
       "5                          covid impact ccu00201 CKD  \n",
       "6                                      kuan glaucoma  \n",
       "7            kuan hypertension and carr hypertension  \n",
       "8  kuan sickle cell BoyuDsY7sCnGANEAFw9ffb and ku...  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_to_match = pd.read_csv(filepath_database_to_match) \n",
    "df_to_match"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['kuan oth anaemia and kuan oth haem anaemia and kuan aplastic and kuan folatedef',\n",
       " 'kuan oth anaemia and kuan oth haem anaemia and kuan aplastic and kuan folatedef',\n",
       " 'kuan oth anaemia and kuan oth haem anaemia and kuan aplastic and kuan folatedef',\n",
       " 'kuan oth anaemia and kuan oth haem anaemia and kuan aplastic and kuan folatedef',\n",
       " 'kuan oth anaemia and kuan oth haem anaemia and kuan aplastic and kuan folatedef',\n",
       " 'covid impact ccu00201 CKD',\n",
       " 'kuan glaucoma',\n",
       " 'kuan hypertension and carr hypertension',\n",
       " 'kuan sickle cell BoyuDsY7sCnGANEAFw9ffb and kuan sickle cell and kuan sickle trait HpKeYNjMWk7CReFWYJUAZ8']"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_target_names = df_to_match['Target Name'].tolist()\n",
    "list_target_names "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Anaemia B12 Deficiency',\n",
       " 'Anaemia Folate Deficiency',\n",
       " 'Anaemia Haemolytic',\n",
       " 'Anaemia Iron Deficiency',\n",
       " 'Anaemia Other',\n",
       " 'CKD',\n",
       " 'Glaucoma',\n",
       " 'Hypertension',\n",
       " 'Sickle cell anaemia']"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_source_names = df_to_match['Original Name'].tolist()\n",
    "list_source_names "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def medcode_to_snomed_converted_file(filepath_snomed_from_medcode, codelist_files_folder, filename):    \n",
    "    df_snomed = pd.read_excel(filepath_snomed_from_medcode, sheet_name=0, dtype={'SnomedCTConceptId': str, 'SnomedCTDescriptionId': str})\n",
    "    df_snomed_readcode_mapping=df_snomed[['CleansedReadCode', 'SnomedCTConceptId']]\n",
    "    #print(df_snomed_medcode_mapping)\n",
    "\n",
    "    readcode_files_path=codelist_files_folder+\"/\"+ filename\n",
    "    df_readcode_codelist = pd.read_csv(readcode_files_path)\n",
    "    #print(df_medcode_codelist)\n",
    "\n",
    "    df_readcode_codelist.rename(columns={'Readcode' : 'CleansedReadCode'}, inplace=True) \n",
    "\n",
    "    df_map=pd.merge(df_readcode_codelist, df_snomed_readcode_mapping, on='CleansedReadCode', how='left')\n",
    "    df_map=df_map.drop_duplicates()\n",
    "    df_map.rename(columns={'SnomedCTConceptId':'SNOMED CT Concept ID'}, inplace = True) #--renaming this as caliber has name 'SNOMED CT Concept ID'---\n",
    "    #print(df_map)\n",
    "\n",
    "    snomed_filename = filename.replace(\"CPRD\", \"Asra_Converted_SNOMED\")\n",
    "    snomed_created_filepath=codelist_files_folder+\"/\"+snomed_filename\n",
    "    print(snomed_created_filepath)\n",
    "    df_map.to_csv(snomed_created_filepath, index=False)\n",
    "\n",
    "    return snomed_created_filepath"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "def find_destination_files_paths(target_name, codelist_files, codelist_files_folder):\n",
    "    destination_codelist_csv_paths=[]\n",
    "    part_of_name = target_name.split(\" \")\n",
    "    Found=False\n",
    "    for search_word in part_of_name:\n",
    "        if search_word.lower() == 'kuan':\n",
    "            continue\n",
    "        for filename in codelist_files:\n",
    "            search_word_stripped = search_word.strip()\n",
    "            if search_word_stripped.lower() in filename.lower() and len(search_word_stripped) != 0 and 'and' not in search_word_stripped.lower():\n",
    "                print(\"----------Found-------------\")\n",
    "                if 'SNOMEDCT' in filename:\n",
    "                    print(\"----------in SNOMEDCT--------------\")\n",
    "                    Found=True\n",
    "                    one_filepath=codelist_files_folder+\"/\"+filename\n",
    "                    print(\"------------Appending------------\")\n",
    "                    if one_filepath not in destination_codelist_csv_paths:\n",
    "                        print(one_filepath)\n",
    "                        destination_codelist_csv_paths.append(one_filepath)\n",
    "                elif 'CPRD' in filename:\n",
    "                    print(\"-----------in CPRD------------\")\n",
    "                    snomed_created_filepath=medcode_to_snomed_converted_file(filepath_snomed_from_medcode, codelist_files_folder, filename)\n",
    "                    print(\"------------Appending------------\")\n",
    "                    if snomed_created_filepath not in destination_codelist_csv_paths:\n",
    "                        print(snomed_created_filepath)\n",
    "                        destination_codelist_csv_paths.append(snomed_created_filepath)\n",
    "\n",
    "\n",
    "    return destination_codelist_csv_paths"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Anaemia\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "Anaemia\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "Anaemia\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "Anaemia\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "Anaemia\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "CKD\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_AMI_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_COVID19_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_diabetes_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_obesity_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_HS_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_IS_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_NOS_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_TIA_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_AMI_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_angina_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_BMI_obesity_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_cancer_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_cardiomyopathy_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_CKD_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_COPD_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_dementia_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_dementia_vascular_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_depression_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_diabetes_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_DVT_ICVT_covariate_only_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_GDPPR_confirmed_COVID_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_HF_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_pregnancy_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_liver_disease_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_PE_covariate_only_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_pregnancy_and_birth_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_prostate_cancer_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_Smoker_current_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_Smoker_Ex_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_stroke_isch_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_stroke_SAH_HS_covariate_only_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_stroke_TIA_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_TCP_covariate_only_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_thrombophilia_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_unstable_angina_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_AF_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_AMI_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_BMI_obesity_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_cancer_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_cardiomyopathy_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_CKD_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COPD_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19vaccine_Moderna_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19vaccine_Pfizer_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19_vaccine_AstraZeneca_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19_vaccine_dose_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_dementia_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_dementia_vascular_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_depression_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_diabetes_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_DVT_ICVT_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_HF_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypercholesterolaemia_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_pregnancy_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_liver_disease_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_pad_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_PE_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_SCD_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_Smoker_Current_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_Smoker_Ex_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_Smoker_Never_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_HS_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_IS_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_NOS_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_TIA_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_TCP_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_thrombophilia_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu01301_01_GP_covid_diagnosis_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/cvdcoviduk_COVID19_bhfcvdcoviduk_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ckd_XmYuru73YF4EeRppjSAwsP_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Glaucoma\n",
      "found\n",
      "Destination paths does not exist for target names kuan glaucoma .\n",
      "Hypertension\n",
      "found\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_hypertension_XcUwWc9LkYHNmtavxwo5bi_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_pregnancy_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_pregnancy_England_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_asthma_QpvZKdLbgPK2QbY2dHvxT8_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ckd_XmYuru73YF4EeRppjSAwsP_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_copd_Cx5tTPaZno6hhcp4Psq5Er_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_diabetes_jQLxtg2Z3zPcXWge5Nv9tU_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_heartfailure_eJywGK6XvyoSe4SBhSexb3_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Sickle\n",
      "found\n",
      "Destination paths does not exist for target names kuan sickle cell BoyuDsY7sCnGANEAFw9ffb and kuan sickle cell and kuan sickle trait HpKeYNjMWk7CReFWYJUAZ8 .\n",
      "cell\n",
      "found\n",
      "Destination paths does not exist for target names kuan sickle cell BoyuDsY7sCnGANEAFw9ffb and kuan sickle cell and kuan sickle trait HpKeYNjMWk7CReFWYJUAZ8 .\n",
      "anaemia\n",
      "found\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------in SNOMEDCT--------------\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "-----------in CPRD------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "------------Appending------------\n",
      "Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv\n",
      "----------Found-------------\n",
      "----------Found-------------\n",
      "Completed\n"
     ]
    }
   ],
   "source": [
    "# match one list to another one by one\n",
    "source_file_path_list=[]\n",
    "destination_file_path_list=[]\n",
    "#temp=0\n",
    "for source_name in list_source_names:\n",
    "    #print(source_name)\n",
    "    # if temp>2:\n",
    "    #     break\n",
    "    # temp+=1\n",
    "    part_of_name = source_name.split(\" \")\n",
    "    found=False\n",
    "    for search_word in part_of_name:\n",
    "        print(search_word)\n",
    "        for target_name in list_target_names:\n",
    "            if search_word.lower() in target_name.lower():\n",
    "                print(\"found\")\n",
    "                found=True\n",
    "                # print(\"Found: \", search_word)\n",
    "                # print(\"for \", source_name)\n",
    "                # print(\"in \", target_name)\n",
    "                source_codelist_csv_path=filepath_database_our_codelists_folder+\"/\"+source_name+\".csv\"\n",
    "                #print(source_codelist_csv_path)\n",
    "                source_file_exist=os.path.isfile(source_codelist_csv_path)\n",
    "                if not source_file_exist:\n",
    "                    print(source_codelist_csv_path, \" does not exist\", )\n",
    "                    found=False\n",
    "                else:\n",
    "                    destination_codelist_csv_paths=find_destination_files_paths(target_name, codelist_files, codelist_files_folder)\n",
    "                    #print(destination_codelist_csv_paths)\n",
    "                    if len(destination_codelist_csv_paths)==0:\n",
    "                        print(\"Destination paths does not exist for target names\", target_name, \".\")                        \n",
    "                        found=False\n",
    "                    else:\n",
    "                        source_file_path_list.append(source_codelist_csv_path)\n",
    "                        destination_file_path_list.append(destination_codelist_csv_paths)\n",
    "            if found:\n",
    "                break\n",
    "        if found:\n",
    "            break \n",
    "print(\"Completed\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source Paths</th>\n",
       "      <th>Destination Paths</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Intermediate_Input_Output/Input_Codelists_to_S...</td>\n",
       "      <td>[Input/Validation_Codelists_for_Shrinking/Cali...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        Source Paths  \\\n",
       "0  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "1  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "2  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "3  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "4  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "5  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "6  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "7  Intermediate_Input_Output/Input_Codelists_to_S...   \n",
       "\n",
       "                                   Destination Paths  \n",
       "0  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "1  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "2  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "3  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "4  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "5  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "6  [Input/Validation_Codelists_for_Shrinking/Cali...  \n",
       "7  [Input/Validation_Codelists_for_Shrinking/Cali...  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_matched_paths = pd.DataFrame({'Source Paths':source_file_path_list, 'Destination Paths': destination_file_path_list}) # df_matched_paths = pd.DataFrame({'Source Paths':source_file_path_list})\n",
    "df_matched_paths.to_csv('Intermediate_Input_Output/caliber_matched_files.csv', index=False)  \n",
    "df_matched_paths"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Shrinking"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "list_source_paths = df_matched_paths['Source Paths'].tolist()\n",
    "list_destination_paths = df_matched_paths['Destination Paths'].tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Intermediate_Input_Output/Input_Codelists_to_Shrink/Anaemia B12 Deficiency.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/Anaemia Folate Deficiency.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/Anaemia Haemolytic.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/Anaemia Iron Deficiency.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/Anaemia Other.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/CKD.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/Hypertension.csv',\n",
       " 'Intermediate_Input_Output/Input_Codelists_to_Shrink/Sickle cell anaemia.csv']"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_source_paths "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_AMI_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_COVID19_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_diabetes_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_obesity_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_HS_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_IS_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_NOS_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu000_England_stroke_TIA_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_AMI_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_angina_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_BMI_obesity_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_cancer_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_cardiomyopathy_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_CKD_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_COPD_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_dementia_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_dementia_vascular_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_depression_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_diabetes_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_DVT_ICVT_covariate_only_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_GDPPR_confirmed_COVID_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_HF_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_pregnancy_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_liver_disease_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_PE_covariate_only_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_pregnancy_and_birth_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_prostate_cancer_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_Smoker_current_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_Smoker_Ex_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_stroke_isch_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_stroke_SAH_HS_covariate_only_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_stroke_TIA_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_TCP_covariate_only_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_thrombophilia_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_unstable_angina_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_AF_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_AMI_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_BMI_obesity_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_cancer_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_cardiomyopathy_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_CKD_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COPD_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19vaccine_Moderna_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19vaccine_Pfizer_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19_vaccine_AstraZeneca_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_COVID19_vaccine_dose_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_dementia_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_dementia_vascular_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_depression_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_diabetes_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_DVT_ICVT_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_HF_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypercholesterolaemia_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_pregnancy_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_liver_disease_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_pad_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_PE_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_SCD_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_Smoker_Current_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_Smoker_Ex_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_Smoker_Never_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_HS_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_IS_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_NOS_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_stroke_TIA_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_TCP_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_thrombophilia_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu01301_01_GP_covid_diagnosis_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/cvdcoviduk_COVID19_bhfcvdcoviduk_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ckd_XmYuru73YF4EeRppjSAwsP_SNOMEDCT.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_hypertension_XcUwWc9LkYHNmtavxwo5bi_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00201_hypertension_pregnancy_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/covid_impact_ccu00202_hypertension_pregnancy_England_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_asthma_QpvZKdLbgPK2QbY2dHvxT8_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ckd_XmYuru73YF4EeRppjSAwsP_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_copd_Cx5tTPaZno6hhcp4Psq5Er_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_diabetes_jQLxtg2Z3zPcXWge5Nv9tU_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_heartfailure_eJywGK6XvyoSe4SBhSexb3_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv'],\n",
       " ['Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_cardiomyo_oth_L9Vd69SHmNTPEVacrtJdby_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/carr_ischaemicheartdisease_3H5uov4PJoTw6c3rMiZPRn_SNOMEDCT.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_2ry_polycythaemia_iPnDxjmpAu865M4dYgyw3E_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_Intracereb_haem_MsaCKfARZDCB5hQXtFLZ37_Asra_Converted_SNOMED.csv',\n",
       "  'Input/Validation_Codelists_for_Shrinking/Caliber_Codelists_with_SNOMEDs_Added/kuan_aplastic_GAqEf827VEm86L9hqmEhbd_Asra_Converted_SNOMED.csv']]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_destination_paths"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "def shrink_file(source_filepath, destination_filepaths, shrinked_filepath):\n",
    "    df_source_file = pd.read_csv(source_filepath, dtype={'SnomedCTConceptId': str}) \n",
    "    #print(df_database_efi['SnomedCTConceptId'])\n",
    "    list1_source_snomeds = df_source_file['SnomedCTConceptId'].tolist()\n",
    "    #print(list1_source_snomeds)\n",
    "    \n",
    "\n",
    "    list2_destination_snomeds=[]\n",
    "    for destination_filepath in destination_filepaths: #--goto each path and search for particular snomed-----\n",
    "        df_destination_file_orig = pd.read_csv(destination_filepath, dtype={'SNOMED CT Concept ID': str}) \n",
    "        if \"SNOMED CT Concept ID\" in df_destination_file_orig.columns: #---to avoid a caliber issues, in caliber files some have missing column 'SNOMED CT Concept ID' \n",
    "            df_destination_file = pd.read_csv(destination_filepath, dtype={'SNOMED CT Concept ID': str}) \n",
    "            list_one_destination_snomeds = df_destination_file['SNOMED CT Concept ID'].values.tolist()\n",
    "            # print(\"For Destination \", destination_filepath)\n",
    "            # print(list_one_destination_snomeds)\n",
    "            list2_destination_snomeds.extend(list_one_destination_snomeds)\n",
    "\n",
    "    #print(list2_destination_snomeds)\n",
    "    #print(\"Missing values in first list:\", (set(list2_destination_snomeds).difference(list1_source_snomeds))) #-- we dont need it--\n",
    "    \n",
    "    additional_snomed_codes=list(set(list1_source_snomeds).difference(list2_destination_snomeds))\n",
    "    print(\"Additional values in first list:\", additional_snomed_codes)\n",
    "\n",
    "    if len(additional_snomed_codes)==0:\n",
    "        print(\"Congratulations all snomed codes were present for this file: \", source_filepath)\n",
    "    else:   #----this code shrink files for identified snomed's---\n",
    "        df_shrinked = pd.read_csv(source_filepath, dtype={'SnomedCTConceptId': str}) \n",
    "        #common_snomeds=list(set(list1_source_snomeds)&set(list2_destination_snomeds))\n",
    "        print(additional_snomed_codes)\n",
    "        print(len(list1_source_snomeds), len(list2_destination_snomeds), len(additional_snomed_codes))\n",
    "        common_snomeds=list(set(list1_source_snomeds).difference(additional_snomed_codes))#[value for value in list1_source_snomeds if value in list2_destination_snomeds]\n",
    "        print(\"common snomeds: \", common_snomeds)\n",
    "        for snomed in common_snomeds:\n",
    "            print(snomed)\n",
    "            df_shrinked = df_shrinked.drop(df_shrinked[df_shrinked['SnomedCTConceptId'] == snomed].index)\n",
    "        print(\"Saving... \",shrinked_filepath )\n",
    "        print(\"Deleted rows: \", len(additional_snomed_codes))\n",
    "        df_shrinked.to_csv(shrinked_filepath, index=False)  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Additional values in first list: ['191142007', '191154007', '170823005', '84027009', '161457000', '234361004', '190634004', '267517008', '234360003', '49472006', '234362006', '234363001', '165645009']\n",
      "['191142007', '191154007', '170823005', '84027009', '161457000', '234361004', '190634004', '267517008', '234360003', '49472006', '234362006', '234363001', '165645009']\n",
      "14 108 13\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Anaemia B12 Deficiency.csv\n",
      "Deleted rows:  13\n",
      "Additional values in first list: ['191154007', '267518003', '85649008', '234358000', '191148006', '190633005', '191149003', '15332004', '191150003']\n",
      "['191154007', '267518003', '85649008', '234358000', '191148006', '190633005', '191149003', '15332004', '191150003']\n",
      "14 108 9\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Anaemia Folate Deficiency.csv\n",
      "Deleted rows:  9\n",
      "Additional values in first list: ['127057004', '191213007', '191180008', '38911009', '398937006', '40108008', '191178002', '3978000', '5300004', '387744007', '191217008', '75451007', '191202009', '62403005', '38689004', '80141007', '191222008', '191169008', '267530009', '309742004', '191211009', '191177007', '55995005', '191216004', '161458005', '4854004', '18273004', '419211000000105', '303060002', '191228007', '81711008', '191172001', '221241000000101', '26682008', '191210005', '1963002', '221231000000105', '191201002', '51071000', '61261009', '15276008', '191218003', '191212002', '191170009', '413603009', '3272007', '197284004']\n",
      "['127057004', '191213007', '191180008', '38911009', '398937006', '40108008', '191178002', '3978000', '5300004', '387744007', '191217008', '75451007', '191202009', '62403005', '38689004', '80141007', '191222008', '191169008', '267530009', '309742004', '191211009', '191177007', '55995005', '191216004', '161458005', '4854004', '18273004', '419211000000105', '303060002', '191228007', '81711008', '191172001', '221241000000101', '26682008', '191210005', '1963002', '221231000000105', '191201002', '51071000', '61261009', '15276008', '191218003', '191212002', '191170009', '413603009', '3272007', '197284004']\n",
      "80 108 47\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Anaemia Haemolytic.csv\n",
      "Deleted rows:  47\n",
      "Additional values in first list: ['191128004', '65560000', '191156009', '80126007', '85746008', '413533008', '44666001', '161456009', '165626000', '234352004']\n",
      "['191128004', '65560000', '191156009', '80126007', '85746008', '413533008', '44666001', '161456009', '165626000', '234352004']\n",
      "10 108 10\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Anaemia Iron Deficiency.csv\n",
      "Deleted rows:  10\n",
      "Additional values in first list: ['275538002', '77607006', '128848007', '24962009', '266992002', '41841004', '49708008', '866381000000109', '310647000', '234347009', '110000005', '128847002', '47641009', '62677000', '234364007', '389601000000102', '90175006', '189509003', '2694001', '307726001', '128846006', '191156009', '276448005', '109996008', '271026005', '191261000', '87522002', '267513007', '191262007', '66612000', '234349007', '820601000000103', '65560000', '234366009', '83414005', '191268006', '191265009', '191260004', '286928002', '300980002', '234348004', '234358000', '38689004', '191136008', '309742004', '53165003', '81711008', '191161006', '52951008', '398623004', '51071000', '44666001', '396291000000103', '271737000', '413603009', '52565000', '80875006', '109998009']\n",
      "['275538002', '77607006', '128848007', '24962009', '266992002', '41841004', '49708008', '866381000000109', '310647000', '234347009', '110000005', '128847002', '47641009', '62677000', '234364007', '389601000000102', '90175006', '189509003', '2694001', '307726001', '128846006', '191156009', '276448005', '109996008', '271026005', '191261000', '87522002', '267513007', '191262007', '66612000', '234349007', '820601000000103', '65560000', '234366009', '83414005', '191268006', '191265009', '191260004', '286928002', '300980002', '234348004', '234358000', '38689004', '191136008', '309742004', '53165003', '81711008', '191161006', '52951008', '398623004', '51071000', '44666001', '396291000000103', '271737000', '413603009', '52565000', '80875006', '109998009']\n",
      "154 108 58\n",
      "common snomeds:  ['191251007', '191246001', '234370001', '191248000', '28975000', '191240007', '50715003', '5315003', '90414007', '234372009', '191244003', '5876000', '191256002', '234371002', '234373004', '275523003', '127034005', '30575002', '191247005', '267525005', '55907008', '234343008', '267524009', '306058006', '267527002']\n",
      "191251007\n",
      "191246001\n",
      "234370001\n",
      "191248000\n",
      "28975000\n",
      "191240007\n",
      "50715003\n",
      "5315003\n",
      "90414007\n",
      "234372009\n",
      "191244003\n",
      "5876000\n",
      "191256002\n",
      "234371002\n",
      "234373004\n",
      "275523003\n",
      "127034005\n",
      "30575002\n",
      "191247005\n",
      "267525005\n",
      "55907008\n",
      "234343008\n",
      "267524009\n",
      "306058006\n",
      "267527002\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Anaemia Other.csv\n",
      "Deleted rows:  58\n",
      "Additional values in first list: ['191244003', '714827005', '197616000', '49708008', '191268006', '234347009', '389601000000102', '281860005', '90414007']\n",
      "['191244003', '714827005', '197616000', '49708008', '191268006', '234347009', '389601000000102', '281860005', '90414007']\n",
      "14 0 9\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked CKD.csv\n",
      "Deleted rows:  9\n",
      "Additional values in first list: ['198091000000104', '170587004', '66052004', '401047000', '38341003', '193003', '89242004', '83105008', '845891000000103', '73410007', '314462001', '163031004', '48146000', '401117004', '183856001', '170577003', '275516004', '407554009', '50490005', '697929007', '64715009', '314449000', '307632004', '78975002', '198997005', '194779001', '194785008', '407557002', '863191000000102', '908631000000108', '163033001', '194791005', '19144002', '716821000000100', '843841000000109', '335661000000109', '697930002', '736286003', '59621000', '70272006', '299561000000105', '264008', '401048005', '56265001', '123799005', '48194001', '86234004', '49220004', '716771000000106', '66610008', '302192008', '86041002', '77970009', '308116003', '846371000000103', '407556006', '293495006', '38481006', '1201005', '471521000000108', '400975005', '95691008', '36315003', '185264001', '56218007', '24184005', '220901000000101', '194780003', '413605002', '413606001', '54225002', '65443008', '163030003', '161501007', '163035008', '198081000000101', '843821000000102', '170586008', '412779008', '401118009', '443402002', '194767001', '36221001', '170578008', '163034007', '407555005', '400974009', '717311000000102', '163020007', '31992008', '6962006', '194783001', '194788005', '407567007']\n",
      "['198091000000104', '170587004', '66052004', '401047000', '38341003', '193003', '89242004', '83105008', '845891000000103', '73410007', '314462001', '163031004', '48146000', '401117004', '183856001', '170577003', '275516004', '407554009', '50490005', '697929007', '64715009', '314449000', '307632004', '78975002', '198997005', '194779001', '194785008', '407557002', '863191000000102', '908631000000108', '163033001', '194791005', '19144002', '716821000000100', '843841000000109', '335661000000109', '697930002', '736286003', '59621000', '70272006', '299561000000105', '264008', '401048005', '56265001', '123799005', '48194001', '86234004', '49220004', '716771000000106', '66610008', '302192008', '86041002', '77970009', '308116003', '846371000000103', '407556006', '293495006', '38481006', '1201005', '471521000000108', '400975005', '95691008', '36315003', '185264001', '56218007', '24184005', '220901000000101', '194780003', '413605002', '413606001', '54225002', '65443008', '163030003', '161501007', '163035008', '198081000000101', '843821000000102', '170586008', '412779008', '401118009', '443402002', '194767001', '36221001', '170578008', '163034007', '407555005', '400974009', '717311000000102', '163020007', '31992008', '6962006', '194783001', '194788005', '407567007']\n",
      "127 0 94\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Hypertension.csv\n",
      "Deleted rows:  94\n",
      "Additional values in first list: ['416180004', '127047000', '13886001', '127041004', '35434009', '441482006', '127040003', '49938009', '417357006', '371104006', '763096004', '16402000', '25472008', '193370005', '417425009', '11603001', '417279003']\n",
      "['416180004', '127047000', '13886001', '127041004', '35434009', '441482006', '127040003', '49938009', '417357006', '371104006', '763096004', '16402000', '25472008', '193370005', '417425009', '11603001', '417279003']\n",
      "20 108 17\n",
      "common snomeds:  []\n",
      "Saving...  Intermediate_Input_Output/Output_Shrinked_Codelists/Shrinked Sickle cell anaemia.csv\n",
      "Deleted rows:  17\n",
      "Shrinking Completed-----\n",
      "Total Number of Shrinked files are 8 out of total files 8\n"
     ]
    }
   ],
   "source": [
    "index_list=0\n",
    "num_shrinked_files=0 #---this is just for reference---\n",
    "for source_filepath in list_source_paths:\n",
    "    parts_of_name = source_filepath.split(\"/\")\n",
    "    source_filename=parts_of_name[-1]\n",
    "    shrinked_filename=\"Shrinked \"+source_filename\n",
    "    shrinked_filepath=filepath_output+\"/\"+shrinked_filename\n",
    "    # print(source_filepath)\n",
    "    # print(source_filename)\n",
    "    # print(shrinked_filename)\n",
    "    # print(shrinked_filepath)\n",
    "    destination_filepaths = list_destination_paths[index_list]\n",
    "    if len(destination_filepaths)==0:\n",
    "        # print(\"No Files are Present in Caliber related to this Condition, so not shrinking \"+source_filename)\n",
    "        # print(\"----Destination Path: \", destination_filepaths)\n",
    "        shutil.copy(source_filepath, shrinked_filepath)\n",
    "    else:\n",
    "        shrink_file(source_filepath, destination_filepaths, shrinked_filepath)\n",
    "        num_shrinked_files+=1\n",
    "    index_list+=1\n",
    "\n",
    "print(\"Shrinking Completed-----\")     \n",
    "print(\"Total Number of Shrinked files are \"+str(num_shrinked_files)+\" out of total files \"+str(len(list_source_paths)))     "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}