PearsonCorrelations.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from scipy.stats import pearsonr"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Y_priv_v5_0_43_.predict\n",
    "Y_priv_v5_1_41_.predict\n",
    "Y_priv_v5_2_39_.predict\n",
    "Y_priv_v5_fold0_40.predict\n",
    "Y_priv_v5_fold2.predict\n",
    "Y_priv_v6FSter_fold2.predict\n",
    "Y_priv_v7fold0.predict\n",
    "Y_priv_v7fold1.predict\n",
    "Y_priv_v7fold2.predict\n",
    "Y_priv_v7fold3.predict\n",
    "Y_priv_v7fold4.predict\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "liste_Y = ['./Final_results/Y_priv_v5_0_43_.predict',\n",
    "           './Final_results/Y_priv_v5_1_41_.predict',\n",
    "           './Final_results/Y_priv_v5_2_39_.predict',\n",
    "           './Final_results/Y_priv_v5_fold0_40.predict',\n",
    "           './Final_results/Y_priv_v5_fold2.predict',\n",
    "           './Final_results/Y_priv_v6FSter_fold2.predict',\n",
    "           './Final_results/Y_priv_v7fold0.predict',\n",
    "           './Final_results/Y_priv_v7fold1.predict',\n",
    "           './Final_results/Y_priv_v7fold2.predict',\n",
    "           './Final_results/Y_priv_v7fold3.predict',\n",
    "           './Final_results/Y_priv_v7fold4.predict',\n",
    "          ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "liste_df = []\n",
    "\n",
    "for f_name in liste_Y :\n",
    "    liste_df.append(pd.read_csv(f_name, header = None))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v5_1_41_.predict\n",
      "0.9959022222201023\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v5_2_39_.predict\n",
      "0.995723754865555\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v5_fold0_40.predict\n",
      "0.9978222861234289\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v5_fold2.predict\n",
      "0.9933278992853513\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v6FSter_fold2.predict\n",
      "0.9899515764463834\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v7fold0.predict\n",
      "0.9979432643801229\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9958232586791058\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.9956657971035757\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9956295554851718\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_0_43_.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9961921649497136\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v5_2_39_.predict\n",
      "0.995622637360845\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v5_fold0_40.predict\n",
      "0.9962455375270938\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v5_fold2.predict\n",
      "0.9934094997340154\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v6FSter_fold2.predict\n",
      "0.9900503171724045\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v7fold0.predict\n",
      "0.9962126371828544\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9978852372608548\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.9959395973653407\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9958103553143058\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_1_41_.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9961853401760935\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v5_fold0_40.predict\n",
      "0.9958745939205554\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v5_fold2.predict\n",
      "0.9951186341547235\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v6FSter_fold2.predict\n",
      "0.9911781950917978\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v7fold0.predict\n",
      "0.9960772433929753\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9956086993319738\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.9977800718627573\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9954917955556667\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_2_39_.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9958513576563804\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v5_fold2.predict\n",
      "0.9939495456128806\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v6FSter_fold2.predict\n",
      "0.9908009422338847\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v7fold0.predict\n",
      "0.9980740199747679\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9964227985750252\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.9960553147456795\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9960480721716952\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold0_40.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.996634520052887\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold2.predict and ./Final_results/Y_priv_v6FSter_fold2.predict\n",
      "0.9895721157582218\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold2.predict and ./Final_results/Y_priv_v7fold0.predict\n",
      "0.9939741383974802\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold2.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9938478885906249\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold2.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.9952009472835214\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold2.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9935937716169354\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v5_fold2.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.994113575435919\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v6FSter_fold2.predict and ./Final_results/Y_priv_v7fold0.predict\n",
      "0.9909096843224874\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v6FSter_fold2.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9907966814931051\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v6FSter_fold2.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.992079776265\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v6FSter_fold2.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9903053458525352\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v6FSter_fold2.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9907437568915489\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold0.predict and ./Final_results/Y_priv_v7fold1.predict\n",
      "0.9965732793650234\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold0.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.9963639438346513\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold0.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9965249803435827\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold0.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9968762843677774\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold1.predict and ./Final_results/Y_priv_v7fold2.predict\n",
      "0.996179575146328\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold1.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9963974009641932\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold1.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9966561200514713\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold2.predict and ./Final_results/Y_priv_v7fold3.predict\n",
      "0.9959247493783606\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold2.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9963998110267966\n",
      "----------------------\n",
      "Correlation between ./Final_results/Y_priv_v7fold3.predict and ./Final_results/Y_priv_v7fold4.predict\n",
      "0.9963697997899604\n",
      "----------------------\n"
     ]
    }
   ],
   "source": [
    "res = dict()\n",
    "for i in range(len(liste_Y)) :\n",
    "    for j in range(len(liste_Y)) :\n",
    "        if i < j :\n",
    "            print 'Correlation between ' + liste_Y[i] + ' and ' + liste_Y[j] \n",
    "            print repr(float(pearsonr(np.array(liste_df[i].values),np.array(liste_df[j].values))[0]))\n",
    "            print '----------------------'\n",
    "            res[liste_Y[i]+'_'+liste_Y[j]] = float(pearsonr(np.array(liste_df[i].values),np.array(liste_df[j].values))[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('./Final_results/Y_priv_v5_fold2.predict_./Final_results/Y_priv_v6FSter_fold2.predict',\n",
       "  0.9895721157582218),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v6FSter_fold2.predict',\n",
       "  0.9899515764463834),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v6FSter_fold2.predict',\n",
       "  0.9900503171724045),\n",
       " ('./Final_results/Y_priv_v6FSter_fold2.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9903053458525352),\n",
       " ('./Final_results/Y_priv_v6FSter_fold2.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9907437568915489),\n",
       " ('./Final_results/Y_priv_v6FSter_fold2.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9907966814931051),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v6FSter_fold2.predict',\n",
       "  0.9908009422338847),\n",
       " ('./Final_results/Y_priv_v6FSter_fold2.predict_./Final_results/Y_priv_v7fold0.predict',\n",
       "  0.9909096843224874),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v6FSter_fold2.predict',\n",
       "  0.9911781950917978),\n",
       " ('./Final_results/Y_priv_v6FSter_fold2.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.992079776265),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v5_fold2.predict',\n",
       "  0.9933278992853513),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v5_fold2.predict',\n",
       "  0.9934094997340154),\n",
       " ('./Final_results/Y_priv_v5_fold2.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9935937716169354),\n",
       " ('./Final_results/Y_priv_v5_fold2.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9938478885906249),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v5_fold2.predict',\n",
       "  0.9939495456128806),\n",
       " ('./Final_results/Y_priv_v5_fold2.predict_./Final_results/Y_priv_v7fold0.predict',\n",
       "  0.9939741383974802),\n",
       " ('./Final_results/Y_priv_v5_fold2.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.994113575435919),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v5_fold2.predict',\n",
       "  0.9951186341547235),\n",
       " ('./Final_results/Y_priv_v5_fold2.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.9952009472835214),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9954917955556667),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9956086993319738),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v5_2_39_.predict',\n",
       "  0.995622637360845),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9956295554851718),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.9956657971035757),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v5_2_39_.predict',\n",
       "  0.995723754865555),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9958103553143058),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9958232586791058),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9958513576563804),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v5_fold0_40.predict',\n",
       "  0.9958745939205554),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v5_1_41_.predict',\n",
       "  0.9959022222201023),\n",
       " ('./Final_results/Y_priv_v7fold2.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9959247493783606),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.9959395973653407),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9960480721716952),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.9960553147456795),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v7fold0.predict',\n",
       "  0.9960772433929753),\n",
       " ('./Final_results/Y_priv_v7fold1.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.996179575146328),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9961853401760935),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9961921649497136),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v7fold0.predict',\n",
       "  0.9962126371828544),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v5_fold0_40.predict',\n",
       "  0.9962455375270938),\n",
       " ('./Final_results/Y_priv_v7fold0.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.9963639438346513),\n",
       " ('./Final_results/Y_priv_v7fold3.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9963697997899604),\n",
       " ('./Final_results/Y_priv_v7fold1.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9963974009641932),\n",
       " ('./Final_results/Y_priv_v7fold2.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9963998110267966),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9964227985750252),\n",
       " ('./Final_results/Y_priv_v7fold0.predict_./Final_results/Y_priv_v7fold3.predict',\n",
       "  0.9965249803435827),\n",
       " ('./Final_results/Y_priv_v7fold0.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9965732793650234),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.996634520052887),\n",
       " ('./Final_results/Y_priv_v7fold1.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9966561200514713),\n",
       " ('./Final_results/Y_priv_v7fold0.predict_./Final_results/Y_priv_v7fold4.predict',\n",
       "  0.9968762843677774),\n",
       " ('./Final_results/Y_priv_v5_2_39_.predict_./Final_results/Y_priv_v7fold2.predict',\n",
       "  0.9977800718627573),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v5_fold0_40.predict',\n",
       "  0.9978222861234289),\n",
       " ('./Final_results/Y_priv_v5_1_41_.predict_./Final_results/Y_priv_v7fold1.predict',\n",
       "  0.9978852372608548),\n",
       " ('./Final_results/Y_priv_v5_0_43_.predict_./Final_results/Y_priv_v7fold0.predict',\n",
       "  0.9979432643801229),\n",
       " ('./Final_results/Y_priv_v5_fold0_40.predict_./Final_results/Y_priv_v7fold0.predict',\n",
       "  0.9980740199747679)]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import operator\n",
    "sorted(res.items(), key=operator.itemgetter(1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "'./Final_results/Y_priv_v5_fold2.predict'\n",
    "'./Final_results/Y_priv_v6FSter_fold2.predict'\n",
    "'./Final_results/Y_priv_v5_0_43_.predict'\n",
    "'./Final_results/Y_priv_v7fold3.predict'"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}