rawDataParser-TsimaneData.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas\n",
    "import re\n",
    "import math\n",
    "\n",
    "dRaw = pandas.read_csv(\"./KA_DATA/ALGORITHMS_TSIMANE_newAlgo_format.csv\")\n",
    "\n",
    "outputCSVHeaders = ['AGE', 'ALGOTYPE', 'DEMO', 'OVERALL.RESPONSE', 'KNOWERLEV','GENDER', 'ID','PASS_SORT','PASS_DOUBLE','PASS_HITCH','PASS_SORT_1','PASS_DOUBLE_1','PASS_HITCH_1', 'OVERALL.RESPONSE.NO', 'RESPONSE.NO', 'ACTION.NO', 'BUCKET', 'RESPONSE']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>DOB</th>\n",
       "      <th>AGE</th>\n",
       "      <th>ALGO TYPE</th>\n",
       "      <th>DEMO</th>\n",
       "      <th>OUTPUT</th>\n",
       "      <th>OUTPUT_SIDE</th>\n",
       "      <th>OUTPUT.1</th>\n",
       "      <th>OUTPUT_SIDE.1</th>\n",
       "      <th>OUTPUT.2</th>\n",
       "      <th>...</th>\n",
       "      <th>OUTPUT.18</th>\n",
       "      <th>OUTPUT_SIDE.18</th>\n",
       "      <th>OUTPUT.19</th>\n",
       "      <th>OUTPUT_SIDE.19</th>\n",
       "      <th>OUTPUT.20</th>\n",
       "      <th>OUTPUT_SIDE.20</th>\n",
       "      <th>OUTPUT.21</th>\n",
       "      <th>OUTPUT_SIDE.21</th>\n",
       "      <th>NUMBER_MOVEMENTS</th>\n",
       "      <th>NOTES</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>red</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>double</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>redred</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>hitch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>blueblack</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>76.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>red</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>76.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>double</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blueblue</td>\n",
       "      <td>right</td>\n",
       "      <td>red</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     ID  DOB   AGE ALGO TYPE  DEMO OUTPUT OUTPUT_SIDE  OUTPUT.1 OUTPUT_SIDE.1  \\\n",
       "0  74.0  NaN  12.0      sort   NaN    red        left      blue         right   \n",
       "1  74.0  NaN  12.0    double   NaN    red        left      blue         right   \n",
       "2  74.0  NaN  12.0     hitch   NaN    red        left      blue         right   \n",
       "3  76.0  NaN  10.0      sort   NaN    red        left      blue         right   \n",
       "4  76.0  NaN  10.0    double   NaN    red        left  blueblue         right   \n",
       "\n",
       "    OUTPUT.2  ...  OUTPUT.18 OUTPUT_SIDE.18 OUTPUT.19 OUTPUT_SIDE.19  \\\n",
       "0        red  ...        NaN            NaN       NaN            NaN   \n",
       "1     redred  ...        NaN            NaN       NaN            NaN   \n",
       "2  blueblack  ...        NaN            NaN       NaN            NaN   \n",
       "3        red  ...        NaN            NaN       NaN            NaN   \n",
       "4        red  ...        NaN            NaN       NaN            NaN   \n",
       "\n",
       "  OUTPUT.20 OUTPUT_SIDE.20 OUTPUT.21 OUTPUT_SIDE.21 NUMBER_MOVEMENTS NOTES  \n",
       "0       NaN            NaN       NaN            NaN             10.0   NaN  \n",
       "1       NaN            NaN       NaN            NaN              7.0   NaN  \n",
       "2       NaN            NaN       NaN            NaN             12.0   NaN  \n",
       "3       NaN            NaN       NaN            NaN             12.0   NaN  \n",
       "4       NaN            NaN       NaN            NaN             10.0   NaN  \n",
       "\n",
       "[5 rows x 51 columns]"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dRaw.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "d = dRaw.loc[ (dRaw['OUTPUT']!=\"0\") & (dRaw['OUTPUT_SIDE'] != \"0\") ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(107, 110)"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(d), len(dRaw)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>DOB</th>\n",
       "      <th>AGE</th>\n",
       "      <th>ALGO TYPE</th>\n",
       "      <th>DEMO</th>\n",
       "      <th>OUTPUT</th>\n",
       "      <th>OUTPUT_SIDE</th>\n",
       "      <th>OUTPUT.1</th>\n",
       "      <th>OUTPUT_SIDE.1</th>\n",
       "      <th>OUTPUT.2</th>\n",
       "      <th>...</th>\n",
       "      <th>OUTPUT.18</th>\n",
       "      <th>OUTPUT_SIDE.18</th>\n",
       "      <th>OUTPUT.19</th>\n",
       "      <th>OUTPUT_SIDE.19</th>\n",
       "      <th>OUTPUT.20</th>\n",
       "      <th>OUTPUT_SIDE.20</th>\n",
       "      <th>OUTPUT.21</th>\n",
       "      <th>OUTPUT_SIDE.21</th>\n",
       "      <th>NUMBER_MOVEMENTS</th>\n",
       "      <th>NOTES</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>red</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>double</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>redred</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>74.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>hitch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>blueblack</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>76.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blue</td>\n",
       "      <td>right</td>\n",
       "      <td>red</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>76.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>double</td>\n",
       "      <td>NaN</td>\n",
       "      <td>red</td>\n",
       "      <td>left</td>\n",
       "      <td>blueblue</td>\n",
       "      <td>right</td>\n",
       "      <td>red</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     ID  DOB   AGE ALGO TYPE  DEMO OUTPUT OUTPUT_SIDE  OUTPUT.1 OUTPUT_SIDE.1  \\\n",
       "0  74.0  NaN  12.0      sort   NaN    red        left      blue         right   \n",
       "1  74.0  NaN  12.0    double   NaN    red        left      blue         right   \n",
       "2  74.0  NaN  12.0     hitch   NaN    red        left      blue         right   \n",
       "3  76.0  NaN  10.0      sort   NaN    red        left      blue         right   \n",
       "4  76.0  NaN  10.0    double   NaN    red        left  blueblue         right   \n",
       "\n",
       "    OUTPUT.2  ...  OUTPUT.18 OUTPUT_SIDE.18 OUTPUT.19 OUTPUT_SIDE.19  \\\n",
       "0        red  ...        NaN            NaN       NaN            NaN   \n",
       "1     redred  ...        NaN            NaN       NaN            NaN   \n",
       "2  blueblack  ...        NaN            NaN       NaN            NaN   \n",
       "3        red  ...        NaN            NaN       NaN            NaN   \n",
       "4        red  ...        NaN            NaN       NaN            NaN   \n",
       "\n",
       "  OUTPUT.20 OUTPUT_SIDE.20 OUTPUT.21 OUTPUT_SIDE.21 NUMBER_MOVEMENTS NOTES  \n",
       "0       NaN            NaN       NaN            NaN             10.0   NaN  \n",
       "1       NaN            NaN       NaN            NaN              7.0   NaN  \n",
       "2       NaN            NaN       NaN            NaN             12.0   NaN  \n",
       "3       NaN            NaN       NaN            NaN             12.0   NaN  \n",
       "4       NaN            NaN       NaN            NaN             10.0   NaN  \n",
       "\n",
       "[5 rows x 51 columns]"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "\n",
    "def parseTsiData (data): \n",
    "    dataStr = []\n",
    "    for i, row in d.iterrows():\n",
    "        ID = row[\"ID\"]\n",
    "        algoType = row[\"ALGO TYPE\"]\n",
    "        age = row['AGE']\n",
    "        iterRow = iter(row[5:-2])\n",
    "        ri = 0\n",
    "        overall_response_count = row[\"NUMBER_MOVEMENTS\"]\n",
    "        BallMovedCount = 0\n",
    "        for outputCol in iterRow:\n",
    "            ballMoved = outputCol\n",
    "            side = next(iterRow)\n",
    "            if (not pandas.isna(ballMoved)) & (not pandas.isna(side)):\n",
    "                ri+=1\n",
    "                for ai, ball in enumerate(re.findall(r\"blue|black|red\", ballMoved)):\n",
    "                    BallMovedCount+=1\n",
    "                    singleAct = [age, algoType, None, None, None, None, ID ,None,None,None,None,None,None, BallMovedCount, ri, ai, side, ball]\n",
    "                    dataStr.append(singleAct)\n",
    "        if overall_response_count != ri:\n",
    "            print overall_response_count, ri\n",
    "            warnings.warn(\"reported response count doesn't match actual number of response parsed at ID: {ID}, Algo: {Algo}\".format(ID=ID, Algo=algoType))\n",
    "    return dataStr\n",
    "                    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7.0 15\n",
      "10.0 7\n",
      "10.0 14\n",
      "12.0 10\n",
      "12.0 13\n",
      "10.0 11\n",
      "14.0 12\n",
      "10.0 12\n",
      "9.0 12\n",
      "23.0 22\n",
      "14.0 13\n",
      "11.0 9\n",
      "20.0 19\n",
      "12.0 14\n",
      "nan 16\n",
      "nan 12\n",
      "nan 7\n",
      "nan 22\n",
      "nan 18\n",
      "nan 9\n",
      "nan 20\n",
      "nan 16\n",
      "nan 13\n",
      "nan 10\n",
      "nan 10\n",
      "nan 6\n",
      "nan 12\n",
      "nan 11\n",
      "nan 7\n",
      "nan 0\n",
      "nan 0\n",
      "nan 0\n",
      "nan 15\n",
      "nan 15\n",
      "nan 8\n",
      "nan 15\n",
      "nan 19\n",
      "nan 10\n",
      "nan 12\n",
      "nan 19\n",
      "nan 18\n",
      "nan 13\n",
      "nan 12\n",
      "nan 18\n",
      "nan 14\n",
      "nan 13\n",
      "nan 6\n",
      "nan 16\n",
      "nan 13\n",
      "nan 11\n",
      "nan 10\n",
      "nan 16\n",
      "nan 11\n",
      "nan 10\n",
      "nan 0\n",
      "nan 11\n",
      "nan 7\n",
      "nan 9\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 82.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 82.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 84.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 84.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 93.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 94.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 97.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 100.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 100.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 124.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: nan, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 127.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 129.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 129.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 134.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 134.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 134.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 135.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 135.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 135.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 138.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 138.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 138.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 139.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 139.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 139.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 145.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 145.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 145.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 152.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 152.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 152.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 163.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 163.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 163.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 164.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 164.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 164.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 171.0, Algo: randomsort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 171.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 171.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 171.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 173.0, Algo: randomsort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 173.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 173.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 173.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 174.0, Algo: match\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 174.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 174.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 174.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 176.0, Algo: randomsort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 176.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 176.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 176.0, Algo: hitch\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 183.0, Algo: randomsort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 183.0, Algo: sort\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 183.0, Algo: double\n",
      "/Users/reese/anaconda2/lib/python2.7/site-packages/ipykernel_launcher.py:24: UserWarning: reported response count doesn't match actual number of response parsed at ID: 183.0, Algo: hitch\n"
     ]
    }
   ],
   "source": [
    "dataStr = parseTsiData(d)\n",
    "finalDF = pandas.DataFrame(dataStr, columns=outputCSVHeaders)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AGE</th>\n",
       "      <th>ALGOTYPE</th>\n",
       "      <th>DEMO</th>\n",
       "      <th>OVERALL.RESPONSE</th>\n",
       "      <th>KNOWERLEV</th>\n",
       "      <th>GENDER</th>\n",
       "      <th>ID</th>\n",
       "      <th>PASS_SORT</th>\n",
       "      <th>PASS_DOUBLE</th>\n",
       "      <th>PASS_HITCH</th>\n",
       "      <th>PASS_SORT_1</th>\n",
       "      <th>PASS_DOUBLE_1</th>\n",
       "      <th>PASS_HITCH_1</th>\n",
       "      <th>OVERALL.RESPONSE.NO</th>\n",
       "      <th>RESPONSE.NO</th>\n",
       "      <th>ACTION.NO</th>\n",
       "      <th>BUCKET</th>\n",
       "      <th>RESPONSE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>74.0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>left</td>\n",
       "      <td>red</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>74.0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>right</td>\n",
       "      <td>blue</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>74.0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>left</td>\n",
       "      <td>red</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>74.0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>right</td>\n",
       "      <td>blue</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12.0</td>\n",
       "      <td>sort</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>74.0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>left</td>\n",
       "      <td>red</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    AGE ALGOTYPE  DEMO OVERALL.RESPONSE KNOWERLEV GENDER    ID PASS_SORT  \\\n",
       "0  12.0     sort  None             None      None   None  74.0      None   \n",
       "1  12.0     sort  None             None      None   None  74.0      None   \n",
       "2  12.0     sort  None             None      None   None  74.0      None   \n",
       "3  12.0     sort  None             None      None   None  74.0      None   \n",
       "4  12.0     sort  None             None      None   None  74.0      None   \n",
       "\n",
       "  PASS_DOUBLE PASS_HITCH PASS_SORT_1 PASS_DOUBLE_1 PASS_HITCH_1  \\\n",
       "0        None       None        None          None         None   \n",
       "1        None       None        None          None         None   \n",
       "2        None       None        None          None         None   \n",
       "3        None       None        None          None         None   \n",
       "4        None       None        None          None         None   \n",
       "\n",
       "   OVERALL.RESPONSE.NO  RESPONSE.NO  ACTION.NO BUCKET RESPONSE  \n",
       "0                    1            1          0   left      red  \n",
       "1                    2            2          0  right     blue  \n",
       "2                    3            3          0   left      red  \n",
       "3                    4            4          0  right     blue  \n",
       "4                    5            5          0   left      red  "
      ]
     },
     "execution_count": 124,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalDF.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [],
   "source": [
    "finalDF.to_csv(\"./experimentTsimaneData_newAlgo_withAge.csv\")\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "newDF = finalDF.drop(columns=['ALGOTYPE', 'DEMO', 'OVERALL.RESPONSE', 'OVERALL.RESPONSE.NO', 'RESPONSE.NO', 'ACTION.NO', 'BUCKET', 'RESPONSE'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "newDF = newDF.drop_duplicates()\n",
    "newDF.head()\n",
    "# newDF.to_csv(\"./experimentData_CodingKL.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AGE</th>\n",
       "      <th>ALGOTYPE</th>\n",
       "      <th>DEMO</th>\n",
       "      <th>OVERALL.RESPONSE</th>\n",
       "      <th>KNOWERLEV</th>\n",
       "      <th>GENDER</th>\n",
       "      <th>ID</th>\n",
       "      <th>PASS_SORT</th>\n",
       "      <th>PASS_DOUBLE</th>\n",
       "      <th>PASS_HITCH</th>\n",
       "      <th>PASS_SORT_1</th>\n",
       "      <th>PASS_DOUBLE_1</th>\n",
       "      <th>PASS_HITCH_1</th>\n",
       "      <th>OVERALL.RESPONSE.NO</th>\n",
       "      <th>RESPONSE.NO</th>\n",
       "      <th>ACTION.NO</th>\n",
       "      <th>BUCKET</th>\n",
       "      <th>RESPONSE</th>\n",
       "      <th>KL_AGE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4.821</td>\n",
       "      <td>SORT</td>\n",
       "      <td>R/, /G, R/, /G, R/, /G, R/, /G</td>\n",
       "      <td>R/, /G, /RGxc, /G, R/, /G</td>\n",
       "      <td>5.0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>left</td>\n",
       "      <td>R</td>\n",
       "      <td>5.0_4.821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4.821</td>\n",
       "      <td>SORT</td>\n",
       "      <td>R/, /G, R/, /G, R/, /G, R/, /G</td>\n",
       "      <td>R/, /G, /RGxc, /G, R/, /G</td>\n",
       "      <td>5.0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>right</td>\n",
       "      <td>G</td>\n",
       "      <td>5.0_4.821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4.821</td>\n",
       "      <td>SORT</td>\n",
       "      <td>R/, /G, R/, /G, R/, /G, R/, /G</td>\n",
       "      <td>R/, /G, /RGxc, /G, R/, /G</td>\n",
       "      <td>5.0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>left</td>\n",
       "      <td>G</td>\n",
       "      <td>5.0_4.821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4.821</td>\n",
       "      <td>SORT</td>\n",
       "      <td>R/, /G, R/, /G, R/, /G, R/, /G</td>\n",
       "      <td>R/, /G, /RGxc, /G, R/, /G</td>\n",
       "      <td>5.0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>right</td>\n",
       "      <td>R</td>\n",
       "      <td>5.0_4.821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4.821</td>\n",
       "      <td>SORT</td>\n",
       "      <td>R/, /G, R/, /G, R/, /G, R/, /G</td>\n",
       "      <td>R/, /G, /RGxc, /G, R/, /G</td>\n",
       "      <td>5.0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>right</td>\n",
       "      <td>G</td>\n",
       "      <td>5.0_4.821</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     AGE ALGOTYPE                             DEMO           OVERALL.RESPONSE  \\\n",
       "0  4.821     SORT  R/, /G, R/, /G, R/, /G, R/, /G   R/, /G, /RGxc, /G, R/, /G   \n",
       "1  4.821     SORT  R/, /G, R/, /G, R/, /G, R/, /G   R/, /G, /RGxc, /G, R/, /G   \n",
       "2  4.821     SORT  R/, /G, R/, /G, R/, /G, R/, /G   R/, /G, /RGxc, /G, R/, /G   \n",
       "3  4.821     SORT  R/, /G, R/, /G, R/, /G, R/, /G   R/, /G, /RGxc, /G, R/, /G   \n",
       "4  4.821     SORT  R/, /G, R/, /G, R/, /G, R/, /G   R/, /G, /RGxc, /G, R/, /G   \n",
       "\n",
       "   KNOWERLEV  GENDER  ID  PASS_SORT  PASS_DOUBLE  PASS_HITCH  PASS_SORT_1  \\\n",
       "0        5.0  FEMALE   4        1.0          1.0         1.0          1.0   \n",
       "1        5.0  FEMALE   4        1.0          1.0         1.0          1.0   \n",
       "2        5.0  FEMALE   4        1.0          1.0         1.0          1.0   \n",
       "3        5.0  FEMALE   4        1.0          1.0         1.0          1.0   \n",
       "4        5.0  FEMALE   4        1.0          1.0         1.0          1.0   \n",
       "\n",
       "   PASS_DOUBLE_1  PASS_HITCH_1  OVERALL.RESPONSE.NO  RESPONSE.NO  ACTION.NO  \\\n",
       "0            1.0           1.0                    0            0          0   \n",
       "1            1.0           1.0                    1            1          0   \n",
       "2            1.0           1.0                    2            2          0   \n",
       "3            1.0           1.0                    3            2          0   \n",
       "4            1.0           1.0                    4            3          0   \n",
       "\n",
       "  BUCKET RESPONSE     KL_AGE  \n",
       "0   left        R  5.0_4.821  \n",
       "1  right        G  5.0_4.821  \n",
       "2   left        G  5.0_4.821  \n",
       "3  right        R  5.0_4.821  \n",
       "4  right        G  5.0_4.821  "
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalDF['KL_AGE'] = finalDF['KNOWERLEV'].map(str) + \"_\" + finalDF['AGE'].map(str)\n",
    "finalDF.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}