2016-12-14(2).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/M2015eliu/.pyenv/versions/anaconda2-4.1.1/lib/python2.7/site-packages/gensim/utils.py:1015: UserWarning: Pattern library is not installed, lemmatization won't be available.\n",
      "  warnings.warn(\"Pattern library is not installed, lemmatization won't be available.\")\n",
      "Using gpu device 0: GeForce GTX TITAN X (CNMeM is enabled with initial size: 95.0% of memory, cuDNN 4007)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting to training the model..., saving to weights/201612140109_e10_1k1k.p\n",
      "Training\n",
      "the length of the training data is  1998\n",
      "Before trianing, the error is:\n",
      "(4.1240959, 0.095272966, 0.046075466722721184)\n",
      "top: [] : 21\n",
      "count    999.000000\n",
      "mean     501.754755\n",
      "std      264.648264\n",
      "min        1.000000\n",
      "25%      290.500000\n",
      "50%      541.500000\n",
      "75%      711.000000\n",
      "max      978.000000\n",
      "dtype: float64\n",
      "\n",
      "Epoch 0 ...\n",
      "Epoch  0 Update  40 Cost  0.112757906318\n",
      "(2.0110817, 0.76414847, 0.75776556286056573)\n",
      "top: [199] : 199\n",
      "count    999.000000\n",
      "mean      52.060060\n",
      "std       68.136176\n",
      "min        1.000000\n",
      "25%        7.500000\n",
      "50%       28.000000\n",
      "75%       63.000000\n",
      "max      370.500000\n",
      "dtype: float64\n",
      "epoch took: 54.1646738052\n",
      "\n",
      "Epoch 1 ...\n",
      "Epoch  1 Update  80 Cost  0.154227882624\n",
      "Epoch  1 Update  120 Cost  0.102236732841\n",
      "(1.8783286, 0.77263105, 0.7593900274694152)\n",
      "top: [199, 208] : 208\n",
      "count    999.000000\n",
      "mean      52.107608\n",
      "std       67.633366\n",
      "min        1.000000\n",
      "25%        7.000000\n",
      "50%       22.000000\n",
      "75%       72.500000\n",
      "max      324.000000\n",
      "dtype: float64\n",
      "epoch took: 59.1029071808\n",
      "\n",
      "Epoch 2 ...\n",
      "Epoch  2 Update  160 Cost  0.113972477615\n",
      "(1.5767787, 0.81996793, 0.79867524781989885)\n",
      "top: [199, 208, 293] : 293\n",
      "count    999.000000\n",
      "mean      38.222723\n",
      "std       53.008296\n",
      "min        1.000000\n",
      "25%        4.000000\n",
      "50%       15.000000\n",
      "75%       50.250000\n",
      "max      398.000000\n",
      "dtype: float64\n",
      "epoch took: 63.1354739666\n",
      "\n",
      "Epoch 3 ...\n",
      "Epoch  3 Update  200 Cost  0.0882736444473\n",
      "Epoch  3 Update  240 Cost  0.0730952769518\n",
      "(1.5959966, 0.8154093, 0.79442843665525376)\n",
      "top: [199, 208, 293, 310] : 310\n",
      "count    999.000000\n",
      "mean      37.868368\n",
      "std       57.583045\n",
      "min        1.000000\n",
      "25%        3.500000\n",
      "50%       16.000000\n",
      "75%       42.000000\n",
      "max      378.000000\n",
      "dtype: float64\n",
      "epoch took: 59.2289791107\n",
      "\n",
      "Epoch 4 ...\n",
      "Epoch  4 Update  280 Cost  0.0679541006684\n",
      "(1.3896998, 0.85671198, 0.8229655913356031)\n",
      "top: [199, 208, 293, 310, 392] : 392\n",
      "count    999.000000\n",
      "mean      24.363864\n",
      "std       37.543915\n",
      "min        1.000000\n",
      "25%        3.000000\n",
      "50%        9.000000\n",
      "75%       26.500000\n",
      "max      279.000000\n",
      "dtype: float64\n",
      "epoch took: 58.0448830128\n",
      "\n",
      "Epoch 5 ...\n",
      "Epoch  5 Update  320 Cost  0.0801030173898\n",
      "Epoch  5 Update  360 Cost  0.0551847554743\n",
      "(1.4355819, 0.83700067, 0.80849482000567185)\n",
      "top: [199, 208, 293, 310, 392, 359] : 359\n",
      "count    999.000000\n",
      "mean      28.575576\n",
      "std       44.863448\n",
      "min        1.000000\n",
      "25%        3.000000\n",
      "50%       10.500000\n",
      "75%       31.000000\n",
      "max      277.000000\n",
      "dtype: float64\n",
      "epoch took: 63.0872330666\n",
      "\n",
      "Epoch 6 ...\n",
      "Epoch  6 Update  400 Cost  0.053138025105\n",
      "Epoch  6 Update  440 Cost  0.0752167925239\n",
      "(1.4809409, 0.82804465, 0.80357809047903928)\n",
      "top: [199, 208, 293, 310, 392, 359, 406] : 406\n",
      "count    999.000000\n",
      "mean      24.823824\n",
      "std       42.170965\n",
      "min        1.000000\n",
      "25%        3.000000\n",
      "50%        7.500000\n",
      "75%       21.000000\n",
      "max      344.000000\n",
      "dtype: float64\n",
      "epoch took: 55.1886808872\n",
      "\n",
      "Epoch 7 ...\n",
      "Epoch  7 Update  480 Cost  0.0967376902699\n",
      "(1.2287828, 0.86859202, 0.831792446961378)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515] : 515\n",
      "count    999.000000\n",
      "mean      18.065065\n",
      "std       33.711923\n",
      "min        1.000000\n",
      "25%        1.500000\n",
      "50%        5.000000\n",
      "75%       14.500000\n",
      "max      263.000000\n",
      "dtype: float64\n",
      "epoch took: 54.407351017\n",
      "\n",
      "Epoch 8 ...\n",
      "Epoch  8 Update  520 Cost  0.0612242631614\n",
      "Epoch  8 Update  560 Cost  0.13301704824\n",
      "(1.038427, 0.90152979, 0.84768113697772873)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564] : 564\n",
      "count    999.000000\n",
      "mean      12.638639\n",
      "std       22.141127\n",
      "min        1.000000\n",
      "25%        1.500000\n",
      "50%        4.000000\n",
      "75%       11.000000\n",
      "max      162.000000\n",
      "dtype: float64\n",
      "epoch took: 53.2115399837\n",
      "\n",
      "Epoch 9 ...\n",
      "Epoch  9 Update  600 Cost  0.0561785772443\n",
      "(0.98308897, 0.90103805, 0.8479171677633347)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610] : 610\n",
      "count    999.000000\n",
      "mean      12.092092\n",
      "std       22.614483\n",
      "min        1.000000\n",
      "25%        1.500000\n",
      "50%        3.500000\n",
      "75%       11.250000\n",
      "max      208.000000\n",
      "dtype: float64\n",
      "epoch took: 59.3314080238\n",
      "\n",
      "Epoch 10 ...\n",
      "Epoch  10 Update  640 Cost  0.0669415146112\n",
      "Epoch  10 Update  680 Cost  0.0953700616956\n",
      "(1.029853, 0.90210289, 0.84821567728630709)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598] : 598\n",
      "count    999.000000\n",
      "mean      12.458458\n",
      "std       22.218322\n",
      "min        1.000000\n",
      "25%        1.500000\n",
      "50%        3.500000\n",
      "75%       11.000000\n",
      "max      173.000000\n",
      "dtype: float64\n",
      "epoch took: 63.8323469162\n",
      "\n",
      "Epoch 11 ...\n",
      "Epoch  11 Update  720 Cost  0.0681083649397\n",
      "(1.0817852, 0.89301783, 0.84405737116290158)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536] : 536\n",
      "count    999.000000\n",
      "mean      13.920921\n",
      "std       23.795582\n",
      "min        1.000000\n",
      "25%        2.000000\n",
      "50%        4.500000\n",
      "75%       14.000000\n",
      "max      294.000000\n",
      "dtype: float64\n",
      "epoch took: 58.5257048607\n",
      "\n",
      "Epoch 12 ...\n",
      "Epoch  12 Update  760 Cost  0.0648547783494\n",
      "Epoch  12 Update  800 Cost  0.0944069772959\n",
      "(1.0992512, 0.88560176, 0.83974460181172417)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532] : 532\n",
      "count    999.000000\n",
      "mean      13.523524\n",
      "std       23.272234\n",
      "min        1.000000\n",
      "25%        2.000000\n",
      "50%        5.000000\n",
      "75%       13.000000\n",
      "max      288.000000\n",
      "dtype: float64\n",
      "epoch took: 53.0010421276\n",
      "\n",
      "Epoch 13 ...\n",
      "Epoch  13 Update  840 Cost  0.072304174304\n",
      "Epoch  13 Update  880 Cost  0.048543330282\n",
      "(1.0745524, 0.88657248, 0.83998063259733025)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595] : 595\n",
      "count    999.000000\n",
      "mean      12.617618\n",
      "std       21.336281\n",
      "min        1.000000\n",
      "25%        1.500000\n",
      "50%        3.500000\n",
      "75%       12.500000\n",
      "max      245.000000\n",
      "dtype: float64\n",
      "epoch took: 59.5729598999\n",
      "\n",
      "Epoch 14 ...\n",
      "Epoch  14 Update  920 Cost  0.0975828021765\n",
      "(0.89580035, 0.91572565, 0.85520635378940479)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595, 653] : 653\n",
      "count    999.000000\n",
      "mean       8.545546\n",
      "std       13.568803\n",
      "min        1.000000\n",
      "25%        1.500000\n",
      "50%        3.000000\n",
      "75%        8.500000\n",
      "max      157.000000\n",
      "dtype: float64\n",
      "epoch took: 62.8677949905\n",
      "\n",
      "Epoch 15 ...\n",
      "Epoch  15 Update  960 Cost  0.0546577982605\n",
      "Epoch  15 Update  1000 Cost  0.0570617802441\n",
      "(0.84340042, 0.92573893, 0.85647154822107274)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595, 653, 714] : 714\n",
      "count    999.000000\n",
      "mean       7.254254\n",
      "std       13.664529\n",
      "min        1.000000\n",
      "25%        1.000000\n",
      "50%        2.500000\n",
      "75%        6.000000\n",
      "max      155.000000\n",
      "dtype: float64\n",
      "epoch took: 59.2044279575\n",
      "\n",
      "Epoch 16 ...\n",
      "Epoch  16 Update  1040 Cost  0.0486805066466\n",
      "(0.77291435, 0.92735243, 0.85677526495000556)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595, 653, 714, 735] : 735\n",
      "count    999.000000\n",
      "mean       6.183183\n",
      "std       11.160784\n",
      "min        1.000000\n",
      "25%        1.000000\n",
      "50%        2.500000\n",
      "75%        6.000000\n",
      "max      164.000000\n",
      "dtype: float64\n",
      "epoch took: 61.3623111248\n",
      "\n",
      "Epoch 17 ...\n",
      "Epoch  17 Update  1080 Cost  0.0539721436799\n",
      "Epoch  17 Update  1120 Cost  0.0677587613463\n",
      "(0.74793178, 0.92833596, 0.8567110500476437)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595, 653, 714, 735, 749] : 749\n",
      "count    999.000000\n",
      "mean       5.903904\n",
      "std       10.514103\n",
      "min        1.000000\n",
      "25%        1.000000\n",
      "50%        2.500000\n",
      "75%        5.250000\n",
      "max      145.000000\n",
      "dtype: float64\n",
      "epoch took: 54.791159153\n",
      "\n",
      "Epoch 18 ...\n",
      "Epoch  18 Update  1160 Cost  0.0441583767533\n",
      "(0.7177375, 0.93440861, 0.85851772686981964)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595, 653, 714, 735, 749, 776] : 776\n",
      "count    999.000000\n",
      "mean       5.160160\n",
      "std        9.167385\n",
      "min        1.000000\n",
      "25%        1.000000\n",
      "50%        2.000000\n",
      "75%        5.000000\n",
      "max       96.000000\n",
      "dtype: float64\n",
      "epoch took: 56.4264960289\n",
      "\n",
      "Epoch 19 ...\n",
      "Epoch  19 Update  1200 Cost  0.0592876039445\n",
      "Epoch  19 Update  1240 Cost  0.0502151399851\n",
      "(0.70728278, 0.93290466, 0.85802831009378344)\n",
      "top: [199, 208, 293, 310, 392, 359, 406, 515, 564, 610, 598, 536, 532, 595, 653, 714, 735, 749, 776, 778] : 778\n",
      "count    999.000000\n",
      "mean       4.926927\n",
      "std        7.862557\n",
      "min        1.000000\n",
      "25%        1.000000\n",
      "50%        2.000000\n",
      "75%        5.000000\n",
      "max      100.000000\n",
      "dtype: float64\n",
      "epoch took: 52.2204639912\n",
      "saving the model...\n",
      "Evaluate the model using fast estimation...\n"
     ]
    }
   ],
   "source": [
    "run main.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    1000.000000\n",
       "mean        6.672000\n",
       "std         9.635105\n",
       "min         1.000000\n",
       "25%         1.500000\n",
       "50%         3.000000\n",
       "75%         7.000000\n",
       "max       109.000000\n",
       "dtype: float64"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.Series(rank_results_test).describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    999.000000\n",
       "mean       4.926927\n",
       "std        7.862557\n",
       "min        1.000000\n",
       "25%        1.000000\n",
       "50%        2.000000\n",
       "75%        5.000000\n",
       "max      100.000000\n",
       "dtype: float64"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.Series(rank_results_train).describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}