fixed_bed_doe.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "7e211341",
   "metadata": {},
   "source": [
    "# Fixed-bed problem\n",
    "\n",
    "\n",
    "Jialu Wang (jwang44@nd.edu) and Alex Dowling (adowling@nd.edu)\n",
    "\n",
    "University of Notre Dame\n",
    "\n",
    "This notebook conducts design of experiments for a fixed-bed model with the Pyomo.DOE.\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "940d1fa5",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pyomo.environ import *\n",
    "from pyomo.dae import *\n",
    "\n",
    "import idaes\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd \n",
    "from itertools import permutations, product, combinations"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b90bce4e",
   "metadata": {},
   "source": [
    "### Import Pyomo.DOE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "96d0d083",
   "metadata": {},
   "outputs": [],
   "source": [
    "from fim_doe import *"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "44174137",
   "metadata": {},
   "source": [
    "### Import fixed-bed model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3186b934",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "alpha option:\n",
      "1 / (1 + exp(-x))\n",
      "WARNING: DEPRECATED: The pyomo.core.kernel.component_set module is deprecated.\n",
      "    Import ComponentSet from pyomo.common.collections.  (deprecated in 5.7.1)\n",
      "    (called from <frozen importlib._bootstrap>:219)\n"
     ]
    }
   ],
   "source": [
    "from fixed_bed_model import *"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a262af1d",
   "metadata": {},
   "source": [
    "### Set up fixed-bed model "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "9194ace2",
   "metadata": {},
   "outputs": [],
   "source": [
    "def add_model(doe, timepoints, time_start=0):\n",
    "    '''\n",
    "    add variables, equations and discretize the model time\n",
    "    Arguments\n",
    "    ---------\n",
    "    timepoints: the timesteps\n",
    "    time_start: where the timesteps start. For self defined timepoints it's 0. For experimental data it's -10.\n",
    "    '''\n",
    "    add_variables(doe, timesteps=timepoints, start=time_start)\n",
    "    add_equations(doe)\n",
    "    print ('the number of timepoints is', NFEt)\n",
    "    \n",
    "def discretize(doe, no_points=68, collo=False):\n",
    "    '''\n",
    "    Discretization \n",
    "    Arguments \n",
    "    ---------\n",
    "    no_points: how many time invertals to divide. For self defined timepoints it's 69. For experimental data it's 68. \n",
    "    here it's 68\n",
    "    collo: if using collocation or finite difference\n",
    "    '''\n",
    "    if collo:\n",
    "        TransformationFactory('dae.collocation').apply_to(doe, nfe=no_points, ncp=3, scheme='LAGRANGE-RADAU', wrt=doe.t)\n",
    "    else:\n",
    "        TransformationFactory('dae.finite_difference').apply_to(doe, nfe=no_points, scheme='BACKWARD', wrt=doe.t)\n",
    "        \n",
    "    for i in doe.t: \n",
    "        doe.Q[i].fix()\n",
    "    \n",
    "    \n",
    "def initialize(doe, init_point):\n",
    "    '''\n",
    "    Initialize the fixed bed \n",
    "    Arguments \n",
    "    ---------\n",
    "    init_point: initial point, csv file\n",
    "    '''\n",
    "    print('The init point is', init_point)    \n",
    "    store = pd.read_csv(init_point)\n",
    "    position_max = store['position'].max()\n",
    "    store['position'] = store['position'] / position_max\n",
    "\n",
    "    initial_bed_csv(doe, store)\n",
    "    fix_initial_bed(doe)\n",
    "    \n",
    "def generate_exp_addQ(feed, y, const_q):\n",
    "    '''\n",
    "    Generalize experiments adding Q\n",
    "    Arguments \n",
    "    ---------\n",
    "    feed: feed temperature, [K]\n",
    "    yfeed: feed CO2 fraction, mol % \n",
    "    Q: extra heat added\n",
    "    '''\n",
    "    initialize_q = {}\n",
    "    for t in exp_time_:\n",
    "        initialize_q[t] = const_q\n",
    "    dv_dict_overall = {'temp_feed': {0: feed}, 'yfeed': {0: y}, 'Q': initialize_q}\n",
    "    return dv_dict_overall\n",
    "\n",
    "def generate_exp(feed, y):\n",
    "    '''\n",
    "    Generalize experiments with no adding Q\n",
    "    Arguments \n",
    "    ---------\n",
    "    feed: feed temperature, [K]\n",
    "    yfeed: feed CO2 fraction, mol % \n",
    "    '''\n",
    "    dv_dict_overall = {'temp_feed': {0: feed}, 'yfeed': {0: y}}\n",
    "    return dv_dict_overall"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f0dc7a42",
   "metadata": {},
   "outputs": [],
   "source": [
    "NFEt = 68 # No. of time points \n",
    "time_scale = 3200 # [s], time\n",
    "collo = False # if not using collocation, finite difference is used \n",
    "exp_time_ = time_points(NFEt, time_scale) # The discretized time points \n",
    "\n",
    "scena_all = {'scena-name': [0], 'fitted_transport_coefficient':212, 'ua': np.log(5.0E6)}\n",
    "\n",
    "# Starting point for the fixed-bed model \n",
    "initialize_point = '/media/psf/Home/fixed_bed_adsorption/fixed-bed-saved-results/2021oct8_f293_b293_y15_5e6.csv'\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "a7f8e4a2",
   "metadata": {},
   "outputs": [],
   "source": [
    "def model_integrate(scena, args=[True, False], exp_time=exp_time_, init_point=initialize_point):\n",
    "    '''Work as the model creation function provided to Pyomo.DOE\n",
    "    Note: When more than one Pyomo function are needed for creating, initializing, and discretizing\n",
    "    models, they should be combined in this way and provide a ready-for-solving model name\n",
    "    Arguments\n",
    "    ---------\n",
    "    args_list: Additional arguments for fixed-bed \n",
    "    exp_time: discretized time points \n",
    "    init_point: starting point for solving the model \n",
    "    \n",
    "    Return \n",
    "    ------\n",
    "    test: model for Pyomo.DOE\n",
    "    '''\n",
    "    test = create_model(scena, temp_feed=313.15, temp_bath=293.15, y=0.15, doe_model=args[0], k_aug=args[1], opt=False, diff=0)\n",
    "    add_model(test, exp_time)\n",
    "    discretize(test)\n",
    "    initialize(test, init_point)\n",
    "    return test\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5966926c",
   "metadata": {},
   "source": [
    "### Specify inputs for Pyomo.DOE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "d03b6e85",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All measurements are flattened.\n",
      "Flatten measurement name: ['FCO2_index_19', 'temp_index_10', 'temp_index_19']\n"
     ]
    }
   ],
   "source": [
    "# specify parameters \n",
    "parameter_dict = {'fitted_transport_coefficient':212, 'ua': np.log(5.0E6)}\n",
    "\n",
    "# specify design variables \n",
    "#dv_pass = {'temp_feed': None, 'yfeed': None, 'Q':exp_time_}\n",
    "dv_pass = {'temp_feed':None, 'yfeed': None}\n",
    "#if_optimization = {'temp_feed': True, 'yfeed': True, 'Q':False}\n",
    "\n",
    "# specify measurements \n",
    "t_measure = exp_time_\n",
    "measurement_pass = {'FCO2': {19: t_measure}, 'temp': {10: t_measure, 19:t_measure}}\n",
    "var = {'FCO2': {19: 0.00001}, 'temp': {10: 1, 19:1}}\n",
    "\n",
    "measure_class = Measurements(measurement_pass, variance=var)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "0d155ff6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The prior information FIM: [[0. 0.]\n",
      " [0. 0.]]\n",
      "Prior Det: 0.0\n",
      "Eigenvalue of the prior experiments FIM: [0. 0.]\n",
      "Eigenvalue of the prior experiments FIM: [[1. 0.]\n",
      " [0. 1.]]\n"
     ]
    }
   ],
   "source": [
    "# empty prior\n",
    "prior_all = np.zeros((2,2))\n",
    "\n",
    "prior_pass=np.asarray(prior_all)\n",
    "\n",
    "#L_initials = np.linalg.cholesky(prior_pass)\n",
    "#print(L_initials)\n",
    "\n",
    "print('The prior information FIM:', prior_pass)\n",
    "print('Prior Det:', np.linalg.det(prior_pass))\n",
    "print('Eigenvalue of the prior experiments FIM:', np.linalg.eigvals(prior_pass))\n",
    "print('Eigenvalue of the prior experiments FIM:', np.linalg.eigh(prior_pass)[1])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b1879150",
   "metadata": {},
   "source": [
    "## Compute FIM\n",
    "Compute a square MBDoE problem for a specified experiment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "643d82eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "# choose from 'sequential_finite', 'direct_kaug'\n",
    "sensi_opt = 'sequential_finite'\n",
    "#sensi_opt = 'direct_kaug'\n",
    "\n",
    "# specify model for different modes\n",
    "if (sensi_opt == 'sequential_finite'):\n",
    "    args_ = [True, False]\n",
    "    \n",
    "elif (sensi_opt =='direct_kaug'):\n",
    "    args_ = [True, True]\n",
    "    \n",
    "# define an experiment\n",
    "#exp1 = generate_exp(293.15, 0.15, 0)\n",
    "exp1 = generate_exp(293.15, 0.15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c0c8cf4a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'numpy.ndarray'>\n",
      "[[ 0.00000000e+00  1.28471638e-08  1.12713652e-08  2.63982484e-08\n",
      "   1.02040044e-07  3.98517310e-07  1.51958731e-06  6.10916240e-06\n",
      "   2.49894675e-05  7.15157383e-05  1.58050236e-04  3.16991824e-04\n",
      "   3.03062803e-04  2.56325129e-04  2.00260909e-04  1.45172187e-04\n",
      "   9.55752596e-05  5.31279856e-05  1.80647232e-05 -1.00675560e-05\n",
      "  -3.20226220e-05 -4.86505240e-05 -6.07911433e-05 -6.92215983e-05\n",
      "  -7.46335121e-05 -7.76267419e-05 -7.87119432e-05 -7.83175786e-05\n",
      "  -7.67988460e-05 -7.44470901e-05 -7.14989093e-05 -6.81445514e-05\n",
      "  -6.45354211e-05 -6.07906535e-05 -5.70027813e-05 -5.32425640e-05\n",
      "  -4.95630651e-05 -4.60030665e-05 -4.25899096e-05 -3.93418451e-05\n",
      "  -3.62699652e-05 -3.33797848e-05 -3.06725276e-05 -2.81461685e-05\n",
      "  -2.57962715e-05 -2.36166605e-05 -2.15999528e-05 -1.97379798e-05\n",
      "  -1.80221151e-05 -1.64435296e-05 -1.49933848e-05 -1.36629790e-05\n",
      "  -1.24438542e-05 -1.13278720e-05 -1.03072655e-05 -9.37467227e-06\n",
      "  -8.52315196e-06 -7.74619294e-06 -7.03771016e-06 -6.39203657e-06\n",
      "  -5.80390997e-06 -5.26845650e-06 -4.78117200e-06 -4.33790208e-06\n",
      "  -3.93482145e-06 -3.56841318e-06 -3.23544816e-06 -2.93296505e-06\n",
      "  -2.65825081e-06]\n",
      " [ 0.00000000e+00 -6.56251873e-10 -2.89833101e-10 -1.37901014e-09\n",
      "  -6.52285916e-09 -2.65347696e-08 -1.05840579e-07 -4.72357570e-07\n",
      "  -2.16752634e-06 -6.60077724e-06 -1.53095342e-05 -3.22914842e-05\n",
      "  -3.30013380e-05 -2.90109049e-05 -2.32002424e-05 -1.70550122e-05\n",
      "  -1.13071347e-05 -6.27856606e-06 -2.07235154e-06  1.32238707e-06\n",
      "   3.97250868e-06  5.96875043e-06  7.40806203e-06  8.38414770e-06\n",
      "   8.98272736e-06  9.27951847e-06  9.33976804e-06  9.21864097e-06\n",
      "   8.96204941e-06  8.60767581e-06  8.18604444e-06  7.72155795e-06\n",
      "   7.23345571e-06  6.73667229e-06  6.24259122e-06  5.75969523e-06\n",
      "   5.29412047e-06  4.85012348e-06  4.43047122e-06  4.03676406e-06\n",
      "   3.66970117e-06  3.32929678e-06  3.01505532e-06  2.72611187e-06\n",
      "   2.46134409e-06  2.21946028e-06  1.99906826e-06  1.79872827e-06\n",
      "   1.61699321e-06  1.45243846e-06  1.30368357e-06  1.16940740e-06\n",
      "   1.04835812e-06  9.39359254e-07  8.41312694e-07  7.53199290e-07\n",
      "   6.74077863e-07  6.03082841e-07  5.39421099e-07  4.82368203e-07\n",
      "   4.31264295e-07  3.85509792e-07  3.44561046e-07  3.07926100e-07\n",
      "   2.75160505e-07  2.45863284e-07  2.19673271e-07  1.96265421e-07\n",
      "   1.75347684e-07]]\n",
      "[1e-05, 1, 1]\n",
      "Existed information has been added.\n",
      "FIM: [[ 0.04493459 -0.00489063]\n",
      " [-0.00489063  0.01214942]]\n",
      "Trace: 0.057084007350531436\n",
      "Determinant: 0.0005220109135347914\n",
      "Condition number: 3.991857424320876\n",
      "Minimal eigen value: 0.011435424231551946\n",
      "Eigen values: [0.04564858 0.01143542]\n",
      "Eigen vectors: [[ 0.98951046  0.14446126]\n",
      " [-0.14446126  0.98951046]]\n"
     ]
    }
   ],
   "source": [
    "doe_object = DesignOfExperiments(parameter_dict, dv_pass,\n",
    "                                 measure_class, model_integrate,\n",
    "                                prior_FIM=prior_pass, discretize_model=None, args=args_)\n",
    "\n",
    "# Read the solution stored\n",
    "read_name = '/media/psf/Home/fixed_bed_adsorption/fixed-bed-saved-results/20220205_293_293_40_5e6' \n",
    "\n",
    "# use .compute_FIM() function\n",
    "result = doe_object.compute_FIM(exp1, mode=sensi_opt, FIM_store_name = 'fixed_bed.csv', \n",
    "                                store_output = None, read_output=read_name,\n",
    "                                extract_single_model = extract3_v2,\n",
    "                                formula='central')\n",
    "\n",
    "# analyze the result object\n",
    "result.calculate_FIM(doe_object.design_values)\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "36e3a3ef",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "======Result summary======\n",
      "Four design criteria log10() value:\n",
      "A-optimality: -1.24348554660971\n",
      "D-optimality: -3.2823204172307037\n",
      "E-optimality: -1.9417477192947035\n",
      "Modified E-optimality: 0.6011750213587033\n"
     ]
    }
   ],
   "source": [
    "print('======Result summary======')\n",
    "print('Four design criteria log10() value:')\n",
    "print('A-optimality:', np.log10(result.trace))\n",
    "print('D-optimality:', np.log10(result.det))\n",
    "print('E-optimality:', np.log10(result.min_eig))\n",
    "print('Modified E-optimality:', np.log10(result.cond))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "e03e6a84",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Addiontional: to store the solution for one specific model \n",
    "#dataframe = extract3_v2(doe_object.models[0])\n",
    "#dataframe.to_csv('test6.csv')\n",
    "\n",
    "# Additional: to show the breakthrough curve for adsorption \n",
    "#breakthrough_modify2(doe_object.models[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5d9677e3",
   "metadata": {},
   "source": [
    "## Gradient-based optimization "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "5245c36b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# define a starting point for optimization \n",
    "exp1 = generate_exp(313.15, 0.15)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "51aaba31",
   "metadata": {},
   "source": [
    "### Sequential initial solution "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "5f307051",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[ 0.04493459 -0.00489063]\n",
      " [-0.00489063  0.01214942]]\n",
      "[[ 0.2119778   0.        ]\n",
      " [-0.02307143  0.10778279]]\n"
     ]
    }
   ],
   "source": [
    "fim_init = result.FIM\n",
    "print(fim_init)\n",
    "    \n",
    "l_init = np.linalg.cholesky(fim_init)\n",
    "print(l_init)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "44d47c9a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sensitivity information is scaled by its corresponding parameter nominal value.\n",
      "The inlet feed density is 38.40726649935368 [mol/m3]\n",
      "the number of timepoints is 68\n",
      "The init point is /media/psf/Home/fixed_bed_adsorption/fixed-bed-saved-results/2021oct8_f293_b293_y15_5e6.csv\n",
      "Model # of time grid is 69 , initial point # of time grid is 69\n",
      "WARNING: Implicitly replacing the Component attribute Obj (type=<class\n",
      "    'pyomo.core.base.objective.ScalarObjective'>) on block unknown with a new\n",
      "    Component (type=<class 'pyomo.core.base.objective.ScalarObjective'>). This\n",
      "    is usually indicative of a modelling error. To avoid this warning, use\n",
      "    block.del_component() and block.add_component().\n",
      "Ipopt 3.13.2: linear_solver=ma57\n",
      "halt_on_ampl_error=yes\n",
      "max_iter=3000\n",
      "\n",
      "\n",
      "******************************************************************************\n",
      "This program contains Ipopt, a library for large-scale nonlinear optimization.\n",
      " Ipopt is released as open source code under the Eclipse Public License (EPL).\n",
      "         For more information visit http://projects.coin-or.org/Ipopt\n",
      "\n",
      "This version of Ipopt was compiled from source code available at\n",
      "    https://github.com/IDAES/Ipopt as part of the Institute for the Design of\n",
      "    Advanced Energy Systems Process Systems Engineering Framework (IDAES PSE\n",
      "    Framework) Copyright (c) 2018-2019. See https://github.com/IDAES/idaes-pse.\n",
      "\n",
      "This version of Ipopt was compiled using HSL, a collection of Fortran codes\n",
      "    for large-scale scientific computation.  All technical papers, sales and\n",
      "    publicity material resulting from use of the HSL codes within IPOPT must\n",
      "    contain the following acknowledgement:\n",
      "        HSL, a collection of Fortran codes for large-scale scientific\n",
      "        computation. See http://www.hsl.rl.ac.uk.\n",
      "******************************************************************************\n",
      "\n",
      "This is Ipopt version 3.13.2, running with linear solver ma57.\n",
      "\n",
      "Number of nonzeros in equality constraint Jacobian...:   377736\n",
      "Number of nonzeros in inequality constraint Jacobian.:        0\n",
      "Number of nonzeros in Lagrangian Hessian.............:   204637\n",
      "\n",
      "Total number of variables............................:    93861\n",
      "                     variables with only lower bounds:        2\n",
      "                variables with lower and upper bounds:    65840\n",
      "                     variables with only upper bounds:        0\n",
      "Total number of equality constraints.................:    93861\n",
      "Total number of inequality constraints...............:        0\n",
      "        inequality constraints with only lower bounds:        0\n",
      "   inequality constraints with lower and upper bounds:        0\n",
      "        inequality constraints with only upper bounds:        0\n",
      "\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "   0  7.5578221e+00 7.30e+01 1.96e+01  -1.0 0.00e+00    -  0.00e+00 0.00e+00   0\n",
      "Reallocating memory for MA57: lfact (13993614)\n",
      "   1  7.5613862e+00 7.28e+01 3.62e+02  -1.0 5.73e+00    -  6.40e-01 1.78e-03h  1\n",
      "Reallocating memory for MA57: lfact (15948519)\n",
      "   2  7.5584667e+00 7.28e+01 2.88e+05  -1.0 7.47e+00    -  1.42e-02 1.77e-05h  1\n",
      "Reallocating memory for MA57: lfact (16985368)\n",
      "   3  7.5222676e+00 2.22e+01 8.46e+05  -1.0 2.83e+00   4.0 2.76e-02 1.00e+00f  1\n",
      "   4r 7.5222676e+00 2.22e+01 1.00e+03   1.3 0.00e+00   3.5 0.00e+00 1.23e-07R  2\n",
      "   5r 6.8189805e+00 1.59e+01 9.73e+02   1.3 2.20e+04    -  2.59e-02 9.98e-04f  1\n",
      "   6r 6.2924639e+00 6.45e+00 1.30e+03   0.6 2.03e+02    -  5.92e-01 2.65e-02f  1\n",
      "   7r 1.3717434e+00 2.58e+02 2.62e+03   0.6 5.47e+00    -  7.39e-01 6.02e-01f  1\n",
      "   8r 1.9925991e+00 7.70e+01 1.18e+04   0.6 1.09e+00   2.0 9.87e-01 1.00e+00f  1\n",
      "   9r 1.9777224e+00 3.09e+01 3.71e+04   0.6 4.92e-01   2.4 9.51e-01 8.26e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  10r 1.9759576e+00 2.71e+01 3.25e+04   0.6 1.73e+00   2.9 1.01e-01 1.28e-01h  1\n",
      "  11r 1.9760981e+00 2.62e+01 3.14e+04   0.6 4.45e-01   4.2 2.18e-02 3.31e-02h  1\n",
      "  12r 1.9763113e+00 2.39e+01 4.03e+04   0.6 5.26e-01   3.7 5.03e-02 9.06e-02h  1\n",
      "  13r 1.9764549e+00 2.30e+01 3.85e+04   0.6 5.21e-01   4.1 2.13e-02 4.06e-02h  1\n",
      "  14r 1.9765272e+00 2.18e+01 1.02e+05   0.6 3.67e+00   3.7 2.79e-02 5.29e-02h  1\n",
      "  15r 1.9771020e+00 1.80e+01 8.40e+04   0.6 6.11e-01   4.1 4.21e-02 1.91e-01h  1\n",
      "  16r 1.9775530e+00 1.53e+01 7.07e+04   0.6 5.04e-01   4.5 8.12e-02 1.61e-01h  1\n",
      "  17r 1.9779310e+00 1.20e+01 5.40e+04   0.6 4.24e-01   4.0 9.39e-02 2.36e-01h  1\n",
      "  18r 1.9783871e+00 9.09e+00 6.59e+04   0.6 3.25e-01   4.5 1.07e-01 2.76e-01h  1\n",
      "  19r 1.9786198e+00 7.57e+00 8.00e+04   0.6 2.35e-01   4.9 1.19e-01 1.86e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  20r 1.9792033e+00 3.93e+00 1.58e+05   0.6 2.06e-01   4.4 1.21e-01 7.24e-01h  1\n",
      "  21r 1.9792375e+00 3.41e+00 1.32e+05   0.6 2.12e-01   4.8 1.41e-01 1.81e-01h  1\n",
      "  22r 1.9791875e+00 3.29e+00 1.05e+05   0.6 2.66e-01   4.4 1.57e-01 2.04e-01h  1\n",
      "  23r 1.9792158e+00 3.28e+00 1.40e+05   0.6 1.59e-01   4.8 7.43e-01 6.47e-01h  1\n",
      "  24r 1.9786503e+00 3.27e+00 1.49e+04   0.6 1.21e-01   4.3 7.54e-01 1.00e+00h  1\n",
      "  25r 1.9777585e+00 3.26e+00 1.01e+04   0.6 2.21e-01   3.8 5.67e-01 4.15e-01f  1\n",
      "  26r 1.9772818e+00 3.25e+00 4.69e+03   0.6 4.70e-02   4.2 1.00e+00 5.94e-01f  1\n",
      "  27r 1.9758778e+00 3.24e+00 1.54e+04   0.6 1.68e-01   3.8 1.00e+00 5.78e-01f  1\n",
      "  28r 1.9754074e+00 3.23e+00 6.55e+03   0.6 5.48e-02   4.2 1.00e+00 5.17e-01f  1\n",
      "  29r 1.9744550e+00 3.22e+00 5.01e+03   0.6 2.71e-01   3.7 6.13e-01 3.49e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  30r 1.9739636e+00 3.21e+00 2.62e+03   0.6 6.02e-02   4.1 1.00e+00 4.80e-01f  1\n",
      "  31r 1.9719613e+00 3.19e+00 1.31e+04   0.6 2.36e-01   3.7 9.00e-01 6.53e-01f  1\n",
      "  32r 1.9716700e+00 3.18e+00 9.60e+03   0.6 7.11e-02   4.1 1.00e+00 2.54e-01f  1\n",
      "  33r 1.9705158e+00 8.52e+00 3.34e+04   0.6 9.35e-01   3.6 1.78e-01 3.35e-01f  1\n",
      "  34r 1.9702608e+00 6.95e+00 2.51e+04   0.6 8.81e-02   4.0 1.00e+00 1.98e-01f  1\n",
      "  35r 1.9690149e+00 5.15e+00 1.80e+04   0.6 2.23e-01   3.6 1.00e+00 3.22e-01f  1\n",
      "  36r 1.9683226e+00 3.14e+00 1.38e+04   0.6 7.32e-02   4.0 1.00e+00 4.78e-01f  1\n",
      "  37r 1.9658392e+00 2.08e+01 1.75e+05   0.6 6.27e-01   3.5 3.66e-01 5.73e-01f  1\n",
      "  38r 1.9655160e+00 1.70e+01 1.45e+05   0.6 8.00e-02   3.9 1.00e+00 1.99e-01f  1\n",
      "  39r 1.9650109e+00 6.45e+00 1.31e+05   0.6 1.14e-01   4.4 2.00e-01 8.29e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  40r 1.9644874e+00 4.74e+00 9.55e+04   0.6 9.19e-02   3.9 1.00e+00 2.87e-01f  1\n",
      "  41r 1.9638023e+00 3.08e+00 3.53e+04   0.6 6.44e-02   4.3 8.88e-01 1.00e+00f  1\n",
      "  42r 1.9626970e+00 3.06e+00 1.56e+04   0.6 9.63e-02   3.8 1.00e+00 5.39e-01f  1\n",
      "  43r 1.9618223e+00 3.05e+00 1.33e+04   0.6 6.00e-01   3.4 6.28e-01 1.43e-01f  1\n",
      "  44r 1.9603961e+00 3.03e+00 4.99e+03   0.6 8.52e-02   3.8 1.00e+00 6.19e-01f  1\n",
      "  45r 1.9595331e+00 3.02e+00 5.10e+03   0.6 3.95e-02   4.2 1.00e+00 1.00e+00f  1\n",
      "  46r 1.9569495e+00 2.98e+00 2.17e+04   0.6 1.54e-01   3.7 1.00e+00 1.00e+00f  1\n",
      "  47r 1.9556219e+00 2.96e+00 1.81e+04   0.6 4.79e-01   3.3 1.00e+00 1.72e-01f  1\n",
      "  48r 1.9546428e+00 2.95e+00 1.11e+04   0.6 6.12e-02   3.7 1.00e+00 3.38e-01f  1\n",
      "  49r 1.9535576e+00 2.93e+00 8.70e+03   0.6 2.66e-02   4.1 1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  50r 1.9503107e+00 2.89e+00 2.44e+04   0.6 1.17e-01   3.6 1.00e+00 1.00e+00f  1\n",
      "  51r 1.9490962e+00 2.87e+00 4.08e+03   0.6 8.35e-02   4.1 1.00e+00 1.00e+00f  1\n",
      "  52r 1.9473264e+00 4.81e+00 2.12e+04   0.6 4.67e-01   3.6 4.83e-01 4.87e-01f  1\n",
      "  53r 1.9465892e+00 4.67e+00 2.02e+04   0.6 3.59e-01   3.1 1.00e+00 6.81e-02f  1\n",
      "  54r 1.9431397e+00 2.79e+00 2.47e+04   0.6 7.84e-02   3.5 1.00e+00 8.46e-01f  1\n",
      "  55r 1.9394094e+00 5.74e+01 1.11e+06   0.6 2.12e+00   3.1 9.30e-02 3.08e-01f  1\n",
      "  56r 1.9357405e+00 2.33e+01 4.76e+05   0.6 1.49e-01   3.5 9.57e-01 8.07e-01f  1\n",
      "  57r 1.9348751e+00 1.32e+01 2.86e+05   0.6 1.31e-01   3.9 9.77e-01 5.09e-01f  1\n",
      "  58r 1.9341992e+00 1.16e+01 2.50e+05   0.6 9.45e-01   3.4 3.62e-01 1.33e-01f  1\n",
      "  59r 1.9338880e+00 9.76e+00 2.12e+05   0.6 9.94e-02   3.9 1.00e+00 1.63e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  60r 1.9305602e+00 3.01e+01 7.10e+05   0.6 7.95e-01   3.4 1.97e-01 5.82e-01f  1\n",
      "  61r 1.9297054e+00 1.96e+01 4.76e+05   0.6 1.18e-01   3.8 1.00e+00 3.99e-01f  1\n",
      "  62r 1.9289028e+00 5.58e+00 2.30e+05   0.6 1.18e-01   4.2 2.83e-01 1.00e+00f  1\n",
      "  63r 1.9275515e+00 3.09e+00 1.16e+05   0.6 1.69e-01   3.8 1.00e+00 5.62e-01f  1\n",
      "  64r 1.9268027e+00 2.58e+00 4.32e+04   0.6 5.62e-02   4.2 1.00e+00 8.31e-01f  1\n",
      "  65r 1.9260180e+00 2.58e+00 3.07e+04   0.6 1.42e-01   3.7 1.00e+00 2.91e-01f  1\n",
      "  66r 1.9253224e+00 2.57e+00 1.05e+04   0.6 4.70e-02   4.1 1.00e+00 6.87e-01f  1\n",
      "  67r 1.9239573e+00 2.56e+00 5.56e+03   0.6 6.63e-02   3.7 1.00e+00 4.50e-01f  1\n",
      "  68r 1.9228213e+00 2.55e+00 3.70e+02   0.6 2.36e-02   4.1 1.00e+00 1.00e+00f  1\n",
      "  69r 1.9207302e+00 8.30e+00 2.45e+04   0.6 4.35e-01   3.6 5.09e-01 6.15e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  70r 1.9205408e+00 7.06e+00 2.21e+04   0.6 8.69e-02   4.0 1.00e+00 1.49e-01f  1\n",
      "  71r 1.9189608e+00 4.76e+00 5.03e+04   0.6 5.62e-01   3.5 4.12e-01 4.14e-01f  1\n",
      "  72r 1.9187227e+00 4.04e+00 4.35e+04   0.6 9.76e-02   4.0 1.00e+00 1.67e-01f  1\n",
      "  73r 1.9185145e+00 3.89e+00 4.15e+04   0.6 2.48e+00   3.5 9.76e-02 4.87e-02f  1\n",
      "  74r 1.9182381e+00 3.30e+00 3.57e+04   0.6 9.74e-02   3.9 1.00e+00 1.72e-01f  1\n",
      "  75r 1.9166941e+00 2.51e+00 2.68e+04   0.6 1.85e-01   3.4 1.00e+00 3.21e-01f  1\n",
      "  76r 1.9148901e+00 2.50e+00 2.06e+04   0.6 5.08e-02   3.9 1.00e+00 1.00e+00f  1\n",
      "  77r 1.9142143e+00 2.49e+00 2.09e+03   0.6 1.44e-02   4.3 1.00e+00 1.00e+00f  1\n",
      "  78r 1.9121904e+00 2.48e+00 5.16e+03   0.6 5.98e-02   3.8 1.00e+00 1.00e+00f  1\n",
      "  79r 1.9114325e+00 2.48e+00 3.99e+03   0.6 3.71e-02   4.2 1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  80r 1.9091630e+00 2.46e+00 4.55e+03   0.6 1.09e-01   3.8 1.00e+00 1.00e+00f  1\n",
      "  81r 1.9083484e+00 2.45e+00 4.34e+03   0.6 4.31e-01   3.3 3.60e-01 1.20e-01f  1\n",
      "  82r 1.9058048e+00 2.44e+00 3.14e+04   0.6 2.23e-01   3.7 8.55e-01 1.00e+00f  1\n",
      "  83r 1.9056169e+00 2.43e+00 2.63e+04   0.6 6.99e-02   4.1 1.00e+00 1.97e-01f  1\n",
      "  84r 1.9028143e+00 2.41e+00 6.42e+04   0.6 2.59e-01   3.7 1.00e+00 9.83e-01f  1\n",
      "  85r 1.9024549e+00 2.41e+00 4.28e+04   0.6 6.15e-02   4.1 1.00e+00 3.37e-01f  1\n",
      "  86r 1.9013709e+00 2.40e+00 2.87e+04   0.6 1.09e-01   3.6 1.00e+00 3.39e-01f  1\n",
      "  87r 1.9001718e+00 2.39e+00 1.21e+03   0.6 3.91e-02   4.0 1.00e+00 1.00e+00f  1\n",
      "  88r 1.8996070e+00 1.23e+01 6.20e+05   0.6 2.24e+00   3.6 8.31e-02 1.57e-01f  1\n",
      "  89r 1.8995561e+00 8.95e+00 4.34e+05   0.6 6.76e-02   4.9 3.75e-01 3.02e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  90r 1.8993055e+00 5.15e+00 2.40e+05   0.6 9.65e-02   4.4 7.92e-01 4.96e-01f  1\n",
      "  91r 1.8991798e+00 2.39e+00 7.94e+04   0.6 4.69e-02   4.8 6.95e-01 6.63e-01h  1\n",
      "  92r 1.8988830e+00 2.38e+00 4.94e+04   0.6 4.43e-02   4.4 1.00e+00 5.22e-01f  1\n",
      "  93r 1.8983629e+00 2.38e+00 2.70e+04   0.6 3.27e-01   3.9 1.00e+00 3.05e-01f  1\n",
      "  94r 1.8977243e+00 2.38e+00 1.39e+04   0.6 3.88e-02   4.3 1.00e+00 1.00e+00f  1\n",
      "  95r 1.8966505e+00 2.37e+00 6.29e+03   0.6 4.12e-02   3.8 1.00e+00 5.61e-01f  1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  96r 1.8959336e+00 2.36e+00 2.82e+02   0.6 1.53e-02   4.3 1.00e+00 1.00e+00f  1\n",
      "  97r 1.8937870e+00 2.35e+00 8.82e+03   0.6 8.17e-02   3.8 1.00e+00 1.00e+00f  1\n",
      "  98r 1.8929833e+00 2.34e+00 7.12e+03   0.6 5.05e-02   4.2 1.00e+00 1.00e+00f  1\n",
      "  99r 1.8917021e+00 2.33e+00 2.88e+03   0.6 1.47e-01   3.7 1.00e+00 5.32e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 100r 1.8907999e+00 2.32e+00 3.08e+03   0.6 6.30e-02   4.2 1.00e+00 1.00e+00f  1\n",
      " 101r 1.8888847e+00 2.31e+00 1.07e+04   0.6 1.89e-01   3.7 1.00e+00 7.09e-01f  1\n",
      " 102r 1.8878226e+00 2.30e+00 8.96e+03   0.6 4.19e-01   3.2 1.00e+00 1.32e-01f  1\n",
      " 103r 1.8856045e+00 2.28e+00 5.49e+03   0.6 3.59e-02   3.6 1.00e+00 7.33e-01f  1\n",
      " 104r 1.8765923e+00 2.19e+00 2.54e+04   0.6 1.81e-01   3.2 1.00e+00 1.00e+00f  1\n",
      " 105r 1.8761766e+00 2.19e+00 3.54e+03   0.6 4.08e-02   4.5 1.00e+00 1.00e+00f  1\n",
      " 106r 1.8749148e+00 2.17e+00 1.45e+04   0.6 3.19e-02   4.0 1.00e+00 1.00e+00f  1\n",
      " 107r 1.8744419e+00 2.17e+00 2.33e+03   0.6 2.32e-02   4.4 1.00e+00 1.00e+00f  1\n",
      " 108r 1.8731583e+00 2.15e+00 1.77e+03   0.6 6.76e-02   4.0 1.00e+00 9.06e-01f  1\n",
      " 109r 1.8726273e+00 2.14e+00 5.46e+03   0.6 2.92e-02   4.4 1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 110r 1.8710365e+00 2.12e+00 3.33e+03   0.6 7.88e-02   3.9 1.00e+00 1.00e+00f  1\n",
      " 111r 1.8707057e+00 2.12e+00 1.45e+03   0.6 3.87e-02   4.3 1.00e+00 5.55e-01f  1\n",
      " 112r 1.8694601e+00 2.09e+00 2.28e+03   0.6 9.99e-02   3.9 1.00e+00 6.98e-01f  1\n",
      " 113r 1.8690081e+00 2.09e+00 1.27e+03   0.6 3.79e-02   4.3 1.00e+00 6.76e-01f  1\n",
      " 114r 1.8682015e+00 2.07e+00 1.05e+03   0.6 1.01e-01   3.8 1.00e+00 4.02e-01f  1\n",
      " 115r 1.8674498e+00 2.05e+00 3.07e+03   0.6 3.92e-02   4.2 1.00e+00 1.00e+00f  1\n",
      " 116r 1.8664153e+00 2.01e+00 2.65e+03   0.6 1.28e-01   3.8 1.00e+00 4.60e-01f  1\n",
      " 117r 1.8658549e+00 1.99e+00 1.77e+03   0.6 4.65e-02   4.2 1.00e+00 6.64e-01f  1\n",
      " 118r 1.8649511e+00 1.92e+00 2.28e+03   0.6 1.74e-01   3.7 1.00e+00 3.58e-01f  1\n",
      " 119r 1.8640033e+00 1.84e+00 5.71e+03   0.6 5.55e-02   4.1 1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 120r 1.8632186e+00 1.58e+00 4.57e+03   0.6 1.54e-01   3.7 1.00e+00 2.77e-01f  1\n",
      " 121r 1.8624816e+00 1.31e+00 2.07e+03   0.6 4.07e-02   4.1 1.00e+00 6.93e-01f  1\n",
      " 122r 1.8613177e+00 1.45e+00 1.18e+04   0.6 3.23e-01   3.6 7.04e-01 3.65e-01f  1\n",
      " 123r 1.8608463e+00 1.37e+00 1.08e+04   0.6 2.21e-01   3.1 1.00e+00 4.96e-02f  1\n",
      " 124r 1.8328415e+00 2.48e-01 7.70e+03   0.6 5.87e-02   2.6 1.00e+00 1.00e+00f  1\n",
      " 125r 1.7550739e+00 5.21e+00 8.72e+02   0.6 1.98e-01   2.2 1.00e+00 1.00e+00f  1\n",
      " 126r 1.7276508e+00 1.82e+00 1.62e+03   0.6 1.10e-01   2.6 1.00e+00 1.00e+00f  1\n",
      " 127r 1.6504645e+00 2.66e+00 4.82e+02   0.6 1.69e-01   2.1 1.00e+00 1.00e+00f  1\n",
      " 128r 1.4636085e+00 8.07e+00 1.30e+03   0.6 3.09e-01   1.6 1.00e+00 1.00e+00f  1\n",
      " 129r 1.4035472e+00 1.75e+01 5.99e+03   0.6 3.24e-01   2.1 1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 130r 1.3812542e+00 1.23e+01 6.42e+03   0.6 2.07e-01   2.5 1.00e+00 1.00e+00f  1\n",
      " 131r 1.3186550e+00 7.99e-01 7.15e+02   0.6 1.03e-01   2.0 1.00e+00 1.00e+00f  1\n",
      " 132r 1.1670763e+00 6.37e+00 3.01e+03   0.6 6.24e-01   1.5 1.00e+00 1.00e+00f  1\n",
      " 133r 1.1178048e+00 2.43e+00 2.58e+03   0.6 1.84e-01   2.0 1.00e+00 1.00e+00f  1\n",
      " 134r 1.0995970e+00 1.77e+00 1.09e+04   0.6 2.67e-01   2.4 1.00e+00 1.00e+00f  1\n",
      " 135r 1.0487255e+00 1.46e+01 3.34e+03   0.6 4.09e-01   1.9 1.00e+00 1.00e+00f  1\n",
      " 136r 1.0306596e+00 3.75e+00 2.16e+03   0.6 1.74e-01   2.3 1.00e+00 1.00e+00f  1\n",
      " 137r 9.9501226e-01 1.19e+02 6.93e+04   0.6 8.05e-01   1.9 4.92e-01 7.08e-01f  1\n",
      " 138r 9.9492897e-01 7.36e+01 2.39e+04   0.6 1.75e-01   4.1 4.86e-01 4.56e-01f  1\n",
      " 139r 9.9469902e-01 5.40e+01 1.66e+04   0.6 3.01e-01   3.6 1.00e+00 2.77e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 140r 9.9441031e-01 1.42e+01 3.31e+04   0.6 1.69e-01   4.0 9.76e-01 1.00e+00f  1\n",
      " 141r 9.9428558e-01 1.07e+00 3.76e+04   0.6 1.03e-01   4.5 1.00e+00 1.00e+00f  1\n",
      " 142r 9.9390847e-01 9.70e-02 6.17e+03   0.6 1.08e-02   4.0 1.00e+00 1.00e+00f  1\n",
      " 143r 9.9277878e-01 1.42e-02 3.38e+01   0.6 6.11e-03   3.5 1.00e+00 1.00e+00f  1\n",
      " 144r 9.9632671e-01 1.86e-02 1.38e+02  -0.8 1.43e-02   3.0 1.00e+00 8.52e-01f  1\n",
      " 145r 9.9784098e-01 4.77e-02 2.17e+01  -0.8 3.64e-02   2.6 9.67e-01 9.30e-01f  1\n",
      " 146r 1.0009344e+00 1.82e-01 1.72e+02  -0.8 1.11e-01   2.1 1.00e+00 6.26e-01f  1\n",
      " 147r 1.0019638e+00 2.36e+00 4.54e+02  -0.8 2.89e+00   1.6 1.97e-01 6.90e-02f  1\n",
      " 148r 1.0049031e+00 1.18e+00 4.30e+02  -0.8 1.00e-01   2.0 1.00e+00 5.23e-01f  1\n",
      " 149r 1.0168766e+00 1.54e+00 2.54e+02  -0.8 2.31e-01   1.6 1.00e+00 7.08e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 150r 1.0321172e+00 9.27e-01 6.95e+02  -0.8 4.30e-01   1.1 7.52e-01 3.12e-01f  1\n",
      " 151r 1.0471290e+00 9.80e-02 2.43e+02  -0.8 1.54e-01   1.5 9.72e-01 8.00e-01f  1\n",
      " 152r 1.0735585e+00 4.66e-01 4.58e+02  -0.8 3.60e-01   1.0 8.86e-01 4.90e-01f  1\n",
      " 153r 1.1072111e+00 5.22e-01 1.01e+03  -0.8 7.26e-01   0.5 1.00e+00 2.32e-01f  1\n",
      " 154r 1.1826822e+00 5.00e-01 1.22e+03  -0.8 1.56e+00   0.1 9.17e-01 2.24e-01f  1\n",
      " 155r 1.3819494e+00 7.69e-01 8.40e+02  -0.8 1.10e+00  -0.4 1.00e+00 3.38e-01f  1\n",
      " 156r 1.5640924e+00 6.22e+00 5.88e+02  -0.8 4.31e+00    -  2.75e-01 2.21e-01f  1\n",
      " 157r 1.5947178e+00 5.99e+00 1.23e+03  -0.8 2.98e+00    -  5.24e-01 4.72e-02f  1\n",
      " 158r 1.8207802e+00 5.54e+00 6.20e+02  -0.8 2.45e+00    -  5.23e-01 3.58e-01f  1\n",
      " 159r 1.9678907e+00 5.39e+00 3.40e+02  -0.8 7.56e-01    -  1.00e+00 3.54e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 160r 2.2448465e+00 2.43e+00 6.17e+01  -0.8 5.33e-01    -  1.00e+00 1.00e+00f  1\n",
      " 161r 2.2414058e+00 7.82e-01 1.78e+01  -0.8 2.61e-01    -  1.00e+00 1.00e+00f  1\n",
      " 162r 2.2411729e+00 1.63e-01 6.59e+00  -0.8 1.58e-01    -  1.00e+00 1.00e+00h  1\n",
      " 163r 2.4512968e+00 1.48e+00 5.04e+02  -1.5 4.67e+00    -  3.24e-01 2.12e-01f  1\n",
      " 164r 2.6192780e+00 1.63e+00 2.90e+02  -1.5 2.08e+00    -  5.16e-01 5.07e-01f  1\n",
      " 165r 2.6757468e+00 1.42e+00 2.63e+02  -1.5 1.58e+00    -  5.12e-01 2.14e-01f  1\n",
      " 166r 2.7953581e+00 1.23e+00 4.50e+02  -1.5 1.20e+00    -  1.00e+00 5.20e-01f  1\n",
      " 167r 2.8965066e+00 9.94e-01 1.78e+02  -1.5 7.95e-01    -  1.00e+00 1.00e+00f  1\n",
      " 168r 2.8530412e+00 3.34e-01 1.09e+02  -1.5 2.83e-01    -  1.00e+00 1.00e+00f  1\n",
      " 169r 2.8472008e+00 5.70e-03 7.49e+00  -1.5 2.67e-02    -  1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 170r 2.8467879e+00 2.15e-03 2.09e-01  -1.5 1.09e-04    -  1.00e+00 1.00e+00h  1\n",
      " 171r 3.0874938e+00 3.12e-01 1.81e+02  -3.3 8.76e-01    -  9.17e-01 3.64e-01f  1\n",
      " 172r 2.8307110e+00 2.80e-01 2.86e+02  -3.3 7.98e-01  -0.9 6.27e-01 2.03e-01f  1\n",
      " 173r 2.3624117e+00 3.02e-01 2.03e+02  -3.3 1.00e+00  -1.4 1.72e-01 2.34e-01f  1\n",
      " 174r 2.2102468e+00 2.80e-01 1.95e+02  -3.3 8.23e-01  -0.9 3.70e-01 2.14e-01f  1\n",
      " 175r 2.0088960e+00 2.59e-01 1.60e+02  -3.3 9.18e-01  -1.4 1.91e-01 1.85e-01f  1\n",
      " 176r 1.9422614e+00 2.32e-01 1.86e+02  -3.3 6.17e-01  -1.0 3.54e-01 1.38e-01f  1\n",
      " 177r 1.7266814e+00 1.93e-01 1.32e+02  -3.3 9.62e-01  -1.5 2.40e-01 2.65e-01f  1\n",
      " 178r 1.5778854e+00 1.65e-01 1.16e+02  -3.3 1.30e+00  -1.9 2.24e-01 1.76e-01f  1\n",
      " 179r 1.4962797e+00 1.41e-01 9.96e+01  -3.3 9.25e-01  -1.5 1.89e-01 1.65e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 180r 1.3927818e+00 1.21e-01 2.29e+02  -3.3 1.25e+00  -2.0 4.72e-01 1.63e-01f  1\n",
      " 181r 1.2223594e+00 9.71e-02 1.95e+02  -3.3 1.39e+00  -2.5 3.17e-01 2.32e-01f  1\n",
      " 182r 1.1743190e+00 8.88e-02 1.77e+02  -3.3 1.34e+00    -  6.44e-02 8.98e-02f  1\n",
      " 183r 1.0286065e+00 7.50e-02 1.62e+02  -3.3 1.27e+00    -  4.79e-02 1.75e-01f  1\n",
      " 184r 1.0100574e+00 7.21e-02 2.48e+02  -3.3 1.10e+00    -  2.21e-01 3.97e-02f  1\n",
      " 185r 9.6291032e-01 6.71e-02 1.50e+02  -3.3 1.05e+00    -  4.55e-02 9.86e-02f  1\n",
      " 186r 8.4839138e-01 6.29e-02 4.79e+02  -3.3 9.73e-01    -  4.45e-02 2.51e-01f  1\n",
      " 187r 8.0791126e-01 5.81e-02 4.25e+02  -3.3 8.63e-01    -  4.91e-01 9.49e-02f  1\n",
      " 188r 6.8158542e-01 5.46e-02 3.22e+02  -3.3 9.17e-01    -  4.12e-01 2.43e-01f  1\n",
      " 189r 6.0848598e-01 5.02e-02 2.72e+02  -3.3 7.05e-01    -  2.18e-01 1.55e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 190r 5.4051064e-01 4.74e-02 2.36e+02  -3.3 6.01e-01    -  8.00e-02 1.41e-01f  1\n",
      " 191r 5.1391236e-01 4.55e-02 2.17e+02  -3.3 5.18e-01    -  1.89e-01 6.85e-02f  1\n",
      " 192r 4.8552949e-01 4.40e-02 2.07e+02  -3.3 5.07e-01    -  3.48e-02 6.83e-02f  1\n",
      " 193r 4.5734287e-01 4.26e-02 1.96e+02  -3.3 4.96e-01    -  4.85e-02 6.95e-02f  1\n",
      " 194r 3.8218143e-01 4.45e-02 2.21e+02  -3.3 4.82e-01    -  8.01e-02 2.13e-01f  1\n",
      " 195r 3.4422767e-01 4.23e-02 1.93e+02  -3.3 4.29e-01    -  1.18e-01 1.23e-01f  1\n",
      " 196r 3.2552039e-01 4.05e-02 2.65e+02  -3.3 4.20e-01    -  1.81e-01 6.35e-02f  1\n",
      " 197r 2.9850413e-01 3.79e-02 2.36e+02  -3.3 4.54e-01    -  6.53e-02 8.91e-02f  1\n",
      " 198r 2.8158762e-01 3.59e-02 2.22e+02  -3.3 4.42e-01    -  6.25e-02 5.81e-02f  1\n",
      " 199r 2.1091644e-01 3.09e-02 2.99e+02  -3.3 4.26e-01    -  6.06e-02 2.51e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 200r 2.0201460e-01 2.98e-02 4.28e+02  -3.3 3.58e-01    -  2.44e-01 3.52e-02f  1\n",
      " 201r 1.7453226e-01 2.70e-02 2.68e+02  -3.3 3.56e-01    -  4.21e-02 1.39e-01f  1\n",
      " 202r 1.3828774e-01 2.45e-02 2.23e+02  -3.3 3.16e-01    -  1.40e-01 1.75e-01f  1\n",
      " 203r 1.3061206e-01 2.39e-02 5.94e+02  -3.3 2.06e-01    -  2.32e-01 4.62e-02f  1\n",
      " 204r 1.0804274e-01 2.68e-02 5.10e+02  -3.3 1.59e-01    -  5.01e-02 1.37e-01f  1\n",
      " 205r 7.8153811e-02 2.96e-02 3.88e+02  -3.3 1.62e-01    -  1.14e-01 2.10e-01f  1\n",
      " 206r 6.6838318e-02 2.86e-02 3.66e+02  -3.3 1.39e-01    -  1.25e-01 6.46e-02f  1\n",
      " 207r 3.8454613e-02 2.67e-02 3.10e+02  -3.3 1.68e-01    -  5.23e-02 1.50e-01f  1\n",
      " 208r 3.0358870e-02 2.53e-02 2.92e+02  -3.3 1.84e-01    -  9.86e-02 5.71e-02f  1\n",
      " 209r 1.5929690e-02 2.26e-02 2.52e+02  -3.3 1.87e-01    -  8.44e-02 1.40e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 210r 9.5937888e-03 2.12e-02 2.35e+02  -3.3 1.96e-01    -  1.11e-01 6.67e-02f  1\n",
      " 211r-1.1795857e-02 1.77e-02 6.00e+02  -3.3 1.96e-01    -  4.99e-02 2.63e-01f  1\n",
      " 212r-1.5191035e-02 1.71e-02 5.60e+02  -3.3 1.55e-01    -  2.06e-01 4.46e-02f  1\n",
      " 213r-2.3598955e-02 1.83e-02 4.99e+02  -3.3 1.28e-01    -  3.97e-02 1.28e-01f  1\n",
      " 214r-2.9621441e-02 1.88e-02 4.53e+02  -3.3 1.20e-01    -  8.83e-02 9.28e-02f  1\n",
      " 215r-3.6031113e-02 1.87e-02 4.10e+02  -3.3 1.30e-01    -  1.00e-01 9.12e-02f  1\n",
      " 216r-4.3881984e-02 1.80e-02 3.75e+02  -3.3 1.30e-01    -  7.80e-02 1.01e-01f  1\n",
      " 217r-5.0834664e-02 1.68e-02 3.37e+02  -3.3 1.24e-01    -  1.08e-01 9.94e-02f  1\n",
      " 218r-5.7992779e-02 1.52e-02 3.01e+02  -3.3 1.13e-01    -  9.39e-02 1.10e-01f  1\n",
      " 219r-7.0928410e-02 1.33e-02 2.36e+02  -3.3 1.05e-01    -  3.26e-01 1.60e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 220r-8.2272595e-02 1.23e-02 2.13e+02  -3.3 1.14e-01    -  1.84e-01 1.21e-01f  1\n",
      " 221r-8.9730461e-02 1.16e-02 1.96e+02  -3.3 1.31e-01    -  8.81e-02 1.24e-01f  1\n",
      " 222r-1.0139908e-01 9.64e-03 4.82e+02  -3.3 1.22e-01    -  8.98e-02 2.28e-01f  1\n",
      " 223r-1.0613581e-01 8.80e-03 4.03e+02  -3.3 9.89e-02    -  1.60e-01 9.30e-02f  1\n",
      " 224r-1.1543555e-01 7.63e-03 4.01e+02  -3.3 8.50e-02    -  8.54e-02 1.49e-01f  1\n",
      " 225r-1.1924852e-01 7.10e-03 3.41e+02  -3.3 8.35e-02    -  1.47e-01 7.57e-02f  1\n",
      " 226r-1.2327794e-01 6.43e-03 3.04e+02  -3.3 7.79e-02    -  1.11e-01 1.10e-01f  1\n",
      " 227r-1.2784554e-01 5.86e-03 2.71e+02  -3.3 6.69e-02    -  1.18e-01 1.02e-01f  1\n",
      " 228r-1.3186221e-01 5.33e-03 2.38e+02  -3.3 5.89e-02    -  1.32e-01 1.17e-01f  1\n",
      " 229r-1.3406370e-01 4.87e-03 2.11e+02  -3.3 4.52e-02    -  1.45e-01 1.04e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 230r-1.3669007e-01 4.05e-03 1.73e+02  -3.3 2.62e-02    -  1.42e-01 1.83e-01f  1\n",
      " 231r-1.4160935e-01 4.82e-04 9.86e+02  -3.3 1.07e-02    -  1.53e-01 8.97e-01f  1\n",
      " 232r-1.4175527e-01 4.61e-04 4.51e+01  -3.3 2.94e-03    -  1.00e+00 1.00e+00f  1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 233r-1.4175077e-01 4.61e-04 1.43e-02  -3.3 3.22e-04    -  1.00e+00 1.00e+00h  1\n",
      " 234r-6.1216232e-01 5.27e-02 1.10e+02  -4.9 7.68e-01    -  4.60e-01 7.13e-01f  1\n",
      " 235r-1.9055243e+00 3.61e-01 1.39e+02  -4.9 4.54e+00  -2.0 3.56e-01 5.27e-01f  1\n",
      " 236r-2.8175124e+00 5.10e-01 2.84e+02  -4.9 7.91e+00    -  7.56e-02 3.66e-01f  1\n",
      " 237r-3.5257016e+00 5.63e-01 3.77e+02  -4.9 7.01e+00    -  1.91e-01 5.11e-01f  1\n",
      " 238r-3.9568341e+00 3.71e-01 3.76e+02  -4.9 4.49e+00    -  3.74e-01 7.32e-01f  1\n",
      " 239r-4.0683801e+00 9.64e-02 4.74e+02  -4.9 1.58e+00    -  2.61e-01 1.00e+00h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 240r-4.0564027e+00 4.11e-02 3.17e+02  -4.9 1.06e-01    -  3.87e-01 8.23e-01h  1\n",
      " 241r-4.0437297e+00 1.28e-02 2.49e+02  -4.9 3.91e-02    -  3.42e-01 1.00e+00f  1\n",
      " 242r-4.0406125e+00 8.52e-03 1.42e+02  -4.9 2.56e-02    -  4.41e-01 1.00e+00h  1\n",
      " 243r-4.0399794e+00 6.45e-04 3.54e+01  -4.9 1.88e-03    -  7.76e-01 1.00e+00h  1\n",
      " 244r-4.0393837e+00 3.94e-04 6.20e-05  -4.9 4.33e-03    -  1.00e+00 1.00e+00h  1\n",
      " 245r-4.0394517e+00 3.94e-04 5.81e-07  -4.9 1.23e-03    -  1.00e+00 1.00e+00h  1\n",
      " 246r-4.0762672e+00 2.97e-02 1.28e+02  -7.3 2.12e-01    -  3.06e-01 6.24e-01f  1\n",
      " 247r-4.2154176e+00 3.54e-02 1.44e+02  -7.3 2.71e+01    -  1.65e-01 4.37e-02f  1\n",
      " 248r-4.4429413e+00 9.86e-02 1.64e+02  -7.3 2.83e+01    -  1.11e-01 7.44e-02f  1\n",
      " 249r-4.5867039e+00 1.23e-01 3.53e+02  -7.3 3.08e+01    -  2.54e-01 4.81e-02f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 250r-4.6794272e+00 1.32e-01 3.21e+02  -7.3 3.20e+01    -  2.55e-03 3.18e-02f  1\n",
      " 251r-4.7939514e+00 1.48e-01 2.88e+02  -7.3 3.29e+01    -  8.08e-03 4.01e-02f  1\n",
      " 252r-4.8035779e+00 1.47e-01 3.00e+02  -7.3 3.38e+01    -  2.62e-02 3.41e-03h  1\n",
      " 253r-4.8175344e+00 1.47e-01 3.05e+02  -7.3 3.35e+01    -  1.73e-02 5.00e-03f  1\n",
      " 254r-4.8378888e+00 1.47e-01 3.12e+02  -7.3 3.45e+01    -  2.37e-02 7.21e-03h  1\n",
      " 255r-4.9210150e+00 1.54e-01 3.12e+02  -7.3 3.36e+01    -  4.77e-02 3.04e-02h  1\n",
      " 256r-4.9852978e+00 1.58e-01 3.16e+02  -7.3 3.45e+01    -  4.74e-02 2.39e-02h  1\n",
      " 257r-5.0463000e+00 1.61e-01 3.07e+02  -7.3 3.52e+01    -  1.81e-02 2.30e-02h  1\n",
      " 258r-5.1186851e+00 1.67e-01 3.83e+02  -7.3 3.57e+01    -  2.56e-01 2.78e-02h  1\n",
      " 259r-5.2612169e+00 1.99e-01 3.53e+02  -7.3 3.59e+01    -  7.40e-03 5.66e-02f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 260r-5.3108628e+00 2.01e-01 3.50e+02  -7.3 3.76e+01    -  4.79e-02 2.01e-02h  1\n",
      " 261r-5.3987127e+00 2.11e-01 3.42e+02  -7.3 3.79e+01    -  6.50e-02 3.62e-02f  1\n",
      " 262r-5.4431068e+00 2.11e-01 3.52e+02  -7.3 3.85e+01    -  1.67e-01 1.88e-02h  1\n",
      " 263r-5.5877418e+00 2.49e-01 3.78e+02  -7.3 3.84e+01    -  2.47e-01 6.34e-02h  1\n",
      " 264r-5.6476443e+00 2.52e-01 4.52e+02  -7.3 3.92e+01    -  2.80e-01 2.75e-02h  1\n",
      " 265r-5.7127705e+00 2.56e-01 4.65e+02  -7.3 3.86e+01    -  1.49e-01 3.10e-02h  1\n",
      " 266r-5.9527234e+00 3.97e-01 4.67e+02  -7.3 3.89e+01    -  3.17e-01 1.20e-01f  1\n",
      " 267r-6.0204245e+00 3.97e-01 5.00e+02  -7.3 4.00e+01    -  2.77e-01 3.70e-02h  1\n",
      " 268r-6.1333074e+00 4.16e-01 4.97e+02  -7.3 3.96e+01    -  4.13e-01 6.48e-02h  1\n",
      " 269r-6.2020466e+00 4.16e-01 4.80e+02  -7.3 3.88e+01    -  1.65e-01 4.22e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 270r-6.2553455e+00 4.13e-01 4.58e+02  -7.3 3.73e+01    -  1.81e-01 3.46e-02h  1\n",
      " 271r-6.4319112e+00 4.92e-01 4.50e+02  -7.3 3.71e+01    -  4.68e-01 1.21e-01h  1\n",
      " 272r-6.5592130e+00 5.18e-01 3.84e+02  -7.3 3.63e+01    -  5.69e-01 9.78e-02h  1\n",
      " 273r-6.6648454e+00 5.26e-01 4.58e+02  -7.3 3.51e+01    -  1.00e+00 8.99e-02h  1\n",
      " 274r-6.7761701e+00 5.37e-01 3.99e+02  -7.3 3.40e+01    -  6.82e-01 1.05e-01h  1\n",
      " 275r-6.7904304e+00 5.29e-01 6.03e+02  -7.3 3.06e+01    -  1.00e+00 1.54e-02h  1\n",
      " 276r-6.9014511e+00 5.38e-01 5.37e+02  -7.3 3.01e+01    -  1.00e+00 1.24e-01h  1\n",
      " 277r-6.9717217e+00 5.21e-01 4.85e+02  -7.3 2.71e+01    -  9.47e-01 9.05e-02h  1\n",
      " 278r-7.0925919e+00 5.30e-01 4.08e+02  -7.3 2.46e+01    -  1.00e+00 1.75e-01h  1\n",
      " 279r-7.1351156e+00 5.04e-01 3.58e+02  -7.3 2.20e+01    -  1.00e+00 7.38e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 280r-7.2073061e+00 4.74e-01 3.04e+02  -7.3 2.07e+01    -  1.00e+00 1.37e-01h  1\n",
      " 281r-7.3128051e+00 4.52e-01 2.25e+02  -7.3 1.87e+01    -  1.00e+00 2.33e-01h  1\n",
      " 282r-7.3961052e+00 4.01e-01 1.63e+02  -7.3 1.53e+01    -  1.00e+00 2.41e-01h  1\n",
      " 283r-7.4701139e+00 3.36e-01 1.11e+02  -7.3 1.21e+01    -  1.00e+00 2.83e-01h  1\n",
      " 284r-7.4952528e+00 2.96e-01 9.14e+01  -7.3 9.05e+00    -  1.00e+00 1.34e-01h  1\n",
      " 285r-7.6325546e+00 2.19e-01 1.24e+01  -7.3 7.92e+00    -  1.00e+00 8.62e-01h  1\n",
      " 286r-7.6556033e+00 5.15e-03 1.59e-04  -7.3 1.40e+00    -  1.00e+00 1.00e+00h  1\n",
      " 287r-7.6556040e+00 4.04e-04 1.38e-08  -7.3 4.85e-03    -  1.00e+00 1.00e+00h  1\n",
      " 288r-7.6559926e+00 4.04e-04 1.17e+00  -9.0 7.52e-03    -  7.92e-01 1.00e+00f  1\n",
      " 289r-7.6735616e+00 2.49e-03 1.99e+01  -9.0 9.68e+01    -  2.72e-02 8.42e-03f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 290r-7.6912507e+00 5.05e-03 2.86e+02  -9.0 9.67e+01    -  2.50e-01 8.58e-03f  1\n",
      " 291r-7.7136338e+00 9.20e-03 2.81e+02  -9.0 9.73e+01    -  9.65e-03 1.10e-02f  1\n",
      " 292r-7.7162440e+00 9.25e-03 3.35e+02  -9.0 1.04e+02    -  5.65e-02 1.27e-03h  1\n",
      " 293r-7.7703464e+00 3.51e-02 3.09e+02  -9.0 9.31e+01    -  9.61e-03 2.80e-02f  1\n",
      " 294r-7.8097434e+00 4.82e-02 4.20e+02  -9.0 1.00e+02    -  1.50e-01 2.00e-02f  1\n",
      " 295r-7.8162058e+00 4.84e-02 4.33e+02  -9.0 1.01e+02    -  2.59e-02 3.28e-03h  1\n",
      " 296r-7.8439911e+00 5.48e-02 4.28e+02  -9.0 1.02e+02    -  1.59e-02 1.42e-02f  1\n",
      " 297r-7.8636647e+00 5.78e-02 5.17e+02  -9.0 1.03e+02    -  1.55e-01 1.02e-02h  1\n",
      " 298r-7.8646146e+00 5.72e-02 2.61e+02  -9.0 5.21e+00  -2.5 5.12e-01 1.03e-02h  1\n",
      " 299r-7.9672797e+00 1.55e-01 2.15e+02  -9.0 1.03e+02    -  1.39e-02 5.39e-02f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 300r-7.9689255e+00 1.55e-01 2.91e+02  -9.0 1.07e+02    -  1.04e-01 8.77e-04h  1\n",
      " 301r-8.0061303e+00 1.65e-01 3.59e+02  -9.0 1.07e+02    -  1.34e-01 2.01e-02f  1\n",
      " 302r-8.0263638e+00 1.68e-01 4.09e+02  -9.0 1.08e+02    -  1.05e-01 1.10e-02h  1\n",
      " 303r-8.0621555e+00 1.77e-01 4.16e+02  -9.0 1.07e+02    -  7.62e-02 1.93e-02h  1\n",
      " 304r-8.1035631e+00 1.91e-01 4.14e+02  -9.0 1.07e+02    -  9.25e-02 2.29e-02h  1\n",
      " 305r-8.1645343e+00 2.23e-01 4.89e+02  -9.0 1.09e+02    -  2.25e-01 3.43e-02h  1\n",
      " 306r-8.1970356e+00 2.31e-01 5.09e+02  -9.0 1.10e+02    -  1.01e-01 1.86e-02h  1\n",
      " 307r-8.2361216e+00 2.42e-01 5.24e+02  -9.0 1.05e+02    -  1.19e-01 2.33e-02h  1\n",
      " 308r-8.2532690e+00 2.43e-01 5.99e+02  -9.0 1.06e+02    -  3.51e-01 1.04e-02h  1\n",
      " 309r-8.2598538e+00 2.42e-01 5.72e+02  -9.0 3.71e+01    -  5.26e-02 5.96e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 310r-8.3248510e+00 2.76e-01 4.51e+02  -9.0 3.71e+01    -  2.44e-01 5.95e-02h  1\n",
      " 311r-8.3886896e+00 3.09e-01 4.15e+02  -9.0 3.93e+01    -  1.32e-01 5.94e-02h  1\n",
      " 312r-8.3974681e+00 3.07e-01 4.22e+02  -9.0 4.14e+01    -  1.70e-01 8.36e-03h  1\n",
      " 313r-8.4315361e+00 3.12e-01 4.13e+02  -9.0 4.17e+01    -  1.42e-01 3.29e-02h  1\n",
      " 314r-8.4582994e+00 3.14e-01 4.64e+02  -9.0 4.28e+01    -  3.93e-01 2.61e-02h  1\n",
      " 315r-8.5056553e+00 3.31e-01 5.40e+02  -9.0 4.25e+01    -  5.28e-01 4.78e-02h  1\n",
      " 316r-8.5350693e+00 3.33e-01 6.97e+02  -9.0 3.68e+01    -  9.63e-01 3.26e-02h  1\n",
      " 317r-8.6281948e+00 4.30e-01 6.25e+02  -9.0 3.76e+01    -  8.30e-01 1.06e-01h  1\n",
      " 318r-8.6589584e+00 4.30e-01 5.94e+02  -9.0 4.03e+01    -  5.88e-01 3.64e-02h  1\n",
      " 319r-8.6967948e+00 4.35e-01 5.59e+02  -9.0 4.11e+01    -  7.36e-01 4.64e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 320r-8.7473493e+00 4.55e-01 5.14e+02  -9.0 4.18e+01    -  1.00e+00 6.43e-02h  1\n",
      " 321r-8.8026384e+00 4.81e-01 4.74e+02  -9.0 4.22e+01    -  3.01e-01 7.30e-02h  1\n",
      " 322r-8.8319234e+00 4.79e-01 4.40e+02  -9.0 4.18e+01    -  1.00e+00 4.06e-02h  1\n",
      " 323r-8.8869580e+00 5.07e-01 4.03e+02  -9.0 4.22e+01    -  4.23e-01 8.02e-02h  1\n",
      " 324r-8.9232036e+00 5.09e-01 3.70e+02  -9.0 4.28e+01    -  1.00e+00 5.53e-02h  1\n",
      " 325r-8.9567395e+00 5.09e-01 3.45e+02  -9.0 4.30e+01    -  9.17e-01 5.34e-02h  1\n",
      " 326r-9.0254316e+00 5.69e-01 3.04e+02  -9.0 4.30e+01    -  3.35e-01 1.14e-01h  1\n",
      " 327r-9.0627100e+00 5.66e-01 2.72e+02  -9.0 4.14e+01    -  1.00e+00 6.74e-02h  1\n",
      " 328r-9.0646583e+00 5.64e-01 2.66e+02  -9.0 4.10e+01    -  1.00e+00 3.91e-03h  1\n",
      " 329r-9.1136862e+00 5.81e-01 2.39e+02  -9.0 4.09e+01    -  1.00e+00 1.00e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 330r-9.1431443e+00 5.70e-01 2.17e+02  -9.0 3.99e+01    -  1.00e+00 6.45e-02h  1\n",
      " 331r-9.2069822e+00 6.15e-01 1.82e+02  -9.0 3.91e+01    -  1.00e+00 1.47e-01h  1\n",
      " 332r-9.2297030e+00 5.95e-01 1.64e+02  -9.0 3.67e+01    -  1.00e+00 5.89e-02h  1\n",
      " 333r-9.2779197e+00 5.93e-01 1.39e+02  -9.0 3.51e+01    -  1.00e+00 1.33e-01h  1\n",
      " 334r-9.3003831e+00 5.68e-01 1.38e+02  -9.0 3.25e+01    -  1.00e+00 7.15e-02h  1\n",
      " 335r-9.3686532e+00 6.03e-01 1.05e+02  -9.0 3.11e+01    -  1.00e+00 2.33e-01h  1\n",
      " 336r-9.3883004e+00 5.66e-01 8.95e+01  -9.0 2.55e+01    -  1.00e+00 8.47e-02h  1\n",
      " 337r-9.3901454e+00 5.61e-01 1.11e+02  -9.0 2.38e+01    -  1.00e+00 9.02e-03h  1\n",
      " 338r-9.4399702e+00 5.23e-01 9.14e+01  -9.0 2.37e+01    -  1.00e+00 2.50e-01h  1\n",
      " 339r-9.4916631e+00 4.58e-01 5.92e+01  -9.0 1.90e+01    -  1.00e+00 3.37e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 340r-9.5673570e+00 3.67e-01 1.58e+01  -9.0 1.36e+01    -  1.00e+00 7.22e-01h  1\n",
      " 341r-9.5966767e+00 6.01e-02 1.03e+00  -9.0 4.31e+00    -  1.00e+00 9.36e-01h  1\n",
      " 342r-9.5968198e+00 5.62e-02 4.98e+00  -9.0 3.72e-01    -  1.00e+00 6.50e-02h  1\n",
      " 343r-9.5990702e+00 4.25e-04 3.94e-06  -9.0 3.57e-01    -  1.00e+00 1.00e+00h  1\n",
      " 344r-9.5990941e+00 3.06e-04 1.29e-08  -9.0 3.51e-03    -  1.00e+00 1.00e+00h  1\n",
      "\n",
      "Number of Iterations....: 344\n",
      "\n",
      "                                   (scaled)                 (unscaled)\n",
      "Objective...............:  -9.5990963042971167e+00   -9.5990963042971167e+00\n",
      "Dual infeasibility......:   2.5253574455622485e-01    2.5253574455622485e-01\n",
      "Constraint violation....:   3.0573204779631136e-04    3.0573204779631136e-04\n",
      "Complementarity.........:   9.0909090909091044e-10    9.0909090909091044e-10\n",
      "Overall NLP error.......:   3.0573204779631136e-04    2.5253574455622485e-01\n",
      "\n",
      "\n",
      "Number of objective function evaluations             = 348\n",
      "Number of objective gradient evaluations             = 6\n",
      "Number of equality constraint evaluations            = 348\n",
      "Number of inequality constraint evaluations          = 0\n",
      "Number of equality constraint Jacobian evaluations   = 347\n",
      "Number of inequality constraint Jacobian evaluations = 0\n",
      "Number of Lagrangian Hessian evaluations             = 345\n",
      "Total CPU secs in IPOPT (w/o function evaluations)   =    976.407\n",
      "Total CPU secs in NLP function evaluations           =    119.932\n",
      "\n",
      "EXIT: Converged to a point of local infeasibility. Problem may be infeasible.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Loading a SolverResults object with a warning status into\n",
      "    model.name=\"unknown\";\n",
      "      - termination condition: infeasible\n",
      "      - message from solver: Ipopt 3.13.2\\x3a Converged to a locally\n",
      "        infeasible point. Problem may be infeasible.\n",
      "<class 'numpy.ndarray'>\n",
      "[[ 4.07808128e-29 -3.94763269e-03  3.42293190e-03  1.98647228e-06\n",
      "  -4.63458094e-03  4.76616321e-03  3.27473697e-04  1.46826284e-06\n",
      "  -5.19881497e-03  5.68470435e-03  1.00528039e-05 -3.95140781e-03\n",
      "   1.24808245e-04  9.68443365e-04  5.00408428e-07 -5.37958720e-03\n",
      "   7.19626140e-03  4.09306587e-05 -3.26401938e-03 -2.57369427e-03\n",
      "   2.14042564e-03  6.50187972e-07 -5.02915349e-03  6.20646161e-03\n",
      "   1.49632536e-04  2.88407008e-06 -4.51691529e-03  4.22240612e-03\n",
      "   3.53800369e-06 -4.41346211e-03  2.98975649e-03  4.87998602e-04\n",
      "   1.02285628e-06 -5.35709350e-03  7.49174749e-03  1.60595732e-05\n",
      "  -3.71861480e-03 -9.70998948e-04  1.24423648e-03  4.11028458e-07\n",
      "  -5.30834718e-03  5.53700255e-03  6.50726318e-05 -3.04617797e-03\n",
      "  -3.20085408e-03  2.86850553e-03  1.14563342e-06 -4.84205296e-03\n",
      "   5.46490164e-03  2.26810511e-04  1.97160316e-06 -4.92608456e-03\n",
      "   5.16767431e-03  5.88279676e-06 -4.18423396e-03  1.43915416e-03\n",
      "   6.65836707e-04  7.31765387e-07 -5.40817863e-03  7.09006493e-03\n",
      "   2.68807351e-05 -3.48873631e-03 -1.86989348e-03  1.75403395e-03\n",
      "   4.39617754e-07 -5.18779574e-03  7.73193151e-03  9.90064451e-05\n",
      "  -2.83648192e-03]\n",
      " [-6.53728691e-30 -1.73959243e-02 -2.91272959e-03 -6.16676676e-09\n",
      "  -4.10487585e-03 -4.74834754e-02 -1.80361845e-04 -2.54978518e-10\n",
      "  -1.17237460e-02 -5.68746826e-03 -2.80234590e-08 -2.78414684e-03\n",
      "  -3.31158504e-02 -6.78402464e-04 -6.65210420e-10 -7.89662188e-03\n",
      "  -2.97008484e-02 -7.94359139e-06 -1.89555422e-03 -2.25811064e-02\n",
      "  -1.62108381e-03 -2.45514423e-09 -5.32777527e-03 -5.86822345e-02\n",
      "  -6.93016073e-05 -3.28700038e-09 -1.52557745e-02 -3.84485385e-03\n",
      "  -1.04100790e-08 -3.60513282e-03 -4.22731795e-02 -3.00993375e-04\n",
      "  -2.42275889e-10 -1.02760305e-02 -8.55017889e-03 -4.39893323e-08\n",
      "  -2.44822965e-03 -2.91951605e-02 -8.49683756e-04 -1.08335184e-09\n",
      "  -6.92407364e-03 -3.28798206e-02 -2.13847862e-05 -1.66902394e-03\n",
      "  -1.98266563e-02 -2.42827930e-03 -3.97235711e-09 -4.67568193e-03\n",
      "  -5.30230646e-02 -1.17716144e-04 -5.85465368e-11 -1.33747727e-02\n",
      "  -5.04186407e-03 -1.63333346e-08 -3.16750005e-03 -3.74744749e-02\n",
      "  -4.11539352e-04 -5.33950499e-10 -9.00752470e-03 -8.20560228e-03\n",
      "  -6.90214194e-07 -2.15377144e-03 -2.56930642e-02 -1.36532030e-03\n",
      "  -1.59654320e-09 -6.07281528e-03 -5.81800316e-02 -3.82416111e-05\n",
      "  -1.47020662e-03]]\n",
      "[1e-05, 1, 1]\n",
      "Existed information has been added.\n",
      "FIM: [[  88.5935398  -131.46861511]\n",
      " [-131.46861511 2210.70374276]]\n",
      "Trace: 2299.297282555441\n",
      "Determinant: 178570.07325229247\n",
      "Condition number: 27.56985396664742\n",
      "Minimal eigen value: 80.47984022738274\n",
      "Eigen values: [  80.47984023 2218.81744233]\n",
      "Eigen vectors: [[-0.998101    0.06159867]\n",
      " [-0.06159867 -0.998101  ]]\n",
      "======problem solver output======\n",
      "infeasible solution\n",
      "Ipopt 3.13.2: linear_solver=ma57\n",
      "halt_on_ampl_error=yes\n",
      "max_iter=3000\n",
      "\n",
      "\n",
      "******************************************************************************\n",
      "This program contains Ipopt, a library for large-scale nonlinear optimization.\n",
      " Ipopt is released as open source code under the Eclipse Public License (EPL).\n",
      "         For more information visit http://projects.coin-or.org/Ipopt\n",
      "\n",
      "This version of Ipopt was compiled from source code available at\n",
      "    https://github.com/IDAES/Ipopt as part of the Institute for the Design of\n",
      "    Advanced Energy Systems Process Systems Engineering Framework (IDAES PSE\n",
      "    Framework) Copyright (c) 2018-2019. See https://github.com/IDAES/idaes-pse.\n",
      "\n",
      "This version of Ipopt was compiled using HSL, a collection of Fortran codes\n",
      "    for large-scale scientific computation.  All technical papers, sales and\n",
      "    publicity material resulting from use of the HSL codes within IPOPT must\n",
      "    contain the following acknowledgement:\n",
      "        HSL, a collection of Fortran codes for large-scale scientific\n",
      "        computation. See http://www.hsl.rl.ac.uk.\n",
      "******************************************************************************\n",
      "\n",
      "This is Ipopt version 3.13.2, running with linear solver ma57.\n",
      "\n",
      "Number of nonzeros in equality constraint Jacobian...:   379392\n",
      "Number of nonzeros in inequality constraint Jacobian.:        0\n",
      "Number of nonzeros in Lagrangian Hessian.............:   206279\n",
      "\n",
      "Reallocating memory for MA57: lfact (16219904)\n",
      "Total number of variables............................:    93863\n",
      "                     variables with only lower bounds:        2\n",
      "                variables with lower and upper bounds:    65842\n",
      "                     variables with only upper bounds:        0\n",
      "Total number of equality constraints.................:    93861\n",
      "Total number of inequality constraints...............:        0\n",
      "        inequality constraints with only lower bounds:        0\n",
      "   inequality constraints with lower and upper bounds:        0\n",
      "        inequality constraints with only upper bounds:        0\n",
      "\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "   0 -9.5990963e+00 7.30e+01 1.25e+00  -1.0 0.00e+00    -  0.00e+00 0.00e+00   0\n",
      "   1 -9.5997283e+00 7.28e+01 1.73e+00  -1.0 3.99e+02    -  4.82e-03 1.78e-03h  1\n",
      "   2 -9.5996545e+00 7.28e+01 1.73e+02  -1.0 1.50e+03    -  8.39e-04 1.77e-05h  1\n",
      "Reallocating memory for MA57: lfact (22721654)\n",
      "   3 -9.6034176e+00 7.24e+01 1.70e+02  -1.0 6.61e+01    -  3.61e-02 5.90e-03f  1\n",
      "   4 -9.6424053e+00 6.82e+01 2.98e+03  -1.0 6.08e+01    -  7.32e-02 5.98e-02f  1\n",
      "   5 -9.7546095e+00 5.77e+01 2.46e+04  -1.0 7.01e+01    -  1.02e-01 1.64e-01f  1\n",
      "   6 -9.8119639e+00 5.34e+01 2.77e+04  -1.0 6.40e+01    -  8.34e-02 7.60e-02f  1\n",
      "   7 -9.8868988e+00 4.89e+01 3.20e+04  -1.0 8.25e+01    -  2.11e-01 8.77e-02f  1\n",
      "   8 -1.0869809e+01 8.36e+03 7.23e+05  -1.0 1.23e+02    -  7.88e-02 1.00e+00f  1\n",
      "   9 -1.0769871e+01 1.12e+04 7.93e+05  -1.0 7.55e+00   2.0 1.25e-02 7.54e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  10 -1.0743112e+01 4.17e+03 8.24e+05  -1.0 1.20e+01   1.5 3.32e-02 7.16e-01h  1\n",
      "  11 -1.0738963e+01 2.04e+03 7.01e+05  -1.0 1.87e+01   1.0 1.81e-01 3.78e-01h  1\n",
      "  12 -1.0738264e+01 2.56e+03 6.53e+05  -1.0 1.64e+01   0.6 6.63e-02 1.02e-01H  1\n",
      "  13 -1.0735222e+01 5.77e+02 6.38e+05  -1.0 8.48e+00   0.1 4.51e-03 5.00e-01h  2\n",
      "  14 -1.0734566e+01 7.59e+02 5.63e+05  -1.0 9.22e+01  -0.4 5.71e-02 2.28e-01f  1\n",
      "  15 -1.0734546e+01 7.53e+02 5.58e+05  -1.0 2.34e+01   0.0 6.22e-02 8.99e-03h  1\n",
      "  16 -1.0734542e+01 7.51e+02 5.57e+05  -1.0 2.76e+00  -0.4 5.76e-02 1.71e-03h  1\n",
      "  17 -1.0733725e+01 1.70e+03 5.88e+05  -1.0 2.81e+00  -0.9 3.41e-02 5.00e-01h  2\n",
      "  18 -1.0733714e+01 1.75e+03 5.81e+05  -1.0 1.03e+00  -0.5 1.07e-01 1.25e-02h  4\n",
      "  19 -1.0733527e+01 1.57e+03 5.21e+05  -1.0 1.22e+00  -0.1 6.99e-02 1.76e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  20 -1.0733204e+01 1.67e+03 5.71e+05  -1.0 1.22e+00  -0.5 5.86e-02 5.00e-01h  2\n",
      "  21 -1.0733301e+01 1.73e+03 5.11e+05  -1.0 3.79e+00  -1.0 7.97e-02 2.17e-01f  1\n",
      "  22 -1.0732968e+01 1.87e+03 1.09e+06  -1.0 8.52e-01   0.3 1.11e-01 1.00e+00h  1\n",
      "  23 -1.0732974e+01 1.30e+03 8.89e+05  -1.0 4.92e-01   0.7 9.46e-02 3.56e-01h  1\n",
      "  24 -1.0732992e+01 1.21e+03 7.54e+05  -1.0 5.24e-01   0.3 1.35e-01 3.42e-01h  1\n",
      "  25 -1.0733012e+01 5.12e+02 1.18e+06  -1.0 5.80e-01   0.7 6.15e-02 1.00e+00f  1\n",
      "  26 -1.0733019e+01 4.64e+02 1.08e+06  -1.0 7.79e-01   0.2 1.68e-01 1.00e-01h  1\n",
      "  27 -1.0733021e+01 4.87e+02 1.06e+06  -1.0 9.40e+00  -0.3 9.38e-03 1.33e-02F  1\n",
      "  28 -1.0733021e+01 2.14e+02 8.95e+05  -1.0 1.54e-02   5.6 5.75e-02 6.43e-01f  1\n",
      "  29 -1.0733021e+01 1.27e+02 8.81e+05  -1.0 9.56e-03   5.1 1.08e-01 4.35e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  30 -1.0733021e+01 1.08e+02 8.71e+05  -1.0 1.83e-02   4.6 3.98e-01 1.56e-01h  1\n",
      "  31 -1.0733021e+01 8.54e+01 2.15e+06  -1.0 1.10e-01   4.1 1.46e-01 2.14e-01h  1\n",
      "  32 -1.0733021e+01 6.08e+01 6.71e+06  -1.0 4.19e-02   6.4 1.75e-02 2.97e-01h  1\n",
      "  33 -1.0733021e+01 2.05e+01 1.47e+06  -1.0 6.64e-03   5.9 1.10e-01 7.04e-01h  1\n",
      "  34 -1.0758686e+01 1.81e+01 1.31e+06  -1.0 2.16e+01    -  3.66e-01 1.18e-01h  1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  35 -1.0758612e+01 7.18e+00 5.02e+06  -1.0 6.14e-03   5.4 1.49e-01 6.15e-01h  1\n",
      "  36 -1.0758598e+01 4.96e+00 1.25e+07  -1.0 1.21e-02   4.9 9.95e-01 3.10e-01h  1\n",
      "  37 -1.0758594e+01 4.31e+00 3.34e+06  -1.0 8.15e-02   4.5 1.00e+00 1.32e-01h  1\n",
      "  38 -1.0758592e+01 4.10e+00 3.77e+06  -1.0 1.93e-01   4.0 1.00e+00 4.94e-02h  1\n",
      "  39 -1.0758589e+01 3.57e+00 3.16e+06  -1.0 7.67e-02   3.5 4.63e-01 1.29e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  40 -1.0758586e+01 3.06e+00 2.31e+06  -1.0 3.98e-02   4.8 1.00e+00 1.44e-01h  1\n",
      "  41 -1.0758586e+01 3.05e+00 2.29e+06  -1.0 4.60e+00   4.4 9.73e-02 1.20e-04h  5\n",
      "  42 -1.0758578e+01 1.94e+00 1.44e+06  -1.0 1.95e-02   4.8 1.00e+00 3.65e-01h  1\n",
      "  43 -1.0758566e+01 7.55e-03 4.27e+06  -1.0 1.09e-03   7.0 6.91e-03 1.00e+00f  1\n",
      "Reallocating memory for MA57: lfact (27900470)\n",
      "Reallocating memory for MA57: lfact (31608857)\n",
      "  44 -1.0758566e+01 5.90e-03 1.49e+07  -1.0 1.02e-02   6.5 2.93e-02 1.00e+00h  1\n",
      "  45 -1.0729564e+01 5.68e-01 6.59e+07  -1.0 4.89e+02    -  3.18e-04 8.14e-03f  7\n",
      "Reallocating memory for MA57: lfact (58213496)\n",
      "Reallocating memory for MA57: lfact (101677997)\n",
      "  46 -1.0729588e+01 5.68e-01 6.58e+07  -1.0 7.44e+01   6.1 8.43e-03 4.54e-05f  2\n",
      "  47 -1.0770468e+01 9.20e-01 1.63e+08  -1.0 1.14e+02    -  9.04e-03 4.35e-02f  5\n",
      "  48 -1.0814644e+01 1.23e+00 2.03e+08  -1.0 1.23e+02    -  3.68e-02 4.49e-02f  5\n",
      "  49 -1.0838253e+01 1.29e+00 2.04e+08  -1.0 1.31e+02    -  5.00e-02 2.32e-02f  6\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  50 -1.0885820e+01 1.56e+00 2.09e+08  -1.0 1.33e+02    -  7.44e-02 4.72e-02f  5\n",
      "  51 -1.0898234e+01 1.56e+00 2.07e+08  -1.0 1.38e+02    -  6.87e-02 1.22e-02f  7\n",
      "  52 -1.1588329e+01 8.00e+01 7.58e+08  -1.0 1.40e+02    -  1.24e-01 7.88e-01f  1\n",
      "  53 -1.1925864e+01 1.41e+02 1.21e+09  -1.0 1.03e+02    -  1.54e-02 1.00e+00f  1\n",
      "  54 -1.2069145e+01 4.53e+01 2.35e+07  -1.0 5.46e+01    -  4.51e-01 1.00e+00f  1\n",
      "Reallocating memory for MA57: lfact (112692422)\n",
      "  55 -1.2069153e+01 4.53e+01 2.35e+07  -1.0 2.61e+01   5.6 6.10e-01 1.13e-04h  1\n",
      "  56 -1.2168602e+01 1.64e+01 1.33e+12  -1.0 3.74e+01   5.1 1.00e+00 9.59e-01f  1\n",
      "  57 -1.2168601e+01 1.22e+01 1.66e+12  -1.0 2.00e-03  15.0 1.00e+00 1.00e+00h  1\n",
      "  58 -1.2168600e+01 9.52e+00 1.72e+12  -1.0 7.07e-04  15.4 1.00e+00 1.00e+00h  1\n",
      "  59 -1.2168600e+01 8.12e+00 1.73e+12  -1.0 2.65e-04  15.8 1.00e+00 1.00e+00h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  60 -1.2168599e+01 3.50e+00 1.77e+12  -1.0 8.18e-04  15.3 1.00e+00 1.00e+00h  1\n",
      "  61 -1.2168598e+01 1.79e+00 1.78e+12  -1.0 3.07e-04  15.8 1.00e+00 1.00e+00h  1\n",
      "  62 -1.2168596e+01 3.15e+00 1.80e+12  -1.0 9.38e-04  15.3 1.00e+00 1.00e+00h  1\n",
      "  63 -1.2168595e+01 4.67e+00 1.81e+12  -1.0 3.52e-04  15.7 1.00e+00 1.00e+00h  1\n",
      "  64 -1.2168592e+01 7.82e+00 1.83e+12  -1.0 1.07e-03  15.2 1.00e+00 1.00e+00h  1\n",
      "  65 -1.2168591e+01 8.45e+00 1.83e+12  -1.0 4.00e-04  15.7 1.00e+00 1.00e+00h  1\n",
      "  66 -1.2168587e+01 8.64e+00 1.84e+12  -1.0 1.21e-03  15.2 1.00e+00 1.00e+00h  1\n",
      "  67 -1.2168585e+01 8.12e+00 1.84e+12  -1.0 4.52e-04  15.6 1.00e+00 1.00e+00h  1\n",
      "  68 -1.2168580e+01 5.40e+00 1.85e+12  -1.0 1.36e-03  15.1 1.00e+00 1.00e+00h  1\n",
      "  69 -1.2168577e+01 4.06e+00 1.85e+12  -1.0 5.11e-04  15.6 1.00e+00 1.00e+00h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  70 -1.2168570e+01 3.33e+00 1.85e+12  -1.0 1.54e-03  15.1 1.00e+00 1.00e+00h  1\n",
      "  71 -1.2168567e+01 3.35e+00 1.85e+12  -1.0 5.77e-04  15.5 1.00e+00 1.00e+00h  1\n",
      "  72 -1.2168558e+01 4.10e+00 1.86e+12  -1.0 1.73e-03  15.0 1.00e+00 1.00e+00h  1\n",
      "  73 -1.2168554e+01 4.63e+00 1.86e+12  -1.0 6.51e-04  15.5 1.00e+00 1.00e+00h  1\n",
      "  74 -1.2168542e+01 4.63e+00 1.87e+12  -1.0 1.96e-03  15.0 1.00e+00 1.00e+00h  1\n",
      "  75 -1.2168537e+01 4.11e+00 1.87e+12  -1.0 7.35e-04  15.4 1.00e+00 1.00e+00h  1\n",
      "  76 -1.2168522e+01 2.65e+00 1.87e+12  -1.0 2.21e-03  14.9 1.00e+00 1.00e+00h  1\n",
      "  77 -1.2168516e+01 2.49e+00 1.87e+12  -1.0 8.30e-04  15.4 1.00e+00 1.00e+00h  1\n",
      "  78 -1.2168498e+01 1.95e+00 1.88e+12  -1.0 2.50e-03  14.9 1.00e+00 1.00e+00h  1\n",
      "  79 -1.2168491e+01 1.87e+00 1.88e+12  -1.0 9.38e-04  15.3 1.00e+00 1.00e+00h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  80 -1.2168468e+01 2.31e+00 1.89e+12  -1.0 2.82e-03  14.8 1.00e+00 1.00e+00h  1\n",
      "  81 -1.2168460e+01 2.08e+00 1.89e+12  -1.0 1.06e-03  15.3 1.00e+00 1.00e+00h  1\n",
      "  82r-1.2168460e+01 2.08e+00 1.00e+03  -0.1 0.00e+00  14.8 0.00e+00 2.48e-10R  2\n",
      "  83r-1.2166792e+01 6.39e+02 1.00e+03  -0.1 7.94e+02    -  7.57e-03 9.90e-04f  1\n",
      "  84r-1.2166424e+01 9.48e+02 9.93e+02  -0.1 4.32e+01    -  1.52e-02 6.63e-03f  1\n",
      "  85r-1.2166267e+01 9.86e+02 9.77e+02  -0.1 4.25e+00    -  1.32e-02 2.34e-02f  1\n",
      "  86r-1.2166313e+01 9.84e+02 7.83e+02  -0.1 3.34e+00    -  1.90e-01 3.04e-02f  1\n",
      "  87r-1.2166818e+01 1.44e+03 3.24e+03  -0.1 2.91e+00    -  2.89e-01 2.44e-01f  1\n",
      "  88r-1.2167920e+01 2.19e+03 6.11e+04  -0.1 3.18e+00    -  4.12e-01 7.63e-01f  1\n",
      "  89r-1.2167920e+01 2.05e+03 5.68e+04  -0.1 1.05e+00   4.0 7.38e-02 6.52e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      "  90r-1.2167919e+01 1.52e+03 4.01e+04  -0.1 9.91e-01   3.5 1.35e-02 2.75e-01f  1\n",
      "  91r-1.2167919e+01 8.38e+02 1.60e+05  -0.1 6.94e-01   3.9 4.65e-02 4.96e-01h  1\n",
      "  92r-1.2167919e+01 8.19e+02 1.57e+05  -0.1 1.78e+00   4.4 2.14e-02 2.22e-02h  1\n",
      "  93r-1.2167919e+01 8.05e+02 1.57e+05  -0.1 1.65e+00   4.8 2.37e-03 1.70e-02h  1\n",
      "  94r-1.2167919e+01 7.96e+02 1.55e+05  -0.1 1.86e+00   4.3 1.10e-02 1.15e-02h  1\n",
      "  95r-1.2167919e+01 7.72e+02 1.53e+05  -0.1 1.42e+00   4.7 7.48e-03 3.01e-02h  1\n",
      "  96r-1.2167919e+01 7.58e+02 1.53e+05  -0.1 1.05e+00   5.2 8.94e-03 1.84e-02h  1\n",
      "  97r-1.2167919e+01 7.53e+02 1.52e+05  -0.1 3.35e+00   4.7 5.10e-03 6.64e-03h  1\n",
      "  98r-1.2167919e+01 7.41e+02 1.75e+05  -0.1 1.06e+00   5.1 8.54e-04 1.62e-02h  1\n",
      "  99r-1.2167919e+01 7.36e+02 1.79e+05  -0.1 1.03e+00   5.6 5.90e-03 7.19e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 100r-1.2167919e+01 7.30e+02 1.75e+05  -0.1 1.97e+00   5.1 4.85e-04 7.64e-03h  1\n",
      " 101r-1.2167919e+01 7.24e+02 1.77e+05  -0.1 1.03e+00   5.5 5.09e-03 8.74e-03h  1\n",
      " 102r-1.2167919e+01 7.18e+02 1.87e+05  -0.1 1.02e+00   5.9 5.21e-03 7.27e-03h  1\n",
      " 103r-1.2167919e+01 7.12e+02 1.93e+05  -0.1 1.05e+00   5.4 1.52e-03 8.78e-03h  1\n",
      " 104r-1.2167919e+01 7.08e+02 1.98e+05  -0.1 1.01e+00   5.9 6.44e-03 4.98e-03h  1\n",
      " 105r-1.2167918e+01 7.04e+02 2.03e+05  -0.1 2.49e+00   5.4 9.27e-04 6.51e-03h  1\n",
      " 106r-1.2167918e+01 6.98e+02 2.12e+05  -0.1 1.01e+00   5.8 5.13e-03 7.83e-03h  1\n",
      " 107r-1.2167918e+01 6.96e+02 2.14e+05  -0.1 9.98e-01   6.2 9.72e-03 2.73e-03h  1\n",
      " 108r-1.2167918e+01 6.87e+02 2.95e+05  -0.1 1.02e+00   5.8 1.86e-03 1.40e-02h  1\n",
      " 109r-1.2167918e+01 6.85e+02 2.99e+05  -0.1 9.86e-01   6.2 9.25e-03 3.10e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 110r-1.2167918e+01 6.82e+02 3.07e+05  -0.1 1.99e+00   5.7 2.41e-03 3.69e-03h  1\n",
      " 111r-1.2167918e+01 6.81e+02 3.08e+05  -0.1 9.83e-01   6.1 5.88e-03 1.51e-03h  1\n",
      " 112r-1.2167918e+01 6.72e+02 8.09e+05  -0.1 2.97e+00   5.7 1.27e-03 1.32e-02h  1\n",
      " 113r-1.2167918e+01 6.71e+02 8.08e+05  -0.1 9.75e-01   6.1 6.90e-03 1.89e-03h  1\n",
      " 114r-1.2167918e+01 6.56e+02 1.01e+06  -0.1 9.61e-01   6.5 1.06e-02 2.20e-02h  1\n",
      " 115r-1.2167918e+01 6.53e+02 1.02e+06  -0.1 9.30e-01   6.9 9.17e-03 4.70e-03h  1\n",
      " 116r-1.2167918e+01 6.50e+02 1.02e+06  -0.1 9.58e-01   6.5 7.71e-03 3.88e-03h  1\n",
      " 117r-1.2167918e+01 6.50e+02 1.02e+06  -0.1 9.12e-01   6.9 7.27e-02 6.64e-04h  1\n",
      " 118r-1.2167918e+01 6.41e+02 1.47e+06  -0.1 9.86e-01   6.4 4.85e-03 1.39e-02h  1\n",
      " 119r-1.2167918e+01 6.40e+02 1.47e+06  -0.1 8.18e-01   6.8 8.61e-02 1.10e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 120r-1.2167918e+01 6.39e+02 1.46e+06  -0.1 4.80e+00   6.4 1.56e-03 1.50e-03h  1\n",
      " 121r-1.2167918e+01 6.38e+02 1.47e+06  -0.1 7.23e-01   6.8 1.80e-01 1.39e-03h  1\n",
      " 122r-1.2167918e+01 6.10e+02 2.74e+08  -0.1 4.11e+00   6.3 4.41e-03 4.54e-02h  1\n",
      " 123r-1.2167918e+01 5.80e+02 2.60e+08  -0.1 1.75e-01   7.6 3.63e-01 4.97e-02h  1\n",
      " 124r-1.2167918e+01 5.29e+02 2.38e+08  -0.1 1.31e-01   8.1 1.08e-01 8.87e-02h  1\n",
      " 125r-1.2167918e+01 5.20e+02 2.33e+08  -0.1 2.27e-01   7.6 6.83e-01 1.67e-02h  1\n",
      " 126r-1.2167918e+01 4.24e+02 1.90e+08  -0.1 1.13e-01   8.0 2.64e-01 1.90e-01h  1\n",
      " 127r-1.2167918e+01 3.18e+02 1.44e+08  -0.1 1.51e-01   7.5 2.45e-01 2.59e-01h  1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 128r-1.2167918e+01 2.88e+02 1.30e+08  -0.1 1.47e-01   8.0 1.43e-01 9.39e-02h  1\n",
      " 129r-1.2167918e+01 2.45e+02 2.02e+08  -0.1 1.97e-01   7.5 1.15e-02 1.52e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 130r-1.2167918e+01 2.43e+02 2.11e+08  -0.1 7.43e-01   7.9 3.90e-02 9.69e-03h  1\n",
      " 131r-1.2167918e+01 2.20e+02 3.20e+08  -0.1 1.18e+00   7.4 3.53e-02 9.61e-02h  1\n",
      " 132r-1.2167918e+01 2.16e+02 3.16e+08  -0.1 1.36e+00   7.9 4.62e-02 1.92e-02h  1\n",
      " 133r-1.2167918e+01 1.87e+02 2.80e+08  -0.1 1.40e+00   7.4 1.78e-01 1.33e-01h  1\n",
      " 134r-1.2167918e+01 1.87e+02 2.80e+08  -0.1 6.22e+00   6.9 6.21e-03 1.47e-03h  1\n",
      " 135r-1.2167918e+01 1.39e+02 2.14e+08  -0.1 1.23e+00   7.3 1.13e-02 2.64e-01h  1\n",
      " 136r-1.2167918e+01 1.31e+02 2.02e+08  -0.1 9.11e-01   6.9 1.45e-01 5.63e-02h  1\n",
      " 137r-1.2167918e+01 1.30e+02 2.01e+08  -0.1 8.59e-01   7.3 5.87e-01 6.64e-03h  1\n",
      " 138r-1.2167918e+01 1.16e+02 1.82e+08  -0.1 8.52e-01   7.7 1.54e-02 1.04e-01h  1\n",
      " 139r-1.2167918e+01 9.13e+01 1.69e+08  -0.1 7.65e-01   7.2 6.41e-02 2.19e-01h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 140r-1.2167918e+01 9.03e+01 6.00e+08  -0.1 3.58e+00   7.7 4.85e-03 1.14e-02h  1\n",
      " 141r-1.2167918e+01 9.00e+01 5.99e+08  -0.1 5.90e-01   9.0 1.12e-03 3.21e-03h  1\n",
      " 142r-1.2167918e+01 8.87e+01 5.92e+08  -0.1 7.25e-01   8.5 3.88e-05 1.47e-02h  1\n",
      " 143r-1.2167918e+01 8.84e+01 5.91e+08  -0.1 5.79e-01   8.9 2.12e-03 2.92e-03h  1\n",
      " 144r-1.2167918e+01 8.64e+01 5.12e+08  -0.1 5.78e-01   8.5 1.01e-04 2.23e-02h  1\n",
      " 145r-1.2167918e+01 8.63e+01 5.11e+08  -0.1 7.48e-01   8.9 8.29e-03 1.45e-03h  1\n",
      " 146r-1.2167918e+01 8.51e+01 2.80e+09  -0.1 6.38e+00   8.4 6.60e-06 1.46e-02h  1\n",
      " 147r-1.2167918e+01 8.44e+01 2.78e+09  -0.1 1.32e+00   8.8 1.34e-02 7.36e-03h  1\n",
      " 148r-1.2167918e+01 7.77e+01 2.57e+09  -0.1 1.59e+00   8.4 4.47e-03 8.03e-02h  1\n",
      " 149r-1.2167918e+01 7.75e+01 2.57e+09  -0.1 1.65e+00   8.8 5.24e-03 2.28e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 150r-1.2167918e+01 7.72e+01 2.56e+09  -0.1 1.64e+00   9.2 2.35e-04 4.34e-03h  1\n",
      " 151r-1.2167918e+01 7.44e+01 2.47e+09  -0.1 1.67e+00   8.7 6.10e-04 3.56e-02h  1\n",
      " 152r-1.2167918e+01 7.43e+01 2.46e+09  -0.1 1.64e+00   9.2 6.02e-04 1.07e-03h  1\n",
      " 153r-1.2167918e+01 7.43e+01 2.46e+09  -0.1 1.64e+00   9.6 1.33e-03 9.33e-04h  1\n",
      " 154r-1.2167918e+01 7.31e+01 2.42e+09  -0.1 1.64e+00   9.1 1.19e-04 1.61e-02h  1\n",
      " 155r-1.2167918e+01 7.30e+01 2.42e+09  -0.1 1.61e+00   9.5 9.92e-03 1.10e-03h  1\n",
      " 156r-1.2167918e+01 7.26e+01 2.41e+09  -0.1 1.61e+00  10.0 5.30e-04 5.02e-03h  1\n",
      " 157r-1.2167918e+01 7.03e+01 5.83e+09  -0.1 1.60e+00   9.5 3.26e-03 3.21e-02h  1\n",
      " 158r-1.2167918e+01 7.02e+01 5.85e+09  -0.1 1.58e+00   9.9 2.33e-03 1.87e-03h  1\n",
      " 159r-1.2167918e+01 6.85e+01 6.44e+09  -0.1 1.59e+00   9.4 6.16e-04 2.31e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 160r-1.2167918e+01 6.81e+01 6.49e+09  -0.1 1.58e+00   9.9 5.99e-03 5.82e-03h  1\n",
      " 161r-1.2167918e+01 6.33e+01 7.14e+09  -0.1 1.59e+00   9.4 3.81e-03 7.16e-02h  1\n",
      " 162r-1.2167918e+01 6.27e+01 7.10e+09  -0.1 1.48e+00   9.8 1.96e-02 8.47e-03h  1\n",
      " 163r-1.2167918e+01 6.24e+01 7.10e+09  -0.1 1.46e+00  10.2 7.01e-02 5.19e-03h  1\n",
      " 164r-1.2167918e+01 6.05e+01 1.03e+10  -0.1 1.46e+00  10.7 3.67e-02 3.03e-02h  1\n",
      " 165r-1.2167918e+01 5.97e+01 1.46e+10  -0.1 1.42e+00  11.1 1.72e-04 1.41e-02h  1\n",
      " 166r-1.2167918e+01 5.84e+01 2.59e+10  -0.1 1.40e+00  10.6 4.16e-03 2.17e-02h  1\n",
      " 167r-1.2167918e+01 5.80e+01 3.03e+10  -0.1 1.37e+00  11.0 2.23e-03 5.87e-03h  1\n",
      " 168r-1.2167918e+01 5.68e+01 5.37e+10  -0.1 1.36e+00  10.6 2.81e-02 2.09e-02h  1\n",
      " 169r-1.2167918e+01 5.34e+01 3.24e+11  -0.1 2.01e+00  10.1 2.67e-02 6.03e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 170r-1.2167918e+01 5.29e+01 3.21e+11  -0.1 1.46e+00  10.5 5.29e-02 9.37e-03h  1\n",
      " 171r-1.2167918e+01 5.16e+01 3.13e+11  -0.1 1.43e+00  10.9 1.12e-01 2.40e-02h  1\n",
      " 172r-1.2167918e+01 4.77e+01 4.15e+11  -0.1 1.79e+00  10.5 2.17e-02 7.73e-02h  1\n",
      " 173r-1.2167918e+01 4.67e+01 4.07e+11  -0.1 1.81e+00  10.9 7.72e-02 1.98e-02h  1\n",
      " 174r-1.2167918e+01 4.23e+01 3.69e+11  -0.1 1.77e+00  10.4 1.18e-01 9.44e-02h  1\n",
      " 175r-1.2167918e+01 4.11e+01 3.59e+11  -0.1 1.60e+00  10.8 1.15e-01 2.76e-02h  1\n",
      " 176r-1.2167918e+01 3.80e+01 4.15e+11  -0.1 1.56e+00  10.4 1.61e-02 7.73e-02h  1\n",
      " 177r-1.2167918e+01 3.76e+01 4.11e+11  -0.1 1.89e+00  10.8 2.30e-02 9.90e-03h  1\n",
      " 178r-1.2167918e+01 3.31e+01 4.06e+11  -0.1 1.87e+00  10.3 1.46e-01 1.20e-01h  1\n",
      " 179r-1.2167918e+01 3.07e+01 3.78e+11  -0.1 1.71e+00  10.7 1.56e-01 7.12e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 180r-1.2167918e+01 2.33e+01 2.87e+11  -0.1 1.59e+00  10.3 4.79e-01 2.44e-01h  1\n",
      " 181r-1.2167918e+01 1.95e+01 2.42e+11  -0.1 1.20e+00  10.7 5.25e-03 1.61e-01h  1\n",
      " 182r-1.2167918e+01 1.36e+01 1.70e+11  -0.1 1.01e+00  10.2 4.75e-04 3.05e-01h  1\n",
      " 183r-1.2167918e+01 1.32e+01 1.64e+11  -0.1 7.02e-01  10.6 2.98e-02 3.15e-02h  1\n",
      " 184r-1.2167918e+01 1.30e+01 1.62e+11  -0.1 6.80e-01  11.1 3.19e-04 1.24e-02h  1\n",
      " 185r-1.2167918e+01 1.29e+01 1.61e+11  -0.1 6.72e-01  11.5 2.37e-03 4.67e-03h  1\n",
      " 186r-1.2167918e+01 1.24e+01 2.84e+11  -0.1 6.69e-01  11.0 1.81e-02 4.22e-02h  1\n",
      " 187r-1.2167918e+01 1.24e+01 2.87e+11  -0.1 1.64e+00  11.4 2.21e-04 2.14e-03h  1\n",
      " 188r-1.2167918e+01 1.23e+01 2.94e+11  -0.1 1.79e+00  11.0 5.44e-04 9.32e-03h  1\n",
      " 189r-1.2167918e+01 1.22e+01 2.96e+11  -0.1 1.79e+00  11.4 3.31e-03 2.99e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 190r-1.2167918e+01 1.22e+01 3.02e+11  -0.1 1.77e+00  11.8 9.27e-04 2.66e-03h  1\n",
      " 191r-1.2167918e+01 1.13e+01 1.65e+12  -0.1 1.83e+00  11.3 8.13e-03 7.13e-02h  1\n",
      " 192r-1.2167918e+01 1.13e+01 1.64e+12  -0.1 1.74e+00  11.8 1.53e-03 5.88e-03h  1\n",
      " 193r-1.2167918e+01 1.00e+01 4.51e+12  -0.1 1.73e+00  11.3 6.96e-04 1.11e-01h  1\n",
      " 194r-1.2167918e+01 9.91e+00 4.47e+12  -0.1 1.54e+00  11.7 5.46e-03 1.03e-02h  1\n",
      " 195r-1.2167918e+01 8.52e+00 3.62e+12  -0.1 1.53e+00  11.2 3.86e-04 1.40e-01h  1\n",
      " 196r-1.2167918e+01 8.49e+00 3.61e+12  -0.1 1.31e+00  12.6 2.30e-03 2.50e-03h  1\n",
      " 197r-1.2167918e+01 8.25e+00 3.50e+12  -0.1 1.31e+00  12.1 5.43e-04 2.91e-02h  1\n",
      " 198r-1.2167918e+01 8.19e+00 3.47e+12  -0.1 1.27e+00  12.5 1.23e-05 7.22e-03h  1\n",
      " 199r-1.2167918e+01 7.93e+00 3.36e+12  -0.1 1.26e+00  12.0 2.97e-04 3.17e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 200r-1.2167918e+01 7.86e+00 3.33e+12  -0.1 1.22e+00  12.4 1.90e-03 8.66e-03h  1\n",
      " 201r-1.2167918e+01 7.55e+00 3.20e+12  -0.1 1.21e+00  12.0 2.25e-03 4.00e-02h  1\n",
      " 202r-1.2167918e+01 7.43e+00 3.15e+12  -0.1 1.16e+00  12.4 1.64e-02 1.50e-02h  1\n",
      " 203r-1.2167918e+01 7.33e+00 3.11e+12  -0.1 1.14e+00  12.8 2.77e-03 1.31e-02h  1\n",
      " 204r-1.2167918e+01 7.16e+00 3.03e+12  -0.1 1.13e+00  12.3 1.63e-02 2.36e-02h  1\n",
      " 205r-1.2167918e+01 6.97e+00 2.95e+12  -0.1 1.10e+00  12.8 1.11e-02 2.67e-02h  1\n",
      " 206r-1.2167918e+01 6.89e+00 2.92e+12  -0.1 1.07e+00  13.2 5.26e-05 1.13e-02h  1\n",
      " 207r-1.2167918e+01 6.54e+00 2.76e+12  -0.1 1.06e+00  12.7 1.30e-03 5.15e-02h  1\n",
      " 208r-1.2167918e+01 6.44e+00 2.72e+12  -0.1 1.01e+00  13.1 1.52e-03 1.44e-02h  1\n",
      " 209r-1.2167918e+01 6.33e+00 2.68e+12  -0.1 9.92e-01  12.7 6.01e-04 1.73e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 210r-1.2167918e+01 6.26e+00 2.65e+12  -0.1 9.75e-01  13.1 2.63e-02 1.16e-02h  1\n",
      " 211r-1.2167918e+01 6.15e+00 2.60e+12  -0.1 9.63e-01  13.5 2.31e-02 1.70e-02h  1\n",
      " 212r-1.2167918e+01 6.08e+00 2.57e+12  -0.1 9.47e-01  13.0 2.52e-03 1.20e-02h  1\n",
      " 213r-1.2167918e+01 5.78e+00 3.31e+12  -0.1 9.36e-01  13.5 1.83e-02 4.88e-02h  1\n",
      " 214r-1.2167918e+01 5.71e+00 4.14e+12  -0.1 8.90e-01  13.9 1.15e-04 1.23e-02h  1\n",
      " 215r-1.2167918e+01 5.21e+00 5.80e+12  -0.1 8.79e-01  13.4 4.95e-03 8.77e-02h  1\n",
      " 216r-1.2167918e+01 5.13e+00 6.57e+12  -0.1 8.02e-01  13.8 4.88e-03 1.51e-02h  1\n",
      " 217r-1.2167918e+01 5.09e+00 7.80e+12  -0.1 7.90e-01  14.3 8.16e-05 8.68e-03h  1\n",
      " 218r-1.2167918e+01 4.31e+00 2.94e+13  -0.1 7.83e-01  13.8 7.01e-03 1.53e-01h  1\n",
      " 219r-1.2167918e+01 4.30e+00 2.93e+13  -0.1 6.63e-01  14.2 1.92e-03 2.00e-03h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 220r-1.2167918e+01 4.28e+00 2.92e+13  -0.1 6.62e-01  14.6 2.72e-03 5.94e-03h  1\n",
      " 221r-1.2167918e+01 4.22e+00 2.89e+13  -0.1 6.58e-01  14.2 1.23e-03 1.23e-02h  1\n",
      " 222r-1.2167918e+01 4.17e+00 2.87e+13  -0.1 6.50e-01  14.6 6.22e-03 1.15e-02h  1\n",
      " 223r-1.2167918e+01 4.01e+00 2.77e+13  -0.1 6.43e-01  14.1 6.30e-04 3.86e-02f  1\n",
      " 224r-1.2167918e+01 3.94e+00 2.74e+13  -0.1 6.18e-01  14.5 2.59e-03 1.75e-02h  1\n",
      " 225r-1.2167918e+01 3.92e+00 2.92e+13  -0.1 6.07e-01  15.0 1.81e-03 6.60e-03h  1\n",
      " 226r-1.2167918e+01 3.88e+00 3.06e+13  -0.1 6.03e-01  14.5 4.74e-03 8.86e-03f  1\n",
      " 227r-1.2167918e+01 3.81e+00 3.95e+13  -0.1 5.98e-01  14.9 1.60e-02 1.91e-02h  1\n",
      " 228r-1.2167918e+01 3.44e+00 1.49e+14  -0.1 5.86e-01  14.4 6.29e-03 9.75e-02f  1\n",
      " 229r-1.2167918e+01 3.26e+00 1.43e+14  -0.1 5.29e-01  14.9 1.43e-04 5.17e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 230r-1.2167918e+01 2.28e+00 4.25e+14  -0.1 5.02e-01  14.4 2.41e-02 3.04e-01f  1\n",
      " 231r-1.2167918e+01 2.28e+00 4.23e+14  -0.1 3.49e-01  13.9 7.02e-02 5.36e-03h  1\n",
      " 232r-1.2167918e+01 2.24e+00 3.81e+14  -0.1 3.47e-01  14.3 2.07e-01 9.99e-02h  1\n",
      " 233r-1.2167918e+01 2.24e+00 3.80e+14  -0.1 3.13e-01  14.8 4.31e-01 2.01e-03h  1\n",
      " 234r-1.2167918e+01 2.22e+00 3.55e+14  -0.1 3.12e-01  14.3 3.28e-02 6.72e-02h  1\n",
      " 235r-1.2167918e+01 2.22e+00 3.48e+14  -0.1 2.91e-01  14.7 1.01e-03 1.81e-02h  1\n",
      " 236r-1.2167918e+01 2.21e+00 3.37e+14  -0.1 2.86e-01  14.2 6.68e-05 3.17e-02h  1\n",
      " 237r-1.2167918e+01 2.20e+00 3.29e+14  -0.1 2.77e-01  14.7 5.39e-01 2.45e-02h  1\n",
      " 238r-1.2167918e+01 1.99e+00 9.49e+13  -0.1 2.70e-01  14.2 3.02e-02 7.60e-01h  1\n",
      " 239r-1.2167918e+01 1.99e+00 9.12e+13  -0.1 6.48e-02  14.6 7.28e-01 3.90e-02h  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 240r-1.2167918e+01 1.97e+00 4.00e+13  -0.1 6.23e-02  14.1 2.38e-02 1.00e+00h  1\n",
      " 241r-1.2167918e+01 1.97e+00 5.13e+11  -0.1 2.96e-05  13.7 9.89e-01 1.00e+00f  1\n",
      " 242r-1.2167918e+01 1.97e+00 5.13e+09  -0.1 4.34e-07  13.2 9.90e-01 1.00e+00f  1\n",
      " 243r-1.2167918e+01 1.97e+00 5.13e+07  -0.1 1.29e-06  12.7 9.90e-01 1.00e+00f  1\n",
      " 244r-1.2167918e+01 1.97e+00 2.85e+06  -0.1 1.70e-06  12.2 9.91e-01 1.00e+00f  1\n",
      " 245r-1.2167918e+01 1.97e+00 1.42e+06  -0.1 2.52e-06  11.8 1.00e+00 1.00e+00f  1\n",
      " 246r-1.2167918e+01 1.97e+00 3.20e+05  -0.1 1.71e-06  11.3 1.00e+00 1.00e+00f  1\n",
      " 247r-1.2167918e+01 1.97e+00 1.55e+05  -0.1 2.48e-06  10.8 1.00e+00 1.00e+00f  1\n",
      " 248r-1.2167918e+01 1.97e+00 8.42e+04  -0.1 4.04e-06  10.3 1.00e+00 1.00e+00f  1\n",
      " 249r-1.2167918e+01 1.97e+00 4.53e+04  -0.1 6.52e-06   9.8 1.00e+00 1.00e+00f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 250r-1.2167918e+01 1.97e+00 2.61e+04  -0.1 1.13e-05   9.4 1.00e+00 1.00e+00f  1\n",
      " 251r-1.2167918e+01 1.97e+00 1.43e+04  -0.1 1.86e-05   8.9 1.00e+00 1.00e+00f  1\n",
      " 252r-1.2167918e+01 1.97e+00 8.11e+03  -0.1 3.15e-05   8.4 1.00e+00 1.00e+00f  1\n",
      " 253r-1.2167918e+01 1.97e+00 4.39e+03  -0.1 5.12e-05   7.9 1.00e+00 1.00e+00f  1\n",
      " 254r-1.2167918e+01 1.97e+00 2.35e+03  -0.1 8.22e-05   7.5 1.00e+00 1.00e+00f  1\n",
      " 255r-1.2167918e+01 1.97e+00 1.30e+03  -0.1 1.37e-04   7.0 1.00e+00 1.00e+00f  1\n",
      " 256r-1.2167918e+01 1.97e+00 1.23e+03  -0.1 3.87e-04   6.5 1.00e+00 1.00e+00f  1\n",
      " 257r-1.2167918e+01 1.97e+00 1.20e+03  -0.1 1.13e-03   6.0 1.00e+00 1.00e+00f  1\n",
      " 258r-1.2167918e+01 1.97e+00 1.44e+03  -0.1 3.28e-03   5.5 1.00e+00 1.00e+00f  1\n",
      " 259r-1.2167918e+01 1.97e+00 2.99e+03  -0.1 9.71e-03   5.1 1.00e+00 6.94e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 260r-1.2167918e+01 1.96e+00 2.34e+03  -0.1 3.08e-02   4.6 1.00e+00 3.02e-01f  1\n",
      " 261r-1.2167918e+01 1.95e+00 7.29e+03  -0.1 1.66e-01   4.1 2.20e-01 2.15e-01f  1\n",
      " 262r-1.2167918e+01 1.95e+00 5.00e+03  -0.1 4.09e-02   4.5 1.00e+00 2.49e-01f  1\n",
      " 263r-1.2167918e+01 1.93e+00 3.67e+04  -0.1 2.34e-01   4.1 1.85e-01 2.13e-01f  1\n",
      " 264r-1.2167918e+01 1.92e+00 2.79e+04  -0.1 4.59e-02   4.5 1.00e+00 2.15e-01f  1\n",
      " 265r-1.2167918e+01 1.84e+00 2.05e+04  -0.1 1.78e-01   4.0 4.76e-01 2.71e-01f  1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 266r-1.2167918e+01 1.80e+00 1.82e+04  -0.1 3.85e-01   3.5 8.85e-01 1.10e-01f  1\n",
      " 267r-1.2167918e+01 1.77e+00 1.35e+04  -0.1 1.25e-01   4.0 1.00e+00 2.56e-01f  1\n",
      " 268r-1.2167918e+01 1.70e+00 9.93e+03  -0.1 3.47e-01   3.5 1.00e+00 2.15e-01f  1\n",
      " 269r-1.2167918e+01 1.67e+00 6.34e+03  -0.1 1.30e-01   3.9 1.00e+00 3.30e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 270r-1.2167918e+01 1.60e+00 4.36e+03  -0.1 3.73e-01   3.4 1.00e+00 2.01e-01f  1\n",
      " 271r-1.2167918e+01 1.56e+00 2.33e+03  -0.1 1.43e-01   3.9 1.00e+00 3.70e-01f  1\n",
      " 272r-1.2167918e+01 1.50e+00 1.88e+03  -0.1 4.12e-01   3.4 1.00e+00 1.44e-01f  1\n",
      " 273r-1.2167918e+01 1.44e+00 1.01e+03  -0.1 1.54e-01   3.8 1.00e+00 4.32e-01f  1\n",
      " 274r-1.2167918e+01 1.30e+00 1.00e+03  -0.1 4.63e-01   3.3 1.00e+00 2.88e-01f  1\n",
      " 275r-1.2167918e+01 1.17e+00 1.37e+03  -0.1 1.39e+00   2.9 1.00e+00 8.81e-02f  1\n",
      " 276r-1.2167918e+01 1.03e+00 9.99e+02  -0.1 5.21e-01   3.3 1.00e+00 2.68e-01f  1\n",
      " 277r-1.2167918e+01 8.71e-01 9.97e+02  -0.1 1.57e+00   2.8 1.00e+00 9.67e-02f  1\n",
      " 278r-1.2167918e+01 7.29e-01 9.96e+02  -0.1 5.86e-01   3.2 1.00e+00 2.46e-01f  1\n",
      " 279r-1.2167918e+01 5.03e-01 9.90e+02  -0.1 1.76e+00   2.8 1.00e+00 1.23e-01f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 280 -1.2152963e+01 4.98e-01 3.82e+01  -1.0 6.72e+02    -  4.16e-01 9.04e-03h  6\n",
      " 281 -1.2145564e+01 4.96e-01 9.02e+01  -1.0 6.22e+02    -  5.46e-01 4.52e-03h  7\n",
      " 282 -1.2143633e+01 4.96e-01 1.15e+02  -1.0 5.53e+02    -  2.51e-01 1.13e-03h  9\n",
      " 283 -1.2141712e+01 4.95e-01 1.67e+02  -1.0 4.92e+02    -  5.25e-01 1.13e-03f  9\n",
      " 284 -1.1626812e+01 8.59e+03 2.47e+03  -1.0 8.47e+02    -  8.87e-02 2.89e-01f  1\n",
      " 285 -1.1515312e+01 8.47e+03 2.47e+03  -1.0 2.57e+03    -  8.71e-02 1.39e-02h  1\n",
      " 286 -1.1511243e+01 8.47e+03 1.59e+06  -1.0 5.30e+03    -  7.67e-01 1.48e-04h  1\n",
      " 287 -1.2048493e+01 8.49e+03 7.20e+06  -1.0 2.82e+05    -  2.40e-03 5.25e-04h  1\n",
      " 288r-1.2048493e+01 8.49e+03 1.00e+03   3.1 0.00e+00    -  0.00e+00 4.37e-07R  9\n",
      " 289r-1.1990751e+01 2.16e+03 2.93e+04   3.1 1.22e+06    -  1.10e-03 9.92e-04f  1\n",
      "iter    objective    inf_pr   inf_du lg(mu)  ||d||  lg(rg) alpha_du alpha_pr  ls\n",
      " 290 -1.1991321e+01 2.16e+03 2.55e+02  -1.0 4.15e+02    -  2.23e-01 9.28e-04h  1\n",
      " 291r-1.1991321e+01 2.16e+03 9.99e+02   2.5 0.00e+00    -  0.00e+00 2.98e-07R  6\n",
      " 292r-1.1803001e+01 5.59e+02 1.07e+04   2.5 3.11e+05    -  6.96e-02 9.91e-04f  1\n",
      " 293 -1.1821445e+01 5.59e+02 3.97e+03  -1.0 4.27e+03    -  2.12e-02 9.21e-04h  1\n",
      " 294r-1.1821445e+01 5.59e+02 9.99e+02   1.9 0.00e+00    -  0.00e+00 2.81e-07R  6\n",
      " 295r-1.1479466e+01 1.36e+02 3.28e+03   1.9 7.89e+04    -  8.46e-02 1.02e-03f  1\n",
      " 296 -1.1479443e+01 1.36e+02 1.14e+03  -1.0 4.20e+02    -  2.74e-01 2.57e-04h  1\n",
      " 297 -1.1479384e+01 1.36e+02 3.65e+05  -1.0 3.41e+04    -  1.48e-03 4.60e-06h  1\n"
     ]
    }
   ],
   "source": [
    "args_ = [True, False]\n",
    "\n",
    "doe_object = DesignOfExperiments(parameter_dict, dv_pass,\n",
    "                                 measure_class, model_integrate,\n",
    "                                prior_FIM=prior_pass, discretize_model=None, args=args_)\n",
    "\n",
    "square_result, optimize_result = doe_object.optimize_doe(exp1, if_optimize=True, if_Cholesky=True,\n",
    "                                                         scale_nominal_param_value=True, objective_option='det',\n",
    "                                                         L_initial=l_init, fim_initial=fim_init)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a289906d",
   "metadata": {},
   "outputs": [],
   "source": [
    "print('======Result summary======')\n",
    "print('This optimization is solved with status:', optimize_result.status)\n",
    "print('It gives solution:', optimize_result.solution)\n",
    "print('The log10(OF) optimized is:', optimize_result.obj_value)\n",
    "print('The result FIM is:', optimize_result.FIM)\n",
    "\n",
    "t_list = []\n",
    "for t in optimize_result.model.t:\n",
    "    t_list.append(t)\n",
    "\n",
    "T_list = []\n",
    "for i in t_list:\n",
    "    T_list.append(value(optimize_result.model.T[i]))\n",
    "\n",
    "si=16\n",
    "plt.rc('axes', titlesize=si)\n",
    "plt.rc('axes', labelsize=si)\n",
    "plt.rc('xtick', labelsize=si)\n",
    "plt.rc('ytick', labelsize=si)\n",
    "plt.rc('legend', fontsize=12)\n",
    "    \n",
    "plt.plot(t_list, T_list, 'b', linewidth=2)\n",
    "#plt.scatter(t_list, T_list, 'b')\n",
    "plt.ylabel('T [$K$]')\n",
    "plt.xlabel('Time [$h$]')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1f38a72c",
   "metadata": {},
   "source": [
    "## Exploratory analysis "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e2e762d8",
   "metadata": {},
   "source": [
    "### Define enumeration ranges"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "51e4c533",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define design ranges \n",
    "dv_apply_name = ['temp_feed','yfeed']\n",
    "# go over these designs\n",
    "design_ranges = [list(np.linspace(293,353,13)), list(np.linspace(0.1,0.4,13))]\n",
    "# control time points \n",
    "dv_apply_time = [[0],[0]]\n",
    "\n",
    "# Define experiments\n",
    "exp1 = generate_exp(313.15, 293.15, 0.15, 0)\n",
    "    \n",
    "# choose from 'simultaneous', 'sequential', 'sipopt'\n",
    "sensi_opt = 'sequential_finite'\n",
    "#sensi_opt = 'direct_kaug'"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c8ae03df",
   "metadata": {},
   "source": [
    "### Enumeration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "964f1494",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "doe_object = DesignOfExperiments(parameter_dict, dv_pass,\n",
    "                                 measure_class, createmod,\n",
    "                                prior_FIM=prior_pass, discretize_model=None, args=args_)\n",
    "\n",
    "all_fim = doe_object.run_grid_search(exp1, design_ranges,dv_apply_name, dv_apply_time, \n",
    "                                     mode=sensi_opt, tee_option=True,\n",
    "                                    scale_nominal_param_value=True, \n",
    "                                     store_name='20211031_heatmap'\n",
    "                                    )"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "94bf96f4",
   "metadata": {},
   "source": [
    "### Draw heatmaps"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d32338c6",
   "metadata": {},
   "outputs": [],
   "source": [
    "fixed = {}\n",
    "all_fim.figure_drawing(fixed, ['temp_feed','y'], 'fixed bed', '$T_{feed}$ [K]', 'y [mol%]' )"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}