#LyX 2.0 created this file. For more info see http://www.lyx.org/
\lyxformat 413
\begin_document
\begin_header
\textclass scrbook
\begin_preamble
\pagestyle{plain}


%% For Table of Contents
\usepackage{tocloft,calc}
% Part in Table of Contents
\renewcommand\partname{Part}
\renewcommand\cftpartpresnum{\partname\space}
\setlength{\cftpartnumwidth}{\widthof{\textbf{Part~99.~}}}
% Chapter in Table of Contents
\renewcommand\chaptername{Chapter}
\renewcommand\cftchappresnum{\chaptername\space}
\setlength{\cftchapnumwidth}{\widthof{\textbf{Chapter~.~}}}




%% For MATLAB code
\usepackage{color}
\definecolor{hellgelb}{rgb}{1,1,0.85}
\definecolor{colKeys}{rgb}{0,0,0}
\definecolor{colIdentifier}{rgb}{0,0,0}
\definecolor{colComments}{rgb}{0.13,0.54,0.13}
\definecolor{colString}{rgb}{0.64,0.128,0.96}
\lstset{%
     language=Matlab,%
     float=hbp,%
     basicstyle=\footnotesize\ttfamily,%
     identifierstyle=\color{colIdentifier},%
     keywordstyle=\color{colKeys},%
     stringstyle=\color{colString},%
     commentstyle=\color{colComments},%\itshape
     columns=fixed,
     tabsize=4,%
     %frame=single,%
     %framerule=1pt,
     extendedchars=true,%
     showspaces=false,%
     showstringspaces=false,%
     %numbers=left,%
     %numberstyle=\tiny\ttfamily,%
     %numbersep=1em,%
     breaklines=true,%
     breakindent=10pt,%
     %backgroundcolor=\color{hellgelb},%
     breakautoindent=true,%
     captionpos=t,%
     %xleftmargin=1em,%
     xrightmargin=\fboxsep%
}
\end_preamble
\use_default_options true
\begin_modules
enumitem
theorems-std
theorems-sec
eqs-within-sections
\end_modules
\maintain_unincluded_children false
\language english
\language_package default
\inputencoding auto
\fontencoding global
\font_roman default
\font_sans default
\font_typewriter default
\font_default_family default
\use_non_tex_fonts false
\font_sc false
\font_osf false
\font_sf_scale 100
\font_tt_scale 100

\graphics default
\default_output_format default
\output_sync 0
\bibtex_command default
\index_command default
\paperfontsize default
\spacing onehalf
\use_hyperref true
\pdf_author "Jaehwan Jeong"
\pdf_bookmarks true
\pdf_bookmarksnumbered false
\pdf_bookmarksopen false
\pdf_bookmarksopenlevel 1
\pdf_breaklinks false
\pdf_pdfborder false
\pdf_colorlinks true
\pdf_backref false
\pdf_pdfusetitle true
\pdf_quoted_options "citecolor=blue"
\papersize letterpaper
\use_geometry true
\use_amsmath 1
\use_esint 1
\use_mhchem 1
\use_mathdots 1
\cite_engine basic
\use_bibtopic false
\use_indices false
\paperorientation portrait
\suppress_date false
\use_refstyle 1
\index Index
\shortcut idx
\color #008000
\end_index
\leftmargin 1.25in
\topmargin 1in
\rightmargin 1.25in
\bottommargin 1.3in
\secnumdepth 3
\tocdepth 1
\paragraph_separation indent
\paragraph_indentation default
\quotes_language english
\papercolumns 1
\papersides 1
\paperpagestyle default
\tracking_changes false
\output_changes false
\html_math_output 0
\html_css_as_file 0
\html_be_strict false
\end_header

\begin_body

\begin_layout Standard
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
frontmatter
\end_layout

\end_inset


\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
thispagestyle{empty} 
\end_layout

\end_inset


\end_layout

\begin_layout Labeling
\labelwidthstring 00.00.0000

\series bold
\size huge
\begin_inset VSpace 2cm
\end_inset


\end_layout

\begin_layout Standard
\paragraph_spacing double
\align center

\series bold
\size giant
Indefinite Quadratic Programming 
\end_layout

\begin_layout Standard
\paragraph_spacing double
\align center

\series bold
\size giant
and its Applications in 
\end_layout

\begin_layout Standard
\paragraph_spacing double
\align center

\series bold
\size giant
Portfolio Optimization
\end_layout

\begin_layout Standard
\align center

\series bold
\size huge
\begin_inset VSpace 4cm
\end_inset


\end_layout

\begin_layout Standard
\align center

\size largest
A Dissertation Presented for the 
\end_layout

\begin_layout Standard
\align center

\size largest
Doctor of Philosophy Degree 
\end_layout

\begin_layout Standard
\align center

\size largest
The University of Tennessee, Knoxville 
\end_layout

\begin_layout Standard
\align center

\series bold
\size huge
\begin_inset VSpace 2cm
\end_inset


\end_layout

\begin_layout Standard
\align center

\size huge
Jaehwan Jeong
\end_layout

\begin_layout Standard
\align center

\size huge
May 2014
\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\align center

\series bold
\size huge
\begin_inset VSpace vfill
\end_inset


\end_layout

\begin_layout Standard
\align center
Copyright 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
copyright
\end_layout

\end_inset

 2014 by Jaehwan Jeong 
\end_layout

\begin_layout Standard
\align center
All rights reserved.
 
\end_layout

\begin_layout Standard
\align center

\series bold
\size huge
\begin_inset VSpace vfill
\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard

\series bold
\size huge
\begin_inset VSpace 6cm
\end_inset


\end_layout

\begin_layout Standard
\align center

\size largest
\emph on
Dedicated to
\emph default
 
\emph on
My Parents, Sister, Brother
\end_layout

\begin_layout Standard
\align center

\size largest
\emph on
and My lovely Wife
\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\align center

\series bold
\size huge
\begin_inset VSpace 2cm
\end_inset


\end_layout

\begin_layout Standard
\align center

\series bold
\size giant
Acknowledgement
\end_layout

\begin_layout Standard

\series bold
\size huge
\begin_inset VSpace 2cm
\end_inset


\end_layout

\begin_layout Standard
thanks to .....
\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Chapter*
Abstract
\end_layout

\begin_layout Standard
350 words or fewer.
 No special characters...
\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\begin_inset CommandInset toc
LatexCommand tableofcontents

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\begin_inset FloatList table

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\begin_inset FloatList figure

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\begin_inset FloatList algorithm

\end_inset


\end_layout

\begin_layout Standard
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
mainmatter
\end_layout

\end_inset


\end_layout

\begin_layout Chapter*
Notation
\end_layout

\begin_layout Itemize
Bold lower case alphabet: a column vector (e.g.
 
\begin_inset Formula $\mathbf{a}$
\end_inset

, 
\begin_inset Formula $\mathbf{l}$
\end_inset

, 
\begin_inset Formula $\mathbf{u}$
\end_inset

, 
\begin_inset Formula $\mathbf{c}$
\end_inset

, and 
\begin_inset Formula $\mathbf{x}$
\end_inset

)
\end_layout

\begin_layout Itemize
Bold upper case alphabet: a matrix (e.g.
 
\begin_inset Formula $\mathbf{D}$
\end_inset

)
\end_layout

\begin_layout Itemize
\begin_inset Formula $\mathbf{0}$
\end_inset

: bold 
\begin_inset Formula $0$
\end_inset

 means a vector of zeros
\end_layout

\begin_layout Itemize
\begin_inset Formula $\mathbf{1}$
\end_inset

: bold 
\begin_inset Formula $1$
\end_inset

 means a vector of ones
\end_layout

\begin_layout Itemize
\begin_inset Formula $n$
\end_inset

: the number of variables in a problem
\end_layout

\begin_layout Itemize
Superscript 
\begin_inset Formula $T$
\end_inset

 of a vector or matrix means transpose (e.g.
 
\begin_inset Formula $\mathbf{a}^{T}$
\end_inset

 means the transpose of the vector 
\begin_inset Formula $\mathbf{a}$
\end_inset

.)
\end_layout

\begin_layout Itemize
Superscript 
\begin_inset Formula $*$
\end_inset

 of a scalar or vector means the optimum value (e.g.
 
\begin_inset Formula $\mathbf{x^{*}}$
\end_inset

 means an optimum solution) 
\end_layout

\begin_layout Itemize
\begin_inset Formula $|\cdot|$
\end_inset

 is the number of elements of the corresponding vector if the corresponding
 input is a vector or is the absolute value if the input is a scalar (e.t.
 
\begin_inset Formula $|\mathbf{a}|=3$
\end_inset

 for a vector 
\begin_inset Formula $\mathbf{a}=[2,4,7]^{T}$
\end_inset

, and 
\begin_inset Formula $|-3|=3$
\end_inset

 for a scalar)
\end_layout

\begin_layout Itemize
\begin_inset Formula $\left\lceil \cdot\right\rceil $
\end_inset

 is the closest integer greater than the corresponding scalar.
 
\end_layout

\begin_layout Itemize
\begin_inset Formula $\forall j$
\end_inset

 means for all 
\begin_inset Formula $j$
\end_inset

 (e.g.
 
\begin_inset Formula $\sum_{\forall j}a_{j}=\sum_{j=1}^{n}a_{j}$
\end_inset

)
\end_layout

\begin_layout Itemize
\begin_inset Formula $x_{L}$
\end_inset

 means 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in L\in\{1,2,...,n\}$
\end_inset


\end_layout

\begin_layout Standard
\begin_inset Note Note
status open

\begin_layout Plain Layout
For convex KSQP, add 
\end_layout

\begin_layout Enumerate
Dai and Fletcher 2006 considered d=0 case with interval test like method
\end_layout

\begin_layout Plain Layout
Add Illes Nagy for D negative SQP in MSQP
\end_layout

\end_inset


\end_layout

\begin_layout Chapter
Introduction
\end_layout

\begin_layout Section
Motivation
\end_layout

\begin_layout Subsubsection*
Quadratic programming (QP)
\end_layout

\begin_layout Standard
The quadratic programming (QP) is a mathematical optimization model with
 a quadratic objective function and linear constraints: 
\begin_inset Formula 
\begin{eqnarray*}
\mbox{(QP)} & Min & \frac{1}{2}\mathbf{x}^{T}\mathbf{Q}\mathbf{x}^{T}+\mathbf{c}^{T}\mathbf{x}\\
 & s.t. & \mathbf{A}\mathbf{x}=\mathbf{b}\\
 &  & \mathbf{l}\le\mathbf{x}\le\mathbf{u}
\end{eqnarray*}

\end_inset

where 
\begin_inset Formula $\mathbf{x}\in\mathbb{R}^{n}$
\end_inset

 denote decision variables, and 
\begin_inset Formula $\mathbf{c},\ \mathbf{l},\ \mathbf{u}\in\mathbb{R}^{n}$
\end_inset

, 
\begin_inset Formula $b\in\mathbb{R}^{m}$
\end_inset

, 
\begin_inset Formula $\mathbf{A}\in\mathbb{R}^{m\times n}$
\end_inset

, and 
\begin_inset Formula $\mathbf{Q}\in\mathbb{R}^{n\times n}$
\end_inset

 are data.
 In the box constraint, namely 
\begin_inset Formula $\mathbf{l}\le\mathbf{x}\le\mathbf{u}$
\end_inset

, some 
\begin_inset Formula $u_{j}$
\end_inset

 can be infinite (
\begin_inset Formula $+\infty$
\end_inset

) and some 
\begin_inset Formula $l_{j}$
\end_inset

 can be infinite (
\begin_inset Formula $-\infty$
\end_inset

) as well.
 QP has been extensively studied due to its myriad applications such as
 resource allocation, network flows, transportation, traffic scheduling,
 economies of scale, and portfolio selection.
 See survey 
\begin_inset CommandInset citation
LatexCommand cite
key "Pard:1991b,Rici:1973"

\end_inset

 and book 
\begin_inset CommandInset citation
LatexCommand cite
key "dostal2009optimal,FlouVisw:1995"

\end_inset

 for detailed applications.
 Moreover, nonlinear optimization problems having twice continuously differentia
ble objective function and constraints can be solved by the iterative use
 of QP with the method of successive quadratic programming.
\end_layout

\begin_layout Standard
An example of QP is the index-tracking optimization model that finds the
 optimum investment weights to construct equity index funds by mimicking
 a sample of historical market return such as Standard & Poor’s 500.
 For stock 
\begin_inset Formula $j=1,2...n$
\end_inset

 and time 
\begin_inset Formula $t=1,2,...,T$
\end_inset

, a standard model can be formulated in a least-square framework as
\begin_inset Formula 
\begin{eqnarray*}
 & Min & \sum_{t=1}^{T}\left[\sum_{j=1}^{n}R_{tj}x_{j}-r_{t}\right]^{2}=\left(\mathbf{R}\mathbf{x}-\mathbf{r}\right)^{2}\\
 & s.t. & \mathbf{1}^{T}\mathbf{x}=1\\
 &  & \mathbf{l}\le\mathbf{x}\le\mathbf{u}
\end{eqnarray*}

\end_inset

where 
\begin_inset Formula $\mathbf{x}\in\mathbb{R}^{n}$
\end_inset

 is the portfolio weight for stock 
\begin_inset Formula $j$
\end_inset

, 
\begin_inset Formula $R_{tj}$
\end_inset

 is return of stock 
\begin_inset Formula $j$
\end_inset

 at time 
\begin_inset Formula $t$
\end_inset

, 
\begin_inset Formula $r_{t}$
\end_inset

 is the index (market) return at time 
\begin_inset Formula $t$
\end_inset

, 
\begin_inset Formula $\mathbf{1}\in\mathbb{R}^{n}$
\end_inset

 is a vector of 
\begin_inset Formula $1$
\end_inset

, and 
\begin_inset Formula $\mathbf{l},\ \mathbf{u}\in\mathbb{R}^{n}$
\end_inset

 are given bound for the portfolio weights.
 The presented model has only one equal constraint, but more constraints
 can be added to reflect securities regulation.
 
\end_layout

\begin_layout Subsubsection*
Knapsack QP
\end_layout

\begin_layout Standard
Numerous methods have been developed to solve QP, and polynomial time algorithms
 are also known for the convex case, i.e.
 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is positive semidefinite.
 However, developing better algorithms is an ongoing challenging problem
 because as the size of the problem increases the existing algorithms suffer
 from limited computer memory and computational speed.
 So, for specially structured QP with sparse or block angular matrix, efficient
 methods have been proposed; however, most methods still have the same difficult
ies as the problem size grows.
\end_layout

\begin_layout Standard
Another attractive way to overcome the above computational difficulties
 is by row-aggregating the given set of linear constraints into a single
 linear constraint.
 Such an idea is the building block of surrogation techniques 
\begin_inset CommandInset citation
LatexCommand cite
key "greenberg1970surrogate,nakagawa2013"

\end_inset

 and dual ascent methods 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987,ventura1991,WuVen1998"

\end_inset

.
 A QP with a single linear constraint is called a knapsack QP.
 Moreover, when the matrix 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is non-diagonal, the QP is said to be nonseparable.
 Thus, we name the particular class of problems knapsack nonseparable QP
 (KNQP).
 
\end_layout

\begin_layout Standard
Because surrogation techniques and dual ascent methods solve KNQP iteratively,
 efficient algorithms for KNQP are essential.
 Moreover, KNQP is very useful itself for various applications such as resource
 allocation, support vector machine (SVM) 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant,cominetti2012newton"

\end_inset

, and portfolio selection 
\begin_inset CommandInset citation
LatexCommand cite
key "pang1980"

\end_inset

 in the convex case and maximum clique problem 
\begin_inset CommandInset citation
LatexCommand cite
key "PadYeHan1991"

\end_inset

 in the indefinite case.
\end_layout

\begin_layout Standard
In the early years, Pang (1980, 
\begin_inset CommandInset citation
LatexCommand cite
key "pang1980"

\end_inset

) employed his previous study of linear complementarity technique to solve
 KNQP.
 Diagonalization algorithm (DA) was proposed by Dussault et al.
 (1986, 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986"

\end_inset

) and Lin and Pang (1987, 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986,LinPang:1987"

\end_inset

).
 Recently, spectral projected gradient (SPG) of 
\begin_inset CommandInset citation
LatexCommand cite
key "birgin2000SPG"

\end_inset

 is applied by Dai and Fletcher (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

) for KNQP.
 
\end_layout

\begin_layout Subsubsection*
Separable QP
\end_layout

\begin_layout Standard
When 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is diagonal, QP is said to be separable, and the class of knapsack QP is
 referred to as knapsack separable QP (KSQP).
 Because of the separability, KSQP is much easier than other QP and has
 been researched since 1960's with various algorithms for its numerous applicati
ons (see section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Applications-for-Convex"

\end_inset

).
 
\end_layout

\begin_layout Standard
Geometrically, in KSQP for the strictly convex case, i.e.
 all diagonal elements of diagonal matrix 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is positive, the objective function is an ellipsoid, and the optimum solution
 is the closest (projection) point of the center of the ellipsoid to the
 feasible domain.
 Thus, strictly convex KSQP is a restricted projection problem 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

.
 
\end_layout

\begin_layout Standard
Because KSQP is an easy projection finder, it is used as a sub-problems
 in many algorithms, and DA and SPG approaches to the solution iteratively
 projecting a point via KSQP.
 Therefore, KSQP is the essential tool to solve KNQP with DA and SPG, and
 eventually, it can be devoted to develop algorithms for QP with row-aggregating
 techniques.
 Consequently, this thesis is focused on developing efficient algorithms
 to solve the KSQP (Part 
\begin_inset CommandInset ref
LatexCommand ref
reference "part:KSQP"

\end_inset

) and KNQP (Part 
\begin_inset CommandInset ref
LatexCommand ref
reference "part:KNQP"

\end_inset

).
 See the illustrated research path in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Motivation_Research"

\end_inset

.
\end_layout

\begin_layout Standard
\begin_inset Float figure
placement !t
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/0.pdf
	width 14cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Motivation and research path
\begin_inset CommandInset label
LatexCommand label
name "fig:Motivation_Research"

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout

\end_layout

\end_inset


\end_layout

\begin_layout Section
Scope of research
\end_layout

\begin_layout Standard
In this thesis, the specific goal is:
\end_layout

\begin_layout Standard
\align center

\emph on
\begin_inset Quotes eld
\end_inset

Developing efficient algorithms to solve general KSQP and convex KNQP,
\begin_inset Quotes erd
\end_inset


\end_layout

\begin_layout Standard
\noindent
especially for large-scale instances in the continuous space.
 Then, with such efficient methods in hand, the research for multi-constrained
 QP can be done outside the scope of this thesis research.
\end_layout

\begin_layout Standard
This thesis is constructed in two parts.
 The completed research for KSQP is presented in Part 
\begin_inset CommandInset ref
LatexCommand ref
reference "part:KSQP"

\end_inset

, and the research to be completed for KNQP is in Part 
\begin_inset CommandInset ref
LatexCommand ref
reference "part:KNQP"

\end_inset

.
 More detailed achievements and plan are followed in the next sections.
\end_layout

\begin_layout Subsection
Research completed until now
\end_layout

\begin_layout Subsubsection*
Part I: Knapsack Separable QP (KSQP) 
\end_layout

\begin_layout Subsubsection*
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

: Indefinite KSQP with closed box constraints
\end_layout

\begin_layout Standard
New methods to find a tight bound of nonconvex KSQP with closed box constraints
 (
\begin_inset Formula $\mathbf{l}\le\mathbf{x}\le\mathbf{u}$
\end_inset

) is presented.
 Although no polynomial time algorithm is known for this case as a 
\emph on
NP-hard
\emph default
 problem, our algorithm has 
\begin_inset Formula $O(n)$
\end_inset

 time complexity, and its superiority in speed and solution quality were
 proved by experiments.
 
\end_layout

\begin_layout Standard
In addition, extensive survey for all existing methods of KSQP in convex
 and nonconvex cases is included in this chapter, and computational enhancements
 are also proposed.
 
\end_layout

\begin_layout Subsubsection*
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.open"

\end_inset

: Indefinite KSQP with open box constraints
\end_layout

\begin_layout Standard
This chapter develops an algorithm that guarantees a global optimum in 
\begin_inset Formula $O(n^{2})$
\end_inset

 time for KSQP with open box constraint (
\begin_inset Formula $\mathbf{l}\le\mathbf{x}$
\end_inset

).
 Experiments proves the algorithm's superiority in speed and solution quality.
\end_layout

\begin_layout Subsection
Research to be completed
\end_layout

\begin_layout Subsubsection*
Part II: Knapsack Nonseparable QP (KNQP)
\end_layout

\begin_layout Subsubsection*
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KNQP"

\end_inset

: Convex KNQP 
\end_layout

\begin_layout Standard
This chapter focuses on algorithms to solve convex KNQP, which is more difficult
 than separable case.
 The approach taken here is based on the key concepts in DA and SPG.
 Although the convergence of DA has been theoretically proved by 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986"

\end_inset

 for the semidefinite case, the performance is sensitive to the condition
 number of 
\begin_inset Formula $\mathbf{Q}$
\end_inset

, i.e.
 the value of maximum over minimum of eigenvalues, when the exact line search
 and unit step size are used to update solutions.
 Therefore, this chapter develops improved DA that is robust in the semidefinite
 case, where 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is an ill-conditioned matrix.
 The two specific approaches are:
\end_layout

\begin_layout Enumerate
Instead of an exact line search, the state-of-art step sizes such as newly
 developed variants 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant,zhou2006gradient"

\end_inset

 of Barzilai-Borwein (BB), inexact line search, and variants 
\begin_inset CommandInset citation
LatexCommand cite
key "Asmundis2013spectral"

\end_inset

 of exact line search will be utilized.
\end_layout

\begin_layout Enumerate
The objective function of KSQP is geometrically an ellipsoid, and DA iteratively
 projects the center of the ellipsoid to the feasible domain with a fixed
 shape of ellipsoid.
 Because the convergence can be accelerated with different shapes of the
 ellipsoid, a new method will be developed that dynamically changing the
 shape of ellipsoid based on the gradient of objective function .
\end_layout

\begin_layout Standard
Also, please note that the above two proposed approaches can be applied
 under the SPG scheme in a similar manner.
 In Dai and Fletcher (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

), the current solution is projected by hypersphere, and then the projected
 point is moved in a certain direction by their BB variant step size.
 These procedures can be improved using the two approaches outlined above.
\end_layout

\begin_layout Standard
Then, the performance of new algorithms will be tested in random problems
 and support vector machine problems.
\end_layout

\begin_layout Subsubsection*
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:Portfolio"

\end_inset

: Application to portfolio optimization
\end_layout

\begin_layout Standard
In this chapter, new KNQP algorithms will be tested in mean-variance portfolio
 selection model and index-tracking portfolio selection model.
 
\end_layout

\begin_layout Subsubsection*
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:Future-research"

\end_inset

: Conclusion and future research
\end_layout

\begin_layout Standard
Conclusion of this thesis in KSQP and KNQP will be made, and future research
 for multidimensional QP will be briefly stated.
\end_layout

\begin_layout Section
Contributions of this thesis
\end_layout

\begin_layout Standard
Major contributions of this thesis are summarized as follows.
 
\end_layout

\begin_layout Enumerate
Indefinite KSQP with open box constraint (
\begin_inset Formula $\mathbf{l}\le\mathbf{x}$
\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize
Proposed an 
\begin_inset Formula $O(n^{2})$
\end_inset

 time global algorithm
\end_layout

\begin_layout Itemize
First of its kind to determine global optima in polynomial time
\end_layout

\begin_layout Itemize
Compared with existing solvers to establish computational superiority
\end_layout

\end_deeper
\begin_layout Enumerate
Indefinite KSQP with closed box (
\begin_inset Formula $\mathbf{l}\le\mathbf{x}\le\mathbf{u}$
\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize
Proposed an 
\begin_inset Formula $O(n)$
\end_inset

 time efficient scheme to develop tight bounds for 
\emph on
NP-hard
\emph default
 problem that no polynomial time global algorithm is known.
\end_layout

\begin_layout Itemize
Proved the bound is determined by coefficients of a single variable
\end_layout

\begin_layout Itemize
Verified superiority in speed and solution quality through experiments
\end_layout

\end_deeper
\begin_layout Enumerate
Survey for KSQP
\end_layout

\begin_deeper
\begin_layout Itemize
Surveyed algorithms and applications for convex and nonconvex KSQP 
\end_layout

\begin_layout Itemize
Proposed new hybrid methods that consider speed and reliability
\end_layout

\begin_layout Itemize
Compared with all existing algorithms of convex KSQP
\end_layout

\end_deeper
\begin_layout Enumerate
KNQP (to be completed)
\end_layout

\begin_deeper
\begin_layout Itemize
New improved algorithms for
\end_layout

\begin_deeper
\begin_layout Itemize
Diagonalization algorithm (DA)
\end_layout

\begin_layout Itemize
Spectral projected gradient (SPG) algorithm
\end_layout

\end_deeper
\begin_layout Itemize
Experiments on support vector machine (SVM) and portfolio selection models
\end_layout

\end_deeper
\begin_layout Part
Separable Quadratic Programming
\begin_inset CommandInset label
LatexCommand label
name "part:KSQP"

\end_inset


\end_layout

\begin_layout Chapter
KSQP with the closed box
\begin_inset CommandInset label
LatexCommand label
name "chap:KSQP.box"

\end_inset


\end_layout

\begin_layout Section
Introduction
\end_layout

\begin_layout Standard
Consider a continuous knapsack separable quadratic programming (KSQP)
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray}
(P) & Min & \frac{1}{2}\mathbf{x}^{T}\mathbf{D}\mathbf{x}^{T}-\mathbf{c}^{T}\mathbf{x}\label{eq:obj}\\
 & s.t. & \mathbf{a}^{T}\mathbf{x}=b\label{eq:knapsack}\\
 &  & \mathbf{l}\le\mathbf{x}\le\mathbf{u}\label{eq:box}
\end{eqnarray}

\end_inset

where 
\begin_inset Formula $\mathbf{x}\in\mathbb{R}^{n}$
\end_inset

 is decision variables, 
\begin_inset Formula $\mathbf{c},\ \mathbf{a},\ \mathbf{l},\ \mathbf{u}\in\mathbb{R}^{n}$
\end_inset

, 
\begin_inset Formula $b\in\mathbb{R}$
\end_inset

, and 
\begin_inset Formula $\mathbf{D}\in\mathbb{R}^{n\times n}$
\end_inset

 is a general diagonal matrix.
 We also allow 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 to be infinity values.
 Problem 
\begin_inset Formula $(P)$
\end_inset

 can be classified by the sign of diagonal elements 
\begin_inset Formula $d_{j}$
\end_inset

 of 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Strictly convex case
\end_layout

\begin_layout Standard
If all 
\begin_inset Formula $d_{j}$
\end_inset

's are strictly positive, i.e.
 
\begin_inset Formula $d_{j}>0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

, then 
\begin_inset Formula $(P)$
\end_inset

 is a strictly convex problem.
 Because the quadratic objective function is an ellipsoid in this case,
 geometrically, it is a problem to find the closest (projection) point from
 the center of the ellipsoid to the intersection (feasible domain) of a
 hyperplane 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}=\mathbf{b}$
\end_inset

 and a hyper box 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\mathbf{l}\le\mathbf{x}\le\mathbf{u}$
\end_inset

 in the proportion of 
\begin_inset Formula $d_{j}$
\end_inset

.
 Intuitively the closest point from a point is unique; thus, theoretically
 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
every Karush-Kuhn-Tucker (KKT) point is the global optimum solution, and
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 a well known strong duality theorem holds for this case.
 The theoretical background leads to solve it relatively easily so 
\begin_inset Formula $O(n)$
\end_inset

 time complexity algorithms have been developed.
 
\end_layout

\begin_layout Standard
It has a lot of applications and mainly used as a sub problem to get the
 projection point on a feasible domain.
 Due to the easiness and usefulness, many studies with various algorithms
 have been developed since 1963 and continued by this year (2013) as summarized
 in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-Algorithms"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="10" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.6cm">
<column alignment="center" valignment="middle" width="1cm">
<column alignment="center" valignment="middle" width="1cm">
<column alignment="center" valignment="middle" width="1.5cm">
<column alignment="center" valignment="middle" width="1.2cm">
<column alignment="center" valignment="middle" width="1.3cm">
<column alignment="center" valignment="middle" width="1.3cm">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Methods
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Comp-
\end_layout

\begin_layout Plain Layout

\size small
lexity
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1960's
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1970's
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1980's
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1990's
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2000's
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2010-2013
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Total
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1963 
\begin_inset CommandInset citation
LatexCommand cite
key "srikantan63"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "sanat1971"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "OhucKaji:1980,OhucKaji:1981,ohuchi1984,cottle1986,DussFerlLema:1986,shampine1988,ventura89"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "shetty1990,maculan1997,WuVen1998"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

 2012
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
13
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Sorting (Ranking)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1969 
\begin_inset CommandInset citation
LatexCommand cite
key "dafermos1969"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "Held:1974,jucker1975,luss1975,kennington77"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980,AliHelKennLall1980,zipkin1980simple,einbu81,washburn81,RockWets:1988,dafermos1989"

\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991,nielsen1992,bretthauer1995"

\end_inset

 1995
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
15
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Pegging (Var.
 fixing)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $O(n^{2})$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1971 
\begin_inset CommandInset citation
LatexCommand cite
key "sanat1971,luss1975"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "zipkin1980simple,bitran1981,shor1985,michelot1986,Ibaraki1988,ventura89"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991,RobiJianLerm:1992,bretthauer1996,Bretthauer1997"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "Stefanov2000,stefanov2001con,stefanov2001sep,Bretthauer2002peg,stefanov2004con,stefanov2004poly,Kiwiel:2008var"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "kim2012"

\end_inset

 2012
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
20
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Median search
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $O(n)$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1984 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On,calamai1987,maculan1989"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990,ventura1991,cosares1994,HochHong:1995,maculan1997"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "maculan2003n,Kiwiel:2007vn,Kiwiel:2008med"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "Waegenaere2012"

\end_inset

 2013
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
12
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Secant
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Not measurable
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1988 
\begin_inset CommandInset citation
LatexCommand cite
key "RockWets:1988,shampine1988"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "WuVen1998"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

2012
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Newton
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $O(n^{2})$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1992 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992,RobiJianLerm:1992,WuVen1998"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 2012
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Interval test
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1992 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "bayon2012,bayon2013"

\end_inset

 2013
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Interior point
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Not researched
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset CommandInset citation
LatexCommand cite
key "wright2013"

\end_inset

 2013
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Total
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
25
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
74
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \quad{}
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
1.
 Citations are ordered by published year.
\end_layout

\begin_layout Plain Layout

\size footnotesize
2.
 The year of initial (last) paper is presented before (after) the corresponding
 citation.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
History of Algorithms for strictly convex case
\begin_inset CommandInset label
LatexCommand label
name "tab:History-of-Algorithms"

\end_inset

 
\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Positive semidefinite case
\end_layout

\begin_layout Standard
If 
\begin_inset Formula $\mathbf{D}$
\end_inset

 is positive semidefinite with diagonal elements of 
\begin_inset Formula $d_{j}\ge0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

, problem 
\begin_inset Formula $(P)$
\end_inset

 is a convex problem, and the center of the objective function is no longer
 a point but a hyperplane in 
\begin_inset Formula $\mathbb{R}^{m}$
\end_inset

 space, where 
\begin_inset Formula $m$
\end_inset

 is the number of variables of 
\begin_inset Formula $d_{j}=0$
\end_inset

.
 Thus, we cannot apply the geometric idea, and the closest point form a
 hyperplane may not be unique.
 However, since it still satisfies the strong duality theorem, all global
 optimum solutions can be found as a set of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xU_star"

\end_inset

).
 
\end_layout

\begin_layout Subsubsection*
Nonconvex case
\end_layout

\begin_layout Standard
In the case of 
\begin_inset Formula $d_{j}<0$
\end_inset

 for some 
\begin_inset Formula $j$
\end_inset

, problem 
\begin_inset Formula $(P)$
\end_inset

 is notoriously difficult, and Pardalos and Vavasis (
\begin_inset CommandInset citation
LatexCommand cite
key "PardVava:1991"

\end_inset

) proved that it is a 
\emph on
NP-hard
\emph default
 problem even if only one 
\begin_inset Formula $d_{j}$
\end_inset

 is negative.
 For strictly concave case, i.e.
 
\begin_inset Formula $d_{j}<0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

, geometrically 
\begin_inset Formula $(P)$
\end_inset

 is a problem to find a farthest point from the center to the feasible domain
 in the ratio of 
\begin_inset Formula $d_{j}$
\end_inset

.
 Although it is theoretically known that the global optimum solution is
 at a boundary point allowing at most one 
\begin_inset Formula $x_{j}$
\end_inset

 to be strictly within 
\begin_inset Formula $(l_{j},u_{u})$
\end_inset

 (theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

), no efficient method has been developed.
 If the signs of 
\begin_inset Formula $d_{j}$
\end_inset

's are mixed, that is, 
\begin_inset Formula $\mathbf{D}$
\end_inset

 is indefinite, it is even difficult to interpret with geometric intuition.
\end_layout

\begin_layout Standard
Due to the difficulty, the study for nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 has been rarely considered.
 In our best knowledge, there exist only four studies of 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991,PardKovo:1990,Vava1992Aprox,Vava:1992Local"

\end_inset

 which finds local or approximated solutions, and performances of the methods
 are significantly deteriorated as the number of negative 
\begin_inset Formula $d_{j}$
\end_inset

 increases.
\end_layout

\begin_layout Subsubsection*
Proposed methods
\end_layout

\begin_layout Standard
In contrast, our best method is not sensitive to the number of negative
 
\begin_inset Formula $d_{j}$
\end_inset

, and experiments show less than linear time growth on it.
 The best method is one of our proposed four hybrid methods that combine
 the advantages of existing algorithms with expansion of the ideas of strictly
 convex case to solve general case.
 
\end_layout

\begin_layout Standard
Our methods first solves the dual problem of 
\begin_inset Formula $(P)$
\end_inset

 to get a guaranteed lower bound with a possibly infeasible solution, and
 then the solution is used to derive a feasible solution that results in
 an upper bound.
 The maximum gap between two bounds can be expected by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:bound gap"

\end_inset

).
 
\end_layout

\begin_layout Standard
Although the upper bound solution has no guarantee of either local or global
 optimum, experiments show that the upper bound is better than the local
 objective value of 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, and the superiority gets clearer as the size of problem increases.
 Moreover, all cases that we can find a global optimum upper bound solutions
 are investigated with necessary and sufficient conditions.
\end_layout

\begin_layout Standard
Our four hybrid methods were developed based on comprehensive literature
 review of all convex and nonconvex cases of 
\begin_inset Formula $(P)$
\end_inset

, and the best method was selected among 12 hybrid and pure methods via
 state-of-art analysis skill (
\emph on
performance profiler
\emph default
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant,dolan2002"

\end_inset

) and statistical tests on the results of 12,000 random problems in various
 strictly convex and indefinite cases.
 Then, the best method is compared with local, global, and commercial solvers
 in 2,920 random problems and 720 most widely used budgeting problems (0-1
 linear knapsack problems).
 All experiment results clearly conclude that our best method is obviously
 superior in speed and the quality of solution.
 Moreover, because we implemented all methods and experiments in 
\noun on
Matlab
\noun default
 painfully considering its features as a dynamic programming language and
 the test problems were carefully collected from recently published papers,
 we believe the experiment results are highly reliable.
 
\end_layout

\begin_layout Subsection
Selected values
\end_layout

\begin_layout Standard
The selected values of this chapter are presented in four categories.
 
\end_layout

\begin_layout Enumerate
Survey
\end_layout

\begin_deeper
\begin_layout Enumerate
Comprehensive survey for 
\begin_inset Formula $(P)$
\end_inset

 (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Methodology"

\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-Algorithms"

\end_inset

 for algorithms and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-experiment"

\end_inset

 for experiments of strictly convex case
\end_layout

\end_deeper
\begin_layout Enumerate
List of applications for strictly convex case (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Applications-for-Convex"

\end_inset

)
\end_layout

\begin_layout Enumerate
Detailed description of applications for nonconvex case (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Applications-for-Nonconvex"

\end_inset

)
\end_layout

\begin_layout Enumerate
History of budgeting problem (0-1 knapsack problem) algorithms (appendix
 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:History-of-Knapsack"

\end_inset

)
\end_layout

\end_deeper
\begin_layout Enumerate
Improvement
\end_layout

\begin_deeper
\begin_layout Enumerate
More robust and efficient version of Newton method (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Newton-method"

\end_inset

)
\end_layout

\begin_layout Enumerate
Clearer algorithm for positive semidefinite case (
\begin_inset Formula $d_{j}\ge0$
\end_inset

) (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Positive-semidefinite-case"

\end_inset

)
\end_layout

\begin_layout Enumerate
Improved Vavasis
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

's 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 algorithm to 
\begin_inset Formula $O(n)$
\end_inset

 version for strictly concave case (algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

)
\end_layout

\end_deeper
\begin_layout Enumerate
Development
\end_layout

\begin_deeper
\begin_layout Enumerate
Expanded the strictly convex case algorithms to general case algorithms
 to get lower and upper bound (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Solving-the-dual"

\end_inset

) with
\end_layout

\begin_deeper
\begin_layout Itemize
Necessary (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Necessary-conditions"

\end_inset

) and sufficient conditions (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Sufficient-conditions"

\end_inset

)
\end_layout

\begin_layout Itemize
All global cases (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

)
\end_layout

\begin_layout Itemize
Suggested hybrid methods (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Suggested-hybrid-methods"

\end_inset

)
\end_layout

\end_deeper
\begin_layout Enumerate
First clear presentation of the efficient procedure of interval test method
 (algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

 and algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-Indefinite"

\end_inset

)
\end_layout

\begin_layout Enumerate
Proposed four chances to improve the most advanced method 
\family typewriter
\color black
COMBO
\family default
\color inherit
 for budgeting problem (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Four chances for Combo"

\end_inset

)
\end_layout

\end_deeper
\begin_layout Enumerate
Experiment
\end_layout

\begin_deeper
\begin_layout Enumerate
Comparison of all known methods and proposed hybrid methods to pick the
 best one (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Experiment_Picking-the-best"

\end_inset

)
\end_layout

\begin_layout Enumerate
Comparison of our best hybrid method with local, global, and commercial
 solvers (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Experiment_Comparison-with-other"

\end_inset

)
\end_layout

\begin_layout Enumerate
Comparison in budgeting problem (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Experiment Budgeting"

\end_inset

)
\end_layout

\begin_layout Enumerate
Optimized implementation considering the features of 
\noun on
Matlab
\end_layout

\end_deeper
\begin_layout Section
Problem characteristics
\begin_inset CommandInset label
LatexCommand label
name "sec:Problem-characteristics"

\end_inset

 
\end_layout

\begin_layout Standard
\begin_inset Formula $(P)$
\end_inset

 has a simple and special structure with the a linear knapsack constraint
 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

), box constraints (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:box"

\end_inset

), and linear or quadratic objective functions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:obj"

\end_inset

) with the diagonal matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
 Due to the diagonal structure of 
\begin_inset Formula $\mathbf{D}$
\end_inset

, it is quite attractive to solve a dual problem of 
\begin_inset Formula $(P)$
\end_inset

 relaxing the knapsack constraint with a single Lagrange multiplier 
\begin_inset Formula $\lambda$
\end_inset

 rather than solving 
\begin_inset Formula $(P)$
\end_inset

 directly because the relaxation breaks the connections between variables
 
\begin_inset Formula $x_{j}$
\end_inset

.
 Then, an optimal solution of each 
\begin_inset Formula $x_{j}$
\end_inset

 can be separately obtainable with a given 
\begin_inset Formula $\lambda$
\end_inset

.
 So the name of separable problem is after the separability originated from
 the structure of 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
 Another attractive feature of the dual problem is that we can find a global
 optimum of the dual problem in linear time even for nonconvex case although
 the nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 is a 
\emph on
NP-hard
\emph default
 problem.
 However, the global optimum solution of the dual problem may not be feasible
 to the primal problem 
\begin_inset Formula $(P)$
\end_inset

 for the nonconvex case and yields a guaranteed lower bound.
 The difference between the global objective value of 
\begin_inset Formula $(P)$
\end_inset

 and the lower bound is called the 
\emph on
duality gap
\emph default
.
 
\end_layout

\begin_layout Standard
In this section, we show that
\end_layout

\begin_layout Enumerate
a way to solve a dual problem which generates a lower bound (function (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)"

\end_inset

))
\end_layout

\begin_layout Enumerate
the lower bound solution can be used to derive a feasible solution which
 generate an upper bound (function (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xU"

\end_inset

))
\end_layout

\begin_layout Enumerate
the tightness of the lower and upper bounds (function (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:bound gap"

\end_inset

))
\end_layout

\begin_layout Enumerate
all global cases with no duality gap (section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-solution"

\end_inset

) 
\end_layout

\begin_layout Standard
The separability also makes the transformation easy, and it is beneficial
 for implementation and computational cost.
 So we take the advantage of the transformation with three assumptions,
 which are used through all this chapter.
 
\end_layout

\begin_layout Subsubsection*
Transformation 
\end_layout

\begin_layout Standard
Define three index sets 
\begin_inset Formula 
\[
P=\{j:d_{j}>0\},\quad Z=\{j:d_{j}=0\},\quad N=\{j:d_{j}<0\}
\]

\end_inset

, which are used throughout this chapter.
 Then, we can transform any 
\begin_inset Formula $(P)$
\end_inset

 to have properties of 
\begin_inset Formula 
\begin{equation}
a_{j}=1\ \forall j\qquad\mbox{and}\qquad c_{j}=0\ for\ j\notin Z\label{eq:transformed problem character}
\end{equation}

\end_inset

by substituting 
\begin_inset Formula $x_{j}$
\end_inset

 with 
\begin_inset Formula 
\begin{equation}
x_{j}=\begin{cases}
\hat{x}_{j}/a_{j}+c_{j}/d_{j} & for\ j\notin Z\\
\hat{x}_{j}/a_{j} & for\ j\in Z
\end{cases}\label{eq:transformation}
\end{equation}

\end_inset

We have considered a couple of different transformations to take computational
 advantage and finally selected (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:transformation"

\end_inset

) because it requires least computation per iteration (see appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: Transformation"

\end_inset

 for more detail).
 The transformed problem requires less computations than the original if
 the iteration is more than 
\begin_inset Formula $3$
\end_inset

 for the strictly convex case and more than 
\begin_inset Formula $11$
\end_inset

 for any general case (see appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: Transformation computation"

\end_inset

 for more detail).
 Throughout the chapter, we use the transformed problem, which has the propertie
s of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:transformed problem character"

\end_inset

).
 
\end_layout

\begin_layout Standard
In addition to the transformation, two assumptions are used through this
 chapter without loss of generality, and an additional assumption is also
 presented to consider the case in chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.open"

\end_inset

.
\end_layout

\begin_layout Subsubsection*
Assumptions without loss of generality
\end_layout

\begin_layout Itemize
Assumption 1.
\begin_inset CommandInset label
LatexCommand label
name "sec:Assumption1"

\end_inset

 
\begin_inset Formula $a_{j}\ne0$
\end_inset

 for all 
\begin_inset Formula $j$
\end_inset


\end_layout

\begin_deeper
\begin_layout Standard
If there are variables that 
\begin_inset Formula $a_{j}=0$
\end_inset

, the optimum solution for the variables can be determined without solving
 
\begin_inset Formula $(P)$
\end_inset

.
 See appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: The case of a=0"

\end_inset

 for detail.
\end_layout

\end_deeper
\begin_layout Itemize
Assumption 2.
\begin_inset CommandInset label
LatexCommand label
name "sec:Assumption2"

\end_inset

 
\begin_inset Formula $l_{j}<u_{j}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Standard
If 
\begin_inset Formula $l_{j}=u_{j}$
\end_inset

, we can immediately get the optimum solution 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Subsubsection*
Additional assumption 
\end_layout

\begin_layout Itemize
Assumption 3.
\begin_inset CommandInset label
LatexCommand label
name "sec:Assumption3"

\end_inset

 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is finitely bounded (
\begin_inset Formula $-\infty<l_{j}<u_{j}<\infty$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

)
\end_layout

\begin_deeper
\begin_layout Standard
Obviously, if 
\begin_inset Formula $x_{j}$
\end_inset

 for multiple 
\begin_inset Formula $j\in N$
\end_inset

 is not bounded or the directions of one side bounds are not same (that
 is, 
\begin_inset Formula $x_{j}\le u_{j}$
\end_inset

 for some 
\begin_inset Formula $j\in N$
\end_inset

 and 
\begin_inset Formula $l_{j}\le x_{i}$
\end_inset

 for some 
\begin_inset Formula $j\in N$
\end_inset

), problem 
\begin_inset Formula $(P)$
\end_inset

 is unbounded.
 Hence, 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 should be bounded at least in the same directional inequality to have 
\begin_inset Formula $(P)$
\end_inset

 bounded.
 In other words, it should be either 
\begin_inset Formula $x_{j}\le u_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in N$
\end_inset

 or 
\begin_inset Formula $l_{j}\le x_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in N$
\end_inset

.
 This one bounded case will be considered in chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.open"

\end_inset

 presenting a global optimum algorithm; therefore, we assume that both 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 are finite values in this chapter.
 
\end_layout

\end_deeper
\begin_layout Subsection
Dual problem
\begin_inset CommandInset label
LatexCommand label
name "Sec:Dual-problem"

\end_inset


\end_layout

\begin_layout Standard
Problem 
\begin_inset Formula $(P)$
\end_inset

 can be relaxed to a Lagrangian dual problem 
\begin_inset Formula $(D)$
\end_inset

 with a Lagrange multiplier 
\begin_inset Formula $\lambda$
\end_inset

.
 
\begin_inset Formula 
\[
(D)\ Max{}_{\lambda\in\mathbb{R}}\ R(\lambda)
\]

\end_inset

where 
\begin_inset Formula $R(\lambda)$
\end_inset

 is a dual function.
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
R(\lambda)=Min\{\frac{1}{2}\mathbf{x}^{T}\mathbf{D}\mathbf{x}^{T}-\mathbf{c}^{T}\mathbf{x}+\lambda(\mathbf{a}^{T}\mathbf{x}-b):\mathbf{l}\le\mathbf{x}\le\mathbf{u}\}
\]

\end_inset


\end_layout

\begin_layout Standard
The dual problem 
\begin_inset Formula $R(\lambda)$
\end_inset

 is relatively easier to solve than 
\begin_inset Formula $(P)$
\end_inset

 because all 
\begin_inset Formula $x_{j}$
\end_inset

's are separate and it has only box constraints.
 It allows us to solve 
\begin_inset Formula $(D)$
\end_inset

 quickly searching for a single Lagrange multiplier 
\begin_inset Formula $\lambda$
\end_inset

.
 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
The solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 from 
\begin_inset Formula $(D)$
\end_inset

 may not be feasible to 
\begin_inset Formula $(P)$
\end_inset

, but it guarantees the lower bound of 
\begin_inset Formula $(P)$
\end_inset

 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
due to the weak duality theorem (see theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

).
 Let's consider the solution function 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 and characteristics of the dual function 
\begin_inset Formula $R(\lambda)$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Characteristics of 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "sec:Characteristics-of x(lam)"

\end_inset


\end_layout

\begin_layout Standard
Although we cannot easily get the solution of indefinite case of the primal
 problem 
\begin_inset Formula $(P)$
\end_inset

 because it is a 
\emph on
NP-hard
\emph default
 problem, we can get a global solution of 
\begin_inset Formula $R(\lambda)$
\end_inset

 relatively easily with 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 if a 
\begin_inset Formula $\lambda$
\end_inset

 is known.
\begin_inset Formula 
\begin{equation}
x_{j}(\lambda)=\begin{array}{ll}
\begin{cases}
median\{l_{j},u_{j},-\lambda/d_{j}\}\end{cases} & for\ j\in P\\
\begin{cases}
l_{j} & if\ \lambda>c_{j}\\
u_{j} & otherwise
\end{cases} & for\ j\in Z\\
\begin{cases}
l_{j} & if\ \lambda>-d_{j}(l_{j}+u_{j})/2\\
u_{j} & otherwise
\end{cases} & for\ j\in N
\end{array}\label{eq:x(lam)}
\end{equation}

\end_inset

Since knapsack constraint limits the variables, for the variables in 
\begin_inset Formula $P\cup Z$
\end_inset

 that have infinity bounds, we can set 
\begin_inset Formula 
\begin{equation}
\begin{array}{ccc}
l_{j} & = & b-\sum\nolimits _{i\in J\backslash\{j\}}u_{i}\quad for\ J=\{j\in P\cup Z:u_{j}<\infty\}\quad if\ l_{j}=-\infty\\
u_{j} & = & b-\sum\nolimits _{i\in J\backslash\{j\}}l_{i}\quad for\ J=\{j\in P\cup Z:l_{j}>-\infty\}\quad if\ u_{j}=\infty
\end{array}\label{eq:l and u for inf}
\end{equation}

\end_inset

without effects to optimum solutions, and note that we need to compute (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:l and u for inf"

\end_inset

) only when the finite bounds for 
\begin_inset Formula $\lambda$
\end_inset

 is necessary in algorithms such as bisection method.
 Furthermore, practically (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:l and u for inf"

\end_inset

) is not necessary for variables in 
\begin_inset Formula $Z$
\end_inset

 since it is not used to get the bounds for 
\begin_inset Formula $\lambda$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Dual dom inf bound"

\end_inset

).
\end_layout

\begin_layout Standard
To derive 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

, we define 
\begin_inset Formula 
\[
q_{j}(x_{j},\lambda)=\frac{1}{2}d_{j}x_{j}^{2}-c_{j}x_{j}+\lambda x_{j}
\]

\end_inset

, which is a separate part of 
\begin_inset Formula $R(\lambda)$
\end_inset

 on 
\begin_inset Formula $x_{j}$
\end_inset

 and 
\begin_inset Formula $\lambda$
\end_inset

 so 
\begin_inset Formula 
\[
R(\lambda)=\sum_{\forall j}q_{j}(x_{j}(\lambda),\lambda).
\]

\end_inset


\end_layout

\begin_layout Standard
\align left
Because 
\begin_inset Formula $R(\lambda)$
\end_inset

 is the sum of separate linear or quadratic functions with only box constraints
 
\begin_inset Formula $l_{j}\le x_{j}\le u_{j}$
\end_inset

, the solution is quite straitforward for each case.
\end_layout

\begin_layout Itemize
\align left
For 
\begin_inset Formula $j\in P$
\end_inset

, since 
\begin_inset Formula $q_{j}(x_{j},\lambda)$
\end_inset

 is convex, it is minimized at 
\begin_inset Formula $\frac{d}{dx_{j}}q_{j}(x_{j},\lambda)=(d_{j}x_{j}+\lambda)=0$
\end_inset

 for a given 
\begin_inset Formula $\lambda$
\end_inset

 and if 
\begin_inset Formula $x_{j}=-\lambda/d_{j}$
\end_inset

 is within the box constraint 
\begin_inset Formula $l_{j}\le-\lambda/d_{j}\le u_{j}$
\end_inset

.
 If 
\begin_inset Formula $x_{j}=-\lambda/d_{j}$
\end_inset

 is out of the box constraint, a closer extreme point 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 results in the minimum value of 
\begin_inset Formula $q_{j}(x_{j},\lambda)$
\end_inset

.
 It implies 
\begin_inset Formula 
\begin{equation}
x_{j}(\lambda)=\begin{cases}
l_{j} & if\ \lambda\ge-d_{j}l_{j}\\
u_{j} & if\ \lambda\le-d_{j}u_{j}\\
-\lambda/d_{j} & otherwise
\end{cases}\rightarrow x_{j}(\lambda)=median\{l_{j},u_{j},-\lambda/d_{j}\}\label{eq:x(lam)_P}
\end{equation}

\end_inset

 The same result can be derived by KKT conditions as in 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 and section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Domain-of-Lagrange"

\end_inset

.
 
\end_layout

\begin_layout Itemize
For 
\begin_inset Formula $j\in Z$
\end_inset

, the the optimum solution 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 of the objective function 
\begin_inset Formula $q_{j}(x_{j},\lambda)=(-c_{j}+\lambda)x_{j}$
\end_inset

 for a given 
\begin_inset Formula $\lambda$
\end_inset

 can be determined by the sign of 
\begin_inset Formula $(-c_{j}+\lambda)$
\end_inset

.
 Moreover, if 
\begin_inset Formula $\lambda=c_{j}$
\end_inset

, the objective value 
\begin_inset Formula $q_{j}(x_{j},\lambda)$
\end_inset

 is 
\emph on
zero
\emph default
 for any 
\begin_inset Formula $x_{j}$
\end_inset

, that is
\begin_inset Formula 
\begin{equation}
q_{j}(x_{j},c_{j})=0\quad for\ x_{j}\in[l_{j},u_{j}]\label{eq:q(x,t)=0 for Z}
\end{equation}

\end_inset

so we can choose any arbitrary value within 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 in that case and set it to 
\begin_inset Formula $u_{j}$
\end_inset

 in our algorithm.
 It implies
\begin_inset Formula 
\begin{equation}
x_{j}(\lambda)=\begin{cases}
l_{j} & -c_{j}+\lambda>0\\
u_{j} & -c_{j}+\lambda<0\\
{}[l_{j},u_{j}] & -c_{j}+\lambda=0
\end{cases}\rightarrow x_{j}(\lambda)=\begin{cases}
l_{j} & if\ \lambda>c_{j}\\
u_{j} & otherwise
\end{cases}.\label{eq:x(lam)_Z}
\end{equation}

\end_inset


\end_layout

\begin_layout Itemize
For 
\begin_inset Formula $j\in N$
\end_inset

, the maximum value of 
\begin_inset Formula $q_{j}(x_{j},\lambda)$
\end_inset

 is at 
\begin_inset Formula $x_{j}=-\lambda/d_{j}$
\end_inset

 for a given 
\begin_inset Formula $\lambda$
\end_inset

, and the minimum value can be obtained at 
\begin_inset Formula $l_{j}$
\end_inset

 (or 
\begin_inset Formula $u_{j}$
\end_inset

), if 
\begin_inset Formula $x_{j}=-\lambda/d_{j}$
\end_inset

 is farther from 
\begin_inset Formula $l_{j}$
\end_inset

 (or 
\begin_inset Formula $u_{j}$
\end_inset

) than 
\begin_inset Formula $u_{j}$
\end_inset

 (or 
\begin_inset Formula $l_{j}$
\end_inset

).
 Moreover, if 
\begin_inset Formula $x_{j}=-\lambda/d_{j}$
\end_inset

 is the middle point of 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

, that is 
\begin_inset Formula $x_{j}=(l_{j}+u_{j})/2$
\end_inset

 yielding 
\begin_inset Formula $\lambda=-d_{j}(l_{j}+u_{j})/2$
\end_inset

, then 
\begin_inset Formula $q_{j}(x_{j},\lambda)$
\end_inset

 is minimized at either 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 having the same value of 
\begin_inset Formula $-d_{j}l_{j}u_{j}/2$
\end_inset

, that is,
\begin_inset Formula 
\begin{equation}
q_{j}(l_{j},t_{j})=q_{j}(u_{j},t_{j})=-d_{j}l_{j}u_{j}/2\quad for\ t_{j}=-d_{j}(l_{j}+u_{j})/2\label{eq:q(l,t)=q(u,t) for N}
\end{equation}

\end_inset

So we set it to an arbitrary value 
\begin_inset Formula $u_{j}$
\end_inset

 as we do for 
\begin_inset Formula $j\in Z$
\end_inset

.
 It implies (see appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:Another-derivation-for-x-in-N"

\end_inset

 for another derivation, which derives the same result)
\begin_inset Formula 
\begin{eqnarray}
x_{j}(\lambda) & = & \begin{cases}
l_{j} & if\ \frac{-\lambda}{d_{j}}>\frac{l_{j}+u_{j}}{2}\\
u_{j} & if\ \frac{-\lambda}{d_{j}}<\frac{l_{j}+u_{j}}{2}\\
l_{j}\ or\ u_{j} & if\ \frac{-\lambda}{d_{j}}=\frac{l_{j}+u_{j}}{2}
\end{cases}\rightarrow x_{j}(\lambda)=\begin{cases}
l_{j} & if\ \lambda>-d_{j}(l_{j}+u_{j})/2\\
u_{j} & otherwise
\end{cases}.\label{eq:x(lam)_N}
\end{eqnarray}

\end_inset


\end_layout

\begin_layout Standard
Thus, we can get a global optimum solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 of 
\begin_inset Formula $R(\lambda)$
\end_inset

 with a given 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 
\end_layout

\begin_layout Definition

\emph on
\begin_inset CommandInset label
LatexCommand label
name "Def:Breakpoint"

\end_inset

Breakpoint
\end_layout

\begin_layout Definition
We define that breakpoints are the values on 
\begin_inset Formula $\lambda$
\end_inset

 which make 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 be non-differentiable.
 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

 generates two beak points 
\begin_inset Formula 
\[
-d_{j}u_{j},\ \mbox{and}\ -d_{j}l_{j}
\]

\end_inset

and each variable for others sets generate one breakpoint 
\begin_inset Formula 
\[
t_{j}=\begin{cases}
c_{j} & for\ j\in Z\\
-d_{j}(l_{j}+u_{j})/2 & for\ j\in N
\end{cases}
\]

\end_inset

Note that the value of 
\begin_inset Formula $t_{j}$
\end_inset

 is same for original and transformed 
\begin_inset Formula $(P)$
\end_inset

 because transformation (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:transformation"

\end_inset

) is linear and separate.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/1.pdf
	lyxscale 50
	width 7cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:x(lam)_P"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/2.pdf
	lyxscale 50
	width 7cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in Z\cup N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:x(lam)_Z-N"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is a non-increasing piecewise linear function on 
\begin_inset Formula $\lambda$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The: x(lam)"

\end_inset


\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is a non-increasing piecewise linear function on 
\begin_inset Formula $\lambda$
\end_inset

 and discontinuous at 
\begin_inset Formula $t_{j}$
\end_inset

.
\end_layout

\begin_layout Proof
For the case of 
\begin_inset Formula $j\in P$
\end_inset

, as shown in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_P"

\end_inset

, it is easy to see that 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is a constant value of 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $\lambda$
\end_inset

 less than lower breakpoint 
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

 and is continued as a decreasing linear function with the slope of 
\begin_inset Formula $-1/d_{j}$
\end_inset

 until the value is reached to 
\begin_inset Formula $l_{j}$
\end_inset

 at the upper breakpoint 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset

.
 The line is also continued with a constant value of 
\begin_inset Formula $l_{j}$
\end_inset

 for 
\begin_inset Formula $\lambda$
\end_inset

 greater than the upper breakpoint.
 For other cases of 
\begin_inset Formula $j\in Z\cup N$
\end_inset

, we can also easily see that 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $\lambda$
\end_inset

 less than or equal to breakpoint 
\begin_inset Formula $t_{j}$
\end_inset

 and is 
\begin_inset Formula $l_{j}$
\end_inset

 otherwise.
 The figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_Z-N"

\end_inset

 shows it with a discontinuous point at a breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Characteristics of dual function 
\begin_inset Formula $R(\lambda)$
\end_inset


\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The: R(lam)"

\end_inset


\begin_inset Formula $R(\lambda)$
\end_inset

 is a continuous piecewise concave function and non-differentiable at breakpoint
s.
\end_layout

\begin_layout Proof
The theorem can be proved by each feature.
\end_layout

\begin_layout Proof
\begin_inset Formula $\bullet$
\end_inset

 Continuity and Concavity (page 215, Bazaraa et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bazaraa1993"

\end_inset

)
\end_layout

\begin_layout Proof
Let 
\begin_inset Formula $f(\mathbf{x})=\frac{1}{2}\mathbf{x}^{T}\mathbf{D}\mathbf{x}^{T}-\mathbf{c}^{T}\mathbf{x}$
\end_inset

, 
\begin_inset Formula $g(\mathbf{x})=\mathbf{a}^{T}\mathbf{x}-b$
\end_inset

, and 
\begin_inset Formula $B=\{\mathbf{x}:\mathbf{l}\le\mathbf{x}\le\mathbf{u}\}$
\end_inset

.
 Since 
\begin_inset Formula $\lambda\in\mathbb{R}$
\end_inset

 and 
\begin_inset Formula $B$
\end_inset

 is a nonempty compact set in 
\begin_inset Formula $\mathbb{R}^{n}$
\end_inset

, 
\begin_inset Formula $R(\lambda)$
\end_inset

 is continuous and finite everywhere on 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\lambda\in\mathbb{R}$
\end_inset

.

\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 Let 
\begin_inset Formula $\alpha\in(0,1)$
\end_inset

.
 By the definition of concave function, we have
\begin_inset Formula 
\begin{eqnarray*}
R(\alpha\lambda_{1}+(1-\alpha)\lambda_{2}) & = & Min\{f(\mathbf{x})+[\alpha\lambda_{1}+(1-\alpha)\lambda_{2}]g(\mathbf{x}):\mathbf{x}\in B\}\\
 & = & Min\{\alpha[f(\mathbf{x})+\lambda_{1}g(\mathbf{x})]+(1-\alpha)[f(\mathbf{x})+\lambda_{2}g(\mathbf{x})]:\mathbf{x}\in B\}\\
 & \ge & \alpha Min\{f(\mathbf{x})+\lambda_{1}g(\mathbf{x}):\mathbf{x}\in B\}+(1-\alpha)Min\{f(\mathbf{x})+\lambda_{2}g(\mathbf{x}):\mathbf{x}\in B\}\\
 & = & \alpha R(\lambda_{1})+(1-\alpha)R(\lambda_{2})
\end{eqnarray*}

\end_inset

Thus, 
\begin_inset Formula $R(\lambda)$
\end_inset

 is a continuous concave function.
 
\end_layout

\begin_layout Proof
\begin_inset Formula $\bullet$
\end_inset

 Piecewise function and non-differentiability
\end_layout

\begin_layout Proof
We define 
\begin_inset Formula $R_{j}(\lambda)=\frac{1}{2}d_{j}x_{j}^{2}(\lambda)-c_{j}x_{j}(\lambda)+\lambda x_{j}(\lambda)$
\end_inset

 be a separate part of 
\begin_inset Formula $R(\lambda)$
\end_inset

 for each 
\begin_inset Formula $j$
\end_inset

.
 That is, 
\begin_inset Formula $R(\lambda)=\sum_{\forall j}R_{j}(\lambda)$
\end_inset

.
 Then, we can see that 
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 is a linear or quadratic function on 
\begin_inset Formula $\lambda$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(lam)_P"

\end_inset

), (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(lam)_Z"

\end_inset

), and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(lam)_N"

\end_inset

), and 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
examples are illustrated in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:R(lam)_P"

\end_inset

, 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:R(lam)_Z"

\end_inset

, and 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:R(lam)_N"

\end_inset

.
\end_layout

\begin_layout Proof
\begin_inset Formula $\--$
\end_inset

 For 
\begin_inset Formula $j\in P$
\end_inset

, we can show that 
\begin_inset Formula $R_{j}(\lambda)$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 is a continuous piecewise concave function substituting 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_P"

\end_inset

) into 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 as 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
(
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(lam)_P"

\end_inset

).
 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $R_{j}(\lambda)$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 is a quadratic concave function if 
\begin_inset Formula $\lambda$
\end_inset

 is between breakpoints (
\begin_inset Formula $\lambda\in[-d_{j}u_{j},\ -d_{j}l_{j}]$
\end_inset

) and two linear lines are continued with the slope at each breakpoint.
 So 
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 is continuous and differentiable everywhere.
 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula 
\begin{equation}
R_{j}(\lambda)=\frac{1}{2}d_{j}x_{j}^{2}(\lambda)+\lambda x_{j}=\begin{array}{cc}
\begin{cases}
d_{j}l_{j}^{2}/2+\lambda l_{j} & if\ \lambda\ge-d_{j}l_{j}\rightarrow Linear\ function\\
d_{j}u_{j}^{2}/2+\lambda u_{j} & if\ \lambda\le-d_{j}u_{j}\rightarrow Linear\ function\\
-\lambda^{2}/(2d_{j}) & otherwise\rightarrow Quadratic\ function
\end{cases}\end{array}\label{eq:R(lam)_P}
\end{equation}

\end_inset


\end_layout

\begin_layout Proof
\begin_inset Formula $\--$
\end_inset

 For 
\begin_inset Formula $j\in Z$
\end_inset

, the objective function 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $R_{j}(\lambda)=(-c_{j}+\lambda)x_{j}(\lambda)$
\end_inset

 consists of two linear lines with the slope of 
\begin_inset Formula $u_{j}$
\end_inset

 and 
\begin_inset Formula $l_{j}$
\end_inset

 as in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(lam)_Z"

\end_inset

).
 Thus, it is a continuous piecewise linear concave function and is non-different
iable at a break point 
\begin_inset Formula $t_{j}$
\end_inset

.
 Note that the objective value at the breakpoint is 
\begin_inset Formula $R_{j}(t_{j})=0$
\end_inset

 for any 
\begin_inset Formula $x_{j}$
\end_inset

 as mentioned in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Characteristics-of x(lam)"

\end_inset

.
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula 
\begin{equation}
R_{j}(\lambda)=(-c_{j}+\lambda)x_{j}=\begin{cases}
-c_{j}l_{j}+\lambda l_{j} & if\ \lambda>c_{j}\rightarrow Linear\ function\\
-c_{j}u_{j}+\lambda u_{j} & otherwise\rightarrow Linear\ function
\end{cases}\label{eq:R(lam)_Z}
\end{equation}

\end_inset


\end_layout

\begin_layout Proof
\begin_inset Formula $\--$
\end_inset

 For 
\begin_inset Formula $j\in N$
\end_inset

,
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 is like the case of 
\begin_inset Formula $j\in Z$
\end_inset

 as in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(lam)_N"

\end_inset

), but 
\begin_inset Formula $R_{j}(t_{j})$
\end_inset

 has the same value of 
\begin_inset Formula $-d_{j}l_{j}u_{j}/2$
\end_inset

 for either 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 as noted in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Characteristics-of x(lam)"

\end_inset

.
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula 
\begin{equation}
R_{j}(\lambda)=\frac{1}{2}dx_{j}^{2}+\lambda x_{j}=\begin{cases}
d_{j}l_{j}^{2}/2+\lambda l_{j} & if\ \lambda>-d_{j}(l_{j}+u_{j})/2\rightarrow Linear\ function\\
d_{j}u_{j}^{2}/2+\lambda u_{j} & otherwise\rightarrow Linear\ function
\end{cases}\label{eq:R(lam)_N}
\end{equation}

\end_inset

Since 
\begin_inset Formula $R(\lambda)$
\end_inset

 is the sum of 
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 that are piecewise concave 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
and non-differentiable at breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

, 
\begin_inset Formula $R(\lambda)$
\end_inset

 also has the same properties (see an example in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:R(lam)"

\end_inset

).
 Therefore, the theorem holds.
 Moreover, if 
\begin_inset Formula $(P)$
\end_inset

 is the strictly convex case (e.g.
 all 
\begin_inset Formula $d_{j}>0$
\end_inset

), the 
\begin_inset Formula $R(\lambda)$
\end_inset

 is a piecewise concave quadratic function on 
\begin_inset Formula $\lambda$
\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/3.pdf
	lyxscale 50
	width 7cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:R(lam)_P"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/4.pdf
	lyxscale 50
	width 7cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:R(lam)_Z"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/5.pdf
	lyxscale 50
	width 7cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $R_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:R(lam)_N"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/6.pdf
	lyxscale 50
	width 7cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $R(\lambda)$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "fig:R(lam)"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $R(\lambda)=\sum_{\forall j}R_{j}(\lambda)$
\end_inset

 is a continuous piecewise concave function
\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection
KKT conditions and Duality Gap
\begin_inset CommandInset label
LatexCommand label
name "Sec:KKT-conditions-Duality-Gap"

\end_inset


\end_layout

\begin_layout Standard
We have explored the dual function 
\begin_inset Formula $R(\lambda)$
\end_inset

 in the previous section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Dual-problem"

\end_inset

.
 One may naturally think that the optimal objective value of 
\begin_inset Formula $(D)$
\end_inset

 can be smaller than the optimal objective value of the primal problem 
\begin_inset Formula $(P)$
\end_inset

 because 
\begin_inset Formula $R(\lambda)$
\end_inset

 has larger feasible area than that of 
\begin_inset Formula $(P)$
\end_inset

.
 In other words, 
\begin_inset Formula $R(\lambda^{*})\le f(x^{*})$
\end_inset

 because the dual problem ignores the feasibility of knapsack constraint
 (
\begin_inset Formula $\mathbf{a}'\mathbf{x}=b$
\end_inset

, (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

)).
 The difference 
\begin_inset Formula $f(x^{*})-R(\lambda^{*})$
\end_inset

 is called 
\emph on
duality gap
\emph default
, and its possible existence is proved by weak duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

 in this section.
 The theorem also leads corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

 to show that the gap does not exist if 
\begin_inset Formula $(P)$
\end_inset

 is in strictly convex case.
 
\end_layout

\begin_layout Standard
Before we prove the weak duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

, we first consider Karush-Kuhn-Tucker (KKT) conditions of 
\begin_inset Formula $(P)$
\end_inset

 to show that (a) 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 satisfies all KKT conditions except for the knapsack constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

) in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:x(lam) satisfies KKT"

\end_inset

, (b) to reveal the source of duality gap, and (c) to derive the minimum
 feasible domain (range) of 
\begin_inset Formula $\lambda$
\end_inset

 .
\end_layout

\begin_layout Subsubsection*
KKT conditions 
\end_layout

\begin_layout Standard
We derived 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)"

\end_inset

) using the graphical intuition.
 Most previous works such as 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995,HelgKennLall:1980,Kiwiel:2008med"

\end_inset

 used Karush-Kuhn-Tucker (KKT) conditions to find the same results of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 only for strictly convex case (
\begin_inset Formula $d_{j}>0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

).
 Consider KKT conditions of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset Formula 
\begin{equation}
\begin{array}{rcl}
Stationarity & d_{j}x_{j}-c_{j}+\lambda+\mu_{j}-\gamma_{j}=0 & \forall j\\
Primal\ feasibility & \mathbf{a}^{T}\mathbf{x}=b,\ l_{j}\le x\le u_{j} & \forall j\\
Complementary\ slackness & \mu_{j}(x_{j}-u_{j})=0,\ \gamma_{j}(l_{j}-x_{j})=0 & \forall j\\
Dual\ feasibility & \mu_{j}\ge0,\ \gamma_{j}\ge0 & \forall j
\end{array}\label{eq:KKT conditions}
\end{equation}

\end_inset

where 
\begin_inset Formula $\lambda$
\end_inset

 is a Lagrange multiplier for the knapsack constraint, and 
\begin_inset Formula $\mu_{j}$
\end_inset

 and 
\begin_inset Formula $\gamma_{j}$
\end_inset

 are Lagrange multipliers of upper and lower bounds of each variable.
 Note that 
\begin_inset Formula $\mu_{j}$
\end_inset

 and 
\begin_inset Formula $\gamma_{j}$
\end_inset

 are 
\emph on
zero
\emph default
 if the corresponding upper and lower bounds are infinity values.
 
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "lem:x(lam) satisfies KKT"

\end_inset


\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 satisfies all KKT conditions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

) except for the knapsack constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

).
\end_layout

\begin_layout Proof
Consider three possible values of 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

, 
\begin_inset Formula $u_{j}$
\end_inset

 or 
\begin_inset Formula $\in(l_{j},u_{j})$
\end_inset

 for each case in KKT conditions
\end_layout

\begin_layout Proof
\begin_inset Formula $\bullet$
\end_inset

 For 
\begin_inset Formula $j\in P\cup N$
\end_inset

, 
\end_layout

\begin_layout Proof
\begin_inset space \quad{}
\end_inset

If 
\begin_inset Formula $x_{j}=\left\{ \begin{array}{lll}
l_{j} & ,\ then\ \gamma_{j}=0 & \rightarrow\lambda\ge-d_{j}l_{j}\\
u_{j} & ,\ then\ \mu_{j}=0 & \rightarrow\lambda\le-d_{j}u_{j}\\
(l_{j},u_{j}) & ,\ then\ \mu_{j}=\gamma_{j}=0 & \rightarrow\lambda=-d_{j}x_{j}
\end{array}\right.$
\end_inset


\end_layout

\begin_layout Proof
\begin_inset Formula $\bullet$
\end_inset

 For 
\begin_inset Formula $j\in Z$
\end_inset

, 
\end_layout

\begin_layout Proof
\begin_inset space \quad{}
\end_inset

If 
\begin_inset Formula $x_{j}=\left\{ \begin{array}{lll}
l_{j} & ,\ then\ \gamma{}_{j}=0 & \rightarrow\lambda\ge c_{j}\\
u_{j} & ,\ then\ \mu_{j}=0 & \rightarrow\lambda\le c_{j}\\
(l_{j},u_{j}) & ,\ then\ \mu_{j}=\gamma_{j}=0 & \rightarrow\lambda=c_{j}
\end{array}\right.$
\end_inset


\end_layout

\begin_layout Proof
As we can see, KKT conditions give exactly same rules to define 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, and 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in Z\cup N$
\end_inset

 is a point that satisfies the above part of KKT conditions.
 However, 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 has no guarantee for a primal feasibility 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}=b$
\end_inset

.
 
\end_layout

\begin_layout Standard
Based on KKT conditions, we can draw the value of 
\begin_inset Formula $x_{j}$
\end_inset

 on 
\begin_inset Formula $\lambda$
\end_inset

 as figures 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_Z_KKT"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_N_KKT"

\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 and 
\begin_inset Formula $j\in N$
\end_inset

 respectively.
 Then, one can easily see the difference between the figures and figure
 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_Z-N"

\end_inset

 for 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 
\begin_inset Formula $j\in Z\cup N$
\end_inset

.
 Although figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_N_KKT"

\end_inset

 shows that there are three choices of 
\begin_inset Formula $x_{j}$
\end_inset

 
\begin_inset Formula $j\in N$
\end_inset

 for a 
\begin_inset Formula $\lambda$
\end_inset

 within two breakpoints 
\begin_inset Formula $[-d_{j}l_{j},-d_{j}u_{j}]$
\end_inset

, we just choose 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $\lambda$
\end_inset

 less than or equal to the middle point of two break points and choose 
\begin_inset Formula $l_{j}$
\end_inset

 otherwise by 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

.
 For the case of 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

, it can be any value within its bound 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 if 
\begin_inset Formula $\lambda=t_{j}$
\end_inset

, but 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 chooses only 
\begin_inset Formula $u_{j}$
\end_inset

.
 Therefore, the possible discrepancy between 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 and 
\begin_inset Formula $x_{j}(\lambda^{*})$
\end_inset

 for 
\begin_inset Formula $j\in Z\cup N$
\end_inset

 can generate the duality gap between objective values of 
\begin_inset Formula $(P)$
\end_inset

 and 
\begin_inset Formula $(D)$
\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/8.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:x(lam)_Z_KKT"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/7.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:x(lam)_N_KKT"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 and 
\begin_inset Formula $j\in N$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Duality Gap 
\begin_inset CommandInset label
LatexCommand label
name "sec:Duality-Gap"

\end_inset


\end_layout

\begin_layout Standard
As we mentioned at the beginning of this section, 
\begin_inset Formula $R(\lambda^{*})$
\end_inset

 can be smaller than 
\begin_inset Formula $f(x^{*})$
\end_inset

 because 
\begin_inset Formula $(D)$
\end_inset

 has a larger feasible domain than 
\begin_inset Formula $(P)$
\end_inset

.
 The reasoning is proved by the weak duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

, and a corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

 is followed to prove that the duality gap does not exist in the strictly
 convex case.
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The: Weak-duality-theorem"

\end_inset

Weak duality theorem (page 204, Bazaraa et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bazaraa1993"

\end_inset

)
\end_layout

\begin_layout Theorem
Let 
\begin_inset Formula $f(\mathbf{x})=\frac{1}{2}\mathbf{x}^{T}\mathbf{D}\mathbf{x}^{T}-\mathbf{c}^{T}\mathbf{x}$
\end_inset

, 
\begin_inset Formula $h(\mathbf{x})=\mathbf{a}^{T}\mathbf{x}-b$
\end_inset

, 
\begin_inset Formula $B=\{\mathbf{x}:\mathbf{l}\le\mathbf{x}\le\mathbf{u}\}$
\end_inset

, and a global optimum solution 
\begin_inset Formula $\mathbf{x}^{*}\in\{\mathbf{x}:h(\mathbf{x})=0\}\cap B$
\end_inset

.
 Then, 
\begin_inset Formula $R(\lambda^{*})\le f(x^{*})$
\end_inset


\end_layout

\begin_layout Proof
By definition of 
\begin_inset Formula $R(\lambda)$
\end_inset

 and since 
\begin_inset Formula $\mathbf{x}^{*}\in\mathbf{x}(\lambda)\in B$
\end_inset

, we have
\begin_inset Formula 
\begin{eqnarray*}
R(\lambda^{*}) & = & Min\{f(\mathbf{x}(\lambda^{*}))+\lambda^{*}h(\mathbf{x}(\lambda^{*})):\mathbf{x}\in B\}\qquad since\ h(\mathbf{x}^{*})=0\\
 & \le & f(\mathbf{x}^{*})+\lambda^{*}h(\mathbf{x}^{*})=f(\mathbf{x}^{*})
\end{eqnarray*}

\end_inset

Therefore 
\begin_inset Formula $(D)$
\end_inset

 guarantees the lower bound of 
\begin_inset Formula $(P)$
\end_inset

.
\end_layout

\begin_layout Corollary
\begin_inset CommandInset label
LatexCommand label
name "Cor: No duality gap"

\end_inset

If 
\begin_inset Formula $(P)$
\end_inset

 is a strictly convex problem (
\begin_inset Formula $d_{j}>0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

), no duality gap exists (
\begin_inset Formula $R(\lambda^{*})=f(x^{*})$
\end_inset

) with the solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

.
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $(P)$
\end_inset

 is a strictly convex problem, it is well known that KKT conditions are
 necessary and sufficient conditions (see page 162-165 of 
\begin_inset CommandInset citation
LatexCommand cite
key "bazaraa1993"

\end_inset

) for global optimality and we have shown that 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 satisfies all KKT conditions except for the knapsack constraint in lemma
 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:x(lam) satisfies KKT"

\end_inset

.
 So here we show that the knapsack constraint is satisfied by 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 for the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Proof
Since 
\begin_inset Formula $R(\lambda)$
\end_inset

 is concave by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam)"

\end_inset

 and its slope is
\begin_inset Formula 
\[
\frac{d}{d\lambda}R(\lambda)=\mathbf{a}^{T}\mathbf{x}=b
\]

\end_inset

, it is maximized when the slope is 
\emph on
zero
\emph default
 at 
\begin_inset Formula $\lambda^{*}$
\end_inset

 with 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

.
 Hence, the unique solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 satisfies all KKT conditions and it guarantees the lower bound of 
\begin_inset Formula $(P)$
\end_inset

 by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

.
 That means there exists no duality gap with 
\begin_inset Formula $R(\lambda^{*})=f(x^{*})$
\end_inset

.
\end_layout

\begin_layout Standard
Corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

 is a part of a well known strong duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Strong-duality-theorem"

\end_inset

.
 Although we restricted corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

 only for strictly convex case, necessary and sufficient KKT conditions
 still holds for convex case (
\begin_inset Formula $d_{j}\ge0$
\end_inset

).
 So we will show that all global optimum solutions can be derived from 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 for the convex case in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:weak point"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-solution"

\end_inset

.
\end_layout

\begin_layout Subsubsection*
Domain of Lagrange multiplier 
\begin_inset Formula $\lambda$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "sec:Domain-of-Lagrange"

\end_inset


\end_layout

\begin_layout Standard
The domain of 
\begin_inset Formula $\lambda$
\end_inset

 is unrestricted in 
\begin_inset Formula $(D)$
\end_inset

 , but from 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 we can observe that breakpoints can be used to restrict the range of 
\begin_inset Formula $\lambda$
\end_inset

.
 Here we show that the observation can be proved by KKT conditions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

).
 The dual domain varies dependent on the bounds in the box constraints (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:box"

\end_inset

).
 If all bounds for 
\begin_inset Formula $x_{j}$
\end_inset

 are finite, we can get the minimum domain of 
\begin_inset Formula $\lambda$
\end_inset

 simply from break points.
 However, if 
\begin_inset Formula $x_{j}$
\end_inset

 are one sided bounded for some 
\begin_inset Formula $j\in Z$
\end_inset

, that is, 
\begin_inset Formula $l_{j}\le x_{j}$
\end_inset

 or 
\begin_inset Formula $x_{j}\le u_{j}$
\end_inset

, we can narrower the domain using KKT conditions.
 In addition to the cases, we also consider a case of inequal knapsack constrain
t 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}\le b$
\end_inset

.
 Note that the one bounded cases for 
\begin_inset Formula $j\in N$
\end_inset

 will be considered in the next chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.open"

\end_inset

 without 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption3]{Assumption 3}
\end_layout

\end_inset

.
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem: finite bounds"

\end_inset

If 
\begin_inset Formula $x_{j}$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

 are finitely bounded (
\begin_inset Formula $-\infty<l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}<\infty$
\end_inset

), then 
\begin_inset Formula $\lambda^{*}\in[\lambda_{min},\ \lambda_{max}]$
\end_inset

 where
\begin_inset Formula 
\begin{eqnarray*}
\lambda_{min} & = & min\{-d_{i}u_{i},\ t_{j}:i\in P,\ j\in Z\cup N\}\\
\lambda_{max} & = & max\{-d_{i}l_{i},\ t_{j}:i\in P,\ j\in Z\cup N\}
\end{eqnarray*}

\end_inset

are minimum and maximum break points.
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $(P)$
\end_inset

 is feasible, 
\begin_inset Formula $b$
\end_inset

 should be in the bound of 
\begin_inset Formula 
\[
\sum_{\forall j}l_{j}\le b\le\sum_{\forall j}u_{j}
\]

\end_inset

and each bound is obtained at 
\begin_inset Formula $\lambda_{min}$
\end_inset

 and 
\begin_inset Formula $\lambda_{max}+\varepsilon$
\end_inset

 with 
\begin_inset Formula $\varepsilon>0$
\end_inset

 because 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 is non-increasing function and 
\begin_inset Formula 
\[
x_{j}(\lambda_{min})=u_{j}\quad\mbox{and}\quad x_{j}(\lambda_{max}+\varepsilon)=l_{j}\quad\forall j
\]

\end_inset

We can actually ignore 
\begin_inset Formula $\varepsilon$
\end_inset

 and say 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is in the range 
\begin_inset Formula $[\lambda_{min},\ \lambda_{max}]$
\end_inset

 because 
\begin_inset Formula $R_{j}(\lambda_{max})$
\end_inset

 has the same value with 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 for 
\begin_inset Formula $t_{j}=\lambda_{max}$
\end_inset

.
 In other words,
\end_layout

\begin_layout Proof
\begin_inset Formula 
\begin{equation}
\begin{array}{clc}
R_{j}(\lambda_{max})= & 0 & \quad for\ x_{j}\in[l_{j},u_{j}],\ t_{j}=\lambda_{max},\ j\in Z\\
R_{j}(\lambda_{max})= & -d_{l}l_{j}u_{j}/2 & \quad for\ x_{j}\in\{l_{j},u_{j}\},\ t_{j}=\lambda_{max},\ j\in N
\end{array}\label{eq:R(t) same for l and u}
\end{equation}

\end_inset

as shown when we derive (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_Z"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_N"

\end_inset

).
 
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem: infinite bound"

\end_inset

If 
\begin_inset Formula $x_{j}$
\end_inset

 for some 
\begin_inset Formula $j\in Z$
\end_inset

 are infinitely bounded (
\begin_inset Formula $l_{j}=-\infty$
\end_inset

 or 
\begin_inset Formula $u_{j}=\infty$
\end_inset

), then 
\begin_inset Formula $\lambda^{*}\in[\lambda_{min},\ \lambda_{max}]$
\end_inset

 where
\end_layout

\begin_layout Lemma
\begin_inset Formula 
\begin{eqnarray*}
\lambda_{min} & = & max\{\hat{\lambda}_{min},\ t_{j}:j\in Z_{u}\}\\
\lambda_{max} & = & min\{\hat{\lambda}_{max},\ t_{j}:j\in Z_{l}\}
\end{eqnarray*}

\end_inset

and
\begin_inset Formula 
\begin{equation}
\begin{array}{ccc}
\hat{\lambda}_{min} & = & min\{-d_{i}u_{i},\ t_{j}:i\in P,\ j\in(Z\cup N)\backslash(Z_{u}\cup Z_{l})\}\\
\hat{\lambda}_{max} & = & max\{-d_{i}l_{i},\ t_{j}:i\in P,\ j\in(Z\cup N)\backslash(Z_{u}\cup Z_{l})\}
\end{array}\label{eq:Dual dom inf bound}
\end{equation}

\end_inset

for 
\begin_inset Formula $Z_{l}=\{j\in Z:l_{j}=-\infty\}$
\end_inset

, and 
\begin_inset Formula $Z_{u}=\{j\in Z:u_{j}=\infty\}$
\end_inset

.
\end_layout

\begin_layout Proof
\begin_inset Formula $\hat{\lambda}_{min}$
\end_inset

 and 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\hat{\lambda}_{max}$
\end_inset

 are proved in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: finite bounds"

\end_inset

.
 Consider other parts with KKT conditions.
 
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $l_{j}=-\infty$
\end_inset

 for some 
\begin_inset Formula $j\in Z$
\end_inset

 by the stationarity KKT conditions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

),
\end_layout

\begin_layout Proof

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula 
\begin{eqnarray*}
-c_{j}+\lambda+\mu_{j} & = & 0\\
-c_{j}+\lambda & = & -\mu_{j}\le0\\
\lambda & \le & c_{j}=t_{j}
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Proof
Thus, 
\begin_inset Formula $\lambda^{*}\le\lambda_{max}\le t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z_{l}$
\end_inset

.
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $u_{j}=\infty$
\end_inset

 for some 
\begin_inset Formula $j\in Z$
\end_inset

 by the stationarity KKT conditions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

) 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula 
\begin{eqnarray*}
-c_{j}+\lambda-\gamma_{j} & = & 0\\
-c_{j}+\lambda & = & \gamma_{j}\ge0\\
\lambda & \ge & c_{j}=t_{j}
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Proof
Thus, 
\begin_inset Formula $\lambda^{*}\ge\lambda_{min}\ge t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z_{u}$
\end_inset

, and lemma is complete.
\end_layout

\begin_layout Standard

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
A similar result was presented by 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
Lotito (2006, proposition 3 of 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

) with one sided bound 
\begin_inset Formula $0\le x_{j}$
\end_inset

 for positive semidefinite case (
\begin_inset Formula $N=\emptyset$
\end_inset

), and the proof does not rely on KKT conditions.
 
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem: lam>=0"

\end_inset

If the knapsack constraint is inequal as 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}\le b$
\end_inset

, then 
\begin_inset Formula $\lambda^{*}\ge0$
\end_inset

.
 
\end_layout

\begin_layout Proof
In the KKT conditions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

), 
\begin_inset Formula $\lambda$
\end_inset

 is unrestricted because it is the Lagrange multiplier for the equal constraint.
 But if the knapsack constraint is inequal, two more KKT conditions 
\end_layout

\begin_layout Proof
\begin_inset Formula 
\begin{eqnarray*}
\lambda(\mathbf{a}^{T}\mathbf{x}-b) & = & 0\\
\lambda & \ge & 0
\end{eqnarray*}

\end_inset

should be added in the KKT condition.
 Therefore, 
\begin_inset Formula $\lambda^{*}\ge0$
\end_inset

, and it implies 
\begin_inset Formula $\lambda_{min}\ge0$
\end_inset

.
\end_layout

\begin_layout Standard
The inequal constraint case has been considered in the literature such as
 Stefanov 
\begin_inset CommandInset citation
LatexCommand cite
key "stefanov2004con"

\end_inset

 or Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

.
 If we have an inequal knapsack constraint, we can assume 
\begin_inset Formula $\lambda^{*}\ge0$
\end_inset

 by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: lam>=0"

\end_inset

.
 So first we can test whether the knapsack constraint is satisfied at 
\begin_inset Formula $\lambda=0$
\end_inset

 by 
\begin_inset Formula 
\[
\mathbf{a}^{T}\mathbf{x}(0)\le b.
\]

\end_inset

If the inequality is satisfied, 
\begin_inset Formula $\mathbf{x}(0)$
\end_inset

 is a global optimum.
 If it is not satisfied, simply we can search for a 
\begin_inset Formula $\lambda^{*}>0$
\end_inset

 with ranges in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: finite bounds"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: infinite bound"

\end_inset

 assuming the equal knapsack constraint
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The: R(lam) max"

\end_inset


\begin_inset Formula $R(\lambda)$
\end_inset

 is maximized at a 
\begin_inset Formula $\lambda\in[\lambda_{min},\ \lambda_{max}]$
\end_inset


\end_layout

\begin_layout Proof
Since 
\begin_inset Formula $R(\lambda)$
\end_inset

 is a concave function as proved by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam)"

\end_inset

 and 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 covers all feasible solutions of 
\begin_inset Formula $R(\lambda)$
\end_inset

 with 
\begin_inset Formula $\lambda\in[\lambda_{min},\lambda_{max}]$
\end_inset

 by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: finite bounds"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: infinite bound"

\end_inset

, the theorem holds.
 Hence, 
\begin_inset Formula $(D)$
\end_inset

 has an optimum solution at the 
\begin_inset Formula $\lambda^{*}\in[\lambda_{min},\ \lambda_{max}]$
\end_inset

.
\end_layout

\begin_layout Subsection
Solving the dual problem
\begin_inset CommandInset label
LatexCommand label
name "Sec:Solving-the-dual"

\end_inset


\end_layout

\begin_layout Standard
We have explored the characteristics of dual problem 
\begin_inset Formula $(D)$
\end_inset

 with theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam)"

\end_inset

 and theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam) max"

\end_inset

.
 By the two theorems, we know that 
\begin_inset Formula $R(\lambda)$
\end_inset

 is concave having the maximum point in the range of 
\begin_inset Formula $\lambda\in[\lambda_{min},\ \lambda_{max}]$
\end_inset

.
 That means 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is a value which makes the slope of 
\begin_inset Formula $R(\lambda)$
\end_inset

 be 
\emph on
zero
\emph default
 (lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:R(lam)=0"

\end_inset

).
 However, 
\begin_inset Formula $R(\lambda)$
\end_inset

 is not differentiable at breakpoints as illustrated in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:derivative of R(lam)"

\end_inset

 so the slope is not unique at breakpoints.
 Thus, we may search for 
\begin_inset Formula $\lambda^{*}$
\end_inset

 using right and left derivatives of 
\begin_inset Formula $R(\lambda)$
\end_inset

 such that two derivatives have opposite signs or at least one
\emph on
 
\emph default
is 
\emph on
zero
\emph default
, and the facts will be proved in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:g(lam)>=0"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:gl(lam)<=0"

\end_inset

.
\end_layout

\begin_layout Subsubsection*
Right and Left Derivatives of 
\begin_inset Formula $R(\lambda)$
\end_inset


\end_layout

\begin_layout Standard
The derivative of 
\begin_inset Formula $R(\lambda)$
\end_inset

 is
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
\frac{d}{d\lambda}R(\lambda)=\frac{d}{d\lambda}\left(\frac{1}{2}\mathbf{x}^{T}\mathbf{D}\mathbf{x}^{T}-\mathbf{c}^{T}\mathbf{x}+\lambda(\mathbf{a}^{T}\mathbf{x}-b)\right)=\mathbf{a}^{T}\mathbf{x}-b
\]

\end_inset

and the right derivative can be obtained with 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 defining 
\begin_inset Formula $g(\lambda)$
\end_inset

 as
\begin_inset Formula 
\begin{eqnarray*}
Right\ derivative: & \quad g(\lambda)= & \mathbf{a}^{T}\mathbf{x}(\lambda)-b
\end{eqnarray*}

\end_inset

since we choose 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $x_{j}(t_{j})$
\end_inset

.
 Then, the left derivative is easily obtained from 
\begin_inset Formula $g(\lambda)$
\end_inset

 defining 
\begin_inset Formula $g_{l}(\lambda)$
\end_inset

 as
\begin_inset Formula 
\begin{eqnarray*}
Left\ derivative: & \quad g_{l}(\lambda)= & g(\lambda)+\sum_{j\in K(\lambda)}(l_{j}-u_{j})
\end{eqnarray*}

\end_inset

for 
\begin_inset Formula 
\[
K(\lambda)=\{k\in Z\cup N:t_{k}=\lambda\}
\]

\end_inset

, and we define the corresponding solution to be
\begin_inset Formula 
\[
\hat{x}_{j}(\lambda)=\begin{cases}
l_{j} & for\ j\in K(\lambda)\\
x_{j}(\lambda) & for\ j\notin K(\lambda)
\end{cases}
\]

\end_inset

Note that the value of 
\begin_inset Formula $R(\lambda^{*})$
\end_inset

 is same with 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 and 
\begin_inset Formula $\hat{\mathbf{x}}(\lambda^{*})$
\end_inset

 as shown in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:R(t) same for l and u"

\end_inset

), and an example of two derivatives is illustrated in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:derivative of R(lam)"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/9.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Right derivative 
\begin_inset Formula $g(\lambda)$
\end_inset

 and left derivative 
\begin_inset Formula $g_{l}(\lambda)$
\end_inset

 of 
\begin_inset Formula $R(\lambda)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:derivative of R(lam)"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/10.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $g(\lambda)$
\end_inset

 is a non-increasing piecewise linear function and discontinuous at 
\begin_inset Formula $t_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:g(lam)"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $g(\lambda)$
\end_inset

 is the right derivative (slope) of 
\begin_inset Formula $R(\lambda)$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Upper bound solution
\end_layout

\begin_layout Standard
An interesting fact is that both 
\begin_inset Formula $g(\lambda)$
\end_inset

 and 
\begin_inset Formula $g_{l}(\lambda)$
\end_inset

 are the violation of knapsack constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

) of 
\begin_inset Formula $(P)$
\end_inset

.
 If one of derivatives (violations) is 
\emph on
zero
\emph default
 at 
\begin_inset Formula $\lambda^{*}$
\end_inset

, then we can be sure that the corresponding solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 or 
\begin_inset Formula $\hat{\mathbf{x}}(\lambda^{*})$
\end_inset

 is a global optimum solution because it gives the lower bound by weak duality
 theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

 and is feasible to 
\begin_inset Formula $(P)$
\end_inset

.
 Otherwise, 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 and 
\begin_inset Formula $\hat{\mathbf{x}}(\lambda^{*})$
\end_inset

 are infeasible to the knapsack constraint.
 However, a feasible upper bound solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 must exist
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:xU exists"

\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 in 
\begin_inset Formula 
\begin{equation}
Upper\ bound\ solution:\quad\mathbf{x}^{U}=\left\{ \mathbf{x}:x_{j}=\begin{cases}
\in[l_{j},u_{j}] & for\ j\in K^{*}\\
x_{j}(\lambda^{*}) & for\ j\notin K^{*}
\end{cases}\right\} \label{eq:xU}
\end{equation}

\end_inset

where
\begin_inset Formula 
\begin{equation}
K^{*}=K(\lambda^{*})\label{eq:Kstar}
\end{equation}

\end_inset

, which will be used for the rest of this chapter.
 
\end_layout

\begin_layout Standard
We name 
\begin_inset Formula $\mathbf{x}^{U}$
\end_inset

 
\emph on
upper bound solutions
\emph default
 because 
\begin_inset Formula $\mathbf{x}^{U*}\subseteq\mathbf{x}^{U}$
\end_inset

 is a feasible solution to 
\begin_inset Formula $(P)$
\end_inset

 and gives the upper bound of the global objective value.
 Similarly we name 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 the 
\emph on
lower bound solution
\emph default
 because it guarantees the lower bound by the weak duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

.
 Hence, 
\begin_inset Formula 
\[
f(\mathbf{x}(\lambda^{*}))\le f(\mathbf{x}^{*})\le f(\mathbf{x}^{U*})
\]

\end_inset


\end_layout

\begin_layout Subsubsection*
Characteristics of 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:characteristics of g(lam)"

\end_inset


\begin_inset Formula $g(\lambda)$
\end_inset

 is a non-increasing piecewise linear function on 
\begin_inset Formula $\lambda$
\end_inset

 and discontinuous at 
\begin_inset Formula $t_{j}$
\end_inset


\end_layout

\begin_layout Proof
Since 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is a non-increasing piecewise linear function and discontinuous at 
\begin_inset Formula $t_{j}$
\end_inset

, the function 
\begin_inset Formula $g(\lambda)$
\end_inset

, which is a sum of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 and a constant subtraction of 
\begin_inset Formula $b$
\end_inset

, has the same properties.
 An example is illustrated in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam)"

\end_inset

.
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem:g(lam)>=0"

\end_inset

It is true that 
\begin_inset Formula $g(\lambda^{*})\ge0$
\end_inset

, and more specifically
\begin_inset Formula 
\[
\begin{array}{cc}
g(\lambda^{*})=0 & if\ \lambda^{*}\ne t_{j}\\
g(\lambda^{*})\ge0 & if\ \lambda^{*}=t_{j}
\end{array}for\ j\in K^{*}
\]

\end_inset


\end_layout

\begin_layout Proof
Since 
\begin_inset Formula $R(\lambda)$
\end_inset

 is concave by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam)"

\end_inset

, the right derivative 
\begin_inset Formula $g(\lambda)$
\end_inset

 should be nonnegative for 
\begin_inset Formula $\lambda$
\end_inset

 less than or equal to 
\begin_inset Formula $\lambda^{*}$
\end_inset

 where 
\begin_inset Formula $R(\lambda)$
\end_inset

 is maximized by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam) max"

\end_inset

.
 Moreover, if the concave function is differentiable at its maximum point
 (in other words, 
\begin_inset Formula $\lambda^{*}\ne t_{j}$
\end_inset

), the slope 
\begin_inset Formula $g(\lambda)$
\end_inset

 is 
\begin_inset Formula $zero$
\end_inset

.
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem:gl(lam)<=0"

\end_inset

It is true that 
\begin_inset Formula $g_{l}(\lambda^{*})\le0$
\end_inset

, and more specifically
\end_layout

\begin_layout Lemma
\begin_inset Formula 
\[
\begin{array}{cc}
g_{l}(\lambda^{*})=0 & if\ \lambda^{*}\ne t_{j}\\
g_{l}(\lambda^{*})\le0 & if\ \lambda^{*}=t_{j}
\end{array}for\ j\in K^{*}
\]

\end_inset


\end_layout

\begin_layout Proof
This can be proved in a similar way in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:g(lam)>=0"

\end_inset


\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem:R(lam)=0"

\end_inset

There exists 
\begin_inset Formula $\lambda^{*}\in[\lambda_{min},\ \lambda_{max}]$
\end_inset

 such that 
\begin_inset Formula $0\in\left\{ \frac{d}{d\lambda}R(\lambda^{*})\right\} $
\end_inset


\end_layout

\begin_layout Proof

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
Since 
\begin_inset Formula $\frac{d}{d\lambda}R(\lambda)$
\end_inset

 is a value between two derivatives of 
\begin_inset Formula $g_{l}(\lambda^{*})$
\end_inset

 and 
\begin_inset Formula $g(\lambda)$
\end_inset

 as
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula 
\[
\frac{d}{d\lambda}R(\lambda^{*})\in[g_{l}(\lambda^{*}),g(\lambda^{*})]
\]

\end_inset

, and two derivatives have opposite signs or at least one is 
\emph on
zero
\emph default
 by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:g(lam)>=0"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:gl(lam)<=0"

\end_inset

 as 
\begin_inset Formula 
\[
0\in[g_{l}(\lambda^{*}),g(\lambda^{*})]
\]

\end_inset

the lemma is complete.
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem:g(lam)<=sum(u-l)"

\end_inset

 If 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

, then
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $g(\lambda^{*})\le\sum_{k\in K^{*}}\left(u_{k}-l_{k}\right)$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
.
\end_layout

\begin_layout Proof
We have
\begin_inset Formula 
\begin{eqnarray*}
g(\lambda^{*})-g_{l}(\lambda^{*}) & = & \sum_{j\in K}\left(u_{j}-l_{j}\right)\\
g(\lambda^{*}) & = & g_{l}(\lambda^{*})+\sum_{k\in K^{*}}\left(u_{k}-l_{k}\right)\quad since\ g_{l}(\lambda^{*})\le0\\
 & \le & \sum_{j\in K^{*}}\left(u_{j}-l_{j}\right)
\end{eqnarray*}

\end_inset

Moreover, it holds that the right hand side 
\begin_inset Formula 
\[
\sum_{j\in K^{*}}\left(u_{j}-l_{j}\right)>0
\]

\end_inset

because 
\begin_inset Formula $l_{j}<u_{j}$
\end_inset

 by 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption 2]{Assumption 2}
\end_layout

\end_inset

.
 See figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) nonconvex"

\end_inset

 for graphical intuition.
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:xU exists"

\end_inset

There exists an upper bound solution 
\begin_inset Formula $\mathbf{x}^{U*}\subseteq\mathbf{x}^{U}$
\end_inset

 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xU"

\end_inset

), which is feasible to 
\begin_inset Formula $(P)$
\end_inset


\end_layout

\begin_layout Proof
If 
\begin_inset Formula $K^{*}=\emptyset$
\end_inset

, the slope of 
\begin_inset Formula $R(\lambda)$
\end_inset

 at 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is 
\emph on
zero
\emph default
 by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:g(lam)>=0"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:gl(lam)<=0"

\end_inset

.
 That means 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 is feasible to 
\begin_inset Formula $(P)$
\end_inset

, and the lower and upper bound solutions are same without duality gap.
 Therefore, 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 is a global solution.
 In other words, 
\end_layout

\begin_layout Proof
\begin_inset Formula 
\begin{equation}
\mathbf{x}(\lambda^{*})=\hat{\mathbf{x}}(\lambda^{*})=\mathbf{x}^{U*}\label{eq:x(lam)=xhat(lam)}
\end{equation}

\end_inset


\end_layout

\begin_layout Proof
If 
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

, thanks to lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:g(lam)<=sum(u-l)"

\end_inset

, there exists a feasible solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 in the range of 
\begin_inset Formula 
\[
x_{j}^{U*}\in[\hat{x}_{j}(\lambda^{*}),\ x_{j}(\lambda^{*})]
\]

\end_inset

Therefore, we can find all 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 adjusting 
\begin_inset Formula $x_{j}$
\end_inset

 in the range
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 within 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 and holding 
\begin_inset Formula $x_{j}(\lambda^{*})$
\end_inset

 for 
\begin_inset Formula $j\notin K^{*}$
\end_inset

.
\end_layout

\begin_layout Standard
Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) convex"

\end_inset

 is an example for the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

.
 It shows that (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)=xhat(lam)"

\end_inset

) is always holds for a 
\begin_inset Formula $\lambda\in[\lambda_{min},\lambda_{max}]$
\end_inset

 since 
\begin_inset Formula $g(\lambda)$
\end_inset

 is continuous.
 On the other hands, a nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 is drawn in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) nonconvex"

\end_inset

 with a discontinuous piecewise linear lines presenting lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:g(lam)<=sum(u-l)"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/11.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $g(\lambda)$
\end_inset

 in a strictly convex case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:g(lam) convex"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/12.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $g(\lambda)$
\end_inset

 in an non-strictly convex case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:g(lam) nonconvex"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Tightness of the upper and lower bounds
\end_layout

\begin_layout Standard
Since we can get a feasible upper bound solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 adjusting 
\begin_inset Formula $x_{j}(\lambda^{*})$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 within its range 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

, we can get the gap between lower and upper bounds, and we name it 
\emph on
bound gap
\begin_inset Formula 
\[
Bound\ Gap=f(\mathbf{x}^{U*})-R(\lambda^{*})
\]

\end_inset


\end_layout

\begin_layout Standard
The maximum gap is totally dependent on the given coefficients of 
\begin_inset Formula $(P)$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

.
 Define the separate objective function 
\begin_inset Formula $f_{j}(x_{j})=\frac{1}{2}d_{j}x_{j}^{2}-c_{j}x_{j}$
\end_inset

.
 If knapsack constraint is ignored, the maximum value of 
\begin_inset Formula $f_{j}(x_{j})$
\end_inset

 is 
\begin_inset Formula 
\[
f_{j}=\begin{array}{ll}
\begin{cases}
-c_{j}l_{j} & if\ c_{j}>0\\
-c_{j}u_{j} & if\ c_{j}<0
\end{cases} & for\ j\in Z\cap K^{*}\\
\begin{cases}
\frac{1}{2}d_{j}\bar{x}_{j}^{2}\end{cases} & for\ j\in N\cap K^{*}
\end{array}
\]

\end_inset

where 
\begin_inset Formula $\bar{x}_{j}=median\{l_{j},0,u_{j}\}$
\end_inset

.
\end_layout

\begin_layout Standard
Since at most one 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is strictly within 
\begin_inset Formula $(l_{j},u_{j})$
\end_inset

 as will be proved in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

 and global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Case-3]{case 3}
\end_layout

\end_inset

 in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

, the maximum limit of 
\emph on
bound gap
\emph default
 is 
\begin_inset Formula 
\begin{equation}
Bound\ Gap\le Max\left\{ f_{j}-q_{j}(u_{j},\lambda^{*}):j\in K^{*}\right\} \label{eq:bound gap}
\end{equation}

\end_inset

, and it also gives the limit of 
\emph on
duality gap
\emph default
 by
\begin_inset Formula 
\[
Duality\ gap\le Bound\ Gap
\]

\end_inset

Note that 
\begin_inset Formula 
\[
q_{j}(x_{j},\lambda^{*})=\begin{cases}
-d_{j}l_{j}u_{j}/2 & for\ j\in N\cap K^{*}\ and\ x_{j}=\{l_{j},u_{j}\}\\
0 & for\ j\in Z\cap K^{*}\ and\ x_{j}\in[l_{j},u_{j}]
\end{cases}
\]

\end_inset

as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:q(x,t)=0 for Z"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:q(l,t)=q(u,t) for N"

\end_inset

).
\end_layout

\begin_layout Subsubsection*
Finding an upper bound solution 
\begin_inset Formula $\mathbf{x}^{U}$
\end_inset

; a weak point when 
\begin_inset Formula $K^{*}\subseteq N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Sec:weak point"

\end_inset


\end_layout

\begin_layout Standard
As we will discuss about the global solution in the next section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-solution"

\end_inset

, we can find a 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 as a global optimum solution if 
\begin_inset Formula $K^{*}$
\end_inset

 is empty or includes at least one index in 
\begin_inset Formula $Z$
\end_inset

 (
\begin_inset Formula $K^{*}\cap Z\ne\emptyset$
\end_inset

) with some conditions in global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Case-3]{case 3}
\end_layout

\end_inset

 of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

.
 However, if the conditions are not satisfied or all index in 
\begin_inset Formula $K^{*}$
\end_inset

 are in 
\begin_inset Formula $N$
\end_inset

 (
\begin_inset Formula $K^{*}\subseteq N$
\end_inset

), we face a strictly concave problem.
 For example, if 
\begin_inset Formula $K^{*}\subseteq N$
\end_inset

, we need to solve 
\begin_inset Formula $(P2)$
\end_inset

 with 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 to find a 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

.
\begin_inset CommandInset label
LatexCommand label
name "Pro:(P2)"

\end_inset


\begin_inset Formula 
\begin{eqnarray*}
(P2) & Min & \frac{1}{2}\sum_{j\in K^{*}}d_{j}x_{j}^{2}\\
 & s.t. & \sum_{j\in K^{*}}x_{j}=b-\sum_{j\notin K^{*}}x(\lambda^{*})\\
 &  & l_{j}\le x_{j}\le u_{j}\qquad for\ j\in K^{*}
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Standard
This strictly concave case is known to be 
\emph on
NP-hard
\emph default
 and has been considered by Moré and Vavasis (1991, 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

), but their algorithm gives only a local optimum with 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 time.
 This is the only 
\emph on
weak point
\emph default
 of our algorithm because even though we are able to find a global optimum
 of 
\begin_inset Formula $(P2)$
\end_inset

 taking nonlinear time with some methods such as branch and bound, dynamic
 programming, or approximation methods, the feasible solution 
\begin_inset Formula $x^{U*}$
\end_inset

 does not guarantee the global optimum to 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Standard
An extreme case is the subset sum problem, which will be discussed in applicatio
n part of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Subset-sum-problem"

\end_inset

, because all 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 are same as 
\emph on
zero
\emph default
 and the size of 
\begin_inset Formula $K^{*}=N$
\end_inset

 is 
\begin_inset Formula $n-1$
\end_inset

 in problem 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(B3)]{(B3)}
\end_layout

\end_inset

.
 However, the case that 
\begin_inset Formula $K^{*}$
\end_inset

 includes multiple index may be practically rare because having the exactly
 same 
\begin_inset Formula $t_{j}=-d_{j}(l_{j}+u_{j})/2$
\end_inset

 requires a special structure of 
\begin_inset Formula $(P)$
\end_inset

 like the subset sum problem.
 Furthermore, if there is only one index in 
\begin_inset Formula $K^{*}\subseteq N$
\end_inset

, there is a unique 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

, which can be found without computation as 
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{equation}
\mathbf{x}_{j}^{U*}=\begin{cases}
g(\lambda^{*}) & j\in K^{*}\\
x_{j}(\lambda^{*}) & j\notin K^{*}
\end{cases}\label{eq:single N in K}
\end{equation}

\end_inset


\end_layout

\begin_layout Subsection
Global solution
\begin_inset CommandInset label
LatexCommand label
name "Sec:Global-solution"

\end_inset


\end_layout

\begin_layout Standard
Through theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:xU exists"

\end_inset

, we have seen that a feasible solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 can be found based on the lower bound solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

, and 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 is actually a global solution by corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

 if 
\begin_inset Formula $K^{*}=\emptyset$
\end_inset

.
 In addition to the global case, we present all cases that we can find a
 global optimum solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

.
 Before we see the cases, we investigate more necessary conditions and sufficien
t conditions for global optimum.
 
\end_layout

\begin_layout Subsubsection
Necessary conditions 
\begin_inset CommandInset label
LatexCommand label
name "sec:Necessary-conditions"

\end_inset


\end_layout

\begin_layout Standard
It is well known that KKT conditions are necessary conditions (see page
 162 of 
\begin_inset CommandInset citation
LatexCommand cite
key "bazaraa1993"

\end_inset

) to verify that a feasible solution is a local optimum solution.
 In addition to KKT conditions, theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:local Opt cond of Vava"

\end_inset

 gives more conditions for local optimality.
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "the:at most one"

\end_inset

If 
\begin_inset Formula $\mathbf{x}$
\end_inset

 is a local optimum solution of (P), then 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is at its extreme point 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 except for at most one 
\begin_inset Formula $x_{j}^{*}\in(l_{j},u_{j})$
\end_inset

.
 
\end_layout

\begin_layout Proof
\paragraph_spacing single
This is proved by theorem 2.2 and 2.3 of Moré and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 and by lemma 4 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, so we show a brief idea based on lemma 4 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

.
 
\end_layout

\begin_layout Proof
By contradiction, suppose 
\begin_inset Formula $\mathbf{x}$
\end_inset

 is a local optimum solution and its two values are non-extreme value as
 
\begin_inset Formula $x_{j}\in(l_{j},u_{j})$
\end_inset

 for 
\begin_inset Formula $j=1,2$
\end_inset

 and 
\begin_inset Formula $j\in N$
\end_inset

.
 Then, we can generate two feasible solutions 
\begin_inset Formula 
\begin{eqnarray*}
\mathbf{x}_{1} & = & (x_{1}+\varepsilon,x_{2}-\varepsilon,x_{3},...x_{n})\\
\mathbf{x}_{2} & = & (x_{1}-\varepsilon,x_{2}+\varepsilon,x_{3},...x_{n})
\end{eqnarray*}

\end_inset

for 
\begin_inset Formula $\varepsilon>0$
\end_inset

.
 The average of two objective values 
\begin_inset Formula $f(\mathbf{x}_{1})$
\end_inset

 and 
\begin_inset Formula $f(\mathbf{x}_{2})$
\end_inset

 is strictly smaller than 
\begin_inset Formula $f(\mathbf{x})$
\end_inset

.
 That is, 
\begin_inset Formula 
\[
f(\mathbf{x})+(d_{1}+d_{2})\varepsilon<f(\mathbf{x})
\]

\end_inset

since 
\begin_inset Formula $(d_{1}+d_{2})<0$
\end_inset

.
 This contradicts to a hypothesis that 
\begin_inset Formula $\mathbf{x}$
\end_inset

 is a local optimum with two non-extreme values for 
\begin_inset Formula $j\in N$
\end_inset

.
 
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:local Opt cond of Vava"

\end_inset

A solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 is a local optimum solution of (P) if and only if it satisfies (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 5"

\end_inset

) or (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 6"

\end_inset

).
\end_layout

\begin_layout Theorem
If 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is at its extreme point 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset


\end_layout

\begin_layout Theorem
\begin_inset Formula 
\begin{equation}
\begin{array}{ll}
-d_{i}l_{i}\le\lambda^{*}\le-d_{j}u_{j} & for\ i\in L,j\in U\\
-d_{i}l_{i}<-d_{j}u_{j} & for\ i\in L,j\in U
\end{array}\label{eq:vavasis lemma 5}
\end{equation}

\end_inset


\end_layout

\begin_layout Theorem
If 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is at its extreme point 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 except for one 
\begin_inset Formula $x_{m}\in(l_{j},u_{u})$
\end_inset

 for 
\begin_inset Formula $m\in N$
\end_inset


\end_layout

\begin_layout Theorem
\begin_inset Formula 
\begin{equation}
\begin{array}{ll}
-d_{i}l_{i}<\lambda^{*}<-d_{j}u_{j} & for\ i\in L,j\in U\\
\lambda^{*}=-x_{m}d_{m}
\end{array}\label{eq:vavasis lemma 6}
\end{equation}

\end_inset


\end_layout

\begin_layout Theorem
for 
\begin_inset Formula $L=\{i\in N:x_{i}=l_{i}\}$
\end_inset

 and 
\begin_inset Formula $U=\{j\in N:x_{j}=u_{j}\}$
\end_inset


\end_layout

\begin_layout Proof
This is suggested and proved in lemma 5 and 6 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

.
 It is basically strengthened KKT conditions to get sufficiency of local
 optimum based on 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset

 and 
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

, which are the negative value of derivative of 
\begin_inset Formula $f_{j}(x_{j})=\frac{1}{2}d_{j}x_{j}^{2}$
\end_inset

 at its bounds.
 We omit the proof because this is well proved in 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, and above all, this cannot be used to determine global optimality in our
 algorithm.
\end_layout

\begin_layout Proof

\end_layout

\begin_layout Subsubsection
Sufficient conditions 
\begin_inset CommandInset label
LatexCommand label
name "sec:Sufficient-conditions"

\end_inset


\end_layout

\begin_layout Standard
Sufficient conditions that ensure the global optimality of 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 are introduced in this section.
 We present an important concept of restricted solution 
\begin_inset Formula $\mathbf{x}^{R}\in\mathbf{x}^{U}$
\end_inset

 and a well known strong duality theorem.
 
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:f(x)=R(lam)"

\end_inset


\begin_inset Formula $\mathbf{x}$
\end_inset

 is a global optimum solution, if a solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 is feasible in 
\begin_inset Formula $(P)$
\end_inset

 and 
\begin_inset Formula $f(\mathbf{x})=R(\lambda^{*})$
\end_inset

.
\end_layout

\begin_layout Proof
Because 
\begin_inset Formula $\lambda^{*}$
\end_inset

 exists if a feasible solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 exists by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: R(lam) max"

\end_inset

, there exist 
\begin_inset Formula $R(\lambda^{*})$
\end_inset

, and it is the lower bound of 
\begin_inset Formula $f(\mathbf{x})$
\end_inset

 as 
\begin_inset Formula 
\[
R(\lambda^{*})\le f(\mathbf{x})
\]

\end_inset

by weak duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The: Weak-duality-theorem"

\end_inset

.
 Therefore, if 
\begin_inset Formula $f(\mathbf{x})=R(\lambda^{*})$
\end_inset

, the solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 yields the global minimum value of 
\begin_inset Formula $f(\mathbf{x})$
\end_inset

.
 
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:global xU"

\end_inset

A 
\begin_inset Formula $\mathbf{x}^{R}\in\mathbf{x}^{U}$
\end_inset

 is a global optimum solution, if it is feasible to 
\begin_inset Formula $(P)$
\end_inset

 and restricted as 
\begin_inset Formula 
\begin{equation}
x_{j}^{R}=\begin{cases}
x_{j}(\lambda^{*}) & for\ j\notin K^{*}\\
l_{j}\ or\ u_{j} & for\ j\in K^{*}\cap N\\
{}[l_{j},u_{j}] & for\ j\in K^{*}\cap Z
\end{cases}\label{eq:restricted x}
\end{equation}

\end_inset


\end_layout

\begin_layout Proof
It is possible that a feasible solution 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 exists within 
\begin_inset Formula $\mathbf{x}^{U}$
\end_inset

 due to theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:xU exists"

\end_inset

, and 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 keeps satisfying 
\begin_inset Formula $q_{j}(x_{j}^{R},\lambda^{*})=q_{j}(x_{j}(\lambda^{*}),\lambda^{*})$
\end_inset

 because 
\begin_inset Formula $q_{j}(x_{j}^{R},\lambda^{*})$
\end_inset

 stays at the same value for any 
\begin_inset Formula $x_{j}^{R}$
\end_inset

 as shown in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:q(x,t)=0 for Z"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:q(l,t)=q(u,t) for N"

\end_inset

).
 Therefore, it leads to conclude 
\begin_inset Formula $f(\mathbf{x}^{R})=R(\lambda^{*})$
\end_inset

 so by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:f(x)=R(lam)"

\end_inset

 a feasible 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 is a global optimum solution.
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:Strong-duality-theorem"

\end_inset

Strong duality theorem
\end_layout

\begin_layout Theorem
If 
\begin_inset Formula $N=\emptyset$
\end_inset

, there exists a global optimum solution 
\begin_inset Formula $\mathbf{x}\in\mathbf{x}^{U}$
\end_inset

, and it satisfies KKT conditions (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

).
\end_layout

\begin_layout Proof
We can think of two cases by the emptiness of 
\begin_inset Formula $Z$
\end_inset

.
 If 
\begin_inset Formula $Z=\emptyset$
\end_inset

, we proved that 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 is a global optimum solution in corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

 and 
\begin_inset Formula $\mathbf{x}(\lambda^{*})=\mathbf{x}^{U*}$
\end_inset

 in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:xU exists"

\end_inset

.
 
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $Z\ne\emptyset$
\end_inset

, there exists a feasible solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 due to theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:xU exists"

\end_inset

, and it also holds 
\begin_inset Formula $\mathbf{x}^{U*}\in\mathbf{x}^{R}$
\end_inset

 satisfying 
\begin_inset Formula $f(\mathbf{x}^{U*})=R(\lambda^{*})$
\end_inset

 since 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $q_{j}(x_{j},\lambda^{*})=0$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
and 
\begin_inset Formula $x_{j}\in[l_{j},u_{j}]$
\end_inset

 as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:q(x,t)=0 for Z"

\end_inset

).
 Hence, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
by 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:global xU"

\end_inset

, 
\begin_inset Formula $\mathbf{x}^{U*}\in\mathbf{x}^{U}$
\end_inset

 is a global optimum solution yielding no duality gap.
 
\end_layout

\begin_layout Proof
Moreover, it is proved by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:x(lam) satisfies KKT"

\end_inset

 that 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 satisfies all KKT conditions except for knapsack constraint.
 Since 
\begin_inset Formula $x_{j}^{U*}$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 are adjusted to satisfy knapsack constraint based on 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

, all KKT conditions are sufficiently satisfied by 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

.
 Therefore, KKT conditions are necessary and sufficient conditions for global
 optimality if 
\begin_inset Formula $N=\emptyset$
\end_inset

, that is, 
\begin_inset Formula $(P)$
\end_inset

 is in the convex case.
\end_layout

\begin_layout Subsubsection
Global optimum cases
\begin_inset CommandInset label
LatexCommand label
name "Sec:Global-optimum-cases"

\end_inset


\end_layout

\begin_layout Standard
We present all cases that 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 is a global optimum solution in this section.
 Case 1 is for the convex case of 
\begin_inset Formula $(P)$
\end_inset

 and other three cases are for indefinite cases of 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Case 1.
 
\begin_inset Formula $N=\emptyset$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "Sec:Case-1"

\end_inset


\end_layout

\begin_layout Standard
This is the convex case of 
\begin_inset Formula $(P)$
\end_inset

.
 So there exists a global optimum solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 by strong duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Strong-duality-theorem"

\end_inset

.
 Consider two cases by the emptiness of 
\begin_inset Formula $Z$
\end_inset

.
\end_layout

\begin_layout Itemize
Case 1.1 If 
\begin_inset Formula $N=\emptyset$
\end_inset

 and 
\begin_inset Formula $Z=\emptyset$
\end_inset

, a global optimum solution is 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}(\lambda^{*})$
\end_inset

 by corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "Cor: No duality gap"

\end_inset

.
\end_layout

\begin_layout Itemize
Case 1.2 If 
\begin_inset Formula $N=\emptyset$
\end_inset

 and 
\begin_inset Formula $K^{*}\cap Z\ne\emptyset$
\end_inset

, any 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 that satisfies the knapsack constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

), that is 
\end_layout

\begin_deeper
\begin_layout Standard
\begin_inset Formula 
\begin{equation}
\mathbf{x}^{U*}=\{\mathbf{x}\in\mathbf{x}^{U}:\mathbf{a}^{T}\mathbf{x}=b\}\label{eq:xU_star}
\end{equation}

\end_inset

, is a global optimum solution.
 We can easily find a 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 in 
\begin_inset Formula $O(n)$
\end_inset

 time distributing the value of 
\begin_inset Formula $g(\lambda^{*})$
\end_inset

 to 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}\cap Z$
\end_inset

 by any preferable ways, and an easy way is suggested in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:distribute g(lam) to x in Z"

\end_inset

.
\end_layout

\end_deeper
\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Find 
\begin_inset Formula $K^{Z}=K^{*}\cap Z$
\end_inset


\end_layout

\begin_layout Enumerate
Set 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}(\lambda^{*})$
\end_inset

, 
\begin_inset Formula $g_{u}=g(\lambda^{*})$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $s=\sum_{j\in K^{Z}}u_{j}$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 and 
\begin_inset Formula $i=1$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate to distribute 
\begin_inset Formula $g_{u}$
\end_inset

 to 
\begin_inset Formula $x_{j}\in[l_{j},u_{j}]$
\end_inset

 for 
\begin_inset Formula $j\in K^{Z}$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $j=K_{i}^{Z}$
\end_inset

, 
\begin_inset Formula $x_{j}^{U*}=max(l_{j},u_{j}-g_{u})$
\end_inset

, and 
\begin_inset Formula $g_{u}=g_{u}-u_{j}+x_{j}^{U*}$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g_{u}=0$
\end_inset

, finish algorithm with 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else 
\begin_inset Formula $i=i+1$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n)$
\end_inset

; Find a global optimum solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 for the case of 
\begin_inset Formula $K^{*}\subseteq Z$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:distribute g(lam) to x in Z"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Case 2.
 
\begin_inset Formula $K^{*}=\emptyset$
\end_inset

 and 
\begin_inset Formula $Z\cup N\ne\emptyset$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Sec:Case-2 "

\end_inset


\end_layout

\begin_layout Standard
This is the case that 
\begin_inset Formula $g(\lambda)$
\end_inset

 is continuous at its root as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) convex"

\end_inset

 so 
\begin_inset Formula $R(\lambda)$
\end_inset

 is differentiable at 
\begin_inset Formula $\lambda^{*}$
\end_inset

 and knapsack constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:knapsack"

\end_inset

) is satisfied with 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

.
 Therefore, a global optimum solution is 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}(\lambda^{*})$
\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Case 3 
\begin_inset Formula $K^{*}\cap Z\ne\emptyset$
\end_inset

, 
\begin_inset Formula $K^{*}\cap N\ne\emptyset$
\end_inset

, and 
\begin_inset Formula $(P3)$
\end_inset

 is feasible
\begin_inset CommandInset label
LatexCommand label
name "sec:Case-3"

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Pro:(P3)"

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
\begin{array}{ll}
(P3) & b_{l}\le\sum\limits _{j\in K^{N}}x_{j}\le b_{u}\\
 & x_{j}=\{l_{j},u_{i}\}\ for\ j\in K^{N}
\end{array}
\]

\end_inset

where 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\hat{b}=b-\sum\nolimits _{j\notin K^{*}}x_{j}(\lambda^{*})$
\end_inset

 and
\begin_inset Formula 
\begin{equation}
\begin{array}{cc}
K^{Z}=K^{*}\cap Z, & b_{l}=\hat{b}-\sum\nolimits _{j\in K^{Z}}u_{j}\\
K^{N}=K^{*}\cap N, & b_{u}=\hat{b}-\sum\nolimits _{j\in K^{Z}}l_{j}
\end{array}\label{eq:(P3)}
\end{equation}

\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $(P3)$
\end_inset

 is quite similar to a strictly concave problem 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P2)]{(P2)}
\end_layout

\end_inset

 without the objective function, and the existence of 
\begin_inset Formula $K^{Z}$
\end_inset

 looses the knapsack constraint to be bounded.
 The feasibility of 
\begin_inset Formula $(P3)$
\end_inset

 gives a chance to find a restricted solution 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:restricted x"

\end_inset

).
 If 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 is found, we are able to find a global solution distributing the value
 of 
\begin_inset Formula $\hat{b}-\sum_{j\in K^{N}}x_{j}$
\end_inset

 to 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{Z}$
\end_inset

 via algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:distribute g(lam) to x in Z"

\end_inset

.
 Otherwise, we find a feasible solution of 
\begin_inset Formula $(P3)$
\end_inset

 allowing a single 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{N}$
\end_inset

 to be a continuous value within 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 in the mind of theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

 and then distribute the remaining value to 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{Z}$
\end_inset

 by algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:distribute g(lam) to x in Z"

\end_inset

.
 All these steps are presented in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in P and N"

\end_inset

, and it has 
\begin_inset Formula $O(n)$
\end_inset

 time complexity if step 4 is not used.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Find 
\begin_inset Formula $K^{Z}=K^{*}\cap Z$
\end_inset

 and 
\begin_inset Formula $K^{N}=K^{*}\cap N$
\end_inset


\end_layout

\begin_layout Enumerate
Set 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}(\lambda^{*})$
\end_inset

 and get 
\begin_inset Formula $b_{l}$
\end_inset

 and 
\begin_inset Formula $b_{u}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:(P3)"

\end_inset

)
\end_layout

\begin_layout Enumerate
Solve 
\begin_inset Formula $(P3)$
\end_inset

 to get 
\begin_inset Formula $\mathbf{x}$
\end_inset

 using algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave (P3)"

\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\mathbf{x}\notin\mathbf{x}^{R}$
\end_inset

, solve 
\begin_inset Formula $(P3)$
\end_inset

 to get 
\begin_inset Formula $\mathbf{x}$
\end_inset

 using dynamic programming or branch and bound techniques based on 
\begin_inset Formula $\mathbf{x}$
\end_inset

 from step 3
\end_layout

\begin_layout Enumerate
Finish with a solution
\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}$
\end_inset

, 
\begin_inset Formula $i=1$
\end_inset

, 
\begin_inset Formula $g_{u}=g(\lambda^{*})-\sum_{j\in K^{N}}x_{j}^{U*}$
\end_inset

, and 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $s=\sum_{j\in K^{Z}}u_{j}$
\end_inset


\end_layout

\begin_layout Enumerate
Use step 3 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:distribute g(lam) to x in Z"

\end_inset

 to find 
\begin_inset Formula $x_{j}^{U*}$
\end_inset

 for 
\begin_inset Formula $j\in K^{Z}$
\end_inset


\end_layout

\begin_layout Plain Layout
Note that if 
\begin_inset Formula $\mathbf{x}\in\mathbf{x}^{R}$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 is global optimum, otherwise 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 is just 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
a feasible upper bound solution
\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Try to find the best 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 in  case of 
\begin_inset Formula $K^{*}\cap Z\ne\emptyset$
\end_inset

 and 
\begin_inset Formula $K^{*}\cap N\ne\emptyset$
\end_inset

,
\begin_inset CommandInset label
LatexCommand label
name "alg:case K in P and N"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
The problem 
\begin_inset Formula $(P3)$
\end_inset

 can be exactly solved in pseudo polynomial time by dynamic programming
 or branch and bound techniques if it is feasible, but a candidate solution
 can be simply found by our 
\begin_inset Formula $O(n)$
\end_inset

 time version algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave (P3)"

\end_inset

.
 Even in the case that algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave (P3)"

\end_inset

 fails to find 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

, its feasible solution roles a good starting solution for dynamic programming
 or branch and bound techniques in step 4 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in P and N"

\end_inset

.
\end_layout

\begin_layout Standard
Algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave (P3)"

\end_inset

 is a modified version of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

 for bounded knapsack constraint, and algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

 is an improved version of 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 time algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 (see section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:More and Vavasis"

\end_inset

).
 It solves 
\begin_inset Formula $(P3)$
\end_inset

 with objective function of 
\begin_inset Formula 
\[
Min\ \frac{1}{2}\sum_{j\in K^{N}}d_{j}x_{j}^{2}
\]

\end_inset

finding a local optimum solution.
 All solutions are at its extreme point except for possibly one 
\begin_inset Formula $x_{k}$
\end_inset

 as in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:O(n) strictly concave Bounded knap]{step 4.a}
\end_layout

\end_inset

, and it is obtained in a similar sense of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_N"

\end_inset

).
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
Define a median function: 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in I\}$
\end_inset


\end_layout

\begin_layout Plain Layout
where 
\begin_inset Formula $k$
\end_inset

 is the index such that 
\begin_inset Formula $s_{k}$
\end_inset

 is the 
\begin_inset Formula $\left\lceil n/2\right\rceil $
\end_inset

th 
\begin_inset Formula $s_{j}$
\end_inset

 for 
\begin_inset Formula $j\in I$
\end_inset

, and 
\begin_inset Formula $s_{i}\le s_{k}\le s_{j}$
\end_inset

 for 
\begin_inset Formula $i\in L$
\end_inset

 and for 
\begin_inset Formula $j\in U$
\end_inset


\end_layout

\begin_layout Enumerate
Set 
\begin_inset Formula $\mathbf{s}=\{-d_{j}l_{j}\ \forall j\}$
\end_inset

 and 
\begin_inset Formula $U=\{1,2,...,n\}$
\end_inset


\end_layout

\begin_layout Enumerate
Find 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in U\}$
\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $g=\sum_{j\in L}l_{j}+\sum_{j\in U}u_{j}$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate until stopping criterion is satisfied 
\end_layout

\begin_deeper
\begin_layout Plain Layout
If 
\begin_inset Formula $b_{u}-g<l_{k}$
\end_inset

 (
\begin_inset Formula $k^{*}$
\end_inset

 is in 
\begin_inset Formula $L$
\end_inset

), set 
\begin_inset Formula $x_{U}=u_{U}$
\end_inset

, 
\begin_inset Formula $k_{old}=k$
\end_inset

, 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in L\}$
\end_inset

, 
\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 4.8cm
\end_inset

 
\begin_inset Formula $g=g-\sum_{j\in\{k\}\cup U}l_{j}+\sum_{j\in\{k_{old}\}\cup U}u_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
Elseif 
\begin_inset Formula $b_{l}-g>u_{k}$
\end_inset

 (
\begin_inset Formula $k^{*}$
\end_inset

 is in 
\begin_inset Formula $U$
\end_inset

), set 
\begin_inset Formula $x_{L}=l_{L}$
\end_inset

, 
\begin_inset Formula $k_{old}=k$
\end_inset

, 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in U\}$
\end_inset

,
\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 4.8cm
\end_inset


\begin_inset Formula $g=g+\sum_{j\in\{k_{old}\}\cup L}l_{j}-\sum_{j\in\{k\}\cup L}u_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else 
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $b_{l}-g\le l_{k}$
\end_inset

, then 
\begin_inset Formula $x_{k}=l_{k}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Elseif 
\begin_inset Formula $b_{u}-g\ge u_{k}$
\end_inset

, then 
\begin_inset Formula $x_{k}=u_{k}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else 
\begin_inset Formula $x_{k}=\begin{cases}
b_{u}-g & if\ |b_{u}-g|>|b_{l}-g|\\
b_{l}-g & otherwise
\end{cases}$
\end_inset

 
\end_layout

\end_deeper
\begin_layout Enumerate
Finish algorithm with
\begin_inset Formula 
\[
x_{j}=\begin{cases}
l_{j} & for\ j\in L\\
u_{j} & for\ j\in U
\end{cases}
\]

\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n)$
\end_inset

; A modified version of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

 for 
\begin_inset Formula $(P3)$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "alg:O(n) strictly concave (P3)"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
As we stated earlier in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:weak point"

\end_inset

, the probability that 
\begin_inset Formula $K^{*}$
\end_inset

 includes multiple index of 
\begin_inset Formula $N$
\end_inset

 may be low in practice because a special structure of 
\begin_inset Formula $(P)$
\end_inset

 is required to have exactly same multiple 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z\cup N$
\end_inset

.
 Thus, we may have a little chance to face case 3 unless 
\begin_inset Formula $(P)$
\end_inset

 has a specific structure.
 
\begin_inset CommandInset label
LatexCommand label
name "sec:Case-3.2"

\end_inset


\end_layout

\begin_layout Subsubsection*
Case 4 
\begin_inset Formula $K^{*}\subseteq N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Sec:Case-4"

\end_inset


\end_layout

\begin_layout Standard
We have discussed this case in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:weak point"

\end_inset

 mentioning that this is the 
\emph on
weak point
\emph default
 of our algorithm since we may not be able to find a global optimum solution
 in our algorithm.
 However, we still have chances to find a global solution if 
\begin_inset Formula $g(\lambda^{*})$
\end_inset

 or 
\begin_inset Formula $g_{l}(\lambda^{*})$
\end_inset

 is 
\emph on
zero
\emph default
 or if we can find a restricted solution 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:restricted x"

\end_inset

) solving 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P2)]{(P2)}
\end_layout

\end_inset

 due to theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:global xU"

\end_inset

.
 Our 
\begin_inset Formula $O(n)$
\end_inset

 time algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

 finds a local optimum for the strictly concave problem 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P2)]{(P2)}
\end_layout

\end_inset

, but it may tend not to be in 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 so the solution may not satisfy the necessary condition 
\begin_inset Formula $f(\mathbf{x}^{*})=R(\mathbf{x}^{U*})$
\end_inset

 in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:f(x)=R(lam)"

\end_inset

.
 Thus, we may have to use a nonlinear time algorithm such as dynamic programming
 or branch and bound techniques to try to find a solution in 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

.
 This is presented in step 1-2 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in N"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Try to solve 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P2)]{(P2)}
\end_layout

\end_inset

 to get 
\begin_inset Formula $\mathbf{x}$
\end_inset

 using algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\mathbf{x}\notin\mathbf{x}^{R}$
\end_inset

, try to solve 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P2)]{(P2)}
\end_layout

\end_inset

 to get 
\begin_inset Formula $\mathbf{x}$
\end_inset

 using dynamic programming or branch and bound techniques based on 
\begin_inset Formula $\mathbf{x}$
\end_inset

 from step 1
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\mathbf{x}\in\mathbf{x}^{R}$
\end_inset

, then finish algorithm with 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}$
\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 Global optimum
\end_layout

\begin_layout Enumerate
Set 
\begin_inset Formula $s_{old}=\infty$
\end_inset

 and 
\begin_inset Formula $s=\infty$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate for 
\begin_inset Formula $m=1$
\end_inset

 to 
\begin_inset Formula $|K^{*}|$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
Hold 
\begin_inset Formula $x_{m}=-\lambda^{*}/d_{m}$
\end_inset


\end_layout

\begin_layout Enumerate
Solve 
\begin_inset Formula $(P2.2)$
\end_inset


\begin_inset Formula 
\[
\begin{array}{lcl}
(P2.2) & Min & \sum\limits _{j\in K^{*}\backslash\{m\}}(l_{j}-x_{j})(u_{j}-x_{j})\\
 & s.t & \sum\limits _{j\in K^{*}\backslash\{m\}}x_{j}=b-\sum\limits _{j\notin K^{*}}x_{j}(\lambda^{*})-x_{m}\\
 &  & x_{j}=\{l_{j},u_{i}\}\ for\ j\in K^{*}\backslash\{m\}
\end{array}
\]

\end_inset


\end_layout

\begin_layout Enumerate
If a solution of 
\begin_inset Formula $(P2.2)$
\end_inset

 is found and satisfies local optimum condition (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 6"

\end_inset

), get a partial local optimum objective value 
\begin_inset Formula $s=\sum_{j\in K^{*}}d_{j}x_{j}^{2}$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $ $
\end_inset


\begin_inset Formula $s<s_{old}$
\end_inset

, update 
\begin_inset Formula $x_{j}^{U*}=x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 Local optimum and possibly global optimum.
 
\end_layout

\end_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $s=\infty$
\end_inset

 (no local optimum found), finish with the best solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 in step 1 or step 2 
\begin_inset Formula $\rightarrow$
\end_inset

 Just a feasible upper bound solution
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Try to find the best 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 in the case of 
\begin_inset Formula $K^{*}\subseteq N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:case K in N"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Even if we fail to find a 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

, we still have a chance to find a local optimum of 
\begin_inset Formula $(P)$
\end_inset

, and it is possibly a global optimum solution.
 A way to attempt to find a local optimum is presented in step 4-5 of algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in N"

\end_inset

.
 The idea is based on the fact that we know 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 If one 
\begin_inset Formula $x_{m}$
\end_inset

 for 
\begin_inset Formula $m\in K^{*}\subseteq N$
\end_inset

 should be in 
\begin_inset Formula $(l_{j},u_{j})$
\end_inset

 to satisfy the knapsack constraint by a local optimum condition theorem
 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

, the value should be 
\begin_inset Formula $x_{m}=-\lambda^{*}/d_{m}$
\end_inset

, and other 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}\backslash\{m\}$
\end_inset

 can be found solving 
\begin_inset Formula $(P2.2)$
\end_inset

, which is a subset sum problem and can be exactly solvable by well developed
 0-1 knapsack problem algorithms such as 
\family typewriter
\color black
COMBO
\family default
 
\color inherit
of 
\color black

\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

.
 
\family typewriter
COMBO
\family default
 will be carefully discussed in application section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Budgeting-problem"

\end_inset

.
 
\color inherit
Thus, the best local optimum solution may be found during step 4-5.
 However, we do not know if the local optimum is a global optimum, and even
 it is proved that determining whether a solution is global optimum is 
\emph on
NP-hard
\emph default
 by Sahni 
\begin_inset CommandInset citation
LatexCommand cite
key "sahni1974"

\end_inset

.
 
\end_layout

\begin_layout Standard
Finally, if we fail to find a local optimum, we may finish the algorithm
 with just a feasible upper bound solution that is obtained in step 1 and
 step 2.
 However, again as we stated in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:weak point"

\end_inset

 and case 3, it is likely that 
\begin_inset Formula $K^{*}$
\end_inset

 does not consist of multiple index of 
\begin_inset Formula $N$
\end_inset

 in general because it happens only when 
\begin_inset Formula $(P)$
\end_inset

 has a special structure like a subset sum problem.
 Hence, if only one index 
\begin_inset Formula $j\in K^{*}\subseteq N$
\end_inset

 exists, we can find a 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 very easily as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:single N in K"

\end_inset

).
 
\end_layout

\begin_layout Section
Methodology
\begin_inset CommandInset label
LatexCommand label
name "Sec:Methodology"

\end_inset


\end_layout

\begin_layout Standard
We have shown that the dual problem 
\begin_inset Formula $(D)$
\end_inset

 can be globally solved with the lower bound solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

, even though the primal problem 
\begin_inset Formula $(P)$
\end_inset

 is 
\emph on
NP-hard
\emph default
 if it is in nonconvex case.
 Moreover, we also showed that 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

, which guarantees the lower bound, can be used to derive a feasible solution
 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 with the proof of its existence by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:xU exists"

\end_inset

.
 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 gives the upper bound with a maximum limit, 
\emph on
bound gap 
\emph default
(
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:bound gap"

\end_inset

), and all possible cases that a global optimum solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 in the restricted solution set 
\begin_inset Formula $\mathbf{x}^{R}$
\end_inset

 can be are presented with necessary and sufficient conditions.
 
\end_layout

\begin_layout Standard
Then, all questions are converged to one:
\end_layout

\begin_layout Standard
\align center
\begin_inset Quotes eld
\end_inset

How to find 
\begin_inset Formula $\lambda^{*}$
\end_inset

?
\begin_inset Quotes erd
\end_inset


\end_layout

\begin_layout Standard
We revealed two important characteristics related with 
\begin_inset Formula $\lambda$
\end_inset

.
 Firstly, it exists within the minimum feasible domain 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

.
 Secondly, 
\begin_inset Formula $\lambda^{*}$
\end_inset

 exist at the point where 
\begin_inset Formula $g(\lambda)$
\end_inset

 passes its root, that is 
\begin_inset Formula $g(\lambda^{*})=0$
\end_inset

.
 Fortunately, if 
\begin_inset Formula $(P)$
\end_inset

 is in the strictly convex case, 
\begin_inset Formula $g(\lambda)$
\end_inset

 is a continuous non-increasing function having a single root as figure
 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) convex"

\end_inset

.
 So we are able to search for 
\begin_inset Formula $\lambda^{*}$
\end_inset

 applying any root finding methods or one dimensional line search methods.
 In contrast, if 
\begin_inset Formula $(P)$
\end_inset

 is in the non-strictly convex case, 
\begin_inset Formula $g(\lambda)$
\end_inset

 is not continuous at breakpoint 
\begin_inset Formula $t_{j}$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) nonconvex"

\end_inset

.
 However, we are still able to consider it as a root finding problem.
 According to Press and Teukolsky 
\begin_inset CommandInset citation
LatexCommand cite
key "NR2007"

\end_inset

, it is clear by
\end_layout

\begin_layout Quote
\begin_inset Quotes eld
\end_inset

If the function is discontinuous, but bounded, then instead of a root there
 might be a step discontinuity that crosses zero.
 For numerical purposes, that might as well be a root, since the behavior
 is indistinguishable from the case of a continuous function whose zero
 crossing occurs in between two “adjacent” floating-point numbers in a machine’s
 finite-precision representation
\begin_inset Quotes erd
\end_inset

 
\end_layout

\begin_layout Quote
\align right
in page 445, Numerical Recipe, third edition (2007)
\end_layout

\begin_layout Standard
Therefore, we can also apply any root finding techniques that is reliable
 to the discontinuous lines for non-strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Standard
Many studies have applied various root finding methods for a long time since
 1963 
\begin_inset CommandInset citation
LatexCommand cite
key "srikantan63"

\end_inset

 focusing on the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 due to its usefulness (see section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Applications-for-Convex"

\end_inset

 for vast applications).
 The applied methods are bisection, sorting, median search, secant, and
 Newton methods that enjoy the non-increasing piecewise linearity of 
\begin_inset Formula $g(\lambda)$
\end_inset

.
 Besides of the methods, interval test, pegging, and interior point methods,
 whose approaches are distinct from root finding methods, also have been
 researched.
 The studies for the non-strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 is uncommon due to its difficulty, and only expensive approximation methods
 or local optimizers are presented.
 
\end_layout

\begin_layout Standard
A comprehensive literature review of all convex and nonconvex cases of 
\begin_inset Formula $(P)$
\end_inset

 is presented in the next sections with theoretical and computational analysis
 suggesting improved method.
 Then, we propose hybrid methods that combine the advantages of previous
 methods in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:The-suggested-Methods"

\end_inset

.
\end_layout

\begin_layout Subsection
Strictly Convex case
\end_layout

\begin_layout Standard
If all diagonal elements of 
\begin_inset Formula $\mathbf{D}$
\end_inset

 are strictly positive, the problem 
\begin_inset Formula $(P)$
\end_inset

 is a strictly convex problem.
 This case is fairly easy to solve because every local optimum solution
 that satisfies KKT conditions are global optimum as we proved in strong
 duality theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:global xU"

\end_inset

.
 As we can see the history of algorithm table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-Algorithms"

\end_inset

, this case has been researched for a long time and still continued in this
 year 2013.
 
\end_layout

\begin_layout Standard
Survey papers Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer2002"

\end_inset

 and Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 classified methods into two types: Lagrange multiplier search method (also
 called break point search method or relaxation method) and pegging method
 (also called variable fixing method).
 The main difference of two methods is the way to approach to the optimum
 solution.
 Lagrange multiplier search method searches for the optimum Lagrange multiplier
 violating the knapsack constraint (
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}=b$
\end_inset

), while pegging method iteratively finds a solution violating the bound
 constraints (
\begin_inset Formula $\mathbf{l}\le\mathbf{x}\le\mathbf{u}$
\end_inset

) until all variables are within the bound.
 In those reasons, Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 also categorized the Lagrange multiplier search method as explicitly dual
 and implicitly primal and pegging method as explicitly primal and implicitly
 dual.
 One can see the difference intuitively through geometric interpretations
 with an example in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Geometric-interpretation"

\end_inset

.
\end_layout

\begin_layout Standard
Lagrange multiplier search methods that we present in this chapter are bisection
, sorting (ranking), exact median search (binary search), approximate median
 search, secant, Newton (Quasi Newton, semi smooth Newton, dual Newton),
 and interval test methods.
 Other methods we consider are pegging and interior point methods.
 The history and citations are presented in the history of algorithm table
 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-Algorithms"

\end_inset

.
 
\end_layout

\begin_layout Standard
Besides the methods, Nielsen and Zenios (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

) also applied methods of Bregman projection and Tseng 
\begin_inset CommandInset citation
LatexCommand cite
key "tseng1990"

\end_inset

.
 Bregman projection method is similar to the pegging method, and Tseng 
\begin_inset CommandInset citation
LatexCommand cite
key "tseng1990"

\end_inset

 finds the optimum solution underestimating the optimal step.
 However, we do not consider those two methods because (a) Bregman projection
 method does not converge finitely, (b) 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

 concluded that Newton method is more robust than the two methods.
 Those two methods are implied only in 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

.
 
\end_layout

\begin_layout Standard
Our survey of this section is influenced by the extensive survey of Patriksson
 (2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

), which focuses on the problems minimizing separable, convex, and differentiabl
e objective function with a single separable convex knapsack constraint
 and box constraints in the continuous space including the strictly convex
 case of 
\begin_inset Formula $(P)$
\end_inset

.
 Hence, this survey chapter is a successor of Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 focusing on the linear knapsack quadratic problem 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Standard
Ventura (1991, 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset

) and Robinson et al.
 (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

) also give a nice overview of methods that were available at that time
 and conducted experiments to compare with their own methods.
 Experiment results from literature are summarized and compared in section
 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Which-one-is-the-best"

\end_inset

 with a summary table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-experiment"

\end_inset

.
 
\end_layout

\begin_layout Standard
While reviewing the existing methods, we also present computationally improved
 Newton methods and an efficient algorithm procedure for interval test method,
 which has not been clearly addressed and compared with other methods.
 
\begin_inset Note Note
status collapsed

\begin_layout Plain Layout
Citations are ordered by published years.
 
\end_layout

\begin_layout Itemize
Lagrange multiplier search (Break point search, Relaxation method) 
\end_layout

\begin_deeper
\begin_layout Itemize
Bisection 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

: 
\begin_inset CommandInset citation
LatexCommand cite
key "srikantan63,sanat1971,OhucKaji:1980,OhucKaji:1981,ohuchi1984,cottle1986,DussFerlLema:1986,shampine1988,ventura89,shetty1990,maculan1997,WuVen1998,Zhang2012"

\end_inset

 
\end_layout

\begin_layout Itemize
Sorting (Ranking) 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

: 
\begin_inset CommandInset citation
LatexCommand cite
key "dafermos1969,Held:1974,jucker1975,luss1975,kennington77,HelgKennLall:1980,AliHelKennLall1980,zipkin1980simple,einbu81,washburn81,RockWets:1988,dafermos1989,ventura1991,nielsen1992,bretthauer1995"

\end_inset


\end_layout

\begin_layout Itemize
Median search (Exact median search, Binary search) 
\begin_inset Formula $O(n)$
\end_inset

 : 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On,calamai1987,maculan1989,cosares1994,HochHong:1995,maculan1997,maculan2003n,Kiwiel:2007vn,Kiwiel:2008med,Waegenaere2012"

\end_inset


\end_layout

\begin_layout Itemize
Approximate median search 
\begin_inset Formula $O(n^{2})$
\end_inset

 in worst case, but 
\begin_inset Formula $O(n)$
\end_inset

 expected complexity : 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990,ventura1991"

\end_inset


\end_layout

\begin_layout Itemize
Secant (false position, regula falsi) maybe 
\begin_inset Formula $O(n)$
\end_inset

: 
\begin_inset CommandInset citation
LatexCommand cite
key "RockWets:1988,shampine1988,WuVen1998,DaiFle2006Secant,cominetti2012newton"

\end_inset


\end_layout

\begin_layout Itemize
Newton method (Quasi newton, semi smooth newton, newton type) 
\begin_inset Formula $O(n^{2})$
\end_inset

: 
\end_layout

\begin_layout Itemize
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992,RobiJianLerm:1992,WuVen1998,lotito2006,cominetti2012newton"

\end_inset


\end_layout

\end_deeper
\begin_layout Itemize
Pegging (Variable fixing) 
\end_layout

\begin_deeper
\begin_layout Itemize
peging (variable fixing) 
\begin_inset Formula $O(n^{2})$
\end_inset

: 
\begin_inset CommandInset citation
LatexCommand cite
key "sanat1971,luss1975,zipkin1980simple,bitran1981,shor1985,michelot1986,Ibaraki1988,ventura89,ventura1991,RobiJianLerm:1992,bretthauer1996,Bretthauer1997,Stefanov2000,stefanov2001con,stefanov2001sep,Bretthauer2002peg,stefanov2004con,stefanov2004poly,Kiwiel:2008var,kim2012"

\end_inset


\end_layout

\end_deeper
\begin_layout Itemize
Recent methods
\end_layout

\begin_deeper
\begin_layout Itemize
Interior point method: 
\begin_inset CommandInset citation
LatexCommand cite
key "wright2013"

\end_inset


\end_layout

\end_deeper
\begin_layout Itemize
This paper (Interval test) (Newton)
\end_layout

\begin_deeper
\begin_layout Itemize
\noindent
Interval test technique 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

: 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992b,bayon2012,bayon2013"

\end_inset

 
\end_layout

\end_deeper
\end_inset


\end_layout

\begin_layout Subsubsection
Algorithms
\begin_inset CommandInset label
LatexCommand label
name "Sec:Algorithms of Strictly convex"

\end_inset


\end_layout

\begin_layout Standard
This section introduces the algorithms for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

.
 Before presenting its characters and differences, we define 
\begin_inset Formula $\lambda_{l}$
\end_inset

 and 
\begin_inset Formula $\lambda_{u}$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
, 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
which are 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
kept 
\begin_inset Formula $\lambda_{l}\le\lambda_{u}$
\end_inset

 and generally within 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

.
 These two values are updated through iteration in algorithms generating
 values of 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $g_{l}=g(\lambda_{u})$
\end_inset

 and 
\begin_inset Formula $g_{u}=g(\lambda_{l})$
\end_inset

.
 So we always
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 have 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $g_{l}\le0\le g_{u}$
\end_inset

.
 Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:lam and tolerances"

\end_inset

 illustrates examples.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/13.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Tolerances
\begin_inset CommandInset label
LatexCommand label
name "fig:tolerances"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/14.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Interpolation
\begin_inset CommandInset label
LatexCommand label
name "fig:interpolation"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $\lambda_{l}$
\end_inset

, 
\begin_inset Formula $\lambda_{u}$
\end_inset

, 
\begin_inset Formula $g_{l}$
\end_inset

, 
\begin_inset Formula $g_{u}$
\end_inset

, and tolerances
\begin_inset CommandInset label
LatexCommand label
name "fig:lam and tolerances"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
We also define four positive tolerances
\begin_inset Formula 
\begin{equation}
\begin{array}{lcl}
\varepsilon_{gap} & > & \lambda_{u}-\lambda_{l}\\
\varepsilon_{fea} & > & |g(\lambda)|\\
\varepsilon_{bra} & > & \lambda_{u}-\lambda_{l}\\
\varepsilon_{peg} & = & \varepsilon_{fea}
\end{array}\label{eq:tolerances}
\end{equation}

\end_inset

, which are used to stop iteration or ensure convergence so inequalities
 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:tolerances"

\end_inset

) are termination conditions.
 
\end_layout

\begin_layout Standard
As figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:tolerances"

\end_inset

, 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

 is used to decide whether 
\begin_inset Formula $\lambda_{l}$
\end_inset

 and 
\begin_inset Formula $\lambda_{u}$
\end_inset

 are close enough to conclude 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is placed within a tolerance range.
 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 is used to give a range 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 as a bracket to interval test method so it may generally be greater than
 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

.
 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 determines the level of feasibility of the knapsack constraint measuring
 the violation of 
\begin_inset Formula $g(\lambda)$
\end_inset

 from 
\emph on
zero
\emph default
, and 
\begin_inset Formula $\varepsilon_{peg}$
\end_inset

 is used for pegging method to determine feasibility so it functions like
 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

.
 
\end_layout

\begin_layout Standard
Looking at figures 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:tolerances"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:interpolation"

\end_inset

, we may say any root finding method
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
One may refer a book, 
\begin_inset Quotes eld
\end_inset

Numerical Mathematics
\begin_inset Quotes erd
\end_inset

 by Quarteroni et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "quarteroni2006numerical"

\end_inset

 for general root finding methods.
\end_layout

\end_inset

 such as golden section and Fibonacci search can be applied to find the
 root, and bisection method may be the most intuitive method.
 It updates 
\begin_inset Formula $\lambda$
\end_inset

 until a halved range of 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 is within 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

.
 Sorting and median search methods utilize breakpoints substituting the
 middle one of them into 
\begin_inset Formula $g(\lambda)$
\end_inset

 and exclude half of breakpoints by the sign of 
\begin_inset Formula $g(\lambda)$
\end_inset

 until two consecutive breakpoints are remained as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:interpolation"

\end_inset

, and then we can get the exact 
\begin_inset Formula $\lambda^{*}$
\end_inset

 by interpolation of two points 
\begin_inset Formula $g_{u}$
\end_inset

 and 
\begin_inset Formula $g_{l}$
\end_inset

 employing the piecewise linearity of 
\begin_inset Formula $g(\lambda)$
\end_inset

.
 In addition, before it excludes all breakpoints except for two, it can
 terminate iteration if 
\begin_inset Formula $g(\lambda)$
\end_inset

 with a substituted breakpoint is small enough to satisfy the feasibility
 with 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

.
 
\end_layout

\begin_layout Standard
Secant and Newton methods also exploit the piecewise linearity of 
\begin_inset Formula $g(\lambda)$
\end_inset

.
 Secant method finds a secant point within 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 iteratively, and if the range is within two consecutive breakpoints that
 include 
\begin_inset Formula $\lambda^{*}$
\end_inset

, it is finally able to interpolate 
\begin_inset Formula $g_{u}$
\end_inset

 and 
\begin_inset Formula $g_{l}$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:interpolation"

\end_inset

.
 So 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 is used to terminate iteration for secant method.
 Newton method uses derivatives of 
\begin_inset Formula $g(\lambda)$
\end_inset

 to update 
\begin_inset Formula $\lambda$
\end_inset

 with some safeguards to ensure the convergence, and it also finally find
 
\begin_inset Formula $\lambda^{*}$
\end_inset

 if the last updated 
\begin_inset Formula $\lambda$
\end_inset

 is within the two consecutive breakpoints that include 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 So 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 is used for Newton method to determine the convergence like secant method.
 
\end_layout

\begin_layout Standard
On the other hands, pegging, interval test, and interior point method do
 not use the geometric root finding method.
 Pegging method iteratively project the center point of the objective function
 to the knapsack constraint and pegs some variables at its extreme point
 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 until it satisfies the feasibility tolerance 
\begin_inset Formula $\varepsilon_{peg}$
\end_inset

.
 Interval test method handles Lagrange multiplier 
\begin_inset Formula $\lambda$
\end_inset

, but it iteratively reduces the dual domain by a subdomain until it includes
 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 The subdomains are constructed by breakpoints after a range of 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 within 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 is obtained, and it does not need any other tolerances to determine the
 convergence.
 
\end_layout

\begin_layout Subsubsection*
Bisection method
\end_layout

\begin_layout Standard
Bisection method is most intuitive as it was applied at the first time in
 the history by Srikantan (1963, 
\begin_inset CommandInset citation
LatexCommand cite
key "srikantan63"

\end_inset

).
 It is the one of the most used methods until 1980's and still used recently
 by 2012.
 The method has been studied by 
\begin_inset CommandInset citation
LatexCommand cite
key "srikantan63,sanat1971,OhucKaji:1980,OhucKaji:1981,ohuchi1984,cottle1986,DussFerlLema:1986,shampine1988,ventura89,shetty1990,maculan1997,WuVen1998,Zhang2012"

\end_inset

 in the order of published year from 1963 to 2012.
 Its complexity is 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 and is well explained in the recent paper 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

.
 
\end_layout

\begin_layout Standard
The biggest advantage of bisection method is its guarantee of convergence
 because the range of 
\begin_inset Formula $\lambda$
\end_inset

 is halved in every iteration.
 If the method terminates the iteration due to 
\begin_inset Formula 
\begin{equation}
\lambda_{u}-\lambda_{l}<\varepsilon_{gap}\label{eq:Bisection terminator}
\end{equation}

\end_inset

, the maximum number of iteration is 
\begin_inset Formula $\left\lceil log_{0.5}\left(\frac{\varepsilon_{gap}}{\lambda_{max}-\lambda_{min}}\right)\right\rceil $
\end_inset

 since 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
the method iterates until 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $(\lambda_{max}-\lambda_{min})0.5^{Max.Iter.}<\varepsilon_{gap}$
\end_inset

 is satisfied.
 
\end_layout

\begin_layout Standard
However, if the initial gap between 
\begin_inset Formula $\lambda_{max}$
\end_inset

 and 
\begin_inset Formula $\lambda_{min}$
\end_inset

, which are generated by given problem, is large, the expected iteration
 increases.
 Moreover, the termination criterion (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Bisection terminator"

\end_inset

) with 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

 doest not guarantee the feasibility.
 For example, if multiple different breakpoints are within the last 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 whose range is less than 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

, the bisection method may finish its iteration with infeasible 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

.
 Therefore, bisection method should use the termination criterion of 
\begin_inset Formula 
\[
|g(\lambda)|<\varepsilon_{fea}
\]

\end_inset

to ensure reliability for feasible solution.
 Algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bisection-method"

\end_inset

 shows a brief scheme of the bisection method with the more reliable termination
 criterion.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda_{l}=\lambda_{min}$
\end_inset

, 
\begin_inset Formula $\lambda_{u}=\lambda_{max}$
\end_inset

, and 
\begin_inset Formula $\lambda=(\lambda_{l}+\lambda_{u})/2$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate while 
\begin_inset Formula $|g(\lambda)|\ge\varepsilon_{fea}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)<0$
\end_inset

, set 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else set 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda=(\lambda_{l}+\lambda_{u})/2$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Finish with 
\begin_inset Formula $\lambda^{*}=\lambda$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset

; Bisection method
\begin_inset CommandInset label
LatexCommand label
name "alg:Bisection-method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Sorting method
\end_layout

\begin_layout Standard
Sorting method can be intuitively considered like bisection method once
 we have proof that 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is within breakpoints and 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

 is the global optimum solution.
 So it has been researched in many literature by 
\begin_inset CommandInset citation
LatexCommand cite
key "dafermos1969,Held:1974,jucker1975,luss1975,kennington77,HelgKennLall:1980,AliHelKennLall1980,zipkin1980simple,einbu81,washburn81,RockWets:1988,dafermos1989,ventura1991,nielsen1992,bretthauer1995"

\end_inset

 since it was first implemented by Dafermos and Sparrow (1969, 
\begin_inset CommandInset citation
LatexCommand cite
key "dafermos1969"

\end_inset

).
 Most literature generally cite and implement Helgason et al.
 (1980, 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

) for their reference and experiments.
 We name the algorithm sorting method, but sometimes it is called in another
 name such as bisection search method by Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

.
 
\end_layout

\begin_layout Standard
The complexity of this method is 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 mainly due to the cost to sort breakpoints.
 Most literature used 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 for their implementation and experiments, but 
\family typewriter
\noun on
HeapSort
\family default
 
\noun default
and 
\family typewriter
\noun on
MergeSort
\noun default
 
\family default
have been used by Bretthauer 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

 and Ventura 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset

 respectively.
 The three sorting algorithms have 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 complexity on average, but 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 has 
\begin_inset Formula $O(n^{2})$
\end_inset

 complexity in the worst case, while other two algorithms keep 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 complexity in the worst case.
 Helgason et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 gives a nice worst case complexity analysis of operations for this method.
 
\end_layout

\begin_layout Standard
The sorting procedure is the main cost of the sorting method.
 According to our experiments, about 
\begin_inset Formula $30\%$
\end_inset


\begin_inset Foot
status collapsed

\begin_layout Plain Layout

\noun on
Matlab
\noun default
 provides execution time for each line through a function 
\family typewriter
profiler.m
\family default
.
 
\end_layout

\end_inset

 of the total time is solely used to sort 
\begin_inset Formula $2n$
\end_inset

 breakpoints.
 For this reason, alternative methods such as median search method have
 been developed to avoid sorting procedure, and it has not been used since
 Bretthauer and Shetty (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

).
 Moreover, Bretthauer and Shetty switched to use pegging method for their
 succeeding researches in 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1996,Bretthauer1997,Bretthauer2002peg"

\end_inset

.
\end_layout

\begin_layout Paragraph*
Algorithm
\end_layout

\begin_layout Standard
A scheme of sorting method is presented in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Sorting-method"

\end_inset

.
 It initially sorts all breakpoints at step 1 and reduces breakpoints by
 half considering the sign of 
\begin_inset Formula $g(T_{j})$
\end_inset

 where 
\begin_inset Formula $T_{j}$
\end_inset

 is the median breakpoint among remained and sorted breakpoints.
 The half reduction of breakpoints makes sorting method guarantee to converge
 at most 
\begin_inset Formula $\left\lfloor 1+log_{2}(2n)\right\rfloor $
\end_inset

 iterations
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
The maximum iteration can be obtained from 
\begin_inset Formula $1\ge2n/2^{Max.Iter.-1}$
\end_inset


\end_layout

\end_inset

, which is fixed by 
\begin_inset Formula $n$
\end_inset

.
 In step 2.a, if the number of remained breakpoints (
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $|T|$
\end_inset

) is even number, one can also update the new 
\begin_inset Formula $\lambda$
\end_inset

 by the mid point of the two middle breakpoints depending on the definition
 of median
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Get a breakpoint set 
\begin_inset Formula $T=\{-d_{j}l_{j},-d_{j}u_{j}\}$
\end_inset

 
\end_layout

\begin_layout Enumerate
Sort 
\begin_inset Formula $T=sort(T)$
\end_inset

 in ascending order
\end_layout

\begin_layout Enumerate
Iterate while 
\begin_inset Formula $T\ne\emptyset$
\end_inset

 (all break points are excluded)
\end_layout

\begin_deeper
\begin_layout Enumerate
Get 
\begin_inset Formula $\lambda=T_{j}$
\end_inset

 for 
\begin_inset Formula $j=\left\lceil |T|/2\right\rceil $
\end_inset

 
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $|g(\lambda)|<\varepsilon_{fea}$
\end_inset

, finish algorithm with 
\begin_inset Formula $\lambda^{*}=\lambda$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else if 
\begin_inset Formula $g(\lambda)<0$
\end_inset

, set 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset

, exclude break points by 
\begin_inset Formula $T=T\backslash\{T_{j}:T_{j}\ge\lambda\}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else set 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset

, exclude break points 
\begin_inset Formula $T=T\backslash\{T_{j}:T_{j}\le\lambda\}$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Enumerate
Interpolate to get 
\begin_inset Formula $\lambda^{*}=\lambda_{l}+g_{u}(\lambda_{u}-\lambda_{l})/(g_{u}-g_{l})$
\end_inset

 and finish algorithm with 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_layout Plain Layout
Note that, in step 3.a, we just use 
\begin_inset Formula $j=\left\lceil |T|/2\right\rceil $
\end_inset

 for median index, but median of 
\begin_inset Formula $T$
\end_inset

 can be defined 
\begin_inset Formula $(T_{j}+T_{j+1})/2$
\end_inset

 if 
\begin_inset Formula $|T|$
\end_inset

 is even number by the definition of median.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset

; Sorting method 
\begin_inset CommandInset label
LatexCommand label
name "alg:Sorting-method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Remark
It is worth to note that Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 made error to classify the classic sorting method literature of Helgason
 et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 as a bisection method.
 Maybe due to the reason, Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 also erroneously classified Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

 and Ventura 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset

, which are stemmed from 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

, as a bisection method.
 
\end_layout

\begin_layout Subsubsection*
Exact median search method (Binary search) 
\end_layout

\begin_layout Standard
Exact median search method, which is also called as binary search, uses
 a selection algorithm to pick the median breakpoint instead of initially
 sorting all breakpoints as in sorting method.
 The replacement makes the exact median search method be more efficient
 than sorting method thanks to 
\begin_inset Formula $O(n)$
\end_inset

 time selection algorithms such as 
\family typewriter
\noun on
Select
\family default
\noun default
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel2005select"

\end_inset

.
 Exact median search method converges in less than 
\begin_inset Formula $\left\lfloor 1+log_{2}(2n)\right\rfloor $
\end_inset

 iterations as same as sorting method, but theoretical complexity is reduced
 to 
\begin_inset Formula $O(n)$
\end_inset

 linear time.
 For the detailed complexity analysis, see 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med,maculan2003n"

\end_inset

.
 
\end_layout

\begin_layout Standard
Since this method was initially developed by Brucker (1984, 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset

), numerous researchers 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On,calamai1987,maculan1989,cosares1994,HochHong:1995,maculan1997,maculan2003n,Kiwiel:2007vn,Kiwiel:2008med,Waegenaere2012"

\end_inset

 have improved the method, and it seems Kiwiel (2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

) finalized the research of the median search methods with his modified
 version proving that previous methods 
\begin_inset CommandInset citation
LatexCommand cite
key "cosares1994,HochHong:1995,maculan1997,maculan1989,PardKovo:1990"

\end_inset

 may cycle with counter examples.
 The result of his experiments which compare median search methods is summarized
 in the section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Kiwiel median search experiment"

\end_inset

.
\end_layout

\begin_layout Standard
A conceptual procedure of the exact median search method is available in
 algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Exact Median"

\end_inset

 and more efficient and sophisticated version is in Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

.
 One may observe the difference between step 2.a of exact median search method
 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Sorting-method]{step 2}
\end_layout

\end_inset

 of sorting method in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Sorting-method"

\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Enumerate
Get a breakpoint set 
\begin_inset Formula $T=\{-d_{j}l_{j},-d_{j}u_{j}\}$
\end_inset

 
\end_layout

\begin_layout Enumerate
Iterate while 
\begin_inset Formula $T\ne\emptyset$
\end_inset

 (all break points are excluded)
\end_layout

\begin_deeper
\begin_layout Enumerate
Get 
\begin_inset Formula $\lambda=median(T)$
\end_inset

 
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $|g(\lambda)|<\varepsilon_{fea}$
\end_inset

, stop algorithm with 
\begin_inset Formula $\lambda^{*}=\lambda$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else if 
\begin_inset Formula $g(\lambda)<0$
\end_inset

, set 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset

, exclude break points by 
\begin_inset Formula $T=T\backslash\{T_{j}:T_{j}\ge\lambda\}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else set 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset

, exclude break points 
\begin_inset Formula $T=T\backslash\{T_{j}:T_{j}\le\lambda\}$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Enumerate
Interpolate to get 
\begin_inset Formula $\lambda^{*}=\lambda_{l}+g_{u}(\lambda_{u}-\lambda_{l})/(g_{u}-g_{l})$
\end_inset

 and finish with 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n)$
\end_inset

; Exact Median search method (Binary Search)
\begin_inset CommandInset label
LatexCommand label
name "alg:Exact Median"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Approximate median search method (Random search) 
\end_layout

\begin_layout Standard
Approximate median search method was developed by by Pardalos and Kovoor
 (1990, 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

), and in the similar moment, Ventura (1991, 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset

) suggested a similar idea with the name of random search in order to avoid
 sorting in 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

.
 Approximate median search method is very similar to exact median search
 method.
 It randomly choose one among remained breakpoints instead of picking the
 exact median of breakpoints.
 So the method can be presented replacing 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Median-search]{step 2.a}
\end_layout

\end_inset

 of exact median search method in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Exact Median"

\end_inset

 by algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Approx Median"

\end_inset

 keeping other steps are the same.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Enumerate
\begin_inset Argument
status open

\begin_layout Plain Layout
start=2
\end_layout

\end_inset

Iterate while 
\begin_inset Formula $T\ne\emptyset$
\end_inset

 (all break points are excluded)
\end_layout

\begin_deeper
\begin_layout Enumerate
Get 
\begin_inset Formula $\lambda=r$
\end_inset

, where 
\begin_inset Formula $r$
\end_inset

 is a randomly chosen element in 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $T$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Expected 
\begin_inset Formula $O(n)$
\end_inset

; Approximate median search method (Random search)
\begin_inset CommandInset label
LatexCommand label
name "alg:Approx Median"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
This simple idea makes the method has expected 
\begin_inset Formula $O(n)$
\end_inset

 time complexity with a small time constant removing the exact median search
 procedure; however, its complexity grows to 
\begin_inset Formula $O(n^{2})$
\end_inset

 in the worst case.
 
\end_layout

\begin_layout Subsubsection*
Secant method 
\end_layout

\begin_layout Standard
Secant method seems to be first proposed by Rockafellar and Wets (1988,
 
\begin_inset CommandInset citation
LatexCommand cite
key "RockWets:1988"

\end_inset

).
 In spite of its competitive performance, it has been less frequently considered
 by 
\begin_inset CommandInset citation
LatexCommand cite
key "shampine1988,WuVen1998,DaiFle2006Secant,cominetti2012newton"

\end_inset

 (in the order of published year) than others because a well developed method
 was proposed recently by Dai and Fletcher (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

).
\end_layout

\begin_layout Standard
The secant method of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 uses a variant of false position (regula falsi) root finding method, which
 is also a variant of secant root finding method.
 
\begin_inset Quotes eld
\end_inset

False position method may less rapid than secant method but is safer because
 secant method travels out of the initial bracket
\begin_inset Quotes erd
\end_inset

 of 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 
\begin_inset CommandInset citation
LatexCommand cite
key "NR2007"

\end_inset

.
 Because 
\begin_inset Formula $g(\lambda)$
\end_inset

 is a piecewise non-increasing linear function (theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:characteristics of g(lam)"

\end_inset

), the false position method can be intuitively applied enjoying the properties
 of 
\begin_inset Formula $g(\lambda)$
\end_inset

.
 Because 
\begin_inset Formula $g(\lambda)$
\end_inset

 is continuous everywhere with linear pieces if 
\begin_inset Formula $(P)$
\end_inset

 is in strictly convex case, the final secant step finds the exact 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/15.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Bracketing phase
\begin_inset CommandInset label
LatexCommand label
name "fig:Bracketing-phase"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/16.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Secant phase
\begin_inset CommandInset label
LatexCommand label
name "fig:Secant-phase"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Secant method
\begin_inset CommandInset label
LatexCommand label
name "fig:Secant-method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Paragraph*
Algorithm
\end_layout

\begin_layout Standard
The secant method of Dai and Fletcher (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

) has two phases as usual root finding methods: bracketing phase and secant
 phase.
 Bracketing phase is used to finds a bracket 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 such that 
\begin_inset Formula $g(\lambda_{l})\ge0$
\end_inset

 and 
\begin_inset Formula $g(\lambda_{u})\le0$
\end_inset

.
 At first, it calculates two 
\begin_inset Formula $g(\lambda)$
\end_inset

's with a given initial 
\begin_inset Formula $\lambda$
\end_inset

 and updated 
\begin_inset Formula $\lambda$
\end_inset

 with a given step and finds the third 
\begin_inset Formula $\lambda$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Bracketing-phase"

\end_inset

 if 
\begin_inset Formula $g(\lambda)$
\end_inset

 with the second 
\begin_inset Formula $\lambda$
\end_inset

 has the same sign of 
\begin_inset Formula $g(\lambda)$
\end_inset

 as the initial 
\begin_inset Formula $\lambda$
\end_inset

.
 Then, it iterates until it finds a bracket with a safeguard to avoid too
 small steps.
 The safeguard is used in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Bracketing-Phase]{step 2.b.ii}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Bracketing-Phase]{step 2.e.ii}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

.
 So the step size 
\begin_inset Formula $\Delta\lambda$
\end_inset

 is updated by 
\begin_inset Formula $\Delta\lambda=\Delta\lambda+\Delta\lambda/s$
\end_inset

 in a way like secant root finding method, and it restricts 
\begin_inset Formula $s$
\end_inset

 to be at least 
\begin_inset Formula $0.1$
\end_inset

 as in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:correct code"

\end_inset

) to ensure that a new step size is at least 
\begin_inset Formula $10$
\end_inset

 times the previous step size.
 Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 presented a pseudo code for the bracket phase and its line 
\begin_inset Formula $6$
\end_inset

 and 
\begin_inset Formula $15$
\end_inset

 are related to this; however, two lines are not correct.
 For example, the line 
\begin_inset Formula $6$
\end_inset

 in our notation is as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:error code"

\end_inset

), and it is trivial that the value of 
\begin_inset Formula $s$
\end_inset

 is always 
\begin_inset Formula $0.1$
\end_inset

 because 
\begin_inset Formula $g_{u}$
\end_inset

 is updated before 
\begin_inset Formula $s$
\end_inset

 is computed.
 So we communicated with two authors, and they accepted the error on April
 24, 2013.
 So we corrected it as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:correct code"

\end_inset

) in our implementation.
 See the code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:secant"

\end_inset

 for the full correction.
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray}
Error\ code:\quad & \lambda_{l}=\lambda;g_{u}=g(\lambda);s=max(g_{u}/g(\lambda)-1,0.1);\label{eq:error code}\\
Correct\ code:\quad & \lambda_{l}=\lambda;s=max(g_{u}/g(\lambda)-1,0.1);g_{u}=g(\lambda);\label{eq:correct code}
\end{eqnarray}

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Give initial 
\begin_inset Formula $\lambda$
\end_inset

 and step size 
\begin_inset Formula $\triangle\lambda$
\end_inset

 and get 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)>0$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
Update 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset

, 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset

, 
\begin_inset Formula $\lambda=\lambda+\Delta\lambda$
\end_inset

 and get new 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate while 
\begin_inset Formula $g(\lambda)>0$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset


\end_layout

\begin_layout Enumerate
Update 
\begin_inset Formula $\triangle\lambda$
\end_inset

 and 
\begin_inset Formula $\lambda$
\end_inset

 using the modified secant method and set 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset

 
\end_layout

\begin_layout Enumerate
Get new 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset


\end_layout

\begin_layout Plain Layout
Else (
\begin_inset Formula $g(\lambda)\le0$
\end_inset

)
\end_layout

\begin_layout Enumerate-Resume
Update 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset

, 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset

, 
\begin_inset Formula $\lambda=\lambda-\Delta\lambda$
\end_inset

 and get new 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
Iterate while 
\begin_inset Formula $g(\lambda)<0$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset


\end_layout

\begin_layout Enumerate
Update 
\begin_inset Formula $\triangle\lambda$
\end_inset

 and 
\begin_inset Formula $\lambda$
\end_inset

 using the modified secant method and set 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset

 
\end_layout

\begin_layout Enumerate
Get new 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate-Resume
Set 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Bracketing phase: Find a bracket 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:Bracketing-Phase"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Once we obtain a bracket, secant phase is applied to find the optimum solution
 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Secant-phase"

\end_inset

.
 The secant phase basically uses the false position method but modification
 is made to avoid too small reduction ensuring that the range is reduced
 by a factor of 
\begin_inset Formula $3/4$
\end_inset

 or less in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Secant-Phase]{step 2.a.ii}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Secant-Phase]{step 2.a.iv}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Secant-Phase"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
With given 
\begin_inset Formula $\lambda$
\end_inset

, 
\begin_inset Formula $\Delta\lambda$
\end_inset

, 
\begin_inset Formula $\lambda_{l}$
\end_inset

, and 
\begin_inset Formula $\lambda_{u}$
\end_inset

 from 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Bracketing-Phase]{Bracketing pahse}
\end_layout

\end_inset


\end_layout

\begin_layout Enumerate
Update 
\begin_inset Formula $\triangle\lambda$
\end_inset

 and 
\begin_inset Formula $\lambda$
\end_inset

 using the secant method
\end_layout

\begin_layout Enumerate
Iterate while 
\begin_inset Formula $|g(\lambda)|\ge\varepsilon_{fea}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)<0$
\end_inset

, update 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
If a new 
\begin_inset Formula $\lambda$
\end_inset

 is on the left half side of the bracket, update 
\begin_inset Formula $\lambda$
\end_inset

 by secant
\end_layout

\begin_layout Enumerate
Else set a new 
\begin_inset Formula $\lambda$
\end_inset

 that reduces the bracket size by 
\begin_inset Formula $3/4$
\end_inset

 or less.
 
\end_layout

\begin_layout Plain Layout
Else update 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset

 and 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
If a new 
\begin_inset Formula $\lambda$
\end_inset

 is on the right half side of the bracket, update 
\begin_inset Formula $\lambda$
\end_inset

 by secant
\end_layout

\begin_layout Enumerate-Resume
Else set a new 
\begin_inset Formula $\lambda$
\end_inset

 that reduces the bracket size by 
\begin_inset Formula $3/4$
\end_inset

 or less.
 
\end_layout

\end_deeper
\begin_layout Enumerate
Get new 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Finish with 
\begin_inset Formula $\lambda^{*}=\lambda$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Secant method: Do secant update 
\begin_inset CommandInset label
LatexCommand label
name "alg:Secant-Phase"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Pegging (Variable fixing, Projection algorithm)
\end_layout

\begin_layout Standard
Pegging algorithm is widely used for strictly convex resource allocation
 problem with a single knapsack constraint and bounds.
 One can see a book of Ibaraki and Katoh 
\begin_inset CommandInset citation
LatexCommand cite
key "Ibaraki1988"

\end_inset

 and survey Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 for nonlinear resource allocation problems with pegging method.
 According to Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

, the idea of pegging algorithm was presented by Sanathanan (1971, 
\begin_inset CommandInset citation
LatexCommand cite
key "sanat1971"

\end_inset

), and Bitran and Hax (1981, 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset

) is the true pegging algorithm with convergence theory.
 So most variant methods have been developed based on Bitran and Hax (1981,
 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset

) in 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1996,Kiwiel:2008var,kim2012,stefanov2004con,ventura1991"

\end_inset

 for problem 
\begin_inset Formula $(P)$
\end_inset

.
 As we can see in the algorithm history table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-Algorithms"

\end_inset

, pegging method is one of frequently studied algorithms in recent years
 for 
\begin_inset Formula $(P)$
\end_inset

.
 It is due to the outstanding performance comparing with Lagrange multiplier
 search methods and its flexibility for nonlinear functions.
 Other literature that covers 
\begin_inset Formula $(P)$
\end_inset

 are 
\begin_inset CommandInset citation
LatexCommand cite
key "sanat1971,luss1975,zipkin1980simple,bitran1981,shor1985,michelot1986,Ibaraki1988,ventura89,RobiJianLerm:1992,bretthauer1996,Bretthauer1997,Stefanov2000,stefanov2001con,stefanov2001sep,Bretthauer2002peg,stefanov2004con,stefanov2004poly,Kiwiel:2008var,kim2012"

\end_inset

 in the order of year.
 
\end_layout

\begin_layout Paragraph*
Algorithm
\end_layout

\begin_layout Standard
Recently Kiwiel (2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

) did a comprehensive review for pegging method for 
\begin_inset Formula $(P)$
\end_inset

 and addressed an improved and modified version proving that 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1996,RobiJianLerm:1992"

\end_inset

 may fail with counter examples.
 We present a new version of pegging method in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Pegging method"

\end_inset

, which is simpler than the version of Kiwiel
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 with fewer index sets.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Let 
\begin_inset Formula $I=\{1,2,...,n\}$
\end_inset


\end_layout

\begin_layout Plain Layout
Iterate until stopping criteria is satisfied
\end_layout

\begin_layout Enumerate-Resume
Solve a sub problem (Projection)
\end_layout

\begin_deeper
\begin_layout Plain Layout
\begin_inset Formula $\mathbf{x}=argmin\{\sum_{j\in I}d_{j}x_{j}^{2}:\sum_{j\in I}x_{j}=b\}$
\end_inset

 
\end_layout

\end_deeper
\begin_layout Enumerate-Resume
Feasibility check
\end_layout

\begin_deeper
\begin_layout Enumerate
Get infeasibility indicator (Force 
\begin_inset Formula $\mathbf{x}$
\end_inset

 into box)
\end_layout

\begin_deeper
\begin_layout Enumerate
Get 
\begin_inset Formula $S_{L}=\sum_{j\in L}l_{j}$
\end_inset

 and 
\begin_inset Formula $\nabla=S_{L}-\sum_{j\in L}x_{j}$
\end_inset

 for 
\begin_inset Formula $L=\{j\in I:x_{j}\le l_{j}\}$
\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $S_{U}=\sum_{j\in U}u_{j}$
\end_inset

 and 
\begin_inset Formula $\Delta=\sum_{j\in U}x_{j}-S_{U}$
\end_inset

 for 
\begin_inset Formula $U=\{j\in I:x_{j}\ge u_{j}\}$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Stopping criterion
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $|\nabla-\Delta|<\varepsilon_{peg}$
\end_inset

, finish with 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in L$
\end_inset

 and 
\begin_inset Formula $x_{j}=u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in U$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Pegging (Variable fixing)
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $\nabla>\Delta$
\end_inset

, then 
\begin_inset Formula $I=I\backslash L$
\end_inset

, 
\begin_inset Formula $b=b-S_{L}$
\end_inset

, and 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in L$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\nabla<\Delta$
\end_inset

, then 
\begin_inset Formula $I=I\backslash U$
\end_inset

, 
\begin_inset Formula $b=b-S_{U}$
\end_inset

, and 
\begin_inset Formula $x_{j}=u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in U$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n^{2})$
\end_inset

; Pegging method (Variable fixing)
\begin_inset CommandInset label
LatexCommand label
name "alg:Pegging method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Pegging method is conceptually different from other Lagrange multiplier
 search methods.
 As we will show the difference with a geometric interpretation in section
 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Geometric-interpretation"

\end_inset

, pegging method does not search for 
\begin_inset Formula $\lambda^{*}$
\end_inset

, instead it iteratively projects (
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 2}
\end_layout

\end_inset

) the center of the objective function to the hyperplane of the knapsack
 constraint and pegs (fixes) (
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.c}
\end_layout

\end_inset

) a part of variables at its bound 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 dependent on the violation of the projected point to the box constraint.
 For the reasons, pegging method is also called (restricted) projection
 method (Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

) or variable fixing method (Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

).
 
\end_layout

\begin_layout Standard
The argumented minimum solution 
\begin_inset Formula $\mathbf{x}$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 2}
\end_layout

\end_inset

 geometrically means projecting the origin of the objective function to
 the hyperplane (knapsack constraint) proportional to 
\begin_inset Formula $1/d_{j}$
\end_inset

 in the space of unpegged variable index set 
\begin_inset Formula $I$
\end_inset

.
 We may get the projected point 
\begin_inset Formula $\mathbf{x}$
\end_inset

 quite easily using KKT conditions ignoring box constraint.
 From the stationarity KKT condition (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:KKT conditions"

\end_inset

), we can derive
\begin_inset Formula 
\begin{equation}
d_{j}x_{j}+\lambda=0\rightarrow x_{j}=\frac{-\lambda}{d_{j}}\label{eq:pegging_x}
\end{equation}

\end_inset

and substitute (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:pegging_x"

\end_inset

) into the knapsack constraint to get a closed form of 
\begin_inset Formula $\lambda$
\end_inset

 as in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:pegging_lam"

\end_inset

).
 
\begin_inset Formula 
\begin{equation}
\sum_{j\in I}\frac{-\lambda}{d_{j}}=b\rightarrow\lambda=\frac{-b}{\sum_{j\in I}1/d_{j}}\label{eq:pegging_lam}
\end{equation}

\end_inset

Therefore, we can get the solution at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 2}
\end_layout

\end_inset

 as
\begin_inset Formula 
\begin{equation}
x_{j}=\left(\frac{b}{\sum_{j\in I}1/d_{j}}\right)/d_{j}\quad for\ j\in I\label{eq:x by proj to knap peg}
\end{equation}

\end_inset

This simple closed form to get 
\begin_inset Formula $\mathbf{x}$
\end_inset

 is the source of advantage of pegging method.
 Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 concluded that pegging method is generally performs better than Lagrange
 multiplier search methods if a problem has a closed form to get its projection
 onto the knapsack constraint.
 
\end_layout

\begin_layout Standard
Another efficiency source is the fact that the size of variables to be projected
 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 2}
\end_layout

\end_inset

 decreases in every iteration as it will be proved in proposition 
\begin_inset CommandInset ref
LatexCommand ref
reference "Pro:The-pegging-method"

\end_inset

.
 Once the projected point is obtained, we consider the box constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:box"

\end_inset

) in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3}
\end_layout

\end_inset

.
 Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 named this step 
\begin_inset Quotes eld
\end_inset

force 
\begin_inset Formula $\mathbf{x}$
\end_inset

 into box.
\begin_inset Quotes erd
\end_inset

 Then, we check the feasibility of the box forced point on the knapsack
 constraint in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.c}
\end_layout

\end_inset

.
 If it is not feasible, we can peg some variables at its extreme points.
 For example, consider we have 
\begin_inset Formula $\bar{\lambda}$
\end_inset

 and it results in 
\begin_inset Formula $g(\bar{\lambda})>0$
\end_inset

 and 
\begin_inset Formula $x_{j}(\bar{\lambda})=l_{j}$
\end_inset

 for some 
\begin_inset Formula $j$
\end_inset

.
 Then, since 
\begin_inset Formula $g(\lambda)$
\end_inset

 is non-increasing, it holds 
\begin_inset Formula $\bar{\lambda}<\lambda^{*}$
\end_inset

, and 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 stays at 
\begin_inset Formula $l_{j}$
\end_inset

 for any 
\begin_inset Formula $\bar{\lambda}\le\lambda$
\end_inset

 because it is also non-increasing function (see figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_P"

\end_inset

 for intuition).
 Similarly the case of 
\begin_inset Formula $\lambda^{*}>\bar{\lambda}$
\end_inset

 with 
\begin_inset Formula $g(\bar{\lambda})<0$
\end_inset

 and 
\begin_inset Formula $x_{j}(\bar{\lambda})=u_{j}$
\end_inset

 is trivial.
 Therefore, we can peg 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 by 
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{equation}
x_{j}^{*}=\begin{cases}
\begin{array}{ccc}
l_{j} & for\ j\in L=\{j:x_{j}(\lambda)=l_{j},\} & if\ g(\lambda)>0,\\
u_{j} & for\ j\in U=\{j:x_{j}(\lambda)=u_{j},\} & if\ g(\lambda)<0,
\end{array}\end{cases}\label{eq:fixing}
\end{equation}

\end_inset


\end_layout

\begin_layout Standard
The two steps of box forcing and pegging in step 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.a}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.c}
\end_layout

\end_inset

 can be efficiently done with two variables: up triangle 
\begin_inset Formula $\Delta$
\end_inset

 and down triangle 
\begin_inset Formula $\nabla$
\end_inset

.
 Consider the initial steps assuming all variables are unpegged, that is,
 
\begin_inset Formula $I=\{1,2,...,n\}$
\end_inset

.
 Then, the violation of knapsack constraint 
\begin_inset Formula $g(\lambda)$
\end_inset

 with 
\begin_inset Formula $\mathbf{x}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x by proj to knap peg"

\end_inset

) can be expressed by 
\begin_inset Formula $\Delta$
\end_inset

 and 
\begin_inset Formula $\nabla$
\end_inset

 with
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray}
g(\lambda) & = & \sum_{\forall j}x_{j}(\lambda)-b\nonumber \\
 & = & \sum_{j\in I}x_{j}-b+S_{L}-\sum_{j\in L}x_{j}+\sum_{j\in U}x_{j}-S_{U}\quad since\ \sum_{j\in I}x_{j}=b\nonumber \\
 & = & \nabla-\Delta\label{eq:pegging two triangles}
\end{eqnarray}

\end_inset

where 
\begin_inset Formula $L=\{j\in I:x_{j}\le l_{j}\}$
\end_inset

, 
\begin_inset Formula $U=\{j\in I:x_{j}\ge u_{j}\}$
\end_inset

, 
\begin_inset Formula $\nabla=S_{L}-\sum_{j\in L}x_{j}$
\end_inset

, and 
\begin_inset Formula $\Delta=\sum_{j\in U}x_{j}-S_{U}$
\end_inset

.
 This leads to prove proposition 
\begin_inset CommandInset ref
LatexCommand ref
reference "Pro:The-pegging-method"

\end_inset

.
\end_layout

\begin_layout Proposition
\begin_inset CommandInset label
LatexCommand label
name "Pro:The-pegging-method"

\end_inset

The pegging method in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Pegging method"

\end_inset

 pegs at least one variable in an iteration so converges in at most 
\begin_inset Formula $n$
\end_inset

 iteration.
\end_layout

\begin_layout Proof
It is easily verified that
\begin_inset Formula 
\[
\begin{array}{ccc}
g(\lambda)>0 & if\ and\ if\ only & \nabla>\Delta\\
g(\lambda)<0 & if\ and\ if\ only & \nabla<\Delta
\end{array}
\]

\end_inset

by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:pegging two triangles"

\end_inset

).
 Thus, if 
\begin_inset Formula $\Delta\ne\nabla$
\end_inset

, since 
\begin_inset Formula $g(\lambda)\ne0$
\end_inset

 at least one 
\begin_inset Formula $x_{j}$
\end_inset

 should be pegged at one of its bounds 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:fixing"

\end_inset

).
 Therefore, the maximum iteration is 
\begin_inset Formula $n$
\end_inset

 if we assume only one 
\begin_inset Formula $x_{j}$
\end_inset

 is pegged in every iteration as the worst case, and the stopping criterion
 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.b}
\end_layout

\end_inset

 guarantees the optimum solution 
\begin_inset Formula $\mathbf{x}^{*}$
\end_inset

 because it satisfies all KKT conditions, which are necessary and sufficient
 conditions (theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Strong-duality-theorem"

\end_inset

).
 
\end_layout

\begin_layout Standard
Other good approaches for convergence proof is also available in 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var,RobiJianLerm:1992"

\end_inset

.
 The proposition 
\begin_inset CommandInset ref
LatexCommand ref
reference "Pro:The-pegging-method"

\end_inset

 is also a clue to get the complexity of pegging method.
 All steps in the algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Pegging method"

\end_inset

 has 
\begin_inset Formula $O(n)$
\end_inset

 time, but the total complexity is 
\begin_inset Formula $O(n^{2})$
\end_inset

 because it can iterate 
\begin_inset Formula $n$
\end_inset

 times in the worst case.
 The computational cost in the worst case of iteration part 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 2-3}
\end_layout

\end_inset

 is 
\begin_inset Formula $4n^{2}+7n$
\end_inset

 as computed in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:operations in iteration"

\end_inset

.
 In spite of the quadratic complexity, pegging method may be efficient in
 practice in the sense that it avoids median search or sorting, and it is
 proved by previous studies as in experiment history table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-experiment"

\end_inset

.
\end_layout

\begin_layout Standard
Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 noticed two important modifications from previous methods.
 The first one is a way to get 
\begin_inset Formula $L$
\end_inset

 and 
\begin_inset Formula $U$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.a}
\end_layout

\end_inset

.
 It finds index sets that contains the case of 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

, while Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 and Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1996"

\end_inset

 define 
\begin_inset Formula $L=\{j\in I:x_{j}<l_{j}\}$
\end_inset

 and 
\begin_inset Formula $U=\{j\in I:x_{j}>u_{j}\}$
\end_inset

 with strict inequalities.
 This modification is simple but can accelerate pegging method saving iterations.
 The second one is the stopping criterion in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.b}
\end_layout

\end_inset

.
 The classic pegging method of Bitran and Hax 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset

 stops the iteration if 
\begin_inset Formula 
\[
l_{j}\le x_{j}\le u_{j}\ for\ j\in I\qquad\mbox{or}\qquad I=\emptyset
\]

\end_inset

However, the second stopping criterion is redundant to the first criterion
 because the first one covers the second one.
 Moreover, stopping criterion in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Pegging method]{step 3.b}
\end_layout

\end_inset

 covers the two criteria of Bitran and Hax 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset

.
 
\end_layout

\begin_layout Remark
It is true that pegging method actually starts at a specific 
\begin_inset Formula $\lambda$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:pegging_lam"

\end_inset

) with full index set 
\begin_inset Formula $I=\{1,2,...,n\}$
\end_inset

.
 So Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 conclude that pegging method has disadvantage because it cannot adopt an
 initial given 
\begin_inset Formula $\lambda$
\end_inset

, which may make critical improvements when 
\begin_inset Formula $(P)$
\end_inset

 is used for a subproblem as proved in the experiments of 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton,DaiFle2006Secant,FuDai2010"

\end_inset

.
 However, it is possible to exploit pegging method with any initial 
\begin_inset Formula $\lambda$
\end_inset

 if we peg variables by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:fixing"

\end_inset

) with the initial 
\begin_inset Formula $\lambda$
\end_inset

 before we use pegging method.
 
\end_layout

\begin_layout --Separator--

\end_layout

\begin_layout Remark
A real drawback of pegging method is that it can solve only the strictly
 convex problems because non-strictly convex objective function does not
 have a unique center to project onto a hyperplane.
 This will be considered carefully in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:The-suggested-Methods"

\end_inset

 when we present suggested method for the indefinite case of 
\begin_inset Formula $(P)$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Newton method
\begin_inset CommandInset label
LatexCommand label
name "sec:Newton-method"

\end_inset


\end_layout

\begin_layout Standard
Newton method is quite lately developed than other methods, although it
 is also intuitively considerable if we draw 
\begin_inset Formula $g(\lambda)$
\end_inset

 as in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:g(lam) convex"

\end_inset

.
 Maybe the reason is the well known fact that Newton method does not guarantee
 convergence as a root finding method.
 In addition to the (a) convergence issue, newton method have more serious
 issues: 
\begin_inset Formula $g(\lambda)$
\end_inset

 is (b) non-differentiable at breakpoints and is (c) possibly has zero slope
 because 
\begin_inset Formula $g(\lambda)$
\end_inset

 is non-increasing.
 Moreover, (d) an updated 
\begin_inset Formula $\lambda$
\end_inset

 may placed out of the feasible bound of 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

.
 In those reasons, Dai and Fletcher (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

) did not implement Newton method although they noticed the method; instead
 they developed secant method.
 
\end_layout

\begin_layout Standard
It seems Nielsen and Zenios (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

) is the first one which considered newton method officially for 
\begin_inset Formula $(P)$
\end_inset

, and in the same year, Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 also considered it thanks to a referee's suggestion to compare with their
 pegging method.
 Lotito (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

) considered Newton method extending the method of 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

 to the semi definite case, but his work is limited by one sided bounds
 (
\begin_inset Formula $\mathbf{0}\le\mathbf{x}$
\end_inset

).
 Recently, Cominetti et al.
 (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

) considered Newton method in depth and utilized secant method for safeguards
 of the convergence issues.
 
\end_layout

\begin_layout Paragraph*
Safeguards
\end_layout

\begin_layout Standard
The line of 
\begin_inset Formula $g(\lambda)$
\end_inset

 is not quite proper to use Newton method because it is not differentiable
 at breakpoints and can cycle or have 
\emph on
zero
\emph default
 slope as proved in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:characteristics of g(lam)"

\end_inset

.
 Thus, some safeguards are suggested by studies and summarized in table
 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Safeguard-of-Newton method"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status collapsed

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="4" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="1.5cm">
<column alignment="center" valignment="middle" width="1.5cm">
<column alignment="center" valignment="middle" width="1.6cm">
<column alignment="center" valignment="middle" width="1.65cm">
<column alignment="center" valignment="middle" width="2.3cm">
<column alignment="center" valignment="middle" width="1.6cm">
<column alignment="center" valignment="middle" width="1.36cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Nielsen et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Lotito 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

 (
\begin_inset Formula $l\le\mathbf{x}$
\end_inset

) 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 (
\begin_inset Formula $l\le\mathbf{x}$
\end_inset

) 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Proposed method
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Cycle, Out of Range 
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Wrong proof 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Not
\end_layout

\begin_layout Plain Layout
mentioned 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Proved not happen 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Secant
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Non-diff-
\end_layout

\begin_layout Plain Layout
erentiable
\begin_inset VSpace 1mm
\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Bisection
\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="middle" topline="true" rightline="true" usebox="none" special=">{\centering}p{6cm}">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Box Frameless
position "c"
hor_pos "c"
has_inner_box 1
inner_pos "c"
use_parbox 0
use_makebox 0
width "9cm"
special "none"
height "1in"
height_special "totalheight"
status open

\begin_layout Plain Layout
\align center
Directional derivative by sign of 
\begin_inset Formula $g(\lambda)$
\end_inset

 
\end_layout

\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Act like it is not
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Zero slope 
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Not
\end_layout

\begin_layout Plain Layout
mentioned 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Not
\end_layout

\begin_layout Plain Layout
mentioned 
\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none" special="c">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Box Frameless
position "c"
hor_pos "c"
has_inner_box 1
inner_pos "c"
use_parbox 0
use_makebox 0
width "4.2cm"
special "none"
height "1in"
height_special "totalheight"
status open

\begin_layout Plain Layout
Closest left or right break point by sign of 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Secant
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Safeguards of Newton method
\begin_inset CommandInset label
LatexCommand label
name "tab:Safeguard-of-Newton method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
As shown on figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Newton-method cycle"

\end_inset

, cycle can happen only when the updated 
\begin_inset Formula $\lambda$
\end_inset

 is not strictly inside of the updated range 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

.
 Thus, if we keep 
\begin_inset Formula $\lambda$
\end_inset

 being updated strictly within the last range, we can resolve the cycle
 and out of bound issues.
 As a resolution, Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 suggest secant method of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 (see figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Newton Safeguard"

\end_inset

) and Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 choose bisection method as a safeguard.
 Lotito 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

 does not consider the issue, but Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 proves that cycle does not happen if variables are bounded by one side
 such as 
\begin_inset Formula $\mathbf{l}\le\mathbf{x}$
\end_inset

 or 
\begin_inset Formula $\mathbf{x}\le\mathbf{u}$
\end_inset

.
 Nielsen and Zenios (
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

) argues that the cycle does not happen via proposition 5 in their paper,
 but it is wrong if their Proposition 4 is correct.
 Moreover, Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 show a cycle example.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement !h
wide false
sideways false
status collapsed

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/17.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Newton method can cycle
\begin_inset CommandInset label
LatexCommand label
name "fig:Newton-method cycle"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/18.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Secant method is used as a safeguard
\begin_inset CommandInset label
LatexCommand label
name "fig:Newton Safeguard"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Newton method
\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
The non-differentiability issue has been simply resolved by taking right
 derivative if 
\begin_inset Formula $g(\lambda)>0$
\end_inset

 and left derivative otherwise as most literature 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992,lotito2006,cominetti2012newton"

\end_inset

 do; however, we will show a way to remove this issue in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Newton-method"

\end_inset

.
\end_layout

\begin_layout Standard
If 
\begin_inset Formula $g(\lambda)$
\end_inset

 has zero slope at a 
\begin_inset Formula $\lambda$
\end_inset

, Newton method cannot update 
\begin_inset Formula $\lambda$
\end_inset

.
 Although 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992,lotito2006"

\end_inset

 could not notice this issue, Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 suggested the convergence guaranteed bisection method, and Cominetti et
 al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 proposed to use the closest right breakpoint from the current 
\begin_inset Formula $\lambda$
\end_inset

 if 
\begin_inset Formula $g(\lambda)>0$
\end_inset

 and the closest left breakpoint otherwise.
 However, finding the closest breakpoint takes up to 
\begin_inset Formula $4n$
\end_inset

 operations because it has to look through 
\begin_inset Formula $2n$
\end_inset

 breakpoints and compare the closeness.
 The cost of 
\begin_inset Formula $4n$
\end_inset

 is exactly same as testing a 
\begin_inset Formula $\lambda$
\end_inset

 point in 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 and 
\begin_inset Formula $g(\lambda)$
\end_inset

 as
\begin_inset Formula 
\begin{eqnarray*}
x_{j}(\lambda)=median\{l_{j},u_{j},-\lambda/d_{j}\} & \rightarrow & 3n\ operations\\
g(\lambda)=\sum_{\forall j}x_{j}(\lambda)-b & \rightarrow & n\ operations
\end{eqnarray*}

\end_inset

in our transformed problem, and the cost is higher if 
\begin_inset Formula $(P)$
\end_inset

 is not transformed.
 Therefore, as suggested by Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 testing the bisection point is more efficient than taking the closest breakpoin
t in the sense of reducing the feasible domain of 
\begin_inset Formula $\lambda$
\end_inset

.
 
\end_layout

\begin_layout Paragraph*
Algorithm
\end_layout

\begin_layout Standard
In this manner, it seems Newton method is not fully studied yet even though
 all literature concluded that the method performs outstanding and stable.
 Thus, we propose an improved method with more robust and computationally
 efficient safeguards in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Newton-method"

\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Set initial 
\begin_inset Formula $\lambda_{l}=-\infty$
\end_inset

, 
\begin_inset Formula $\lambda_{u}=\infty$
\end_inset

, and 
\begin_inset Formula $\lambda=-b/\sum_{\forall j}(1/d_{j})$
\end_inset


\end_layout

\begin_layout Plain Layout
Iterate until step 3 is satisfied
\end_layout

\begin_layout Enumerate-Resume
Get 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 and 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
If 
\begin_inset Formula $|g(\lambda)|<\varepsilon_{fea}$
\end_inset

, finish algorithm with 
\begin_inset Formula $\lambda^{*}=\lambda$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
Get 
\begin_inset Formula $I=\{i:l_{i}<x(\lambda)<u_{i}\}$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
If 
\begin_inset Formula $I=\emptyset$
\end_inset

, (slope is zero)
\end_layout

\begin_deeper
\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 1.4cm
\end_inset

Do bracketing if necessary and do secant (Safeguard 1) 
\end_layout

\begin_layout Plain Layout
Else (slope is not zero)
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)>0$
\end_inset

, set 
\begin_inset Formula $g_{u}=g(\lambda)$
\end_inset

 and 
\begin_inset Formula $\lambda_{l}=\lambda$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else set 
\begin_inset Formula $g_{l}=g(\lambda)$
\end_inset

 and 
\begin_inset Formula $\lambda_{u}=\lambda$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Update 
\begin_inset Formula $\lambda=\lambda+g(\lambda)/\sum_{j\in I}(1/d_{j})$
\end_inset

 by Newton method
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\lambda\notin(\lambda_{l},\lambda_{u})$
\end_inset

, (out of bound or possible cycle)
\end_layout

\begin_deeper
\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 0.6cm
\end_inset

Do bracketing if necessary and do secant (Safeguard 2) 
\end_layout

\end_deeper
\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n^{2})$
\end_inset

; Newton method
\begin_inset CommandInset label
LatexCommand label
name "alg:Newton-method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
For the issues of cycle and out of bounds, we suggest to utilize secant
 method of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 as Cominetti et al 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 does.
 We can use pegging method or any convergence guaranteed root finding methods
 such as bisection, sorting, or median search methods, but secant method
 can takes the feature of the piecewise linearity of 
\begin_inset Formula $g(\lambda)$
\end_inset

 and our experiment shows that secant method is superior to other methods.
 We name it 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{safeguard 2}
\end_layout

\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{step 5.c}
\end_layout

\end_inset

.
\end_layout

\begin_layout Standard
To overcome the case of zero slope, we use 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{safeguard 1}
\end_layout

\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{step 5}
\end_layout

\end_inset

.
 It happens when 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for all 
\begin_inset Formula $j$
\end_inset

 are placed at an extreme point 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

.
 So we can verify whether the slope is zero by looking at an index set 
\begin_inset Formula $I$
\end_inset


\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray}
I & = & \{j:l_{j}<x_{j}(\lambda)<u_{j}\}\label{eq:I in Newton method}
\end{eqnarray}

\end_inset

of 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{step 4}
\end_layout

\end_inset

.
 Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 use the closest left or right break point.
 It may give a good 
\begin_inset Formula $\lambda$
\end_inset

 update, but as we mentioned earlier it takes up to 
\begin_inset Formula $4n$
\end_inset

 operations to update 
\begin_inset Formula $\lambda$
\end_inset

 without a guarantee of considerable reduction of feasible domain, while
 bisection and secant method of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 reduce it by half and at most 
\begin_inset Formula $3/4$
\end_inset

 respectively.
 We prefer secant method to bisection method although secant method may
 reduce the feasible domain less than half because it gives more reliable
 solution and tends to have less iteration from experiments than bisection
 method.
 
\end_layout

\begin_layout Standard
To resolve the non-differentiability of 
\begin_inset Formula $g(\lambda)$
\end_inset

 at breakpoint, all previous algorithms use the left derivative to update
 
\begin_inset Formula $\lambda$
\end_inset

 with newton method if 
\begin_inset Formula $g(\lambda)<0$
\end_inset

, and the right derivative if 
\begin_inset Formula $g(\lambda)>0$
\end_inset

.
 Two directional derivatives in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:directional derivatives"

\end_inset

) can be obtained with 
\begin_inset Formula $I$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:I in Newton method"

\end_inset

) and two index sets: 
\begin_inset Formula $J_{R}=\{j:\lambda=-d_{j}u_{j}\}$
\end_inset

 and 
\begin_inset Formula $J_{L}=\{j:\lambda=-d_{j}l_{j}\}$
\end_inset

.
 
\begin_inset Formula 
\begin{equation}
\begin{array}{rcl}
Right\ derivative & = & -\sum_{j\in I}1/d_{j}-\sum_{\lambda=-d_{j}u_{j}}1/d_{j}\quad if\ g(\lambda)>0\\
Left\ derivative & = & -\sum_{j\in I}1/d_{j}-\sum_{\lambda=-d_{j}l_{j}}1/d_{j}\quad if\ g(\lambda)<0
\end{array}\label{eq:directional derivatives}
\end{equation}

\end_inset

However, the probability that 
\begin_inset Formula $J_{R}$
\end_inset

 and 
\begin_inset Formula $J_{L}$
\end_inset

 are used is very small in practice because 
\begin_inset Formula $\lambda$
\end_inset

 and breakpoints are continuous numbers and the possibility that an updated
 
\begin_inset Formula $\lambda$
\end_inset

 is exactly same as a breakpoint is almost practically impossible.
 Thus, consuming 
\begin_inset Formula $n$
\end_inset

 operations at each iteration to get 
\begin_inset Formula $J_{R}$
\end_inset

 or 
\begin_inset Formula $J_{L}$
\end_inset

 comparing 
\begin_inset Formula $\lambda$
\end_inset

 and 
\begin_inset Formula $n$
\end_inset

 breakpoints is wasteful.
 For this reason, our simple resolution is acting like we never reached
 a breakpoint even when the current 
\begin_inset Formula $\lambda$
\end_inset

 is at a breakpoint.
 So our proposed derivative is 
\begin_inset Formula 
\begin{eqnarray}
Proposed\ derivative & = & -\sum_{j\in I}1/d_{j}\label{eq:proposed derivative}
\end{eqnarray}

\end_inset

without 
\begin_inset Formula $J_{R}$
\end_inset

 and 
\begin_inset Formula $J_{L}$
\end_inset

.
 This may sometimes results in a worse 
\begin_inset Formula $\lambda$
\end_inset

 update than right or left derivative; however (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

) is more efficient if we take account of 
\begin_inset Formula $2n$
\end_inset

 operations to get 
\begin_inset Formula $J_{R}$
\end_inset

 and 
\begin_inset Formula $J_{L}$
\end_inset

, which are highly possibly empty.
 Therefore, our simple proposed derivative (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

) not only saves 
\begin_inset Formula $2n\times total\ iterations$
\end_inset

 operations but also makes Newton method more robust eliminating the issue
 of non-differentiability.
 
\end_layout

\begin_layout Standard
In addition to the operation saving, our safeguards also save operations
 to get breakpoint because our Newton method algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Newton-method"

\end_inset

 never uses them.
 Therefore, contrast to Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

, our algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Newton-method"

\end_inset

 can save 
\begin_inset Formula $4n\times zero\ slope\ instances$
\end_inset

 operations in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{safeguard 2}
\end_layout

\end_inset

 from getting the left or right most closest breakpoint when zero slope
 occurs, at least 
\begin_inset Formula $2n\times total\ iterations$
\end_inset

 operations from proposed derivative (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

), and 
\begin_inset Formula $2n$
\end_inset

 operations to get breakpoints as summarized in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Saved_opera_Newton"

\end_inset

.
 These savings are counted based on our transformed 
\begin_inset Formula $(P)$
\end_inset

, which leads simpler computation than other formats, so the saved operations
 increase higher if 
\begin_inset Formula $(P)$
\end_inset

 is not in our transformed format.
 
\end_layout

\begin_layout Standard
\noindent
\align left
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="4" columns="2">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="4cm">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Minimum saved operations
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Zero slope
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $4n\times zero\ slope\ iterations$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Proposed derivative 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $2n\times total\ iterations$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
No need of Breakpoints
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $2n$
\end_inset


\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Minimum saved operations in Newton method
\begin_inset CommandInset label
LatexCommand label
name "tab:Saved_opera_Newton"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
As noticed by 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton,RobiJianLerm:1992"

\end_inset

 and proved by our experiment (table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Total count of safeguard used for 500 problems"

\end_inset

), instances that need safeguards are not occurred frequently in most test
 problems.
 So the chance to save 
\begin_inset Formula $4n\times zero\ slope\ instances$
\end_inset

 operations to get the closest breakpoint as 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 does may be low.
 Nevertheless, our algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Newton-method"

\end_inset

 can save at least 
\begin_inset Formula $2n+2n\times total\ iterations$
\end_inset

 operations due to a different way to get a slope.
 
\end_layout

\begin_layout Standard
The complexity of Newton method is 
\begin_inset Formula $O(n^{2})$
\end_inset

 because the possible maximum iteration is 
\begin_inset Formula $4n+1$
\end_inset

 (see 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 for detail).
 In addition to the large possible iteration, Newton method also requires
 much more operations to update 
\begin_inset Formula $\lambda$
\end_inset

 than other methods because it requires to update 
\begin_inset Formula $I$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{step 4}
\end_layout

\end_inset

 and compute derivatives in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{step 5.b}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Standard
Although Newton method may have fast convergence, because of the high operationa
l cost in each iteration, performance of the method is sensitive to the
 number of iteration, and the only one parameter that we can affect is the
 initial 
\begin_inset Formula $\lambda$
\end_inset

.
 We suggest to use 
\begin_inset Formula $\lambda=-b/\sum_{\forall j}(1/d_{j})$
\end_inset

 for the initial 
\begin_inset Formula $\lambda$
\end_inset

 as 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Newton-method]{step 1}
\end_layout

\end_inset

.
 It is the same value used in pegging method in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:pegging_lam"

\end_inset

), and 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 also uses it hoping that 
\begin_inset Formula $\mathbf{x}^{*}$
\end_inset

 is inside the box constraint (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:box"

\end_inset

).
 
\end_layout

\begin_layout Remark
Newton method and pegging method is actually highly related in the respect
 to the use of index sets 
\begin_inset Formula $I$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:I in Newton method"

\end_inset

) to get derivative in Newton method and 
\begin_inset Formula $I$
\end_inset

 for unpegged variables to project in pegging method.
 Because two index sets are essentially identical in some conditions, Cominetti
 et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 proved that Newton method takes the exactly same iteration as pegging method
 if 
\begin_inset Formula $(P)$
\end_inset

 has one sided bound and and 
\begin_inset Formula $a_{j}>0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Interval test method
\begin_inset CommandInset label
LatexCommand label
name "sec:Interval-test-method"

\end_inset


\end_layout

\begin_layout Standard
Interval test method is the most undeveloped method among all methods.
 Vavasis (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

) mentioned the interval test idea very briefly to solve the convex part
 of the indefinite case of 
\begin_inset Formula $(P)$
\end_inset

, and Bayón et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bayon2012,bayon2013"

\end_inset

 used the idea to get analytical solution on right hand side 
\begin_inset Formula $b$
\end_inset

.
 However, no one has clearly developed an efficient implementation and compared
 with other methods.
 Thus, we clearly present an efficient procedure of interval test method
 in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

.
 
\end_layout

\begin_layout Paragraph*
Optimum conditions
\end_layout

\begin_layout Standard
The main difference between interval test method and other Lagrange multiplier
 search methods is the way to reduce the domain of Lagrange multiplier.
 Other multiplier search methods reduce the dual domain by a point substituting
 a 
\begin_inset Formula $\lambda$
\end_inset

 and update it by the sign of 
\begin_inset Formula $g(\lambda)$
\end_inset

 until it gets a feasible solution.
 On the other hands, interval test method uses breakpoints to construct
 intervals on the line of 
\begin_inset Formula $\lambda$
\end_inset

 and reduces the domain of Lagrange multiplier by a sub domain (interval
 or range) in each iteration.
 This is possible because 
\begin_inset Formula $(P)$
\end_inset

 is a separable knapsack problem and 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 has a unique value at a given 
\begin_inset Formula $\lambda$
\end_inset

.
 Suppose that breakpoints are sorted in ascending order and we have an interval
 
\begin_inset Formula $[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

 that consists of two consecutive breakpoints as
\begin_inset Formula 
\[
[\hat{\lambda}_{l},\hat{\lambda}_{u}]\in[\lambda_{l},\lambda_{u}]
\]

\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
Then, 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
the index set 
\begin_inset Formula $I=\{j\in P:l_{j}<x_{j}(\bar{\lambda})<u_{j}\}$
\end_inset

 is unchanged for a 
\begin_inset Formula $\bar{\lambda}$
\end_inset

 that is strictly within the interval 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $(\hat{\lambda}_{l},\hat{\lambda}_{u})$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 because 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is a decreasing function between its two breakpoints or constant at 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

.
 With the index set 
\begin_inset Formula $I$
\end_inset

, we can define 
\begin_inset Formula $g(\lambda)$
\end_inset

 as
\begin_inset Formula 
\begin{eqnarray}
g(\lambda) & = & \sum_{j\in L}l_{j}+\sum_{j\in U}u_{j}-b-\lambda\sum_{j\in I}(1/d_{j})\label{eq:interval test g(lam)}\\
 & = & H-\lambda G\nonumber 
\end{eqnarray}

\end_inset

where 
\begin_inset Formula 
\[
\begin{array}{lll}
L=\{j:x_{j}(\bar{\lambda})=l_{j}\} &  & U=\{j:x_{j}(\bar{\lambda})=u_{j}\}\\
H=\sum\limits _{j\in L}l_{j}+\sum\limits _{j\in U}u_{j}-b &  & G=\sum_{j\in I}(1/d_{j})
\end{array}
\]

\end_inset

Moreover, if 
\begin_inset Formula $\lambda^{*}\in[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

, then
\begin_inset Formula 
\[
g(\lambda^{*})=0=H-\lambda^{*}G
\]

\end_inset

, and it implies
\begin_inset Formula 
\[
\lambda^{*}=H/G
\]

\end_inset

This is proved by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:interval testing"

\end_inset

 and theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Interval testing"

\end_inset

 and applied in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.a}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.c}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

.
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "Lem:interval testing"

\end_inset

Define an interval 
\begin_inset Formula $[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

 which consists of two adjacent breakpoints and 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

.
 Then, 
\begin_inset Formula 
\begin{eqnarray}
\hat{\lambda}_{u}<\lambda^{*} & if\ and\ only\ if & \hat{\lambda}_{u}<\hat{\lambda}\label{eq:lamU<lamhat}\\
\lambda^{*}<\hat{\lambda}_{l} & if\ and\ only\ if & \hat{\lambda}<\hat{\lambda}_{l}\label{eq:lamhat<lamL}
\end{eqnarray}

\end_inset


\end_layout

\begin_layout Proof
If 
\begin_inset Formula $g(\lambda)>0$
\end_inset

 for a 
\begin_inset Formula $\lambda\in[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

, then
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 
\begin_inset Formula $\hat{\lambda}_{u}<\lambda^{*}$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 and 
\begin_inset Formula $g(\hat{\lambda}_{u})>0$
\end_inset

 since 
\begin_inset Formula $g(\lambda)$
\end_inset

 is a non-increasing function by the theorem 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset CommandInset ref
LatexCommand ref
reference "The:characteristics of g(lam)"

\end_inset

.
 This results in
\begin_inset Formula 
\begin{eqnarray*}
0 & < & g(\hat{\lambda}_{u})=H-\hat{\lambda}_{u}G\quad since\ G>0\\
\hat{\lambda}_{u} & < & H/G=\hat{\lambda}
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Proof

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
Similarly, 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
if 
\begin_inset Formula $g(\lambda)<0$
\end_inset

 for a 
\begin_inset Formula $\lambda\in[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

 , then
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 
\begin_inset Formula $\lambda^{*}<\hat{\lambda}_{l}$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 and 
\begin_inset Formula $g(\hat{\lambda}_{l})<0$
\end_inset

 since 
\begin_inset Formula $g(\lambda)$
\end_inset

 is a non-increasing function
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
.
 This results in
\end_layout

\begin_layout Proof

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula 
\begin{eqnarray*}
0 & > & g(\hat{\lambda}_{l})=H-\hat{\lambda}_{l}G\quad since\ G>0\\
\hat{\lambda}_{l} & > & H/G=\hat{\lambda}
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:Interval testing"

\end_inset

Let 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

.
 If 
\begin_inset Formula $\hat{\lambda}\in[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

, then 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}$
\end_inset

.
\end_layout

\begin_layout Proof
If we have an interval 
\begin_inset Formula $[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

 such that 
\begin_inset Formula 
\[
g(\hat{\lambda}_{u})\le0\le g(\hat{\lambda}_{l})
\]

\end_inset

, then by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem:interval testing"

\end_inset

 it holds that 
\begin_inset Formula 
\[
\hat{\lambda}_{l}\le H/G\le\hat{\lambda}_{u}
\]

\end_inset

Therefore, the theorem is proved.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Obtain 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 (
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{bra}$
\end_inset

), 
\begin_inset Formula $\lambda$
\end_inset

 (
\begin_inset Formula $=\lambda_{l}$
\end_inset

 or 
\begin_inset Formula $\lambda_{u}$
\end_inset

), 
\begin_inset Formula $x(\lambda)$
\end_inset

, and 
\begin_inset Formula $g(\lambda)$
\end_inset

 using methods such as secant method.
 
\end_layout

\begin_layout Enumerate
Initialize 
\begin_inset Formula $H=0$
\end_inset

 and 
\begin_inset Formula $G=0$
\end_inset

,
\series bold
 
\series default
and get breakpoints 
\begin_inset Formula $T=\{-d_{j}u_{j},-d_{j}l_{j}\}$
\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $I=\{j\in P:l_{j}<x_{j}(\lambda)<u_{j}\}$
\end_inset

, 
\begin_inset Formula $H=\sum_{j\notin I}x_{j}(\lambda)-b$
\end_inset

, and 
\begin_inset Formula $G=\sum_{j\in I}(1/d_{j})$
\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $R=\{j:\lambda_{l}\le T_{j}\le\lambda_{u}\}$
\end_inset

, 
\begin_inset Formula $[T,R]=sort(T_{j}:j\in R)$
\end_inset

 in ascending order
\end_layout

\begin_deeper
\begin_layout Plain Layout
where 
\begin_inset Formula $T$
\end_inset

 is sorted 
\begin_inset Formula $T_{j}$
\end_inset

 for 
\begin_inset Formula $j\in R$
\end_inset

 and 
\begin_inset Formula $R$
\end_inset

 is corresponding index set of sorted 
\begin_inset Formula $T$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)\ge0$
\end_inset

, iterate for 
\begin_inset Formula $i=1$
\end_inset

 to 
\begin_inset Formula $|T|$
\end_inset

, set 
\begin_inset Formula $j=R_{i}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $G\ne0$
\end_inset

 (nonzero slope), set 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $\hat{\lambda}\le T_{i}$
\end_inset

, finish algorithm with 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $j\le n$
\end_inset

 (if 
\begin_inset Formula $T_{i}=-d_{j}u_{j}$
\end_inset

), update 
\begin_inset Formula $H=H-u_{j}$
\end_inset

 and 
\begin_inset Formula $G=G+1/d_{j}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else (if 
\begin_inset Formula $T_{i}=-d_{j}l_{j}$
\end_inset

), update 
\begin_inset Formula $j=j-n$
\end_inset

, 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

, 
\begin_inset Formula $H=H+l_{j}$
\end_inset

 and 
\begin_inset Formula $G=G-1/d_{j}$
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
Else (
\begin_inset Formula $g(\lambda)<0$
\end_inset

), iterate for 
\begin_inset Formula $i=|T|$
\end_inset

 to 1, set 
\begin_inset Formula $j=R_{i}$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
If 
\begin_inset Formula $G\ne0$
\end_inset

 (nonzero slope), set 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $\hat{\lambda}\ge T_{i}$
\end_inset

, finish algorithm with 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate-Resume
If 
\begin_inset Formula $j\le n$
\end_inset

 (if 
\begin_inset Formula $T_{i}=-d_{j}u_{j}$
\end_inset

), update 
\begin_inset Formula $x_{j}^{*}=u_{j}$
\end_inset

, 
\begin_inset Formula $H=H+u_{j}$
\end_inset

 and 
\begin_inset Formula $G=G-1/d_{j}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else (if 
\begin_inset Formula $T_{i}=-d_{j}l_{j}$
\end_inset

), update 
\begin_inset Formula $j=j-n$
\end_inset

, 
\begin_inset Formula $H=H-l_{j}$
\end_inset

 and 
\begin_inset Formula $G=G+1/d_{j}$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Enumerate
(at leftmost or rightmost interval) Finish with 
\begin_inset Formula $\lambda^{*}=H/G$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset

; Interval test method
\begin_inset CommandInset label
LatexCommand label
name "alg:Interval-test-method"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Paragraph*
Algorithm and its efficiency
\end_layout

\begin_layout Standard
To construct intervals, we first select breakpoints that are within 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

, and then sort the selected breakpoints as in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 4}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

.
 The sorting procedure dominates the complexity of interval test method
 by 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 as the main disadvantage.
 However, interval test method can be practically efficient if the number
 of breakpoints to be sorted is small.
 It is affected by two factors: (a) an initial 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 and (b) the distribution of breakpoints around 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 The distribution is uncontrollable because it is determined by the given
 coefficients of problem, but we can control the initial range.
 The initial range can be 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 or obtained by any root finding methods that we have considered, but secant
 method would be the best choice because it guarantees to find a bracket
 that contains 
\begin_inset Formula $\lambda^{*}$
\end_inset

 efficiently, and our experimental results show that it has the fast convergence.
 Newton method also tends to have fast convergence, but we prefer secant
 method because Newton method requires much more operations to update 
\begin_inset Formula $\lambda$
\end_inset

 and uses secant method as a safeguard.
 The superior performance of use of secant method for the bracket is proved
 by experiments.
 
\end_layout

\begin_layout Standard
Once we construct intervals within a range of 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

, we have values of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 and 
\begin_inset Formula $g(\lambda)$
\end_inset

 on hand with 
\begin_inset Formula $\lambda=\lambda_{l}$
\end_inset

 or 
\begin_inset Formula $\lambda_{u}$
\end_inset

.
 So we are already on the leftmost interval if 
\begin_inset Formula $g(\lambda)\ge0$
\end_inset

 or rightmost interval if 
\begin_inset Formula $g(\lambda)\le0$
\end_inset

 on 
\begin_inset Formula $\lambda$
\end_inset

.
 At the current interval, we calculate 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

 if 
\begin_inset Formula $G\ne0$
\end_inset

 and test if 
\begin_inset Formula $\hat{\lambda}$
\end_inset

 is within the current interval as 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.a}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.c}
\end_layout

\end_inset

.
 If it is within the interval, it is the optimum 
\begin_inset Formula $\lambda^{*}$
\end_inset

 thanks to theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Interval testing"

\end_inset

.
 If it is not, we need to update only 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

.
 For example, if we are on an interval 
\begin_inset Formula $[\hat{\lambda}_{l},\hat{\lambda}_{u}]$
\end_inset

 where is strictly left from 
\begin_inset Formula $\lambda^{*}$
\end_inset

 (that is, 
\begin_inset Formula $\hat{\lambda}_{u}<\lambda^{*}$
\end_inset

), we first check where 
\begin_inset Formula $\hat{\lambda}_{u}$
\end_inset

 is from.
 If it is the value of 
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

, then the index 
\begin_inset Formula $j$
\end_inset

 should be switched from a member of 
\begin_inset Formula $U$
\end_inset

 to 
\begin_inset Formula $I$
\end_inset

.
 That implies to update 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 by 
\begin_inset Formula 
\[
H=H-u_{j}\mbox{ and }G=G+1/d_{j}
\]

\end_inset

, and all four cases are presented in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.b}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.d}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Standard
The reason why we decide the first interval by the sign of 
\begin_inset Formula $g(\lambda)$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 1}
\end_layout

\end_inset

 is the efficiency.
 When the last 
\begin_inset Formula $g(\lambda)$
\end_inset

 is obtained by either the last 
\begin_inset Formula $\lambda_{l}$
\end_inset

 or 
\begin_inset Formula $\lambda_{u}$
\end_inset

, 
\begin_inset Formula $\mathbf{x(\lambda)}$
\end_inset

 is also obtained.
 Then, the optimum solution 
\begin_inset Formula $\mathbf{x}^{*}$
\end_inset

 can be acquired easily switching one variable from either 
\begin_inset Formula $l_{j}$
\end_inset

, 
\begin_inset Formula $u_{j}$
\end_inset

 or 
\begin_inset Formula $(l_{j},u_{j})$
\end_inset

 to another while 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 are updated in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.b}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.d}
\end_layout

\end_inset

.
 This is consistent to the fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 that will be considered in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:The-suggested-Methods"

\end_inset

 as a convergence accelerator.
\end_layout

\begin_layout Standard
The update procedure makes the interval test method extremely efficient
 since it requires to updates only 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 to find 
\begin_inset Formula $\hat{\lambda}$
\end_inset

 and decide the optimality with only 
\begin_inset Formula $5$
\end_inset

 or 
\begin_inset Formula $6$
\end_inset

 operations (in our code 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Sec+Interval"

\end_inset

 or 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:New+Interval"

\end_inset

).
 This is a big advantage comparing with other methods.
 See the table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:operations in iteration"

\end_inset

.
 It shows the worst case number of operations in the iteration part of all
 considered methods except for interior point method and an example of total
 operations with 
\begin_inset Formula $n=100$
\end_inset

 and moderate values (see the table description for values).
 It shows that interval test method requires the extremely smaller operations
 than other methods (say, about 
\begin_inset Formula $3$
\end_inset

 to 
\begin_inset Formula $224$
\end_inset

 times smaller operations) in the worst case.
 Therefore, although interval test method requires to sort a part of breakpoints
, it can find the optimum solution very efficiently once it construct intervals
 via a methods such as secant method.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="8" columns="5">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="1.6cm">
<column alignment="center" valignment="middle" width="3.4cm">
<column alignment="center" valignment="middle" width="3cm">
<column alignment="center" valignment="middle" width="2.2cm">
<column alignment="center" valignment="middle" width="2.2cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Maximum Iteration
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Computation
\end_layout

\begin_layout Plain Layout
per Iteration
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Total in 
\begin_inset Formula $n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Total with 
\begin_inset Formula $n=100$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Interval test
\color red

\begin_inset Formula $^{1}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $2n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $5.5$
\end_inset

 (
\begin_inset Formula $5$
\end_inset

 for 
\begin_inset Formula $n$
\end_inset

 times and 
\begin_inset Formula $6$
\end_inset

 for 
\begin_inset Formula $n$
\end_inset

 times)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $11n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $1100$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Sorting
\color red

\begin_inset Formula $^{2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\left\lfloor 1+log_{2}(2n)\right\rfloor $
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3+4n$
\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $ $
\end_inset


\end_layout

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $\ $
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3224$
\end_inset

 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Median search
\color red

\begin_inset Formula $^{2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\left\lfloor 1+log_{2}(2n)\right\rfloor $
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $1+4n$
\end_inset

 and Median search
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3208$
\end_inset

 + Median search
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Secant
\color red

\begin_inset Formula $^{3}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Not measurable
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $16+4n$
\end_inset

 or 
\begin_inset Formula $9+4n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $6240$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Bisection
\color red

\begin_inset Formula $^{4}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\left\lceil log_{0.5}\left(\frac{\varepsilon_{gap}}{\lambda_{max}-\lambda_{min}}\right)\right\rceil $
\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3+4n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $ $
\end_inset


\end_layout

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $\ $
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $12090$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Pegging
\color red

\begin_inset Formula $^{5}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3+8\hat{n}$
\end_inset


\end_layout

\begin_layout Plain Layout
(
\begin_inset Formula $\hat{n}$
\end_inset

: the number of unpegged var.)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $4n^{2}+7n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $40700$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Newton
\color red

\begin_inset Formula $^{6}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $4n+1$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3+6n$
\end_inset

 and
\end_layout

\begin_layout Plain Layout
fixed 
\begin_inset Formula $n(n+1)/2$
\end_inset

 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $24.5n^{2}+18.5n+3$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $246853$
\end_inset


\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
1
\color inherit
.
 There are at most 
\begin_inset Formula $2n+1$
\end_inset

 intervals in interval test method so at most 
\begin_inset Formula $2n$
\end_inset

 iteration is required.
\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
2
\color inherit
.
 Iteration of sorting and median search method is 
\begin_inset Formula $8=\left\lfloor 1+log_{2}(2n)\right\rfloor $
\end_inset

 with 
\begin_inset Formula $n=100$
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
3
\color inherit
.
 Secant method takes usually much less than 
\begin_inset Formula $15$
\end_inset

 iterations for the size of 
\begin_inset Formula $n=2e6$
\end_inset

 from literature 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

and our experiments.
 So 15 iteration may be enough to assume the worst case for 
\begin_inset Formula $n=100$
\end_inset

.
\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
4
\color inherit
.
 With 
\begin_inset Formula $\varepsilon_{gap}=1e-7$
\end_inset

 and 
\begin_inset Formula $\lambda_{max}-\lambda_{min}=100$
\end_inset

, bisection method has at most 
\begin_inset Formula $30=\left\lceil log_{0.5}\left(\frac{\varepsilon_{gap}}{\lambda_{max}-\lambda_{min}}\right)\right\rceil $
\end_inset

 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

iterations.
\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
5
\color inherit
.
 Pegging method decreases 
\begin_inset Formula $\hat{n}$
\end_inset

, the number of index for unpegged variables, by one every iteration in
 the 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

worst case.
 If we assume that 
\begin_inset Formula $1/d_{j}$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

 is computed before iteration, the number of operations is computed 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

by 
\begin_inset Formula $3n+8\left(\sum_{i=1}^{n}i\right)=3n+8n(n+1)/2=4n^{2}+7n$
\end_inset

.
 This is acquired based on Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 and our 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

code 
\begin_inset CommandInset ref
LatexCommand ref
reference "code: Pegging"

\end_inset

, whichever is computationally more efficient.
 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
6
\color inherit
.
 In Newton method, if we assume that 
\begin_inset Formula $1/d_{j}$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

 is computed before iteration and only one variable is 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

excluded from 
\begin_inset Formula $I$
\end_inset

 in each iteration, then it needs at most 
\begin_inset Formula $n(n+1)/2$
\end_inset

 (
\begin_inset Formula $=\sum_{i=1}^{n}i$
\end_inset

) computations to get 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

our proposed derivative 
\begin_inset Formula $\sum_{j\in I}(1/d_{j})$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

).
 So the total number of operations is
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset


\begin_inset Formula $(1+4n)(3+6n)+n(n+1)/2=24.5n^{2}+18.5n+3$
\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
The worst case number of operations in iteration parts
\begin_inset CommandInset label
LatexCommand label
name "tab:operations in iteration"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Remark
We can see that 
\begin_inset Formula $-G$
\end_inset

 is actually the slope of the piecewise liner function 
\begin_inset Formula $g(\lambda)$
\end_inset

 strictly within a testing interval 
\begin_inset Formula $(\hat{\lambda}_{l},\hat{\lambda}_{u})$
\end_inset

 as same as the proposed derivative  (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

) in Newton method.
 Thus, if 
\begin_inset Formula $G=0$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.a}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.c}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

, the slope of 
\begin_inset Formula $g(\lambda)$
\end_inset

 is 
\emph on
zero
\emph default
 and the testing interval cannot contain 
\begin_inset Formula $\lambda^{*}\notin(\hat{\lambda}_{l},\hat{\lambda}_{u})$
\end_inset

.
 So we just skip the interval updating 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 for the next interval.
\end_layout

\begin_layout --Separator--

\end_layout

\begin_layout Remark
We have considered jump interval test method that tests intervals jumping
 the computationally optimum number of intervals forward and backward until
 it converges to save computations to get 
\begin_inset Formula $\hat{\lambda}$
\end_inset

 and check its optimality in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.a}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-method]{step 5.c}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

.
 The idea helps interval test method perform little better; however, we
 do not present it because it is proved that the performance improvement
 is not always positive and practically negligible through our experiments.
 So we show a simpler and competitive version of interval test methods in
 algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Interior point method 
\end_layout

\begin_layout Standard
Wright and Rohal (2013, 
\begin_inset CommandInset citation
LatexCommand cite
key "wright2013"

\end_inset

) developed an interior point method for a problem that consists of twice
 differentiable separable convex objective function and a knapsack and box
 constraints so it covers the problem 
\begin_inset Formula $(P)$
\end_inset

.
 Their algorithm basically solves KKT system applying primal-dual interior
 point method searching for directions and step sizes with barrier parameters.
 They argues that 
\begin_inset Quotes eld
\end_inset

the key to making it competitive is the fact that the direction search (efficien
t linear-system solution in the Newton update) can be found in 
\begin_inset Formula $Cn$
\end_inset

 arithmetic operations for a small fixed value of 
\begin_inset Formula $C$
\end_inset


\begin_inset Quotes erd
\end_inset

, and their experiment results show that interior point method outperforms
 the median search method.
 
\end_layout

\begin_layout Standard
However, the purpose of the algorithm is to solve a separable general resource
 allocation problem that does not have a closed-form solutions like 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 so its subproblem must be solved numerically.
 Thus, a quadratic problem 
\begin_inset Formula $(P)$
\end_inset

 is not considered among 
\begin_inset Formula $10$
\end_inset

 problem classes in their experiments.
 Above all, they left the proof for convergence and complexity for the future
 research.
 For all these reasons, we do not consider interior point method as a competitor
 to solve 
\begin_inset Formula $(P)$
\end_inset

 in this chapter.
 
\end_layout

\begin_layout Subsubsection
Geometric interpretation
\begin_inset CommandInset label
LatexCommand label
name "Sec:Geometric-interpretation"

\end_inset


\end_layout

\begin_layout Standard
As we mentioned in the introduction, the solution of the strictly convex
 case of 
\begin_inset Formula $(P)$
\end_inset

 is the closest point from the center of the objective function to the feasible
 domain which is intersection of the hyperplane (knapsack constraint) and
 box constraints.
 This section gives geometric interpretations for Lagrange multiplier search
 methods, pegging method, and interval test method with an example.
 This interpretation is worth to better understand the difference of methods.
 Consider an example problem
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray*}
(P_{ex}) & Min & \frac{1}{2}\mathbf{x'x}\\
 & s.t. & x_{1}-2x_{2}=0.8\\
 &  & \mathbf{0}\le\mathbf{x}\le\mathbf{1}
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Standard
The objective function of the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 is ellipsoid as we stated in the introduction, but 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
that of problem 
\begin_inset Formula $(P_{ex})$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 is a circle centered at the origin 
\begin_inset Formula $(0,0)$
\end_inset

 because its 
\begin_inset Formula $\mathbf{D}$
\end_inset

 is an identical matrix in two dimensional domain.
 Then, we can geometrically interpret 
\begin_inset Formula $(P_{ex})$
\end_inset

 in two ways 
\end_layout

\begin_layout Enumerate
Find a smallest circle (hypersphere) that touches the intersection of the
 hyperplane and box constraint.
\end_layout

\begin_layout Enumerate
Find a closest point from the origin to the intersection of the hyperplane
 and box constraint.
\end_layout

\begin_layout Subsubsection*
Lagrange multiplier search method
\end_layout

\begin_layout Standard
The example problem 
\begin_inset Formula $(P_{ex})$
\end_inset

 can be drawn on two dimension as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Stay-on-lam"

\end_inset

.
 The box constraint 
\begin_inset Formula $\mathbf{0}\le\mathbf{x}\le\mathbf{1}$
\end_inset

 and the knapsack constraint 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}=b$
\end_inset

 appears as a shade box and a line.
 So the feasible domain is the line in the box.
 If you draw a circle centered at the origin 
\begin_inset Formula $\mathbf{0}$
\end_inset

, the smallest circle touches the optimum solution point dotted by a star
 on the feasible area.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/19.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Stay on 
\begin_inset Formula $(x_{1},x_{2})=(-\lambda,2\lambda)$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "fig:Stay-on-lam"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/20.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Project 
\begin_inset Formula $(-\lambda,2\lambda)$
\end_inset

 onto the box
\begin_inset CommandInset label
LatexCommand label
name "fig:Project-on-box"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Lagrange multiplier search method
\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Following 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)"

\end_inset

), the solution of 
\begin_inset Formula $(P_{ex})$
\end_inset

 can be determined by 
\begin_inset Formula 
\begin{equation}
\begin{array}{lll}
x_{1} & = & median\{0,1,-\lambda\}\\
x_{2} & = & median\{0,1,2\lambda\}
\end{array}\label{eq:Geo x(lam)}
\end{equation}

\end_inset


\end_layout

\begin_layout Standard
This means we specify a point on the line (plane) of 
\begin_inset Formula $(x_{1},x_{2})=(-\lambda,2\lambda)$
\end_inset

 with a given 
\begin_inset Formula $\lambda$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Stay-on-lam"

\end_inset

, and then the point is projected onto the box by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Geo x(lam)"

\end_inset

).
 Thus, Lagrange multiplier search methods basically tries a 
\begin_inset Formula $\lambda$
\end_inset

 and projects it onto the box until it meets the optimal solution, which
 satisfies knapsack constraint as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Project-on-box"

\end_inset

.
 
\end_layout

\begin_layout Standard
This simple projection function 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 works because the principal direction of the ellipsoid of objective function
 
\begin_inset Formula $\mathbf{x}^{T}\mathbf{Dx}$
\end_inset

 is same as the box constraint.
 A principal direction of ellipsoid can be obtained by eigen vectors.
 The orthonormal eigen vectors of the diagonal matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

 is always the identity matrix 
\begin_inset Formula $\mathbf{I}$
\end_inset

, and eigenvalues 
\begin_inset Formula $d_{j}$
\end_inset

 give the weight to form an ellipsoid.
 Since the box constraint can be expressed by 
\begin_inset Formula 
\[
\mathbf{l}\le\mathbf{Ix}\le\mathbf{u}
\]

\end_inset

, the principal directions of the ellipsoid and the box constraints are
 same as 
\begin_inset Formula $\mathbf{I}$
\end_inset

.
\end_layout

\begin_layout Standard
If we think of the non-diagonal matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

, its eigen vectors are no longer the identity matrix.
 Thus, the ellipsoid is rotated or flipped by its principal direction, and
 a projected point from a point to box is not a point on the smallest ellipsoid
 since its size is changed on its principal direction.
 This is the geometric reason why we cannot get a simple projection function
 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 in the case of non diagonal matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
 We call the case the nonseparable quadratic programming.
 See an example on figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Separable-and-Non-separable"

\end_inset

.
\begin_inset Float figure
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/25.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Separable case
\begin_inset CommandInset label
LatexCommand label
name "fig:Separable-case"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/26.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Nonseparable case with rotated ellipse
\begin_inset CommandInset label
LatexCommand label
name "fig:Nonseparable-case"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Separable and Non-separable case
\begin_inset CommandInset label
LatexCommand label
name "fig:Separable-and-Non-separable"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Two ellipses on figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Separable-and-Non-separable"

\end_inset

 have the same center but different principal directions.
 Since the principal directions of the ellipse in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Separable-case"

\end_inset

 are unit vectors, the smallest ellipse that touches the feasible domain
 is the projected point from the center to the feasible domain; however,
 since the ellipse in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Nonseparable-case"

\end_inset

 is rotated with non-unit vector principal direction, the point that the
 smallest ellipse touches the feasible domain is not the projection of center.
 Therefore, a simple projection function 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 could not exist in the nonseparable quadratic programming.
 
\end_layout

\begin_layout Subsubsection*
Pegging method
\begin_inset CommandInset label
LatexCommand label
name "Sec:Pegging-method"

\end_inset


\end_layout

\begin_layout Standard
Lagrange multiplier search method projects a point 
\begin_inset Formula $(x_{1},x_{2})=(-\lambda,2\lambda)$
\end_inset

 onto the box, while pegging method first projects the center of the objective
 function onto the knapsack constraint and then project the point again
 onto the box.
 If the box projected point violates the knapsack constraint, variables
 are pegged depending on the sign of violation as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Peg1"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/21.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Project center onto knapsack constraint and peg a variable
\begin_inset CommandInset label
LatexCommand label
name "fig:Peg1"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/22.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Project center onto knapsack constraint with unpegged variables
\begin_inset CommandInset label
LatexCommand label
name "fig:Peg2"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Pegging method
\end_layout

\end_inset


\end_layout

\end_inset

The two projection steps and pegging are iteratively done as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Peg2"

\end_inset

 until all unpegged variables are projected within the box.
 Another similar geometric interpretation is nicely presented by Robinson
 et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

, and they call the method a series of restricted projection problems.
\end_layout

\begin_layout Standard
Since pegging method first projects its center onto the knapsack constraint,
 it must have a unique center.
 That is why all literature about pegging method for non-quadratic objective
 functions also assume its objective function is strictly convex and twice
 differentiable.
 For the same reason, if 
\begin_inset Formula $(P)$
\end_inset

 is in positive semidefinite case, pegging method is no longer capable to
 solve 
\begin_inset Formula $(P)$
\end_inset

 because the center of the objective function is not unique, while Lagrange
 multiplier search methods can find a 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 and all global optimum solution 
\begin_inset Formula $\mathbf{x}^{U*}=\{\mathbf{x}\in\mathbf{x}^{U}:\mathbf{a}^{T}\mathbf{x}=b\}$
\end_inset

 by the global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Global-optimum-cases]{case 1}
\end_layout

\end_inset

 of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset


\end_layout

\begin_layout Subsubsection*
Interval test method
\end_layout

\begin_layout Standard
\begin_inset Float figure
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/23.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Construct intervals
\begin_inset CommandInset label
LatexCommand label
name "fig:Interval1"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/24.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Travel on the box
\begin_inset CommandInset label
LatexCommand label
name "fig:Interval2"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Interval test method
\begin_inset CommandInset label
LatexCommand label
name "fig:Interval Geo"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
While the previous two methods use projection, interval test method does
 not use it.
 Interval test method first constructs intervals on 
\begin_inset Formula $\lambda$
\end_inset

 using breakpoints.
 Breakpoints of 
\begin_inset Formula $(P_{ex})$
\end_inset

 are 
\begin_inset Formula $\{-1,0,0,2\}$
\end_inset

 and intervals can be constructed as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Interval1"

\end_inset

.
 Since 
\begin_inset Formula $\lambda^{*}\in[-1,2]$
\end_inset

, each interval is a subspace of dual feasible domain.
 At an interval, we can get three index sets 
\begin_inset Formula $I$
\end_inset

, 
\begin_inset Formula $L$
\end_inset

, and 
\begin_inset Formula $U$
\end_inset

, which are used in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:interval test g(lam)"

\end_inset

) for interval test method.
 If we use 
\begin_inset Formula $L$
\end_inset

 and 
\begin_inset Formula $U$
\end_inset

 to fix 
\begin_inset Formula $x_{j}$
\end_inset

 to 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 and 
\begin_inset Formula $I$
\end_inset

 to allow 
\begin_inset Formula $x_{j}$
\end_inset

 to be placed within 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

, all 
\begin_inset Formula $\mathbf{x}$
\end_inset

 points stay on a face of the box.
 Therefore, an interval represents a face, vertex, edge, or inside of the
 box, and breakpoints indicate a vertex of the box since 
\begin_inset Formula $I=\emptyset$
\end_inset

 at a breakpoint as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Interval2"

\end_inset

.
\end_layout

\begin_layout Standard
Moving form an interval to another interval actually means we travels a
 face to a connected face of the hyperbox looking for an optimal solution.
 For example, if we are on the leftmost interval 
\begin_inset Formula $\textcircled{\raisebox{-0.9pt}{1}}$
\end_inset

 in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Interval1"

\end_inset

, then we investigate whether an optimal solution exists on the face 
\begin_inset Formula $\textcircled{\raisebox{-0.9pt}{1}}$
\end_inset

 in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Interval2"

\end_inset

.
 Although the number of faces of a hyperbox
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
A hyperbox has 
\begin_inset Formula $n2^{n-1}$
\end_inset

 edges and 
\begin_inset Formula $2^{n}$
\end_inset

 vertices.
\end_layout

\end_inset

 is 
\begin_inset Formula $n(n-1)2^{n-3}$
\end_inset

, we travels much smaller number of faces since at most distinct 
\begin_inset Formula $2n$
\end_inset

 break points generate only at most 
\begin_inset Formula $2n-1$
\end_inset

 intervals.
\end_layout

\begin_layout Subsubsection
Which one is the best?
\begin_inset CommandInset label
LatexCommand label
name "Sec:Which-one-is-the-best"

\end_inset


\end_layout

\begin_layout Standard
We have considered nine methods to solve the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

.
 If we count only complexity, 
\begin_inset Formula $O(n^{2})$
\end_inset

 time pegging and Newton method should have the worst performance theoretically.
 However, it is not always true in practice.
 According to the experiment result of Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

, theoretically leanest 
\begin_inset Formula $O(n)$
\end_inset

 time median search method is always slower than other theoretically most
 expensive pegging and Newton methods, and Experiment results of Kiwiel
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 shows that pegging method is up to 
\begin_inset Formula $1.14$
\end_inset

 times faster than his median search method in 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn"

\end_inset

.
 
\end_layout

\begin_layout Standard
This result is also supported by survey of Bretthauer and Shetty (2002,
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer2002"

\end_inset

) and Patriksson (2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

).
 Both survey literature concluded that pegging method is generally performs
 better than Lagrange multiplier search methods if a problem has a closed
 form like 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

.
\end_layout

\begin_layout Standard
Because experiment result is highly affected by environment such as test
 problems, computer language, coding style, and computer system, we need
 to test multiple methods in the same environment to compare performances.
 Comprehensive experiments have been done by Robinson et al.
 (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

), Kiwiel (2007, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn"

\end_inset

, 2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med,Kiwiel:2008var"

\end_inset

), and Cominetti et al.
 (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

).
 The results are summarized in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-experiment"

\end_inset

, and it also includes results of literature that compared more than two
 methods.
 According to the table, it seems pegging is prior since most experiments
 concluded it is faster than others.
 More detailed experiment results are described from the recent paper below.
 
\end_layout

\begin_layout Standard
Note that a recently developed interior point method of Wright et al.

\series bold
 
\series default
(2013, 
\begin_inset CommandInset citation
LatexCommand cite
key "wright2013"

\end_inset

) is not included in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-experiment"

\end_inset

 although they concluded that their method outperforms medians search method
 because they did not tested the quadratic programming.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Tabular
<lyxtabular version="3" rows="16" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="1.6cm">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.4cm">
<column alignment="center" valignment="middle" width="1.7cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Year [Cite]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Bisect
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Sorting (Rank)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Exact Median
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Approx.
 Median
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Secant
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Newton
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
Pegging (Var.
 fix.)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2012 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\size small
\color inherit
, 
\size large
\color cyan

\begin_inset Formula $\approx$
\end_inset


\size small
\color inherit
 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\size small
\color inherit
, 
\size large
\color cyan

\begin_inset Formula $\approx$
\end_inset


\size small
\color inherit
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2008 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\size small
\color inherit
 own 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
linebreak
\end_layout

\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On,calamai1987"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
own
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2008 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color cyan
\begin_inset Formula $\approx$
\end_inset


\size small
\color inherit
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2007 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\size small
\color inherit
 own 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
linebreak
\end_layout

\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On,calamai1987"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2006 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset


\color red

\begin_inset Formula $^{3}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2006 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
2002 
\begin_inset CommandInset citation
LatexCommand cite
key "Bretthauer2002peg"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1998 
\begin_inset CommandInset citation
LatexCommand cite
key "WuVen1998"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color cyan
\begin_inset Formula $\approx$
\end_inset


\size small
\color inherit
 
\begin_inset CommandInset citation
LatexCommand cite
key "shampine1988"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color cyan
\begin_inset Formula $\approx$
\end_inset


\size small
\color inherit
 
\begin_inset CommandInset citation
LatexCommand cite
key "shampine1988"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color cyan
\begin_inset Formula $\approx$
\end_inset


\size small
\color inherit
 
\begin_inset CommandInset citation
LatexCommand cite
key "shampine1988"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1997 
\begin_inset CommandInset citation
LatexCommand cite
key "Bretthauer1997"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1996 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1996"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1992 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color cyan
\begin_inset Formula $\approx$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1992 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1991 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
own
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\size small
 
\color inherit

\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1990 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
1989 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura89"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size small
\begin_inset CommandInset citation
LatexCommand cite
key "cottle1986"

\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size large
\color red
\begin_inset Formula $\star$
\end_inset


\size small
 
\color inherit

\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset


\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \quad{}
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
1.
 Citation in each cell is the algorithm that was used for the corresponding
 paper's experiments.
 
\end_layout

\begin_layout Plain Layout

\size footnotesize
2.
 In the corresponding paper's experiments, 
\color red

\begin_inset Formula $\star$
\end_inset

 
\color inherit
means the fastest method; 
\color cyan

\begin_inset Formula $\approx$
\end_inset


\color inherit
 means comparable method 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

to the fastest one; 
\begin_inset Quotes eld
\end_inset

own
\begin_inset Quotes erd
\end_inset

 means tester's own method
\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
3.

\color inherit
 Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 used exact median search based on the procedure in the approximate median
 search 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

method in Pardalos and Kovoor 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

.
 
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
History of experiment for strictly convex case
\begin_inset CommandInset label
LatexCommand label
name "tab:History-of-experiment"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Description

\series bold
2012
\series default
 Cominetti et al.

\series bold
 
\series default

\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 compared their Newton method with all recent algorithms: the secant method
 (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

), median search method (2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

), and pegging method (2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

).
 Bisection, Sorting, and Approximate median search methods may be excluded
 because it has been known that those methods are practically and theoretically
 performs worse than others.
 Because the experiments have been done for all recent algorithms with recently
 considered problems in 
\begin_inset Formula $ $
\end_inset


\series medium

\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant,Kiwiel:2008med,Kiwiel:2008var"

\end_inset


\series default
, we state detail of the experiment results.
 Cominetti et al.

\series bold
 
\series default

\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 conducted tests with two sets of random problems and support vector machine
 (SVM) problems as a sub problem.
 
\end_layout

\begin_layout Itemize

\series medium
Two random problems 
\end_layout

\begin_deeper
\begin_layout Itemize

\series medium
The random problem of 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 was used to test integer problems by Bretthauer and Shetty (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

).
 With the random problem, 
\series default
Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 reported their Newton method is about 
\begin_inset Formula $20\%$
\end_inset

 faster than others.
 Ironically the theoretically most efficient method, exact median search
 method is the slowest one.
 
\begin_inset Quotes eld
\end_inset

Newton method takes significantly smaller iteration than others, but the
 running time does not reflect it because Newton method needs to compute
 slopes at each iteration
\begin_inset Quotes erd
\end_inset

 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

.
 The order of speed in this random problems is Newton (fastest) - Pegging
 - Secant - Median search (slowest).
\end_layout

\begin_layout Itemize
The other random problem is quite practical because it is oriented from
 multicomodity network flows and logistics problems, which were similarly
 used in 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

.
 The result shows that Newton method is beaten by Pegging method.
 It is because Newton and pegging methods have the almost same iterations
 and Newton method requires to compute derivative in each iteration.
 The order of speed in this random problem is Pegging (fastest) - Newton
 - Secant - Median search (slowest).
 
\end_layout

\end_deeper
\begin_layout Itemize
Support vector machine (SVM) problems
\end_layout

\begin_deeper
\begin_layout Itemize
Cominetti et al.

\series bold
 
\series default

\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 did the same experiments that 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 did with a real SVM problems of MNIST
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://yann.lecun.com/exdb/mnist/
\end_layout

\end_inset

 and UCI Adult
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://archive.ics.uci.edu/ml/datasets/Adult.
\end_layout

\end_inset

.
 SVM problem is in the form of 
\begin_inset Formula $(P)$
\end_inset

 but the quadratic terms are not separable.
 So SVM problems are solved by spectral projected gradient (SPG) method
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "birgin2001SPG"

\end_inset

, and 
\begin_inset Formula $(P)$
\end_inset

 is solved multiple times as a sub problems.
 The order of speed in SVM problems is Newton (fastest) - Pegging - Secant
 - Median search (slowest).
 
\end_layout

\begin_layout Itemize
In addition, Cominetti et al.

\series bold
 
\series default

\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 also suggested a new way to give an initial 
\begin_inset Formula $\lambda$
\end_inset

 (hot start) for the next iteration, while 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 just uses the last 
\begin_inset Formula $\lambda$
\end_inset

 for the initial value in the next iteration.
 The new hot start saves CPU time about 
\begin_inset Formula $45\%$
\end_inset

 with Newton method and about 
\begin_inset Formula $57\%$
\end_inset

 with secacnt method.
 
\end_layout

\end_deeper
\begin_layout Description
2008-2007
\begin_inset CommandInset label
LatexCommand label
name "Sec:Kiwiel median search experiment"

\end_inset

 Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

 investigated the median search method in depth based on his previous research
 on median search algorithm 
\family typewriter
\noun on
Select
\family default
\noun default
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel2005select"

\end_inset

 and improved the median search method proving that other median search
 methods 
\begin_inset CommandInset citation
LatexCommand cite
key "cosares1994,HochHong:1995,maculan1997,maculan1989,PardKovo:1990"

\end_inset

 may not converges.
 The improvement of his median search method is proved by the experiment
 comparing five versions of median search methods: his own method with (1)
 exact median and with (2) approximate median method, (3) modified and (4)
 original Brucker 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset

, and (5) Calamai-More 
\begin_inset CommandInset citation
LatexCommand cite
key "calamai1987"

\end_inset

.
 The experiment shows that Kiwiel's exact median search method is the best,
 but we may not consider that the difference is significant because his
 best method is less than 
\begin_inset Formula $1.3$
\end_inset

 times faster than other methods in the large enough size of 
\begin_inset Formula $n=2,000,000$
\end_inset

.
 Kiwiel published a similar median search method paper (2007, 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn"

\end_inset

) one year before his paper 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

 and compared with two median search methods: Brucker 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset

 and Calamai-More 
\begin_inset CommandInset citation
LatexCommand cite
key "calamai1987"

\end_inset

.
\end_layout

\begin_layout Description
2008 Kiwiel
\series bold
 
\series default

\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 also studied the pegging method in addition to his work 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn,Kiwiel:2008med"

\end_inset

 on the median search method.
 According to his experiment, his pegging method is slightly faster (up
 to 
\begin_inset Formula $1.14$
\end_inset

 times) than his exact median search method 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn"

\end_inset

 on average, but exact median search method is more stable with smaller
 range of CPU times.
 Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008var"

\end_inset

 says it is due to the high efficiency of median search routine 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel2005select"

\end_inset

.
 This experiments may conclude that Kiwiel's pegging method is better than
 Kiwiel's medians search method on average CPU time.
 
\end_layout

\begin_layout Description
2006 Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 is the first paper which explicitly applied secant method for 
\begin_inset Formula $(P)$
\end_inset

.
 The secant method was compared with the exact median search , which is
 based on Pardalos and Kovoor 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset


\begin_inset Foot
status collapsed

\begin_layout Plain Layout
Pardalos and Kovoor 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

 suggested the approximate median search method, but Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 replaced the approximate median search with the exact median search for
 their experiment.
 
\end_layout

\end_inset

.
 The experiments shows that secant method is up to about 
\begin_inset Formula $5$
\end_inset

 times faster than the exact median search method.
 
\end_layout

\begin_layout Description
2006 Lotito 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

 tested his own Newton method following the methods of 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

 versus exact median search method  
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset

 and approximate median search method 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

.
 He concluded his own Newton method is faster and more robust than other
 methods.
 
\end_layout

\begin_layout Description
2002 Bretthauer and Shetty 
\begin_inset CommandInset citation
LatexCommand cite
key "Bretthauer2002peg"

\end_inset

 compared sorting methods of 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980,bretthauer1995"

\end_inset

 and pegging method in order to solve 
\begin_inset Formula $(P)$
\end_inset

 with integer variables.
 The continuous version of 
\begin_inset Formula $(P)$
\end_inset

 is used to do branch and bound for integer solutions.
 In the experiment results, pegging method is 
\begin_inset Formula $3-4$
\end_inset

 times faster for uncorrelated, weakly, and strongly correlated problems
 and 
\begin_inset Formula $1.5-1.6$
\end_inset

 times faster for manufacturing capacity planning problems .
 
\end_layout

\begin_layout Description
1998 Wu et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "WuVen1998"

\end_inset

 used two hybrid methods, Newton-secant and Secant-bisection of 
\begin_inset CommandInset citation
LatexCommand cite
key "shampine1988"

\end_inset

, to find a step size of dual ascent algorithm.
 Two hybrid methods use two multiplier search methods sequentially
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
For example, it solves a problem by Newton method for iteration 1, secant
 method for iteration 2, Newton method for iteration 3, and so on
\end_layout

\end_inset

.
 A statistical test, two-way analysis of variance, shows that two methods
 does not have significantly different performance.
 
\end_layout

\begin_layout Description
1997 Bretthauer and Shetty 
\begin_inset CommandInset citation
LatexCommand cite
key "Bretthauer1997"

\end_inset

 developed a method to solve a generalized upper bound (GUB problem), and
 a method is required to solve 
\begin_inset Formula $(P)$
\end_inset

 as a sub problem.
 So authors tested sorting methods 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 and their pegging method, which is a modified version of 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 to avoid transformation such that 
\begin_inset Formula $d_{j}=1$
\end_inset

 and 
\begin_inset Formula $c_{j}=0$
\end_inset

.
 In the test results, their pegging method is faster than sorting method
 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 and approximately 
\begin_inset Formula $4000$
\end_inset

 times faster than a general purpose nonlinear programming software LSGRG
 
\begin_inset CommandInset citation
LatexCommand cite
key "smith1992"

\end_inset

.
 
\end_layout

\begin_layout Description
1996 Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1996"

\end_inset

 suggested a modified version of a pegging method 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

.
 The purpose of modification is to avoid the problem transformation in 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 whenever their branch and bound algorithm solves 
\begin_inset Formula $(P)$
\end_inset

 in every node.
 In their three correlated test problems, pegging method is 
\begin_inset Formula $3.2-3.7$
\end_inset

 times faster than sorting method.
\end_layout

\begin_layout Description
1992 Robinson
\series bold
 
\series default
et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 did comprehensive experiments with all accessible methods at that time
 except bisection method.
 The test results show that his pegging algorithm is superior to approximate
 median search method 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

, sorting method 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

, and exact median search method 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset

 and is comparable to Newton method.
 Robinson
\series bold
 
\series default
et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 tested Newton method by a referee's suggestion, and it is believed that
 it is the first time to include Newton method in experiments.
\end_layout

\begin_layout Description
1992 Nielsen and Zenios 
\begin_inset CommandInset citation
LatexCommand cite
key "nielsen1992"

\end_inset

 tested four methods including Newton and sorting 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 methods and is the only one that tested Bregman projection algorithm and
 Tseng method 
\begin_inset CommandInset citation
LatexCommand cite
key "tseng1990"

\end_inset

.
 The experiment results show that the performances are mixed.
 However, authors concluded that Newton method performs consistently well
 because it usually takes fewer iteration than others.
 
\end_layout

\begin_layout Description

\series bold
1991 
\series default
Ventura 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset

 compared sorting method 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

 with 
\family typewriter
\noun on
MergeSort
\family default
\noun default
, approximate median search method
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
Ventura (1991, 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset

) named this the random search, and he did not cite Pardalos and Kovoor
 (1990, 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

), who developed the approximate median search method at the first time
 in a similar moment.
 
\end_layout

\end_inset

, and pegging algorithm 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset

 to solve the multidimensional quadratic programming with 
\begin_inset Formula $(P)$
\end_inset

 as a sub problem to find the optimal step size.
 His experiment shows that pegging is the best and sorting method is the
 worst.
 
\end_layout

\begin_layout Description
1990 Pardalos and Kovoor 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

 developed the approximate median search method and compared with a sorting
 algorithm 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

.
 The experiments approved their argument that the approximate median search
 method has expected 
\begin_inset Formula $O(n)$
\end_inset

 complexity although the worst case complexity is 
\begin_inset Formula $O(n^{2})$
\end_inset

 with 
\begin_inset Formula $500$
\end_inset

 random problems, which may be large enough to show the expected complexity.
 However, they did not compare with the linear time exact median search
 method 
\begin_inset CommandInset citation
LatexCommand cite
key "Brucker1984On"

\end_inset

 which is noticed as an 
\begin_inset Formula $O(n)$
\end_inset

 time method by themselves.
 
\end_layout

\begin_layout Description
1989 Ventura 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura89"

\end_inset

 compared bisection method 
\begin_inset CommandInset citation
LatexCommand cite
key "cottle1986"

\end_inset

, pegging method 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset

, and a hybrid method.
 The hybrid method initially use pegging method and switch to use bisection
 method.
 The hybrid method performs better than two pure methods for all instances,
 and pegging method is better than bisection method.
 But the author could not find the good transition strategy.
\end_layout

\begin_layout Subsection
Positive semidefinite case
\begin_inset CommandInset label
LatexCommand label
name "sec:Positive-semidefinite-case"

\end_inset


\end_layout

\begin_layout Standard
In this section, we consider the positive semidefinite case of 
\begin_inset Formula $(P)$
\end_inset

.
 That is, 
\begin_inset Formula $d_{j}\ge0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

.
 As we showed in the global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Global-optimum-cases]{case 1}
\end_layout

\end_inset

 of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

, we can find a set of all global optimum solutions due to the strong duality
 theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Strong-duality-theorem"

\end_inset

.
 A recent literature Zhang and Hua (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

) stated that they could not find any specialized method for this case of
 
\begin_inset Formula $(P)$
\end_inset

, but this case actually has been considered in a few literature 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant,lotito2006,Vava:1992Local"

\end_inset

 since 1992.
 
\end_layout

\begin_layout Standard
It seems Vavasis (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

) is the first one who considered this case.
 He presents 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_Z"

\end_inset

) and suggests the interval test method to find the 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 Over one decade later, Dai and Fletcher (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

) also suggest a different interval test method that construct intervals
 only with breakpoints from 
\begin_inset Formula $d_{j}=0$
\end_inset

.
 In the same year, Lotito (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

) studied the semidefinite case with Newton method presenting 
\begin_inset Formula $\lambda_{min}$
\end_inset

 that is narrowed by variables in 
\begin_inset Formula $Z$
\end_inset

 as lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: infinite bound"

\end_inset

, but his work is limited by one sided bound constraints (
\begin_inset Formula $\mathbf{0}\le\mathbf{x}$
\end_inset

).
 
\end_layout

\begin_layout Standard
Zhang and Hua (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

) utilize bisection method to solve the case with inequal knapsack constraint,
 which we considered in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: lam>=0"

\end_inset

, in a continuous space and present two heuristic methods to find integer
 solutions based on the continuous solution.
 However, their contribution is quite limited because of four reasons.
 (a) By lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: infinite bound"

\end_inset

, we can narrower the dual domain by breakpoints from variables in 
\begin_inset Formula $Z$
\end_inset

; however, 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

 finds 
\begin_inset Formula $\lambda_{max}$
\end_inset

 from the maximum value of all breakpoints and sets 
\begin_inset Formula $\lambda_{min}$
\end_inset

 just 
\emph on
zero
\emph default
 due to inequal knapsack constraint as lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: lam>=0"

\end_inset

 although breakpoints from 
\begin_inset Formula $Z$
\end_inset

 can give greater 
\begin_inset Formula $\lambda_{min}$
\end_inset

 than 
\emph on
zero
\emph default
.
 (b) Thus, its possibly larger dual domain makes the performance of its
 bisection method worse resulting in more iterations.
 (c) Above all, bisection method is numerically unreliable to solve the
 non-strictly convex case because multiple distinct breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 can exists within 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

 range of the last 
\begin_inset Formula $[\lambda_{l},\ \lambda_{u}]$
\end_inset

.
 So it can easily miss the global optimum for relatively easy separable
 convex problem.
 (d) For the last, although global solutions are a set of 
\begin_inset Formula $\mathbf{x}^{U*}=\{\mathbf{x}\in\mathbf{x}^{U}:\mathbf{a}^{T}\mathbf{x}=b\}$
\end_inset

 as we shown in the global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Global-optimum-cases]{case 1}
\end_layout

\end_inset

 of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

, it restricts its solution to only one.
 It is presented in its proposition 5, but even it is wrong.
 In addition to the error, its proposition 6 is also not correct because
 it says 
\begin_inset Formula $g(\lambda)$
\end_inset

 is decreasing although it is non-increasing possibly having zero slope
 by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:characteristics of g(lam)"

\end_inset

.
 
\end_layout

\begin_layout Standard
Experiments have been done only by Zhang and Hua (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

) for the positive semidefinite case, and they compared their bisection
 method with general purpose quadratic solvers: 
\family typewriter
quadprog.m
\family default
 of 
\noun on
Matlab
\noun default
 and 
\family typewriter
mskqpopt.m
\family default
 of 
\noun on
Mosek
\noun default
.
 The results says the speed of 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

 is about 
\begin_inset Formula $10$
\end_inset

 times faster, yet it does not mean that their algorithm is better than
 two commercial solvers because it is specially designed to solve the simple
 structure problem 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Standard
In this respect, our hybrid method that will be presented in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Suggested-hybrid-methods"

\end_inset

 improves the existing methods to be more computationally efficient and
 more numerically robust.
\end_layout

\begin_layout Subsection
Nonconvex case
\begin_inset CommandInset label
LatexCommand label
name "Sec:Nonconvex-case"

\end_inset


\end_layout

\begin_layout Standard
Through the global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Global-optimum-cases]{case 1}
\end_layout

\end_inset

 of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

, we have seen that 
\begin_inset Formula $(P)$
\end_inset

 can be globally solved in 
\begin_inset Formula $O(n)$
\end_inset

 time quite easily, if all 
\begin_inset Formula $d_{j}$
\end_inset

 is nonnegative (
\begin_inset Formula $d_{j}\ge0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

).
 However, if there exist some negative 
\begin_inset Formula $d_{j}$
\end_inset

 (
\begin_inset Formula $d_{j}<0$
\end_inset

 for some 
\begin_inset Formula $j$
\end_inset

), problem 
\begin_inset Formula $(P)$
\end_inset

 becomes a 
\emph on
NP-hard 
\emph default
problem.
 Pardalos and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "PardVava:1991"

\end_inset

 proved that 
\begin_inset Formula $(P)$
\end_inset

 is a 
\emph on
NP-hard 
\emph default
problem even if a single 
\begin_inset Formula $d_{j}$
\end_inset

 is negative.
 Moreover, Pardalos and Schnitger 
\begin_inset CommandInset citation
LatexCommand cite
key "PardSchn:1988"

\end_inset

 proved that checking local optimality in constrained quadratic programming
 is 
\emph on
NP-hard
\emph default
 as its paper title.
 
\end_layout

\begin_layout Standard
Although it is very hard to solve, many researchers have challenged to develop
 global solvers for the general (nonconvex, nonseparable, and multidimensional
 constrained) quadratic programming by recently because of its usefulness.
 See 
\begin_inset CommandInset citation
LatexCommand cite
key "ParRos1987"

\end_inset

 for its enormous applications.
 The difficulty also results in various techniques and methods.
 As a recent research Chen and Burer (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

) developed a global solver combining ideas of branch-and-bound and copositive
 programs.
 A new interior point method was developed by Absil and Tits (2007, 
\begin_inset CommandInset citation
LatexCommand cite
key "Absil2007"

\end_inset

).
 Chinchuluun et al.
 (2005, 
\begin_inset CommandInset citation
LatexCommand cite
key "chinchuluun2005"

\end_inset

) applied approximation set method, and Phong et al.
 (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "phong1995"

\end_inset

) used branch-and-bound techniques.
 Methods that employ benders cut method were presented by Kough (1974, 
\begin_inset CommandInset citation
LatexCommand cite
key "Koug:1974"

\end_inset

 1979, 
\begin_inset CommandInset citation
LatexCommand cite
key "Koug:1979"

\end_inset

).
 A good overview of important methods and applications is available in Pardalos
 (1991, 
\begin_inset CommandInset citation
LatexCommand cite
key "Pard:1991b"

\end_inset

) with description about Benders decomposition, concave programming approaches,
 enumerative techniques, and bilinear programming.
 One can also refer a book of Pardalos and Rosen 
\begin_inset CommandInset citation
LatexCommand cite
key "ParRos1987"

\end_inset

 and a survey of Pardalos and Rosen 
\begin_inset CommandInset citation
LatexCommand cite
key "pardalos1986"

\end_inset

, and Absil and Tits 
\begin_inset CommandInset citation
LatexCommand cite
key "Absil2007"

\end_inset

 has a good introduction with history.
 
\end_layout

\begin_layout Standard
As similar to 
\begin_inset Formula $(P)$
\end_inset

, the separable (nonconvex, nonlinear, and multidimensional constrained)
 programming has been studied by Illés and Nagi (2005, 
\begin_inset CommandInset citation
LatexCommand cite
key "illes2005"

\end_inset

) and Xue et al.
 (2004, 
\begin_inset CommandInset citation
LatexCommand cite
key "xue2004"

\end_inset

), and 
\begin_inset CommandInset citation
LatexCommand cite
key "illes2005"

\end_inset

 listed numerous literature for three most used algorithms: branch-and-bound,
 Vertex enumeration, and cutting-plane methods.
 For the quadratic objective function and linear constraints, Rosen and
 Pardalos (1986, 
\begin_inset CommandInset citation
LatexCommand cite
key "RosePard:1986"

\end_inset

) and Barrientos and Correa (2000, 
\begin_inset CommandInset citation
LatexCommand cite
key "barrientos2000"

\end_inset

) developed methods for separable programming to solve the general quadratic
 programming by diagonalizing procedure of 
\begin_inset CommandInset citation
LatexCommand cite
key "RosePard:1986"

\end_inset

.
 
\end_layout

\begin_layout Standard
Recent studies that focused on knapsack (nonconvex, nonlinear and nonseparable)
 programming are the multiple-choice knapsack programming of Sharkey (2011,
 
\begin_inset CommandInset citation
LatexCommand cite
key "Sharkey:2011qy"

\end_inset

), the decomposition methods for large size problems of Lin et.
 al (2009, 
\begin_inset CommandInset citation
LatexCommand cite
key "Lin:2009"

\end_inset

), and the locally Lipschitz continuous objective function of Romeijn et
 al.
 (2007, 
\begin_inset CommandInset citation
LatexCommand cite
key "Romeijn2007"

\end_inset

).
 The knapsack quadratic programming is researched by Nowak (1998-1999, 
\begin_inset CommandInset citation
LatexCommand cite
key "Nowa:1998,Nowa:1998b,nowak1999"

\end_inset

) for the simplex constraint, by Pardalos (1988, 
\begin_inset CommandInset citation
LatexCommand cite
key "Pard:1988"

\end_inset

) for the quadratic programming on a convex hull, and by Pardalos et al.
 (1991, 
\begin_inset CommandInset citation
LatexCommand cite
key "PadYeHan1991"

\end_inset

) for two global interior point methods.
 
\end_layout

\begin_layout Standard
The papers that focus on the exactly same form of nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 are (1990-1992 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991,PardKovo:1990,Vava1992Aprox,Vava:1992Local"

\end_inset

) in our best knowledge, and it is supported by a recent survey of Bretthauer
 and Shetty (2002, 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer2002"

\end_inset

) and the encyclopedia of optimization (2009, 
\begin_inset CommandInset citation
LatexCommand cite
key "Yajima2009"

\end_inset

).
 Moreover, all papers that cite the four papers are not related with 
\begin_inset Formula $(P)$
\end_inset

.
 Thus, we believe that the nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 has not been researched for over two decades.
\end_layout

\begin_layout Subsubsection
Algorithms for nonconvex case
\begin_inset CommandInset label
LatexCommand label
name "Sec:Nonconvex Algorithms"

\end_inset


\end_layout

\begin_layout Standard
All four methods specialized for the nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 are introduced in this section.
 Briefly 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 developed a local solver for the strictly concave case, and one of its
 authors, Vavasis extended it to a local solver for the indefinite case
 in 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

.
 The algorithm of 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 takes 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 time complexity because it uses sorting, but we improve it to have 
\begin_inset Formula $O(n)$
\end_inset

 time complexity replacing the sorting step with 
\begin_inset Formula $O(n)$
\end_inset

 median search algorithm such as 
\family typewriter
\noun on
Select
\family default
\noun default
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel2005select"

\end_inset

 and present it in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

.
 A simplified and more efficient version of 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 algorithm of 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 is also presented in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

.
 Including other two approximate methods 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990,Vava1992Aprox"

\end_inset

, we describe all methods from the old one.
\end_layout

\begin_layout Description
1990 Pardalos and Kovoor 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

 for indefinite case
\end_layout

\begin_layout Standard
Their algorithm first departs convex and concave part and underestimates
 the concave part by piecewise linear convex functions solving 0-1 mixed
 integer linear program.
 It guarantees an 
\begin_inset Formula $\varepsilon$
\end_inset

 approximate solution.
 However, the size of mixed integer linear program exponentially grows by
 
\begin_inset Formula $2^{N}$
\end_inset

, where 
\begin_inset Formula $N$
\end_inset

 is the number of pieces for the piecewise linear function.
 Thus, the algorithm gets exponentially deteriorated for the number of variables
 in 
\begin_inset Formula $N$
\end_inset

 and the level of accuracy.
\end_layout

\begin_layout Description
1991 Moré and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 for strictly concave case
\begin_inset CommandInset label
LatexCommand label
name "Sec:More and Vavasis"

\end_inset


\end_layout

\begin_layout Standard
They proposed a method to find a local optimum solution for the strictly
 concave case of 
\begin_inset Formula $(P)$
\end_inset

 and named their algorithm 
\family typewriter
\noun on
CKP*
\family default
\noun default
, which stands for Concave Knapsack Problem.
 We present 
\family typewriter
\noun on
CKP*
\family default
\noun default
 in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

 with our modification for efficiency and simplicity.
 The basic idea is finding three sets 
\begin_inset Formula $L=\{i:x_{i}=l_{i}\}$
\end_inset

, 
\begin_inset Formula $U=\{j:x_{j}=u_{j}\}$
\end_inset

, and 
\begin_inset Formula $\{k\}=\{1,2,...,n\}\backslash(L\cup U)$
\end_inset

 that satisfies
\begin_inset Formula 
\[
-d_{i}l_{i}\le-d_{k}x_{k}\le-d_{j}u_{j}
\]

\end_inset

as local optimum conditions in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 5"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 6"

\end_inset

).
 Note that 
\begin_inset Formula $-x_{k}d_{k}$
\end_inset

 is the value of 
\begin_inset Formula $\lambda$
\end_inset

 because 
\begin_inset Formula $x_{k}^{*}=-\lambda^{*}/d_{k}\in[l_{k},u_{k}]$
\end_inset

, and 
\begin_inset Formula $d_{i}l_{i}$
\end_inset

 and 
\begin_inset Formula $d_{j}u_{j}$
\end_inset

 are the slope of separate objective function 
\begin_inset Formula $f_{j}(x_{j})=\frac{1}{2}dx_{j}^{2}$
\end_inset

 at 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

.
 That is, 
\begin_inset Formula $-d_{j}x_{j}=-\frac{df_{j}(x_{j})}{dx_{j}}=-f_{j}'(x_{j})$
\end_inset

, and it is a kind of efficiency to minimize objective value per a unit
 of 
\begin_inset Formula $x_{j}$
\end_inset

.
 So the set 
\begin_inset Formula $L$
\end_inset

 is filled with index that has less efficiency than others.
 
\end_layout

\begin_layout Standard
To find the three sets, it first gets the order of index sorting all 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset

 in ascending order and sets 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 for the first half index and 
\begin_inset Formula $x_{j}=u_{j}$
\end_inset

 for the last half index except for the median index 
\begin_inset Formula $k$
\end_inset

 as in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:O(nlogn) strictly concave]{step 1-3}
\end_layout

\end_inset

.
 Then it tests if a feasible solution can be found adjusting 
\begin_inset Formula $x_{k}$
\end_inset

 within its bound 
\begin_inset Formula $[l_{k},u_{k}]$
\end_inset

.
 If the current trial solution violates the knapsack constraint, it switches
 the current half 
\begin_inset Formula $x_{j}=u_{j}$
\end_inset

 to 
\begin_inset Formula $l_{j}$
\end_inset

 or in the reverse way depending on the violated values as 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:O(nlogn) strictly concave]{step 4}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
Sort 
\begin_inset Formula $w=sort\{j:-d_{j}l_{j}\ \forall j\}$
\end_inset

, where 
\begin_inset Formula $w(j)$
\end_inset

 is the 
\begin_inset Formula $j-th$
\end_inset

 smallest element of 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset


\end_layout

\begin_layout Enumerate
Set 
\begin_inset Formula $k_{l}$
\end_inset

 and 
\begin_inset Formula $k_{u}$
\end_inset

 (
\begin_inset Formula $k_{l}<k_{u}$
\end_inset

) such as 
\begin_inset Formula $k_{l}=1$
\end_inset

 and 
\begin_inset Formula $k_{u}=n$
\end_inset

 
\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $k=\left\lfloor \frac{k_{l}+k_{u}}{2}\right\rfloor $
\end_inset

 and 
\begin_inset Formula $g=b-\sum_{i=1}^{k-1}l_{w(i)}-\sum_{i=k+1}^{n}u_{w(i)}$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate until stopping criterion is satisfied
\end_layout

\begin_deeper
\begin_layout Plain Layout
If 
\begin_inset Formula $g<l_{k}$
\end_inset

 (include some 
\begin_inset Formula $u_{j}$
\end_inset

), set 
\begin_inset Formula $k_{u}=k$
\end_inset

, 
\begin_inset Formula $k=\left\lfloor \frac{k_{l}+k_{u}}{2}\right\rfloor $
\end_inset

, and 
\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 4.8cm
\end_inset


\begin_inset Formula $g=g-\sum_{i=k}^{k_{u}-1}l_{w(i)}+\sum_{i=k+1}^{k_{u}}u_{w(i)}$
\end_inset


\end_layout

\begin_layout Plain Layout
Elseif 
\begin_inset Formula $g>u_{k}$
\end_inset

 (exclude some 
\begin_inset Formula $u_{j}$
\end_inset

), set 
\begin_inset Formula $k_{l}=k$
\end_inset

, 
\begin_inset Formula $k=\left\lfloor \frac{k_{l}+k_{u}}{2}\right\rfloor $
\end_inset

, and
\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 4.8cm
\end_inset


\begin_inset Formula $g=g+\sum_{i=k_{l}}^{k-1}l_{w(i)}-\sum_{i=k_{l}+1}^{k+1}u_{w(i)}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else (
\begin_inset Formula $l_{k}\le g\le u_{k}$
\end_inset

), finish algorithm with 
\begin_inset Formula 
\[
x_{j}=\begin{cases}
l_{j} & for\ j=w(1),w(2),...w(k-1)\\
g & for\ j=k\\
u_{j} & for\ j=w(k+1),w(k+2),...w(n)
\end{cases}
\]

\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n\ log\ n)$
\end_inset

; Simplified version of 
\family typewriter
\noun on
CKP*
\family default
\noun default
 of More and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "alg:O(nlogn) strictly concave"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
They implemented this binary search type approach with sorting procedure,
 which dominates the complexity to be 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

.
 However, the complexity can be down to 
\begin_inset Formula $O(n)$
\end_inset

 simply replacing the sorting procedure to median search procedure such
 as 
\family typewriter
\noun on
Select
\family default
\noun default
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel2005select"

\end_inset

.
 This our improved method is presented in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(n) strictly concave"

\end_inset

 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
Define a median function: 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in I\}$
\end_inset


\end_layout

\begin_layout Plain Layout
where 
\begin_inset Formula $k$
\end_inset

 is the index such that 
\begin_inset Formula $s_{k}$
\end_inset

 is the 
\begin_inset Formula $\left\lceil n/2\right\rceil $
\end_inset

th 
\begin_inset Formula $s_{j}$
\end_inset

 for 
\begin_inset Formula $j\in I$
\end_inset

, and 
\begin_inset Formula $s_{i}\le s_{k}\le s_{j}$
\end_inset

 for 
\begin_inset Formula $i\in L$
\end_inset

 and for 
\begin_inset Formula $j\in U$
\end_inset


\end_layout

\begin_layout Enumerate
Set 
\begin_inset Formula $\mathbf{s}=\{-d_{j}l_{j}\ \forall j\}$
\end_inset

 and 
\begin_inset Formula $U=\{1,2,...,n\}$
\end_inset


\end_layout

\begin_layout Enumerate
Find 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in U\}$
\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $g=b-\sum_{j\in L}l_{j}-\sum_{j\in U}u_{j}$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate until stopping criterion is satisfied 
\end_layout

\begin_deeper
\begin_layout Plain Layout
If 
\begin_inset Formula $g<l_{k}$
\end_inset

 (
\begin_inset Formula $k^{*}$
\end_inset

 is in 
\begin_inset Formula $L$
\end_inset

), set 
\begin_inset Formula $x_{U}=u_{U}$
\end_inset

, 
\begin_inset Formula $k_{old}=k$
\end_inset

, 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in L\}$
\end_inset

, and 
\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 4.8cm
\end_inset

 
\begin_inset Formula $g=g-\sum_{j\in\{k\}\cup U}l_{j}+\sum_{j\in\{k_{old}\}\cup U}u_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
Elseif 
\begin_inset Formula $g>u_{k}$
\end_inset

  (
\begin_inset Formula $k^{*}$
\end_inset

 is in 
\begin_inset Formula $U$
\end_inset

), set 
\begin_inset Formula $x_{L}=l_{L}$
\end_inset

, 
\begin_inset Formula $k_{old}=k$
\end_inset

, 
\begin_inset Formula $[L,k,U]=argmed\{s_{j}:j\in U\}$
\end_inset

, and
\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 4.8cm
\end_inset


\begin_inset Formula $g=g+\sum_{j\in\{k_{old}\}\cup L}l_{w(i)}-\sum_{j\in\{k\}\cup L}u_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else (
\begin_inset Formula $l_{k}\le g\le u_{k}$
\end_inset

), finish algorithm with 
\begin_inset Formula 
\[
x_{j}=\begin{cases}
l_{j} & for\ j\in L\\
g & for\ j=k\\
u_{j} & for\ j\in U
\end{cases}
\]

\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n)$
\end_inset

 time improved version of More and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:O(n) strictly concave"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Description
1992 Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 for indefinite case
\end_layout

\begin_layout Standard
Vavasis extended his study 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 on concave case to indefinite case in 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 as a local solver.
 Because 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

 is determined by a 
\begin_inset Formula $\lambda$
\end_inset

 and at most one 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is the value of 
\begin_inset Formula $-\lambda/d_{j}$
\end_inset

 at the local optimum as proved in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

, his algorithm essentially finds a solution that satisfies the conditions
 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 5"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:vavasis lemma 6"

\end_inset

) in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:local Opt cond of Vava"

\end_inset

.
 So as algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

, it picks the median index 
\begin_inset Formula $k\in N$
\end_inset

 and fixes 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

 for other index in 
\begin_inset Formula $N$
\end_inset

.
 Then, it tests if the knapsack constraint can be satisfied by
\begin_inset Formula 
\begin{equation}
x_{j}=\begin{cases}
x_{j}(\lambda) & for\ j\in P\\
-\lambda/d_{k} & for\ j=k\\
\in[l_{j},u_{j}] & for\ j\in K^{Z}=\{j\in Z:\lambda=t_{j}\}
\end{cases}\label{eq:Vavasis x}
\end{equation}

\end_inset

for 
\begin_inset Formula $\lambda\in[-d_{k}l_{k},-d_{k}u_{k}]$
\end_inset

.
 If no feasible solution is found, it picks a new 
\begin_inset Formula $k$
\end_inset

 as algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

 and tries to find a feasible solution iteratively.
 
\end_layout

\begin_layout Standard
This procedure converges at a local optimum; however, the implementation
 is not so efficient because he assumes all values of 
\begin_inset Formula 
\begin{equation}
\sum_{j\in P}x_{j}(\lambda)+\sum_{j\in Z}x_{j}\label{eq:Vavasis assumption}
\end{equation}

\end_inset

, where 
\begin_inset Formula $x_{j}=[l_{j},u_{j}]$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

, are obtained before it starts iteration to find 
\begin_inset Formula $k\in N$
\end_inset

.
 This means the algorithm should compute all values of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Vavasis assumption"

\end_inset

) at all breakpoints of 
\begin_inset Formula $P$
\end_inset

 and 
\begin_inset Formula $Z$
\end_inset

 and uses the values to get a solution in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Vavasis x"

\end_inset

) for every iteration.
\end_layout

\begin_layout Standard
He proposed four versions of algorithms which has complexity of 
\begin_inset Formula $O(n^{3})$
\end_inset

, 
\begin_inset Formula $O(n^{2}\ log\ n)$
\end_inset

, 
\begin_inset Formula $O(n^{2}\ log\ n)$
\end_inset

, and 
\begin_inset Formula $O(n(log\ n)^{2})$
\end_inset

 named by 
\family typewriter
\noun on
IKP1
\family default
\noun default
, 
\family typewriter
\noun on
IKP1-CG
\family default
\noun default
, 
\family typewriter
\noun on
IKP2
\family default
\noun default
 and 
\family typewriter
\noun on
IKP2-CG
\family default
\noun default
 respectively (
\family typewriter
\noun on
IKP
\family default
\noun default
 stands for indefinite knapsack problem).
 
\family typewriter
\noun on
IKP1
\family default
\noun default
 and 
\family typewriter
\noun on
IKP2
\family default
\noun default
 use the straightforward implementation as we described, and 
\family typewriter
\noun on
IKP1-CG
\family default
\noun default
 and 
\family typewriter
\noun on
IKP2-CG
\family default
\noun default
 solves the problem with geometric study of Chazelle and Guibas 
\begin_inset CommandInset citation
LatexCommand cite
key "chazelle1989"

\end_inset

 based on 
\family typewriter
\noun on
IKP1
\family default
\noun default
 and 
\family typewriter
\noun on
IKP2
\family default
\noun default
.
\end_layout

\begin_layout Standard
Although 
\family typewriter
\noun on
IKP1-CG
\family default
\noun default
 and 
\family typewriter
\noun on
IKP2-CG
\family default
\noun default
 are more advanced in complexity, he implemented only 
\family typewriter
\noun on
IKP1
\family default
\noun default
 and 
\family typewriter
\noun on
IKP2
\family default
\noun default
 due to the implementation difficulty of 
\begin_inset CommandInset citation
LatexCommand cite
key "chazelle1989"

\end_inset

 and tested the subset sum problem, which will be discussed in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Subset-sum-problem"

\end_inset

.
 His experiment results show that the time growth is 
\begin_inset Formula $O(n^{2})$
\end_inset

 for 
\family typewriter
\noun on
IKP1
\family default
\noun default
 and 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 for 
\family typewriter
\noun on
IKP2
\family default
\noun default
, but 
\family typewriter
\noun on
IKP1
\family default
\noun default
 is about 
\begin_inset Formula $13$
\end_inset

 times faster than 
\family typewriter
\noun on
IKP2
\family default
\noun default
 for the size of up to 
\begin_inset Formula $80$
\end_inset

.
 He expected that 
\family typewriter
\noun on
IKP2
\family default
\noun default
 would outperform over about 
\begin_inset Formula $n=2000$
\end_inset

.
 Above all, his two implementations found the global optimum only one time
 among 
\begin_inset Formula $80$
\end_inset

 test problems.
 For the detailed implementation of 
\family typewriter
\noun on
IKP1
\family default
\noun default
, see code 
\family typewriter
Vavasis
\noun on
IKP1
\family default
\noun default
 in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Vavasis IKP1"

\end_inset

.
\end_layout

\begin_layout Description
1992 Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

 for general case
\end_layout

\begin_layout Standard
In addition to 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, Vavasis also developed to solve indefinite case of 
\begin_inset Formula $(P)$
\end_inset

 approximately in 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

.
 The study is for the general quadratic programming.
 It suggests to transform the nonseparable quadratic terms using eigenvalue
 decomposition to make the problem separable and solves it using his approximati
on idea.
 As a special case, he mainly focused on developing algorithms for the indefinit
e case of 
\begin_inset Formula $(P)$
\end_inset

.
\end_layout

\begin_layout Standard
First he showed that strictly concave case of 
\begin_inset Formula $(P)$
\end_inset

 can be exactly solved by dynamic programming with exponential time complexity,
 and then he suggested an approximate dynamic programming idea.
 The idea is that we can use linear interpolation for sufficiently small
 intervals on 
\begin_inset Formula $b$
\end_inset

 instead of solving dynamic programming for all 
\begin_inset Formula $b$
\end_inset

.
 He calls this 
\emph on
Linearize
\emph default
, and it leads his algorithm to have polynomial time complexity.
 
\end_layout

\begin_layout Standard
After the algorithm solves approximate dynamic programming for concave part,
 it solves the convex part with an updated 
\begin_inset Formula $b=b-\sum_{j\in N}x_{j}$
\end_inset

 using the 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 sorting method of 
\begin_inset CommandInset citation
LatexCommand cite
key "HelgKennLall:1980"

\end_inset

.
 So the complexity consists of convex and concave part as 
\begin_inset Formula 
\begin{equation}
O(n_{1}\ log\ n_{1}+n_{2}r\alpha(r)log\ r)\label{eq:Vavasis complexity}
\end{equation}

\end_inset

where 
\begin_inset Formula $n_{1}$
\end_inset

 is the size of 
\begin_inset Formula $P\cup Z$
\end_inset

, 
\begin_inset Formula $n_{2}$
\end_inset

 is the size of 
\begin_inset Formula $N$
\end_inset

, 
\begin_inset Formula $\alpha(r)$
\end_inset

 is the inverse Ackerman function
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

 noticed that 
\begin_inset Formula $\alpha(r)$
\end_inset

 glows extremely slowly, and it is safe to assume 
\begin_inset Formula $\le6$
\end_inset

.
 
\end_layout

\end_inset

, and 
\begin_inset Formula $r$
\end_inset

 is the number of breakpoints for dynamic programming so 
\begin_inset Formula $r$
\end_inset

 grows exponentially by 
\begin_inset Formula $n_{2}$
\end_inset

.
 Thus, the first part of 
\begin_inset Formula $(n_{1}\ log\ n_{1})$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Vavasis complexity"

\end_inset

) is the cost to solve convex part and the second part of 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $(n_{2}r\alpha(r)log\ r)$
\end_inset

 is to solve the concave part of 
\begin_inset Formula $(P)$
\end_inset

 with the approximate dynamic programming.
\end_layout

\begin_layout Standard
The value of 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

 is in its conclusion part where he left a possibility that if the problem
 can be solved dependent on 
\begin_inset Formula $|log\ \varepsilon|$
\end_inset

 - where 
\begin_inset Formula $\varepsilon\in(0,1)$
\end_inset

 is an approximation parameter - in polynomial time as he suggested, the
 indefinite quadratic programming may not be 
\emph on
NP-hard
\emph default
 contradicting proofs for 
\emph on
NP-hardness
\emph default
 in 
\begin_inset CommandInset citation
LatexCommand cite
key "PardVava:1991,sahni1974"

\end_inset

.
 He commented that more proofs are available in 
\begin_inset CommandInset citation
LatexCommand cite
key "floudas1992"

\end_inset

.
\end_layout

\begin_layout Subsection
The suggested Methods
\begin_inset CommandInset label
LatexCommand label
name "sec:The-suggested-Methods"

\end_inset


\end_layout

\begin_layout Standard
We have considered all methods that solve convex and nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

.
 In this section, we suggest new methods that takes advantages of previous
 methods.
 
\end_layout

\begin_layout Standard
As we mentioned in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Methodology"

\end_inset

, all our studies are converges to one question,
\end_layout

\begin_layout Standard
\align center
\begin_inset Quotes eld
\end_inset

How to find 
\begin_inset Formula $\lambda^{*}$
\end_inset

?
\begin_inset Quotes erd
\end_inset


\end_layout

\begin_layout Standard
\noindent
because the 
\begin_inset Formula $\lambda^{*}$
\end_inset

 gives the lower bound solution 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

, and a feasible upper bound solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 is derived from the 
\begin_inset Formula $\mathbf{x}(\lambda^{*})$
\end_inset

.
 
\begin_inset Note Note
status collapsed

\begin_layout Plain Layout
\noindent
In addition, we also concluded that the question can be thought as a root
 finding problem even though 
\begin_inset Formula $g(\lambda)$
\end_inset

 is not continuous at breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

 from 
\begin_inset Formula $N$
\end_inset

 and 
\begin_inset Formula $Z$
\end_inset

 if we assume that the discontinuous point occurs between two adjacent floating-
point numbers in a machine’s finite-precision.
\end_layout

\end_inset


\end_layout

\begin_layout Standard
Among the four methods for nonconvex case in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Nonconvex-case"

\end_inset

, the local solvers of 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991,Vava:1992Local"

\end_inset

 for concave and indefinite cases deal with 
\begin_inset Formula $\lambda$
\end_inset

.
 But because the purpose of its 
\begin_inset Formula $\lambda$
\end_inset

 is to find a local optimum solution, they are not applicable to search
 for 
\begin_inset Formula $\lambda^{*}$
\end_inset

 that guarantees the lower bound.
 
\end_layout

\begin_layout Standard
From the section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Which-one-is-the-best"

\end_inset

, the experiment results of previous studies show that pegging method seems
 to outperform over other methods for strictly convex case; however, as
 mentioned in geometric interpretation of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Geometric-interpretation"

\end_inset

, it is not applicable because the objective function no longer has a unique
 center to project onto the knapsack constraint if 
\begin_inset Formula $(P)$
\end_inset

 is not strictly convex problem.
 
\end_layout

\begin_layout Standard
Therefore, on our hands, there are five root finding methods and interval
 test method, which have used for strictly convex case.
 In the following sections, we propose ideal combinations of those methods
 that bring efficiency and reliability.
 
\end_layout

\begin_layout Subsubsection*
Considering reliability
\begin_inset CommandInset label
LatexCommand label
name "sec:Considering-reliability"

\end_inset


\end_layout

\begin_layout Standard
As we have considered the global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Case-3]{case 3}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Case-4]{case 4}
\end_layout

\end_inset

 in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-optimum-cases"

\end_inset

, 
\begin_inset Formula $g(\lambda)$
\end_inset

 may not be continuous at 
\begin_inset Formula $\lambda^{*}$
\end_inset

 with nonempty 
\begin_inset Formula $K^{*}$
\end_inset

, and the possibility of the cases naturally increases as the proportion
 of 
\begin_inset Formula $N$
\end_inset

 and 
\begin_inset Formula $Z$
\end_inset

 increase because those variables generate more discontinuous points on
 
\begin_inset Formula $g(\lambda)$
\end_inset

 at breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

.
 
\end_layout

\begin_layout Standard
Thus, if 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is one of 
\begin_inset Formula $t_{j}$
\end_inset

 where 
\begin_inset Formula $g(\lambda)$
\end_inset

 is discontinuous, secant method that update 
\begin_inset Formula $\lambda$
\end_inset

 connecting two last 
\begin_inset Formula $g(\lambda_{l})$
\end_inset

 and 
\begin_inset Formula $g(\lambda_{u})$
\end_inset

 may have difficulty to reduce the gap between 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 around 
\begin_inset Formula $\lambda^{*}$
\end_inset

.
 The similar case can also happen for strictly convex case as the secant
 method developer Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2005"

\end_inset

 observed that secant method took a long iteration when a linear piece of
 
\begin_inset Formula $g(\lambda)$
\end_inset

 crossing its root is very short.
 Newton method also has the same unreliability problem because it has to
 use secant method as a safeguard when 
\begin_inset Formula $\lambda^{*}=t_{j}$
\end_inset

.
\end_layout

\begin_layout Standard
Moreover, if 
\begin_inset Formula $(P)$
\end_inset

 is not in strictly convex case, an additional termination criterion 
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{gap}$
\end_inset

 is required for bisection, secant, Newton methods because the termination
 condition 
\begin_inset Formula $|g(\lambda)|<\varepsilon_{fea}$
\end_inset

 that the methods use cannot be satisfied if 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is one of 
\begin_inset Formula $t_{j}$
\end_inset

.
 However, as we similarly considered in the bisection algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bisection-method"

\end_inset

, those methods may find worse lower and upper bounds or even fail because
 multiple distinct breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

 can exist within the last 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 whose range is less than 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

, and it is possible that one of the breakpoints is 
\begin_inset Formula $\lambda^{*}$
\end_inset

, while those methods terminate iterations with just a 
\begin_inset Formula $\lambda$
\end_inset

 between the last 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 ignoring the possible fact of 
\begin_inset Formula $\lambda^{*}=t_{j}$
\end_inset

 for some 
\begin_inset Formula $j$
\end_inset

.
 
\end_layout

\begin_layout Standard
Therefore, if we consider reliability, we have to use methods that do not
 use the termination criterion of 
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{gap}$
\end_inset

 and handle breakpoints at its termination criteria.
 The methods that satisfies two conditions for reliability are sorting,
 median search, and Interval test methods.
\end_layout

\begin_layout Subsubsection*
Convergence accelerator; fixing algorithm
\end_layout

\begin_layout Standard
Inspired by pegging method, we can accelerate the convergence reducing the
 problem size every iteration with fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

.
 It is essentially same as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:fixing"

\end_inset

), which is used for pegging method and made for 
\begin_inset Formula $j\in P$
\end_inset

, but it can be also used for 
\begin_inset Formula $j\in N$
\end_inset

 and 
\begin_inset Formula $Z$
\end_inset

 because 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is non-increasing function.
 Fixing algorithm has been implemented in multiple literature for strictly
 convex case.
 For example, Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 and Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 used fixing algorithm for their Newton method, and Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

 used it for his median search method.
 All of them report that fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 speeded up the performance.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement h
wide false
sideways false
status open

\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)>0$
\end_inset

, fix 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in\{j:x_{j}(\lambda)=l_{j}\}$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g(\lambda)<0$
\end_inset

, fix 
\begin_inset Formula $x_{j}^{*}=u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in\{j:x_{j}(\lambda)=u_{j}\}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(n)$
\end_inset

; Fixing algorithm
\begin_inset CommandInset label
LatexCommand label
name "alg:Fixing-algorithm"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Although Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 noticed that fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 saves computations, they did not use it for secant methods with their argument
 that 
\begin_inset Formula $g(\lambda)$
\end_inset

 
\begin_inset Quotes eld
\end_inset

needs to be recomputed at the end point of the bracketing interval that
 was computed in previous iteration
\begin_inset Quotes erd
\end_inset

; however, we do not agree with it since we can simply and have to store
 updated values of 
\begin_inset Formula $g(\lambda)$
\end_inset

 at the each bound of bracket to get secant point.
 
\end_layout

\begin_layout Subsubsection
Suggested hybrid methods
\begin_inset CommandInset label
LatexCommand label
name "sec:Suggested-hybrid-methods"

\end_inset


\end_layout

\begin_layout Standard
Although secant and Newton methods are not reliable, through the survey
 of experiment results for the strictly convex case, we can observe that
 the methods practically converge more rapidly with less iteration than
 the reliable median search method (see table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:History-of-experiment"

\end_inset

).
 Furthermore, interval test method is reliable and spends much smaller operation
s in iteration part as shown in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:operations in iteration"

\end_inset

, but it requires a small enough bracket 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 because its performance is mainly affected by the time to sort breakpoints
 within the bracket.
\begin_inset Float figure
placement h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="3" columns="4">
<features tabularvalignment="middle">
<column alignment="left" valignment="middle" width="4cm">
<column alignment="center" valignment="top" width="2.2cm">
<column alignment="left" valignment="middle" width="5cm">
<column alignment="left" valignment="middle" width="0pt">
<row>
<cell alignment="left" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset space \hfill{}
\end_inset


\bar under
Bracketing phase
\bar default

\begin_inset space \hfill{}
\end_inset


\begin_inset Formula $ $
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset space \hfill{}
\end_inset


\bar under
Termination phase
\bar default

\begin_inset space \hfill{}
\end_inset


\begin_inset Formula $ $
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset space \hfill{}
\end_inset

Unreliable but Fast
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \hfill{}
\end_inset

convergent method
\begin_inset space \hfill{}
\end_inset


\begin_inset Formula $ $
\end_inset


\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\rightarrow[\lambda_{l},\lambda_{u}]\rightarrow$
\end_inset


\end_layout

\begin_layout Plain Layout
with 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset space \hfill{}
\end_inset

Reliable method
\begin_inset space \hfill{}
\end_inset


\begin_inset Formula $ $
\end_inset


\begin_inset Formula $ $
\end_inset


\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\rightarrow\mathbf{x}(\lambda^{*})\rightarrow\mathbf{x}^{U*}$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="left" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset Formula $\textcircled{\raisebox{-0.9pt}{1}}$
\end_inset

 (Secant + Fixing)
\end_layout

\begin_layout Plain Layout
\begin_inset Formula $\textcircled{\raisebox{-0.9pt}{2}}$
\end_inset

 (Newton + Fixing)
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset Formula $\textcircled{\raisebox{-0.9pt}{1}}$
\end_inset

 (Interval test + Fixing)
\end_layout

\begin_layout Plain Layout
\begin_inset Formula $\textcircled{\raisebox{-0.9pt}{2}}$
\end_inset

 (Median search + Fixing)
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \quad{}
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
1.
 Denote 
\begin_inset Quotes eld
\end_inset

+
\begin_inset Quotes erd
\end_inset

 between methods be the hybrid of the methods.
 
\end_layout

\begin_layout Plain Layout

\size footnotesize
2.
 Denote 
\begin_inset Quotes eld
\end_inset

Fixing
\begin_inset Quotes erd
\end_inset

 for fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
3.
 Pegging method is excluded because it is not applicable for non-strictly
 convex 
\begin_inset Formula $(P)$
\end_inset

.
\end_layout

\begin_layout Plain Layout

\size footnotesize
4.
 Bisection method is excluded because it is unreliable and has slow convergence.
\end_layout

\begin_layout Plain Layout

\size footnotesize
5.
 Sorting method is excluded because it is slower than medians search method
 having the same iterations.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Suggested hybrid methods
\begin_inset CommandInset label
LatexCommand label
name "fig:Suggested-hybrid-methods"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
Then, we can think of hybrid methods that initially converges quickly and
 guarantees the reliability at the last iterations as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Suggested-hybrid-methods"

\end_inset

.
 The hybrid methods consist of two phases of (a) bracketing phase and (b)
 termination phase, and fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 is equipped for all phases with the denotation of 
\begin_inset Quotes eld
\end_inset

Fixing
\begin_inset Quotes erd
\end_inset

.
 Thus, bracketing phase quickly gives a close enough bound of 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 whose range is less than a given 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 with fast convergent method such as secant or Newton method and termination
 phase uses it to find 
\begin_inset Formula $\lambda^{*}$
\end_inset

 exactly by reliable and efficient method such as interval test or median
 search method.
 A reliable sorting method is excluded because it is theoretically and practical
ly requires more operations than median search method having the same iteration
 of median search method.
 Bisection is also excluded because it is neither reliable nor efficient.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="7" columns="4">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="3cm">
<column alignment="center" valignment="middle" width="0pt">
<column alignment="right" valignment="middle" width="0">
<column alignment="right" valignment="middle" width="2cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Fast convergent methods
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Reliable methods
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Fixing
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset


\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
+ Fixing
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset


\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
+ Fixing
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "WuVen1998"

\end_inset


\color red

\begin_inset Formula $^{1}$
\end_inset


\color inherit

\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Newton + Secant
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "WuVen1998"

\end_inset


\color red

\begin_inset Formula $^{1}$
\end_inset


\color inherit

\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Secant + Bisection
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med,Kiwiel:2007vn,Waegenaere2012,PardKovo:1990"

\end_inset


\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Median search 
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
+ Fixing
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
+ Median search
\end_layout

\end_inset
</cell>
<cell alignment="right" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \quad{}
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
1
\color inherit
.
 Wu et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "WuVen1998"

\end_inset

 used two methods sequently.
 e.g.) Newton for 1st iteration, Secant for 2nd 
\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset

iteration, Newton for 3rd iteration, and so on.
\end_layout

\begin_layout Plain Layout

\size footnotesize
2.
 Ventura 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura89"

\end_inset

 also implemented bisection + pegging.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Hybrid methods for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Hybrid-methods"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
Various hybrid methods for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 has been implemented and suggested through a couple of papers as listed
 in the table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Hybrid-methods"

\end_inset

.
 Ironically, no one used the combinations of our suggested methods except
 for Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

, but they only left suggestion without implementation.
 Therefore, we propose new four combinations of hybrid methods in figure
 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Suggested-hybrid-methods"

\end_inset

 and the best combination will be determined through experiments in section
 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Implementation"

\end_inset

.
\end_layout

\begin_layout Subsubsection*
Keeping the complexity of 
\begin_inset Formula $O(n)$
\end_inset


\end_layout

\begin_layout Standard
The complexity of our hybrid methods are not clear in practice because methods
 that have various complexities are combined.
 However, we can consider two extreme cases.
 
\end_layout

\begin_layout Standard
The first one is that the algorithm is terminated at the bracketing phase.
 It can happen when 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 is too small or 
\begin_inset Formula $g(\lambda)$
\end_inset

 has a shape that is favor to secant or Newton method.
 Thus, in the worst case, the complexity is 
\begin_inset Formula $O(n^{2})$
\end_inset

 if Newton method is used, and it is not measurable if secant method is
 chosen.
 But because the maximum iteration of secant method is generally much less
 than 
\begin_inset Formula $n$
\end_inset

 from experiment results of literature for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

, we can assume that the practical complexity is 
\begin_inset Formula $O(n)$
\end_inset

.
 
\end_layout

\begin_layout Standard
The second extreme case is that 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 is too large so the bracket 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 includes all breakpoints.
 Then, the worst case complexity is 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 if interval test method is selected and is 
\begin_inset Formula $O(n)$
\end_inset

 if median search method is utilized.
 
\end_layout

\begin_layout Standard
Therefore, we can keep the hybrid methods in 
\begin_inset Formula $O(n)$
\end_inset

 complexity to find a lower bound solution if we set 
\begin_inset Formula $\varepsilon_{bra}=\infty$
\end_inset

 and use median search method for termination phase.
 However, our experiments show that median search method is practically
 worse than secant method based hybrid methods.
\end_layout

\begin_layout Section
Applications
\end_layout

\begin_layout Subsection
Applications for Convex case
\begin_inset CommandInset label
LatexCommand label
name "Sec:Applications-for-Convex"

\end_inset


\end_layout

\begin_layout Standard
Applications for strictly convex knapsack problems are tremendous and are
 well collected by a book of Ibaraki and Katoh 
\begin_inset CommandInset citation
LatexCommand cite
key "Ibaraki1988"

\end_inset

, a survey of Bretthauer and Shetty
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer2002"

\end_inset

, and Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

.
 If we focus on the strictly convex quadratic problem 
\begin_inset Formula $(P)$
\end_inset

, the real value arises when it is used as a subproblem.
\end_layout

\begin_layout Subsubsection*
Subproblems 
\end_layout

\begin_layout Itemize
Support vector machine (SVM) by spectral projected gradient method 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton,DaiFle2006Secant,FuDai2010"

\end_inset


\end_layout

\begin_layout Itemize
Quadratic programming 
\begin_inset CommandInset citation
LatexCommand cite
key "calamai1987,cottle1986,DussFerlLema:1986,OhucKaji:1980,OhucKaji:1981,ohuchi1984,pang1980"

\end_inset


\end_layout

\begin_layout Itemize
Dual ascent algorithm to find the step size 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987,ventura1991,WuVen1998"

\end_inset


\end_layout

\begin_layout Itemize
Discrete nonlinear knapsack problem 
\begin_inset CommandInset citation
LatexCommand cite
key "klastorin1990discrete"

\end_inset


\end_layout

\begin_layout Itemize
Traffic assignment problem 
\begin_inset CommandInset citation
LatexCommand cite
key "larsson1992,lotito2006"

\end_inset


\end_layout

\begin_layout Itemize
Stochastic quasi gradient method 
\begin_inset CommandInset citation
LatexCommand cite
key "RockWets:1988,Stefanov2000"

\end_inset


\end_layout

\begin_layout Standard
In addiction, the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 has been used mainly for network, traffic, and resource allocation problems.
 Since Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn,Kiwiel:2008med,Kiwiel:2008var"

\end_inset

 and Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 gathered many valuable applications, we added more applications based on
 their work, and applications that are not in their paper are also listed
 below.
 
\end_layout

\begin_layout Subsubsection*
Mostly based on Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn,Kiwiel:2008med,Kiwiel:2008var"

\end_inset


\end_layout

\begin_layout Itemize
Resource allocation 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981,Bretthauer1997,HochHong:1995"

\end_inset


\end_layout

\begin_layout Itemize
Hierarchical production planning 
\begin_inset CommandInset citation
LatexCommand cite
key "bitran1981"

\end_inset


\end_layout

\begin_layout Itemize
Network flows 
\begin_inset CommandInset citation
LatexCommand cite
key "ventura1991"

\end_inset


\end_layout

\begin_layout Itemize
Transportation problems 
\begin_inset CommandInset citation
LatexCommand cite
key "cosares1994"

\end_inset


\end_layout

\begin_layout Itemize
Multicommodity network flows 
\begin_inset CommandInset citation
LatexCommand cite
key "AliHelKennLall1980,HelgKennLall:1980,kameMeyer1984,kennington77,larsson1996,nielsen1992,shetty1990,ventura1991"

\end_inset


\end_layout

\begin_layout Itemize
Integer quadratic knapsack problems 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995,bretthauer1996,Zhang2012"

\end_inset


\end_layout

\begin_layout Itemize
Integer and continuous quadratic optimization over submodular constraints
 
\begin_inset CommandInset citation
LatexCommand cite
key "HochHong:1995"

\end_inset


\end_layout

\begin_layout Itemize
Lagrangian relaxation via subgradient methods 
\begin_inset CommandInset citation
LatexCommand cite
key "Held:1974"

\end_inset


\end_layout

\begin_layout Subsubsection*
Mostly based on Patriksson 
\begin_inset CommandInset citation
LatexCommand cite
key "Patriksson2008"

\end_inset

 
\end_layout

\begin_layout Itemize
Decomposition methods for Stochastic programming problems 
\begin_inset CommandInset citation
LatexCommand cite
key "mulvey1991,nielsen1993,RockWets:1988"

\end_inset


\end_layout

\begin_layout Itemize
Traffic equilibrium problems 
\begin_inset CommandInset citation
LatexCommand cite
key "bertsekas82,dafermos1969,dafermos1989,larsson1992,lotito2006"

\end_inset


\end_layout

\begin_layout Itemize
Constrained matrix problems
\begin_inset CommandInset citation
LatexCommand cite
key "BachKort:1978,bachem80,cottle1986,nielsen1992,OhucKaji:1980,OhucKaji:1981,ohuchi1984,shetty1990,ventura89,ventura1991"

\end_inset


\end_layout

\begin_layout Itemize
Portfolio selection problems 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986,elton1976,jucker1975,sharpe1963,stone1973,pang1980"

\end_inset


\end_layout

\begin_layout Subsubsection*
More applications
\end_layout

\begin_layout Itemize
Matrix balancing in regional and national economics 
\begin_inset CommandInset citation
LatexCommand cite
key "cottle1986,Nagu:1989,nagu1990"

\end_inset


\end_layout

\begin_layout Itemize
Economic Dispatch Problem 
\begin_inset CommandInset citation
LatexCommand cite
key "bayon2005,bayon2013,bayon2002"

\end_inset


\end_layout

\begin_layout Itemize
Quadratic resource allocation problem with generalized upper bound (GUB):
 
\begin_inset CommandInset citation
LatexCommand cite
key "Bretthauer1997"

\end_inset


\end_layout

\begin_layout Subsubsection*
Applications for positive semidefinite case
\end_layout

\begin_layout Standard
Positive semidefinite case has been rarely focused, and only Zhang and Hua
 
\begin_inset CommandInset citation
LatexCommand cite
key "Zhang2012"

\end_inset

 presents applications of 
\begin_inset CommandInset citation
LatexCommand cite
key "bemporad2002,benson1999,byrd2005"

\end_inset

.
\end_layout

\begin_layout Subsection
Applications for Nonconvex case
\begin_inset CommandInset label
LatexCommand label
name "sec:Applications-for-Nonconvex"

\end_inset


\end_layout

\begin_layout Standard
Applications for nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 is not numerous and mainly appear in combinatorial problems.
 The combinatorial book of Du and Pardalos 
\begin_inset CommandInset citation
LatexCommand cite
key "du1998handbook"

\end_inset

 present comprehensive list of applications.
 In this section, we present an example of mixed integer knapsack problems
 and carefully address budgeting problem (0-1 knapsack problem) considering
 its history and algorithms with two interesting corollaries.
 A special case of budgeting problem, subset sum problem is also considered.
 
\end_layout

\begin_layout Subsubsection
Mixed integer knapsack problems
\end_layout

\begin_layout Standard
A special form of a mixed integer knapsack problem can be solved by our
 algorithm.
 Suppose there are stocks 
\begin_inset Formula $i$
\end_inset

, which can be invested in a dollar amount and have no correlation between
 products, and projects 
\begin_inset Formula $j$
\end_inset

, which can be invested by selection.
 If we consider the total investment budget and the upper limit for invest
 amount, we can balance our investment with a formulation of 
\begin_inset Formula $(M1)$
\end_inset

.
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
\begin{array}{crlccrl}
(M1) & Min & \sum(\sigma_{i}x_{i})^{2}-\sum r_{j}y_{j} &  & (M2) & Min & \sum(\sigma_{i}x_{i})^{2}-\sum r_{j}y_{j}^{2}\\
 & s.t. & \sum x_{i}+\sum c_{j}y_{j}\le Budget & \rightarrow &  & s.t. & \sum x_{i}+\sum c_{j}y_{j}+s=Budget\\
 &  & 0\le x_{i}\le u_{i} &  &  &  & 0\le x_{i}\le u_{i}\\
 &  & y_{j}\in\{0,1\} &  &  &  & 0\le y_{j}\le1,\quad0\le s
\end{array}
\]

\end_inset


\end_layout

\begin_layout Standard
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="1" columns="1">
<features tabularvalignment="middle">
<column alignment="left" valignment="top" width="9.2cm">
<row>
<cell alignment="left" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
where 
\begin_inset Formula $\sigma_{i}$
\end_inset

 is risk (standard deviation) of product 
\begin_inset Formula $i$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 1.1cm
\end_inset


\begin_inset Formula $r_{j}$
\end_inset

 is the dollar amount of return for project 
\begin_inset Formula $j$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset space \hspace{}
\length 1.1cm
\end_inset


\begin_inset Formula $c_{j}$
\end_inset

 is the dollar amount of cost to invest project 
\begin_inset Formula $j$
\end_inset


\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Standard
A mixed integer knapsack quadratic programming 
\begin_inset Formula $(M1)$
\end_inset

 can be solved by existing commercial softwares such as 
\noun on
Cplex
\noun default
 and 
\noun on
Mosek
\noun default
, but it is known that those solvers tends to deteriorate as the size increases.
 Alternatively 
\begin_inset Formula $(M1)$
\end_inset

 can be relaxed to continuous problem 
\begin_inset Formula $(M2)$
\end_inset

, which has the same form of 
\begin_inset Formula $(P)$
\end_inset

.
 Then, because our algorithms can solve 
\begin_inset Formula $(M2)$
\end_inset

 very efficiently for a large size, and we have shown our algorithm has
 a high chance to find a global optimum as the number of projects is not
 dominant, it is worth to use our algorithm to solve the large size of 
\begin_inset Formula $(M2)$
\end_inset

.
\end_layout

\begin_layout Subsubsection
Budgeting problem (0-1 knapsack problem) 
\begin_inset CommandInset label
LatexCommand label
name "Sec:Budgeting-problem"

\end_inset


\end_layout

\begin_layout Standard
Consider the classical budgeting problem 
\begin_inset Formula $(B)$
\end_inset

, which is also known as 0-1 knapsack problem.
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
\begin{array}{crlccrl}
(B) & Min & \mathbf{c}^{T}\mathbf{x} &  & (B2) & Min & \mathbf{c}^{T}\mathbf{x}+M\sum_{\forall j}x_{j}(1-x_{j})\\
 & s.t. & \mathbf{a}^{T}\mathbf{x}\le b & \rightarrow &  & s.t. & \mathbf{a}^{T}\mathbf{x}+y=b\\
 &  & x_{j}\in\{0,1\}\ \forall j &  &  &  & \mathbf{0}\le\mathbf{x}\le\mathbf{1}\quad0\le y
\end{array}
\]

\end_inset

with classical assumptions of 
\begin_inset Formula $c_{j}<0$
\end_inset

, 
\begin_inset Formula $a_{j}>0$
\end_inset

, and 
\begin_inset Formula $b>0$
\end_inset

.
 For example, 
\begin_inset Formula $c_{j}=-return$
\end_inset

 , 
\begin_inset Formula $a_{j}=cost$
\end_inset

, 
\begin_inset Formula $b=budget$
\end_inset

 or 
\begin_inset Formula $c_{j}=-benefit$
\end_inset

 , 
\begin_inset Formula $a_{j}=weight$
\end_inset

, 
\begin_inset Formula $b=capacity$
\end_inset

.
 The classical knapsack problem restricts its coefficients to be integer,
 but it is not necessary.
 
\end_layout

\begin_layout Standard
The problem 
\begin_inset Formula $(B)$
\end_inset

 has been intensively researched for a long time due to its usefulness and
 the challengeable simple structure.
 Dr.
 Silvano Martello and Dr.
 Paolo Toth in Italy have made remarkable works over three decades and Dr.
 David Pisinger
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://www.diku.dk/~pisinger/
\end_layout

\end_inset

 in Denmark has contributed valuable ideas on the knapsack problem over
 two decades since his PhD thesis (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1995thesis"

\end_inset

).
 The historic review of algorithms for the knapsack problem is summarized
 in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:History-of-Knapsack"

\end_inset

.
\end_layout

\begin_layout Standard
It seem the most recent summary and benchmark for all previous algorithms
 have been accomplished by 
\color black
Pisinger (2005, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger2005hard"

\end_inset

).
 According to the paper, although the knapsack problem is 
\emph on
NP-hard
\emph default
, it is exactly solvable in reasonable time (pseudo polynomial time) thanks
 to 
\color inherit
advanced dynamic programming recursions, the concept of solving a core,
 and the separation of cover inequalities to tighten the formulation.
 However, he investigated difficult instances as the paper's title 
\begin_inset Quotes eld
\end_inset

Where are the hard knapsack problems?
\begin_inset Quotes erd
\end_inset

 presenting 11 instances.
\end_layout

\begin_layout Standard
Thorough the comprehensive benchmark with various problem sets, 
\color black
he also
\color inherit
 concluded that the most recent algorithm, 
\family typewriter
\color black
COMBO 
\family default
developed by Martello, Pisinger, and Toth (1999, 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

), is superior in speed, stability, and storage usage to all previous algorithms
 for all easy and hard instances.
 
\end_layout

\begin_layout Standard
For comprehensive survey and experiments until 1990, one can read the remarkable
 book of Martello and Toth (1990, 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1990knapsack"

\end_inset

).
 A recent book of 
\color black
Kellerer, Ulrich, and Pisinger
\color inherit
 (2004, 
\begin_inset CommandInset citation
LatexCommand cite
key "kellerer2004knapsack"

\end_inset

) expanded the survey to
\color black
 whole family of knapsack problems.
 We also recommend Martello, Pisinger and Toth (2000, 
\begin_inset CommandInset citation
LatexCommand cite
key "martello2000new"

\end_inset

) to readers who are not familiar with knapsack problems for
\color inherit
 general overview and definitions of terms generally used in literature.
\end_layout

\begin_layout Standard
The 0-1 integer problem 
\begin_inset Formula $(B)$
\end_inset

 can be equivalently transformed to a continuous problem 
\begin_inset Formula $(B2)$
\end_inset

, which has the same form of 
\begin_inset Formula $(P)$
\end_inset

.
 We may set a value for 
\begin_inset Formula $M>0$
\end_inset

 as a penalty parameter, but we will prove that it is meaningless for our
 algorithm in corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xU=xB"

\end_inset

.
 Because 
\begin_inset Formula $(B2)$
\end_inset

 consists of 
\begin_inset Formula $n$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

 and a zero 
\begin_inset Formula $d_{j}$
\end_inset

, it is very hard to find a global optimum via our algorithm.
 However, as shall be proved in corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xU=xB"

\end_inset

, an upper bound solution 
\begin_inset Formula $\mathbf{x}^{U}$
\end_inset

 of our algorithm is same as a starting solution for the most advanced exact
 algorithm 
\family typewriter
\color black
COMBO
\family default
\color inherit
 of 
\color black

\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

.
\end_layout

\begin_layout Subsubsection*
LP relaxation, a greedy algorithm
\end_layout

\begin_layout Standard

\color black
Although 
\begin_inset Formula $(B)$
\end_inset

 is a 
\emph on
NP-hard
\emph default
 problem, it can be solved in 
\begin_inset Formula $O(n)$
\end_inset

 time if the integer constraint 
\begin_inset Formula $x_{j}\in\{0,1\}$
\end_inset

 is relaxed to continuous constraint 
\begin_inset Formula $l_{j}\le x_{j}\le u_{j}$
\end_inset

.
 It is called LP relaxation
\begin_inset Foot
status collapsed

\begin_layout Plain Layout

\color black
LP stands for linear programming
\end_layout

\end_inset

 and the corresponding problem is
\begin_inset CommandInset label
LatexCommand label
name "Sec:xB"

\end_inset

 
\color inherit

\begin_inset Formula 
\[
\begin{array}{crl}
(B_{relax}) & Min & \mathbf{c}^{T}\mathbf{x}\\
 & s.t. & \mathbf{a}^{T}\mathbf{x}\le b\\
 &  & \mathbf{0}\le\mathbf{x}\le\mathbf{1}
\end{array}
\]

\end_inset

The global optimum solution of 
\begin_inset Formula $(B_{relax})$
\end_inset

 is 
\begin_inset Formula 
\begin{equation}
Break\ solution:\ \mathbf{x}^{B}=\left\{ \mathbf{x}:x_{j}=\begin{cases}
1 & for\ j\in U=\{j:e_{j}\ge e_{k},\ j\ne k\}\\
b-\sum\limits _{j\in U}a_{j} & for\ j=k\\
0 & for\ j\in L=\{j:e_{j}\le e_{k},\ j\ne k\}
\end{cases}\right\} \label{eq:xB break solution}
\end{equation}

\end_inset

where 
\begin_inset Formula 
\begin{equation}
Efficiency:\quad e_{j}=-c_{j}/a_{j}\label{eq:efficiency}
\end{equation}

\end_inset

Thus, intuitively it fills the knapsack with items that have higher efficiencies.
 We call the variable that has possibly non-boundary solution 
\emph on

\begin_inset Formula $x_{k}\in[0,1]$
\end_inset

 break item
\emph default
 or 
\emph on
split item
\emph default
 and 
\color black
the rounded down to the closest integer of its objective value 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\left\lfloor \mathbf{c}^{T}\mathbf{x}^{B}\right\rfloor $
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color black
 is called 
\emph on
Dantzig bound
\emph default
.
 So we name the solution 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 
\emph on
Dantzig solution
\emph default
 or 
\emph on
break solution
\emph default
, and it is not unique if multiple
\color inherit
 
\begin_inset Formula $e_{j}$
\end_inset

 have the same value of 
\begin_inset Formula $e_{k}$
\end_inset

 so we may consider 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 be a set of feasible solutions.
\end_layout

\begin_layout Standard

\color black
The 
\emph on
break item
\emph default
 can 
\color inherit
be easily found if we sort 
\begin_inset Formula $e_{j}$
\end_inset

 taking 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 time and add 
\begin_inset Formula $a_{j}$
\end_inset

 from index that has greatest efficiency 
\begin_inset Formula $e_{j}$
\end_inset

 until the sum overs 
\begin_inset Formula $b$
\end_inset

.
 However, Balas and Zemel (1980, 
\begin_inset CommandInset citation
LatexCommand cite
key "balas1980algorithm"

\end_inset

) introduced a way to find the 
\emph on
break item
\emph default
 in 
\begin_inset Formula $O(n)$
\end_inset

 time replacing sorting procedure with 
\begin_inset Formula $O(n)$
\end_inset

 time median search algorithm, and 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1988new,pisinger1995expanding,pisinger1997minimal"

\end_inset

 improved the idea in the same manner.
 
\end_layout

\begin_layout Standard
Surprisingly, if we solve 
\begin_inset Formula $(B2)$
\end_inset

 by our algorithm, feasible upper bound solution 
\begin_inset Formula $\mathbf{x}^{U*}$
\end_inset

 is exactly same as 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 regardless of the penalty parameter 
\begin_inset Formula $M$
\end_inset

, and 
\family typewriter
\noun on
CKP*
\family default
\noun default
 algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

 of Moré and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 also yields the exactly same solution as 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 if 
\begin_inset Formula $M$
\end_inset

 is sufficiently small.
 These are proved in the following two corollaries 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xMV=xB"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xU=xB"

\end_inset

.
 
\end_layout

\begin_layout Corollary
\begin_inset CommandInset label
LatexCommand label
name "cor:xMV=xB"

\end_inset

Let 
\begin_inset Formula $\mathbf{x}^{MV}$
\end_inset

 be the solution of 
\family typewriter
\noun on
CKP*
\family default
\noun default
 algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:O(nlogn) strictly concave"

\end_inset

 of Moré and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

.
 If 
\begin_inset Formula $y=0$
\end_inset

 in 
\begin_inset Formula $(B2)$
\end_inset

 and 
\begin_inset Formula $M>0$
\end_inset

 is sufficiently small, then 
\begin_inset Formula $\mathbf{x}^{MV}=\mathbf{x}^{B}$
\end_inset

.
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $y=0$
\end_inset

, we can consider 
\begin_inset Formula $(B2)$
\end_inset

 as a strictly concave case of 
\begin_inset Formula $(P)$
\end_inset

.
 Let the separate objective function 
\begin_inset Formula $f_{j}(x_{j})=-Mx_{j}^{2}+(c_{j}+M)x_{j}$
\end_inset

 in 
\begin_inset Formula $(B2)$
\end_inset

, and as 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991"

\end_inset

 did, transform it by 
\begin_inset Formula $x_{j}=\hat{x}_{j}/a_{j}$
\end_inset

 to have 
\begin_inset Formula $\hat{a}_{j}=1$
\end_inset

 and 
\begin_inset Formula $0\le\hat{x}_{j}\le a_{j}$
\end_inset

 since 
\begin_inset Formula $a_{j}>0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

.
 Then, 
\begin_inset Formula $f_{j}(\hat{x}_{j})=\frac{-M}{a_{j}^{2}}\hat{x}_{j}^{2}+\frac{c_{j}+M}{a_{j}}\hat{x}_{j}$
\end_inset

, and its negative value of slope at 
\begin_inset Formula $\hat{x}_{j}=\hat{l}_{j}=0$
\end_inset

 is 
\begin_inset Formula 
\begin{eqnarray*}
-f_{j}'(\hat{x}_{j})=-\frac{d}{dz_{j}}f_{j}(\hat{x}_{j}) & = & \frac{2M}{a_{j}^{2}}\hat{x}_{j}-\frac{c_{j}+M}{a_{j}}\quad\mbox{since}\ \hat{x_{j}}=0\\
 & = & -\frac{c_{j}}{a_{j}}-\frac{M}{a_{j}}=e_{j}-\frac{M}{a_{j}}
\end{eqnarray*}

\end_inset

, and it is used to define the solution 
\begin_inset Formula 
\begin{equation}
\mathbf{x}^{MV}=\left\{ \mathbf{x}:x_{j}^{MV}=\begin{cases}
1 & for\ j\in U=\{j:-f_{j}'(\hat{l}_{j})\ge-f_{k}'(x_{k})\}\\
b-\sum\limits _{j\in U}a_{j} & for\ j=k\\
0 & for\ j\in L=\{j:-f_{j}'(\hat{l}_{j})\le-f_{k}'(x_{k})\}
\end{cases}\right\} \label{eq:xMV}
\end{equation}

\end_inset

Hence, if 
\begin_inset Formula $M$
\end_inset

 is sufficiently small such that 
\begin_inset Formula $L$
\end_inset

 and 
\begin_inset Formula $U$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xMV"

\end_inset

) are remained same, that is, if the order of 
\begin_inset Formula $-f_{j}'(\hat{x}_{j})$
\end_inset

 is same as that of 
\begin_inset Formula $e_{j}$
\end_inset

, then 
\begin_inset Formula $ $
\end_inset


\begin_inset Formula $\mathbf{x}^{MV}$
\end_inset

 has the same set of solutions as 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 since (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xMV"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xB break solution"

\end_inset

) are identical.
 Therefore, the corollary is complete.
\end_layout

\begin_layout Corollary
\begin_inset CommandInset label
LatexCommand label
name "cor:xU=xB"

\end_inset

If we define 
\begin_inset Formula $\mathbf{x}^{U*}=\{\mathbf{x}\in\mathbf{x}^{U}:\mathbf{a}^{T}\mathbf{x}=b\}$
\end_inset

 in 
\begin_inset Formula $(B2)$
\end_inset

, then it holds 
\begin_inset Formula $\mathbf{x}^{B}=\mathbf{x}^{U*}$
\end_inset

 regardless of 
\begin_inset Formula $M>0$
\end_inset

.
\end_layout

\begin_layout Proof
Recall the equation (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)"

\end_inset

) for 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xU"

\end_inset

) for 
\begin_inset Formula $\mathbf{x}^{U}(\lambda)$
\end_inset

.
 Then
\begin_inset Formula 
\[
\begin{array}{cccccc}
x_{j}(\lambda) & = & \begin{array}{ll}
\begin{cases}
1 & if\ \lambda\le t_{j}\\
0 & otherwise
\end{cases}\end{array} &  & y(\lambda) & =\begin{cases}
b-\sum_{\forall j}x_{j} & if\ \lambda=0\\
0 & otherwise
\end{cases}\end{array}
\]

\end_inset

and
\begin_inset Formula 
\[
\mathbf{x}^{U}\in\left\{ \mathbf{x}:x_{j}=\begin{cases}
\in[0,1] & for\ t_{j}=\lambda^{*}\\
x_{j}(\lambda^{*}) & for\ t_{j}\ne\lambda^{*}
\end{cases}\right\} 
\]

\end_inset

where breakpoint 
\begin_inset Formula $t_{j}$
\end_inset

 is 
\begin_inset Formula 
\begin{eqnarray*}
t_{j} & = & \left[c_{j}-\frac{1}{2}d_{j}(l_{j}+u_{j})\right]/a_{j}\quad\mbox{in the notation of untransformed }(P)\\
 & = & \left[M+c_{j}-M\right]/a_{j}\quad\mbox{in the notaion of }(B2)\\
 & = & \frac{-c_{j}}{a_{j}}=e_{j}>0
\end{eqnarray*}

\end_inset

See appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: Transformation computation"

\end_inset

 for the notation of untransformed 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Proof
Since we assume 
\begin_inset Formula $c_{j}<0$
\end_inset

, 
\begin_inset Formula $a_{j}>0$
\end_inset

, and 
\begin_inset Formula $b>0$
\end_inset

, it implies 
\begin_inset Formula $t_{j}>0$
\end_inset

 and at least one 
\begin_inset Formula $x_{j}>0$
\end_inset

 so 
\begin_inset Formula $\lambda>0$
\end_inset

 and 
\begin_inset Formula $y(\lambda^{*})$
\end_inset

 is always 
\emph on
zero
\emph default
.
 Then, we can notice that breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

 is the same as the efficiency 
\begin_inset Formula $e_{j}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:efficiency"

\end_inset

), and it does not include 
\begin_inset Formula $M$
\end_inset

.
 Therefore, a feasible solution set 
\begin_inset Formula $\mathbf{x}^{U}$
\end_inset

 is identical to 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 regardless of 
\begin_inset Formula $M>0$
\end_inset

 and the global optimum solution of problem 
\begin_inset Formula $(B_{relax})$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Core problem
\end_layout

\begin_layout Standard
In addition to the 
\begin_inset Formula $O(n)$
\end_inset

 time algorithm to find a 
\emph on
\color black
break solution
\emph default
\color inherit
, Balas and Zemel (1980, 
\color black

\begin_inset CommandInset citation
LatexCommand cite
key "balas1980algorithm"

\end_inset

) developed the concept of 
\shape italic
Core
\shape default
 problems.
 It starts from an idea that it is highly possible that an optimal solution
 can be found by enumerating a subset 
\begin_inset Formula 
\[
Core\ set:\quad C=\{j:|e_{j}|<e_{k}+\varepsilon\}
\]

\end_inset

where 
\begin_inset Formula $e_{k}$
\end_inset

 is the efficiency of 
\emph on
\color inherit
break item and 
\begin_inset Formula $\varepsilon>0$
\end_inset

 
\emph default
and holding 
\begin_inset Formula $x_{j}=x_{j}^{B}$
\end_inset

 for 
\begin_inset Formula $j\notin C$
\end_inset

 if 
\begin_inset Formula $e_{j}$
\end_inset

 for 
\begin_inset Formula $j\in C$
\end_inset

 are uniformly distributed.
 This idea was very successful because it gives a significantly reduced
 size of problem for dynamic programming so most successive algorithms have
 applied 
\emph on
Core 
\emph default
set for their heuristic and dynamic programming until 
\color black
Pisinger (1995, 
\color inherit

\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1995avoiding"

\end_inset


\color black
) detected its anomalies.
 From his experiments, he showed that generally efficiencies in 
\emph on
\color inherit
Core set
\emph default
\color black
 are not are uniformly distributed and some previous algorithms can be stuck
 
\color inherit
by difficult 
\emph on
Cores
\emph default
 showing unstable behavior.
\end_layout

\begin_layout Standard
Hence, Pisinger 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1995expanding"

\end_inset

 proposed a concept of 
\emph on
expanding Core
\emph default
, which initially has only the break item in the 
\emph on
Core
\emph default
, and then adds more items to the 
\emph on
Core
\emph default
 by need.
 All consecutive algorithms such as
\family typewriter
 MTH
\family default
 (1997, 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1997upper"

\end_inset

), 
\family typewriter
\color black
EXPKNAP
\family default
\color inherit
 (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1995expanding"

\end_inset

), 
\family typewriter
\color black
MINKNAP
\family default
\color inherit
 (1997, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset

), and
\family typewriter
\color black
 COMBO
\family default
\color inherit
 (1999, 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

) use the idea.
\end_layout

\begin_layout Subsubsection*
Four chances to improve 
\family typewriter
\size normal
COMBO
\end_layout

\begin_layout Standard
According to the extensive experiments for various hard problems, 
\color black
Pisinger (2005, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger2005hard"

\end_inset

) conclu	ded that 
\family typewriter
COMBO
\family default
\color inherit
 of 
\color black

\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

 is most successful for all instances, and it seems it holds so far (2013).
 However, in this section, we propose ideas that can improve 
\family typewriter
COMBO
\family default
.
 First consider a scheme of 
\family typewriter
COMBO
\family default
 algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:COMBO"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Enumerate
Set parameters such as 
\begin_inset Formula $M_{1}=1000$
\end_inset

, 
\begin_inset Formula $M_{2}=2000$
\end_inset

, and 
\begin_inset Formula $M_{3}=10000$
\end_inset


\end_layout

\begin_layout Enumerate
Find 
\shape italic
Core
\shape default
 in 
\begin_inset Formula $O(n)$
\end_inset

 time by the partial sorting of 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset


\end_layout

\begin_layout Enumerate
Do dynamic programming with a 
\shape italic
Core 
\shape default

\begin_inset Formula $\rightarrow$
\end_inset

 Get the number of states 
\begin_inset Formula $T$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $M_{1}<T\le M_{2}$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
Derive the greatest common divisor of 
\begin_inset Formula $a_{j}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate

\color black
If 
\begin_inset Formula $d\ne1$
\end_inset

, set 
\begin_inset Formula $b=d\left\lfloor c/d\right\rfloor $
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
Elseif 
\begin_inset Formula $M_{2}<T\le M_{3}$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
Add a cardinality constraint of 
\begin_inset Formula $\sum_{j=1}^{n}x_{j}\le k\ \mbox{or}\ \ge k$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
Surrogate relax two constraints to one constraint 
\begin_inset Formula $\sum_{j=1}^{n}(a_{j}+S)x_{j}\le c+Sk$
\end_inset

, where 
\begin_inset Formula $S$
\end_inset

 is the surrogate multiplier for cardinality constraint.
\end_layout

\begin_layout Enumerate-Resume
Solve the relaxed problem by 
\begin_inset CommandInset citation
LatexCommand cite
key "freville1993exact"

\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 Upper bound
\end_layout

\begin_layout Plain Layout
Else 
\begin_inset Formula $M_{3}<T$
\end_inset


\end_layout

\begin_layout Enumerate-Resume
Improve the current lower bound with items outside the 
\shape italic
Core
\end_layout

\end_deeper
\begin_layout Enumerate
If all step 4 fails, do 
\family typewriter
\color black
MINKNAP
\family default
\color inherit
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout

\family typewriter
COMBO
\family default
 of Martello, Pisinger, and Toth 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:COMBO"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard

\color black
The name of 
\family typewriter
COMBO
\family default
 was made because it combines an advanced algorithm 
\family typewriter
MINKNAP
\family default
\color inherit
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset

 and additional techniques including 
\family typewriter
MTH
\family default
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1997upper"

\end_inset

.
 
\family typewriter
MTH
\family default
 solves knapsack problem with a branch and bound algorithm with a cardinality
 constraint as 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:COMBO]{step 4.b-c}
\end_layout

\end_inset

.
 Although it generates an additional constraint, two constraints are relaxed
 by surrogation technique, and 
\color black

\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

 says it yields considerably good upper bound.
 If additional techniques in 
\color inherit

\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:COMBO]{step 4}
\end_layout

\end_inset

 fails to solve, 
\family typewriter
\color black
MINKNAP
\family default
\color inherit
 is used to complete the algorithm.
 
\end_layout

\begin_layout Standard
Although 
\family typewriter
\color black
COMBO
\family default
 is the most advanced result of 
\color inherit
three decade
\color black
 research of Martello, Pisinger, and Toth, we found chances to make 
\family typewriter
COMBO
\family default
 better.
 Here are four ideas.
 
\begin_inset CommandInset label
LatexCommand label
name "Sec:Four chances for Combo"

\end_inset


\end_layout

\begin_layout Enumerate
Faster 
\emph on
break solution 
\emph default

\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Standard
Corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xU=xB"

\end_inset

 implies that our algorithm finds 
\emph on
break solution 
\emph default

\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 for any 
\begin_inset Formula $M>0$
\end_inset

.
 Although
\family typewriter
\color black
 COMBO
\family default
 spends 
\begin_inset Formula $O(n)$
\end_inset

 time
\color inherit
 to find it using a partial sorting of 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset

, which is similar to median algorithm 
\family typewriter
\noun on
Select
\family default
\noun default
\color black
,
\color inherit
 
\color black
our experiments in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Experiment Budgeting"

\end_inset

 shows that 
\color inherit
median search method performs worse than our hybrid methods.
 Therefore, 
\family typewriter
\color black
COMBO
\family default
\color inherit
 can be improved if it uses our hybrid methods for 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Enumerate
Faster 
\emph on
Core
\end_layout

\begin_deeper
\begin_layout Standard
From our experiments, the secant and Newton methods in bracketing phase
 of our hybrid methods are proved to initially converge much faster than
 median search method yielding a bound of 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

.
 Thus, the 
\emph on
Core
\emph default
 set can be more efficiently found within the bound in bracketing phase
 of our hybrid method before 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 is obtained in termination phase.
\end_layout

\end_deeper
\begin_layout Enumerate
Exact 
\emph on
Core
\end_layout

\begin_deeper
\begin_layout Standard
As we mentioned in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:x(lam) satisfies KKT"

\end_inset

 and figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_N_KKT"

\end_inset

, 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is one of three values of 
\begin_inset Formula $l_{j}$
\end_inset

, 
\begin_inset Formula $u_{j}$
\end_inset

, and 
\begin_inset Formula $(l_{j},u_{j})$
\end_inset

 at its optimum for 
\begin_inset Formula $\lambda\in[-d_{j}l_{j},-d_{j}u_{j}]$
\end_inset

.
 This implies that once 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 is obtained at 
\begin_inset Formula $\lambda^{*}$
\end_inset

, we can find an index set 
\begin_inset Formula 
\[
C_{exact}=\{j\in N:-d_{j}l_{j}\le\lambda^{*}\le-d_{j}u_{j}\}
\]

\end_inset

 which can be used for 
\emph on
Core
\emph default
 set.
 Because 
\begin_inset Formula $C_{exact}$
\end_inset

 gives exact candidate index to be included in 
\emph on
expanding Core,
\emph default
 
\family typewriter
\color black
COMBO
\family default
\color inherit
 may have better performance with it, and it is consistent to the concept
 of 
\emph on
Core
\emph default
.
\end_layout

\end_deeper
\begin_layout Enumerate
Simpler surrogation technique
\end_layout

\begin_deeper
\begin_layout Standard

\family typewriter
\color black
COMBO
\family default
\color inherit
 implies the cardinality idea with an additional constraint.
 Although it makes the problem harder with two constraints, it deserves
 to use because it gives tight upper bound and saves iterations.
 For the 
\color black
two dimensional knapsack problem
\color inherit
, 
\family typewriter
\color black
COMBO
\family default
 uses the surrogate technique of Fréville and Plateau (1993, 
\begin_inset CommandInset citation
LatexCommand cite
key "freville1993exact"

\end_inset

) consuming 
\begin_inset Formula $O(n^{2})$
\end_inset

 time with 
\color inherit
dichotomic search
\color black
.
 However, a similar but simpler version of surrogate technique of Nakagawa
 and Miyazaki (1981, 
\begin_inset CommandInset citation
LatexCommand cite
key "nakagawa1981"

\end_inset

) seems to take less operations.
 Thus, implying a different version of surrogate technique may be able to
 improve 
\family typewriter
COMBO
\family default
\color inherit
.
\end_layout

\end_deeper
\begin_layout Subsubsection*
Subset sum problem
\begin_inset CommandInset label
LatexCommand label
name "Sec:Subset-sum-problem"

\end_inset


\end_layout

\begin_layout Standard
Subset sum problem is to get a subset 
\begin_inset Formula $I$
\end_inset

, which minimizes
\begin_inset Formula 
\[
Min\left(b-\sum_{i\in I}a_{i}\right)^{2}
\]

\end_inset

In other words, it searches for an optimum subset that matches the capacity
 
\begin_inset Formula $b$
\end_inset

 with weight of 
\begin_inset Formula $a_{j}$
\end_inset

 as much as possible.
 If we assume that the weight cannot over the capacity, it can be formulated
 to a budgeting problem (0-1 knapsack problem) in 
\begin_inset Formula $(B)$
\end_inset

 as 
\begin_inset Formula 
\[
\begin{array}{crl}
 & Min & -\mathbf{a}^{T}\mathbf{x}\\
 & s.t. & \mathbf{a}^{T}\mathbf{x}\le b\\
 &  & x_{j}=\{0,1\}\ \forall j
\end{array}
\]

\end_inset

Hence, subset sum problems is a special case of budgeting problem having
 the same profit and weight for each item.
 
\begin_inset Note Note
status collapsed

\begin_layout Plain Layout
Link for Karp 
\end_layout

\begin_layout Plain Layout
http://books.google.com/books?id=UnYwgPltSjwC&pg=PA380&dq=combinatorial+optimizati
on+%22subset+sum%22&hl=en&sa=X&ei=NTmJUZCVF5Tu9ATy3IHgBg&ved=0CDEQ6AEwAA#v=onepa
ge&q=combinatorial%20optimization%20%22subset%20sum%22&f=false
\end_layout

\end_inset


\end_layout

\begin_layout Standard
In spite of the simple structure, subset sum is a well-known 
\emph on
NP-complete
\emph default
 problem.
 One can refer Karp (1972, page 380 of 
\begin_inset CommandInset citation
LatexCommand cite
key "karp1972"

\end_inset

) for proof and books of 
\begin_inset CommandInset citation
LatexCommand cite
key "du1998handbook,horst2000introduction,kellerer2004knapsack,martello1990knapsack"

\end_inset

 for methods and applications.
 
\end_layout

\begin_layout Standard
Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992b"

\end_inset

 tried to solve subset sum problem by 
\begin_inset Formula $(B3)$
\end_inset

, which is similar to 
\begin_inset Formula $(B2)$
\end_inset

 except for the slack variable 
\begin_inset Formula $y$
\end_inset

 that is unrestricted and appears in the objective function as quadratic
 term.
\begin_inset CommandInset label
LatexCommand label
name "Pro:(B3)"

\end_inset

 
\begin_inset Formula 
\[
\begin{array}{ccc}
(B3) & Min & y^{2}+M\sum x_{j}(a-x_{j})\\
 & s.t. & y+\sum x=b\\
 &  & 0\le x\le a\\
 &  & y\ free
\end{array}
\]

\end_inset


\end_layout

\begin_layout Standard
Subset sum problem is an important case in our algorithm because as we mentioned
 in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:weak point"

\end_inset

 it is an extreme case that generate 
\begin_inset Formula $n-1$
\end_inset

 identical breakpoints for all 
\begin_inset Formula $j\in N$
\end_inset

 when we solve it in the form of 
\begin_inset Formula $(B2)$
\end_inset

 or 
\begin_inset Formula $(B3)$
\end_inset

.
 Moreover, it has to be solved to try to find a local optimum of 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:case K in N]{(P2.2)}
\end_layout

\end_inset

 in global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{(case 4)}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Section
Implementation 
\begin_inset CommandInset label
LatexCommand label
name "sec:Implementation"

\end_inset


\end_layout

\begin_layout Standard
In this section, we introduce algorithms that extend the methods for strictly
 convex case to general case including hybrid methods.
 The methods were implemented in 
\noun on
Matlab
\noun default
, and implementation issues such as median algorithm and Just-in-time compilatio
n of 
\noun on
Matlab
\noun default
 are carefully described with the reason why we do not include fixing algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 in our codes.
\end_layout

\begin_layout Subsection
Algorithms for non-strictly convex 
\begin_inset Formula $(P)$
\end_inset


\end_layout

\begin_layout Standard
We have shown the algorithms for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Algorithms of Strictly convex"

\end_inset

.
 In this section, we extend the algorithms to general case.
 The algorithms can be classified into two types.
 One is root finding type such as bisection, secant, and Newton methods,
 and the other is breakpoint search type such as sorting, median search,
 and interval test methods.
 Two types can be easily applied for general case of 
\begin_inset Formula $(P)$
\end_inset

 to find lower and upper bound solutions, and can be combined for hybrid
 methods.
\end_layout

\begin_layout Subsubsection*
Algorithms for root finding type
\end_layout

\begin_layout Standard
As shown in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bisection-method"

\end_inset

, 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Secant-Phase"

\end_inset

, and 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Newton-method"

\end_inset

, root finding type methods such as bisection, secant, and Newton methods
 use only 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 for termination criterion.
 However, an additional termination condition 
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{gap}$
\end_inset

 is required in the non-strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 because 
\begin_inset Formula $|g(\lambda^{*})|$
\end_inset

 is not always converged within 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

.
 So the termination criterion 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

 is used first and then it is switched to 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 if no breakpoints 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N\cup Z$
\end_inset

 exist between 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 as in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Root-finding-type]{step 2.a}
\end_layout

\end_inset

 in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Root-finding-type"

\end_inset

.
 If there exists 
\begin_inset Formula $t_{j}$
\end_inset

 with nonempty set 
\begin_inset Formula $K$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Root-finding-type]{step 2.a}
\end_layout

\end_inset

, we set 
\begin_inset Formula $\lambda^{*}$
\end_inset

 to be one of the 
\begin_inset Formula $t_{j}$
\end_inset

 assuming all 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K$
\end_inset

 are identical and search for an upper bounds solution considering global
 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-3]{case 3}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Root-finding-type]{step 4}
\end_layout

\end_inset

.
 All detail are available in codes of appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code: Bisection"

\end_inset

 for bisection method, 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:secant"

\end_inset

 for secant method, and 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Newton"

\end_inset

 for Newton method.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Enumerate
Get necessary initial values such as breakpoints and initial 
\begin_inset Formula $\lambda$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate with a root finding method (bisection, secant, Newton methods)
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{gap}$
\end_inset

, find 
\begin_inset Formula $K=\{j:\lambda_{l}\le t_{j}\le\lambda_{u}\}$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $K=\emptyset$
\end_inset

, do more iteration until 
\begin_inset Formula $|g(\lambda)|<\varepsilon_{fea}$
\end_inset

 is satisfied in step 2.c
\end_layout

\begin_layout Enumerate
Else (if 
\begin_inset Formula $K\ne\emptyset$
\end_inset

), go to step 3
\end_layout

\end_deeper
\begin_layout Enumerate
Update 
\begin_inset Formula $\lambda$
\end_inset

 and 
\begin_inset Formula $g(\lambda)$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $|g(\lambda)|<\varepsilon_{fea}$
\end_inset

, go to step 5
\end_layout

\end_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda^{*}=t_{j}$
\end_inset

 for a 
\begin_inset Formula $j$
\end_inset

 in 
\begin_inset Formula $K$
\end_inset

 assuming all 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K$
\end_inset

 are identical
\end_layout

\begin_layout Enumerate
Finish considering global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-3]{case 3}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

 
\end_layout

\begin_layout Enumerate
Finish with global optimum by global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-2]{case 2}
\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Root finding type algorithm for indefinite case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:Root-finding-type"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Algorithms for breakpoint search type
\end_layout

\begin_layout Standard
In the contrary to root finding type methods, breakpoint search type methods
 are reliable because it dose not assume that all 
\begin_inset Formula $t_{j}$
\end_inset

 within 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 are identical as in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Root-finding-type]{step 3}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Root-finding-type"

\end_inset

.
 Instead, breakpoint search type methods such as sorting, median search,
 and interval test methods directly use breakpoints to test its feasibility
 with only the termination condition of 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 and find the exact 
\begin_inset Formula $\lambda^{*}$
\end_inset

 by interpolation when it finds a global optimum.
 
\end_layout

\begin_layout Standard
Algorithms for sorting and median search methods are described in algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Breakpoint-search-type"

\end_inset

.
 The difference from the algorithms for the strictly convex case in algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Sorting-method"

\end_inset

 for sorting method and 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Exact Median"

\end_inset

 for median search method is at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Breakpoint-search-type]{step 3-4}
\end_layout

\end_inset

.
 The binary search type methods terminate with 
\begin_inset Formula $g(\lambda_{l})>0$
\end_inset

 and 
\begin_inset Formula $g(\lambda_{u})<0$
\end_inset

, and it naturally guides the algorithm to test if 
\begin_inset Formula $\lambda^{*}=\lambda_{l}$
\end_inset

 at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Breakpoint-search-type]{step 4}
\end_layout

\end_inset

 with an index set 
\begin_inset Formula $K$
\end_inset

, which is 
\begin_inset Formula $K^{*}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Kstar"

\end_inset

) if 
\begin_inset Formula $\lambda^{*}=\lambda_{l}$
\end_inset

.
 Codes for sorting and median search methods are available in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:sorting"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:median"

\end_inset

 respectively.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Enumerate
Get necessary initial values such as breakpoints and initial 
\begin_inset Formula $\lambda$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate until all break points are excluded by binary search (sorting, median
 search methods)
\end_layout

\begin_layout Enumerate
Find 
\begin_inset Formula $K=\{j:\lambda_{l}=t_{j}\}$
\end_inset

 
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $K\ne\emptyset$
\end_inset

, get 
\begin_inset Formula $g=g_{u}+\sum_{j\in K}(l_{j}-u_{j})$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $g<-\varepsilon_{fea}$
\end_inset

, 
\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda^{*}=\lambda_{l}$
\end_inset


\end_layout

\begin_layout Enumerate
Finish algorithm considering global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-3]{case 3}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

 
\end_layout

\end_deeper
\begin_layout Enumerate
Else set 
\begin_inset Formula $g_{u}=g$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
Global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-2]{case 2}
\end_layout

\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Interpolate to get 
\begin_inset Formula $\lambda^{*}=\lambda_{l}+g_{u}(\lambda_{u}-\lambda_{l})/(g_{u}-g_{l})$
\end_inset

 and finish with 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Breakpoint search type algorithm for indefinite case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:Breakpoint-search-type"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Interval test method for non-strictly convex case is similar to the strictly
 convex case algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

 but has more cases to be considered as in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-Indefinite"

\end_inset

.
 The main difference is in the way to update 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

.
 Since variables in 
\begin_inset Formula $Z\cup N$
\end_inset

 are not related with 
\begin_inset Formula $G$
\end_inset

, only 
\begin_inset Formula $H$
\end_inset

 is updated when the testing breakpoint is from 
\begin_inset Formula $Z\cup N$
\end_inset

 as in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-Indefinite]{step 3.b.ii}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-Indefinite]{step 3.d.ii}
\end_layout

\end_inset

.
 Global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 3}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

 are also detected during 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-Indefinite]{step 3.b.i}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Interval-test-Indefinite]{step 3.d.i}
\end_layout

\end_inset

.
 detailed ideas are implemented in code 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Sec+Interval"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:New+Interval"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
wide false
sideways false
status open

\begin_layout Plain Layout
Given that 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 (
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{bra}$
\end_inset

), 
\begin_inset Formula $\lambda$
\end_inset

 (
\begin_inset Formula $=\lambda_{l}$
\end_inset

 or 
\begin_inset Formula $\lambda_{u}$
\end_inset

), 
\begin_inset Formula $x(\lambda)$
\end_inset

, and 
\begin_inset Formula $g=g(\lambda)$
\end_inset

,
\series bold
 
\series default
and breakpoints 
\begin_inset Formula $T=\{-d_{j}u_{j},-d_{j}l_{j},t_{j}\}$
\end_inset

 from bracketing phase in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Suggested-hybrid-methods"

\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $I=\{i:l_{i}<x(\lambda)<u_{i}\}$
\end_inset

, 
\begin_inset Formula $H=\sum_{j\notin I}x_{j}(\lambda)-b$
\end_inset

, and 
\begin_inset Formula $G=\sum_{j\in I}(1/d_{j})$
\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $R=\{j:\lambda_{l}\le T_{j}\le\lambda_{u}\}$
\end_inset

 and 
\begin_inset Formula $T=sort(T_{j}:j\in R)$
\end_inset

 in ascending order where 
\begin_inset Formula $T$
\end_inset

 is sorted 
\begin_inset Formula $T_{j}$
\end_inset

 for 
\begin_inset Formula $j\in R$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g\ge0$
\end_inset

, 
\begin_inset Formula $i=1$
\end_inset

, and iterate while 
\begin_inset Formula $i\le|T|$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $G\ne0$
\end_inset

, set 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $\hat{\lambda}\le T_{i}$
\end_inset

, then go to step 5
\end_layout

\end_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $T_{i}=-d_{j}u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, update 
\begin_inset Formula $H=H-u_{j}$
\end_inset

 and 
\begin_inset Formula $G=G+1/d_{j}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Elseif 
\begin_inset Formula $T_{i}=-d_{j}l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, update 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

, 
\begin_inset Formula $H=H+l_{j}$
\end_inset

 and 
\begin_inset Formula $G=G-1/d_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else (if 
\begin_inset Formula $T_{i}=t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N\cup Z$
\end_inset

), find 
\begin_inset Formula $K=\{j:T_{i}=t_{j}\ for\ j\in N\cup Z\}$
\end_inset

 
\end_layout

\begin_layout Plain Layout
\begin_inset space \qquad{}
\end_inset

and get 
\begin_inset Formula $g=\sum_{j\in K}(l{}_{j}-u{}_{j})$
\end_inset

 and 
\begin_inset Formula $g_{u}=H-T_{i}\cdot G+g$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g_{u}<\varepsilon_{fea}$
\end_inset

, set 
\begin_inset Formula $\hat{\lambda}=T_{i}$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $K\cap Z\ne\emptyset$
\end_inset

, go to step 7
\end_layout

\begin_layout Enumerate
Else go to step 6
\end_layout

\end_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $i=i+|K|$
\end_inset

, 
\begin_inset Formula $H=H+g$
\end_inset

 and 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K$
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
Else (
\begin_inset Formula $g<0$
\end_inset

), 
\begin_inset Formula $i=|T|$
\end_inset

, and iterate while 
\begin_inset Formula $i\ge1$
\end_inset

 
\end_layout

\begin_layout Enumerate-Resume
If 
\begin_inset Formula $G\ne0$
\end_inset

, set 
\begin_inset Formula $\hat{\lambda}=H/G$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $\hat{\lambda}\ge T_{i}$
\end_inset

, then go to step 5
\end_layout

\end_deeper
\begin_layout Enumerate-Resume
If 
\begin_inset Formula $T_{i}=-d_{j}u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, update 
\begin_inset Formula $x_{j}^{*}=u_{j}$
\end_inset

, 
\begin_inset Formula $H=H+u_{j}$
\end_inset

 and 
\begin_inset Formula $G=G-1/d_{j}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Elseif 
\begin_inset Formula $T_{i}=-d_{j}l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, update 
\begin_inset Formula $H=H-l_{j}$
\end_inset

 and 
\begin_inset Formula $G=G+1/d_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else (if 
\begin_inset Formula $T_{i}=t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N\cup Z$
\end_inset

), find 
\begin_inset Formula $K=\{j:T_{i}=t_{j}\ for\ j\in N\cup Z\}$
\end_inset

 
\end_layout

\begin_layout Plain Layout
\begin_inset space \qquad{}
\end_inset

and get 
\begin_inset Formula $g=\sum_{j\in K}(u{}_{j}-l{}_{j})$
\end_inset

 and 
\begin_inset Formula $g_{l}=H-T_{i}\cdot G+g$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $g_{l}>-\varepsilon_{fea}$
\end_inset

, set 
\begin_inset Formula $\hat{\lambda}=T_{i}$
\end_inset


\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $K\cap Z\ne\emptyset$
\end_inset

, go to step 7
\end_layout

\begin_layout Enumerate
Else go to step 6
\end_layout

\end_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $i=i-|K|$
\end_inset

,  
\begin_inset Formula $H=H+g$
\end_inset

 and 
\begin_inset Formula $x_{j}^{*}=u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Enumerate
(at leftmost or rightmost interval) set 
\begin_inset Formula $\lambda^{*}=H/G$
\end_inset

 and go to step 5
\end_layout

\begin_layout Enumerate
Global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-2]{case 2}
\end_layout

\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 finish with 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}$
\end_inset

 and 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{x}(\lambda^{*})$
\end_inset

 
\end_layout

\begin_layout Enumerate
Global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 finish with 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}$
\end_inset

 and try to find global optimum by algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in P and N"

\end_inset


\end_layout

\begin_layout Enumerate
Global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-3]{case 3}
\end_layout

\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 finish with 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}$
\end_inset

 and try to find global optimum by algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in N"

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Interval test algorithm for indefinite case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:Interval-test-Indefinite"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Algorithms for hybrid methods
\end_layout

\begin_layout Standard
In our suggested hybrid methods in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Suggested-hybrid-methods"

\end_inset

, two types are combined taking advantages of initially fast convergence
 performance of root finding type methods and reliability of breakpoint
 search type methods.
 Thus, we can create hybrid methods pairing one of root finding type algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Root-finding-type"

\end_inset

 and one of breakpoint search type algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Breakpoint-search-type"

\end_inset

 or interval test algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-Indefinite"

\end_inset

.
 Since root finding type algorithms tend to converge slowly around 
\begin_inset Formula $\lambda^{*}$
\end_inset

 as more variables in 
\begin_inset Formula $Z\cup N$
\end_inset

 exist, we need to replace 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\varepsilon_{gap}$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 with a not too small value of 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 (we used 
\begin_inset Formula $0.1$
\end_inset

 for experiment).
 
\end_layout

\begin_layout Subsection
Implementation in 
\noun on
Matlab
\begin_inset CommandInset label
LatexCommand label
name "Sec:Implementation-in-Matlab"

\end_inset


\end_layout

\begin_layout Standard
As codes are available in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Codes"

\end_inset

, we implemented 
\begin_inset Formula $7$
\end_inset

 pure algorithms and 
\begin_inset Formula $5$
\end_inset

 hybrids methods in 
\noun on
Matlab
\noun default
, but there are issues in implementation due to 
\noun on
Matlab
\noun default
's features such as Just-in-Time compilation, copy-on-write type editing,
 and fast full vector computation.
 Considering the issues, we present why we do not include fixing algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 in our code and what sorting and median algorithms, which are main sub
 procedure for sorting, medians search, and interval test methods, are employed
 in our implementation.
 
\end_layout

\begin_layout Subsubsection*
Sorting and median search codes
\end_layout

\begin_layout Standard
The performance of sorting, median search, and interval test methods are
 mainly dependent on sorting or median algorithms, which also dominate complexit
y of the methods.
 So we need to choose an efficient sorting and median algorithms to implement
 methods.
 
\end_layout

\begin_layout Standard
According to the book of Press and Teukolsky (2007, Numerical recipe 
\begin_inset CommandInset citation
LatexCommand cite
key "NR2007"

\end_inset

), 
\begin_inset Quotes eld
\end_inset

For large N (say > 1000), 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 is faster, on most machines, by a factor of 
\begin_inset Formula $1.5$
\end_inset

 or 
\begin_inset Formula $2$
\end_inset

; it requires a bit of extra memory, however, and is a moderately complicated
 program
\begin_inset Quotes erd
\end_inset

 although its worst case complexity is 
\begin_inset Formula $O(n^{2})$
\end_inset

 and average case performance is 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

.
 For this reason, most literature that considered sorting method used 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 of Hoare 
\begin_inset CommandInset citation
LatexCommand cite
key "hoare1962quicksort"

\end_inset

 for their implementation and experiments.

\family typewriter
\noun on
 
\family default
Matlab
\noun default
 has a built-in sorting function 
\family typewriter
sort.m
\family default
, which implements 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 (See the web site manual 
\begin_inset Foot
status open

\begin_layout Plain Layout
http://www.mathworks.com/support/solutions/en/data/1-15K1B/
\end_layout

\end_inset

).
 Thus, we use the 
\noun on
Matlab
\noun default
's built-in 
\family typewriter
sort.m
\family default
 for all sorting procedure in our implementation.
 
\end_layout

\begin_layout Standard
For the median algorithm, it has been proved that 
\family typewriter
\noun on
Select
\family default
\noun default
 of Floyd and Rivest 
\begin_inset CommandInset citation
LatexCommand cite
key "floyd1975SELECT"

\end_inset

 performs best in practice by Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel2005select"

\end_inset

, and the book of Press and Teukolsky (2007, Numerical recipe 
\begin_inset CommandInset citation
LatexCommand cite
key "NR2007"

\end_inset

) also mentions about 
\family typewriter
\noun on
Select
\family default
\noun default
 as 
\begin_inset Quotes eld
\end_inset

the fastest general method for selection, allowing rearrangement, is partitionin
g, exactly as was done in the 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 algorithm.
\begin_inset Quotes erd
\end_inset

 Thus, 
\family typewriter
\noun on
Select
\family default
\noun default
 may be the best choice for our implementation.
 However, 
\noun on
Matlab
\noun default
's built-in median function 
\family typewriter
median.m
\family default
 does not use 
\family typewriter
\noun on
Select
\family default
\noun default
.
 Instead, it first sorts entire elements in an array using its 
\family typewriter
sort.m
\family default
 function and picks the median
\begin_inset Foot
status open

\begin_layout Plain Layout
One can type 
\begin_inset Quotes eld
\end_inset


\family typewriter
edit median
\family default

\begin_inset Quotes erd
\end_inset

 on 
\noun on
Matlab
\noun default
's command window to see the 
\noun on
Matlab
\noun default
's built-in 
\family typewriter
median.m
\family default
 code.
\end_layout

\end_inset

 so median search method cannot have superiority over sorting method if
 
\family typewriter
median.m
\family default
 is used.
 
\end_layout

\begin_layout Standard
We can implement the algorithm of 
\family typewriter
\noun on
Select
\family default
\noun default
 in 
\noun on
Matlab
\noun default
, but it may not be efficient because median search method uses it every
 iteration for multiple times and generally such a sub function performs
 significantly better if it is coded in 
\family typewriter
\noun on
C
\noun default
/
\noun on
C
\noun default
++
\family default
 or 
\noun on
Fortran 
\noun default
and complied for 
\noun on
Matlab
\noun default
 with 
\family typewriter
\noun on
Mex
\family default
\noun default
 complier.
 Fortunately, Peter Li shares his 
\family typewriter
\noun on
Mex
\family default
\noun default
 codes through a web site of Matlab central
\begin_inset Foot
status open

\begin_layout Plain Layout
http://www.mathworks.com/matlabcentral/fileexchange/29453-nthelement
\end_layout

\end_inset

, and the code allows to compile the 
\family typewriter
C++ 
\family default
standard template library
\family typewriter
 nth_element
\family default
 into 
\family typewriter
\noun on
Mex
\family default
\noun default
 
\noun on
Matlab
\noun default
 function.
 The template code
\family typewriter
 nth_element
\family default
 guarantees the 
\begin_inset Formula $O(n)$
\end_inset

 expected time as described in the technical report 
\begin_inset CommandInset citation
LatexCommand cite
key "c++2003iso"

\end_inset

 of International Standardization Organization (ISO).
\end_layout

\begin_layout Standard
In the shared files of Peter Li, there are two types of median functions:
 
\family typewriter
fast_median.m
\family default
 for copy-on-write type and 
\family typewriter
fast_median_ip.m
\family default
 for in-place type.
 The in-place type is generally faster and consume less memory than the
 copy-on-write type because the in-place type directly swaps memory address
 to rearrange elements on the left half for ones that are less than median
 and on the right for the rest of ones, while the copy-on-write type first
 copies the input data in a separate memory and finds the median in the
 same way.
 In our experiment, for an array with the size of 
\begin_inset Formula $n=10^{6}$
\end_inset

, 
\family typewriter
fast_median_ip.m 
\family default
is about 
\begin_inset Formula $5$
\end_inset

 times faster than 
\noun on
Matlab
\noun default
' 
\family typewriter
median.m 
\family default
and about 
\begin_inset Formula $1.3$
\end_inset

 times faster than 
\family typewriter
fast_median.m
\family default
 on average.
\end_layout

\begin_layout Standard
Although 
\noun on
Matlab
\noun default
 persists copy-on-write type for its built-in functions, the in-place type
 coincides with the purpose in median search method because we can exclude
 half of breakpoints simply selecting first half or last half of the breakpoint
 array after finding median by 
\family typewriter
fast_median_ip.m
\family default
.
 Therefore, we use 
\family typewriter
fast_median_ip.m
\family default
 to implement median search method.
 
\end_layout

\begin_layout Subsubsection*
Fixing algorithm in 
\noun on
Matlab
\end_layout

\begin_layout Standard
In our suggested hybrid methods, we include fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 because it efficiently reduces the size of problem fixing variables at
 its one of extreme points every iteration; however, it does not improve
 the performance if the methods are implemented in 
\noun on
Matlab
\noun default
 because it is a dynamic programming language.
 While the third generation programming language (3GL) such as 
\family typewriter
\noun on
C
\noun default
/
\noun on
C
\noun default
++
\family default
 or 
\noun on
Fortran
\noun default
 compiles before it executes, 
\noun on
Matlab
\noun default
 a fourth generation programming languages (4GL) compiles its code for each
 line dynamically so we call it Just-in-Time (JIT) compilation.
 It is very convenient when programmers make prototype implementations because
 it interactively gives feedback for each line and is easy to modify array
 size and data type during execution.
 
\end_layout

\begin_layout Standard
As a JIT programming language, 
\noun on
Matlab
\noun default
 supposedly does not have pointers to access a memory directly with a memory
 address, and instead it copies the data allocating new memory temporarily
 when a part of an array is used and then releases it from memory.
 The time for this operation is very considerable especially when the size
 is big and even results worse if it needs to use virtual memory and page
 swaps.
\end_layout

\begin_layout Standard
However, the pure methods and proposed hybrid methods need to use pointers
 very frequently to implement fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 and get 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 every iteration because each variables can be calculated by its separate
 coefficients.
 We found three indexing options which can role as pointers in 
\noun on
Matlab
\noun default
; (a) numerical index, (b) logical index, and (c) a handle object trick.
 
\end_layout

\begin_layout Standard
The first easy idea is numerical integer index set.
 
\noun on
Matlab
\noun default
 allows to define four kinds of unsigned integers
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://www.mathworks.com/help/matlab/matlab_prog/integers.html
\end_layout

\end_inset

 by 
\family typewriter
uint8
\family default
, 
\family typewriter
uint16
\family default
, 
\family typewriter
unit32
\family default
, 
\family typewriter
uint64
\family default
.
 Each number after 
\family typewriter
int
\family default
 represents the size of bits for each element and maximum allowable integer
 number; for example, we can hold integer numbers from 
\begin_inset Formula $0$
\end_inset

 to 
\begin_inset Formula $2^{8}-1$
\end_inset

 by 
\family typewriter
uint8 
\family default
with 1 byte (= 8bits) for each element.
 So it may be enough to use 
\family typewriter
unit32
\family default
 for experiments because it can hold an index number up to about 
\begin_inset Formula $4.29e9$
\end_inset

.
 The second option is logical index so called boolean array or true/false
 array.
 Each element in a logical array is a binary number of either 
\begin_inset Formula $0$
\end_inset

 or 
\begin_inset Formula $1$
\end_inset

 consuming 
\begin_inset Formula $1$
\end_inset

 bit.
 In the respect to the efficient memory usage, it is not obvious to choose
 one of two options.
 Suppose we solve 
\begin_inset Formula $(P)$
\end_inset

 for 
\begin_inset Formula $n$
\end_inset

 variables.
 Then, memory has to be allocated for an index set with 
\begin_inset Formula $4n$
\end_inset

 bytes if 
\family typewriter
unit32
\family default
 integer index is used and with 
\begin_inset Formula $n$
\end_inset

 bytes if logical index is used.
 Initially the numerical index consumes 
\begin_inset Formula $4$
\end_inset

 times more memory than the logical index, but it gradually reduces its
 memory usage and consumes less memory when the number of unfixed variables
 are less than 
\begin_inset Formula $n/4$
\end_inset

, while logical index always hold 
\begin_inset Formula $n$
\end_inset

 bytes.
 The third option is a trick utilizing 
\family typewriter
classdef
\family default
 and 
\family typewriter
handle
\family default
.
 As in the online 
\noun on
Matlab
\noun default
 manual
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://www.mathworks.com/help/matlab/matlab_oop/creating-object-arrays.html#brd4nrh
 and for a simple example see http://www.matlabtips.com/how-to-point-at-in-matlab/
\end_layout

\end_inset

, we can define a new class that allows to access memory directly as pointer
 does.
 
\end_layout

\begin_layout Standard
However, we have to consider another feature of 
\noun on
Matlab
\noun default
 before we choose one of three indexing options.
 It is generally known that 
\noun on
Matlab
\noun default
 is highly specialized for vector and matrix computation and the speed is
 dramatically faster than loops such as 
\family typewriter
for-loop
\family default
 and 
\family typewriter
while-loop
\family default
.
 To overcome the drawback, 
\noun on
Matlab
\noun default
 has developed and improved 
\family typewriter
JIT accelerator
\family default
 since version 6.5 (2002).
 It sometimes makes 
\family typewriter
for-loop
\family default
 faster than vector computation, but it works only when some strict conditions
 are satisfied (see 
\begin_inset CommandInset citation
LatexCommand cite
key "JITaccelerator"

\end_inset

 for conditions) and any official manual has not been published due to its
 imperfection.
 So we have observed that 
\family typewriter
for-loop
\family default
 with all three indexing options is significantly slower than full vector
 computation during we implement methods in 
\noun on
Matlab
\noun default
.
\end_layout

\begin_layout Standard
Alternatively we may use vector computation with an index set as 
\noun on
Matlab
\noun default
 generally recommends in its manual.
 For example, if we want to get 
\begin_inset Formula $s=\sum_{j\in I}a_{j}b_{j}$
\end_inset

 with a subset 
\begin_inset Formula $I\subseteq\{1,2...,n\}$
\end_inset

, we can code it by 
\family typewriter

\begin_inset Formula 
\begin{equation}
\mbox{s=a(I)'*b(I)}\label{eq:Numeric Matlab Index}
\end{equation}

\end_inset


\family default
in 
\noun on
Matlab
\noun default
 instead of 
\family typewriter
for-loop
\family default
.
 However, full vector computation
\family typewriter

\begin_inset Formula 
\begin{equation}
\mbox{s=a'*b}\label{eq:Full Matlab Index}
\end{equation}

\end_inset


\family default
is still much faster than (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Numeric Matlab Index"

\end_inset

).
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/M1.pdf
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Computation time for 
\begin_inset Formula $s=\sum_{j\in I}a_{j}b_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:Time full vector"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Time full vector"

\end_inset

 shows the average computation time of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Numeric Matlab Index"

\end_inset

) with numerical indexing and logical indexing and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Full Matlab Index"

\end_inset

) on various random subset size of 
\begin_inset Formula $1\%$
\end_inset

 to 
\begin_inset Formula $100\%$
\end_inset

 in 
\begin_inset Formula $n=1e6$
\end_inset

.
 The full vector computation is extremely faster than other indexing methods
 when the size of subset is over approximately 
\begin_inset Formula $5\%$
\end_inset

 for numerical indexing and is over approximately 
\begin_inset Formula $1\%$
\end_inset

 for logical indexing.
 It is because of JIT compilation which abandons pointers.
 When 
\noun on
Matlab
\noun default
 calls a part of array with an index set, it first check if the index is
 within the array and then allocate temporary memory to copy the indexed
 elements and release the memory after computation is finished.
 The time for the operations are not negligible and actually significant
 when the array size is large.
 
\end_layout

\begin_layout Standard
Logical indexing is initially slower than numerical indexing, but it becomes
 much faster when the size of subset is over approximately 
\begin_inset Formula $15\%$
\end_inset

.
 In addition to the speed advantage, logical indexing is proper for our
 implementation because multiple index sets are used in our codes and many
 index numbers are frequently in and out every iteration.
 If numerical indexing is used, the size of memory for index sets fluctuates;
 thus, it harms the performance of implementation while it dynamically allocate
 and release memory, and it may results fragmented memory that also deteriorate
 the performance regardless of methods that the codes implement.
 
\end_layout

\begin_layout Standard
Therefore, we do not use fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

 in our implementation and pursue the full vector computation and logical
 indexing coding style unless numerical indexing is apparently better.
 The code 
\begin_inset CommandInset ref
LatexCommand ref
reference "code: Pegging"

\end_inset

 for pegging method, that inspired fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

, is a good example for our coding style and it includes detailed comments.
 In the code, all computations are logical index based vector or full vector
 computations and only a single loop for iteration exists.
 As it is commented, the full vector computations naturally take redundant
 computations many times, and the code initially copies arrays of 
\begin_inset Formula $\mathbf{d}$
\end_inset

, 
\begin_inset Formula $\mathbf{l}$
\end_inset

,
\series bold
 
\series default
and 
\series bold

\begin_inset Formula $\mathbf{u}$
\end_inset


\series default
 consuming memory to apply full vector computations for unfixed variables;
 however, it deserves to be employed in the respect to the computation time
 increasing the speed 
\begin_inset Formula $1.5$
\end_inset

 to 
\begin_inset Formula $3$
\end_inset

 times.
 For all other methods that can solve non-strictly convex 
\begin_inset Formula $(P)$
\end_inset

, codes initially splits all data into two parts of 
\begin_inset Formula $j\in P$
\end_inset

 and 
\begin_inset Formula $j\in N$
\end_inset

 to take the speed benefit of full vector computations.
 Thus, we believe our implementation is well optimized for 
\noun on
Matlab 2013
\noun default
a.
 
\end_layout

\begin_layout Section
Experiment
\end_layout

\begin_layout Standard
All experiments were conducted in two identical computers (Intel core i5,
 3.47Ghz, 8GB RAM, 
\noun on
Windows
\noun default
 7, 64bit) by the most recent version of 
\noun on
Matlab 2013
\noun default
a (version 8.1).
 In order to find the best method, we implemented total 12 methods as
\end_layout

\begin_layout Itemize
7 pure methods: Pegging, Bisection, Sorting, Newton, Secant, Median search,
 Interval test methods
\end_layout

\begin_layout Itemize
5 hybrid methods: Sec+Med, Sec+Sor, Sec+Int, New+Med, and New+Int
\end_layout

\begin_layout Standard
For convenient, we name the hybrid methods with the first three letters
 of methods with 
\begin_inset Quotes eld
\end_inset

+
\begin_inset Quotes erd
\end_inset

 meaning hybrid of two methods.
 Interval test method can uses 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 for its initial bracket, but we used bracketing phase algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

, which is used for secant method.
 Although a hybrid method Sec+Sor is not suggested in our hybrid method
 in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Suggested-hybrid-methods"

\end_inset

, we also tested it to compare with Sec+Med because we have experienced
 in preliminary test that one time sorting tends to be faster than multiple
 time median search in practice for not too large size of array.
 
\end_layout

\begin_layout Standard
Because we have 12 methods, we first took extensive tests to pick the best
 one before comparing with other methods.
 So experiments were done in the order of 
\begin_inset Formula 
\[
Test\ 12\ methods\rightarrow Pick\ the\ best\ one\rightarrow Compare\ with\ others
\]

\end_inset


\end_layout

\begin_layout Standard
To find the best method, we need good test problems.
 So we employed three small and three large coefficient problems, which
 have been used in literature, and the problems were randomly generated
 by the M
\noun on
atlab
\noun default
's built-in uniform random number generator 
\family typewriter
rand.m
\family default
 with three parameters for various instances in both strictly convex and
 indefinite cases.
 Once the best method is selected, the similar settings of random problems
 were tested to compare it with a global 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

, a local 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, and two commercial (
\noun on
Cplex
\noun default
 and 
\noun on
Matlab
\noun default
) solvers.
 Three widely used budgeting problems were also tested with linear programming
 solvers of 
\noun on
Cplex
\noun default
 and 
\noun on
Matlab 
\noun default
to compare with our best method.
 
\end_layout

\begin_layout Subsubsection*
Time measurement; 
\family typewriter
tic
\family default
/
\family typewriter
toc
\begin_inset CommandInset label
LatexCommand label
name "Sec:tic/toc"

\end_inset


\end_layout

\begin_layout Standard
Since a main performance measurement is the elapsed time of solvers, we
 carefully chose a method to measure time.
 
\noun on
Matlab
\noun default
 has two time measurement functions, 
\family typewriter
cputime
\family default
 and 
\family typewriter
tic
\family default
/
\family typewriter
toc
\family default
.
 
\family typewriter
cputime
\family default
 records CPU time that 
\noun on
Matlab
\noun default
 actually spends for its operations, while 
\family typewriter
tic
\family default
/
\family typewriter
toc
\family default
 functions just like a stop watch timer.
 So 
\family typewriter
tic
\family default
/
\family typewriter
toc
\family default
 may be sensitively influenced by the computer's environment.
 However, according to the online manual
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://www.mathworks.com/help/matlab/matlab_prog/analyzing-your-programs-performan
ce.html
\end_layout

\end_inset

 of 
\noun on
Matlab
\noun default
, 
\family typewriter
tic
\family default
/
\family typewriter
toc
\family default
 is recommended especially for 
\noun on
Windows
\noun default
 operations that we used for experiment because 
\family typewriter
cputime
\family default
 can fail to measure proper time if it is used in hyperthreading running
 
\noun on
Windows
\noun default
 system.
 Therefore, all time records in our experiments are measured by 
\family typewriter
tic
\family default
/
\family typewriter
toc
\family default
.
\end_layout

\begin_layout Subsection*
Tolerances
\begin_inset CommandInset label
LatexCommand label
name "sec:Tolerances"

\end_inset


\end_layout

\begin_layout Standard
As usual optimization solvers, we use tolerances which were introduced in
 section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Algorithms of Strictly convex"

\end_inset

.
 
\begin_inset Formula 
\begin{eqnarray*}
\varepsilon_{gap} & = & max\{1e-7,\varepsilon(|\lambda_{l}|+|\lambda_{u}|)/2\}\\
\varepsilon_{fea} & = & max\{1e-7,\varepsilon(n+|b|)\}\\
\varepsilon_{peg} & = & \varepsilon_{fea}\\
\varepsilon_{bra} & = & 0.1
\end{eqnarray*}

\end_inset

where 
\begin_inset Formula $\varepsilon$
\end_inset

 is the machine precision and 
\begin_inset Formula $\lambda_{l}$
\end_inset

 and 
\begin_inset Formula $\lambda_{u}$
\end_inset

 are initial values that each solver obtains.
 For example, bisection method sets 
\begin_inset Formula $\lambda_{l}=\lambda_{min}$
\end_inset

 and 
\begin_inset Formula $\lambda_{u}=\lambda_{max}$
\end_inset

, and secant method get the initial 
\begin_inset Formula $\lambda_{l}$
\end_inset

 and 
\begin_inset Formula $\lambda_{u}$
\end_inset

 from bracketing phase algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

.
 
\end_layout

\begin_layout Standard
The machine precision 
\begin_inset Formula $\varepsilon=2.2204e-16$
\end_inset

 is used by 
\noun on
Matlab 2013
\noun default
a in test computers (
\noun on
Windows
\noun default
 7, 64bit) for our experiment.
 
\begin_inset Formula $\varepsilon_{gap}$
\end_inset

 is used for bisection, secant, and Newton methods, and we obtain it by
 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\varepsilon(|\lambda_{l}|+|\lambda_{u}|)/2$
\end_inset

 as recommended in 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
(page 448, Numerical Recipe 
\begin_inset CommandInset citation
LatexCommand cite
key "NR2007"

\end_inset

) restricting it to be at least 
\begin_inset Formula $1e-7$
\end_inset

 to prevent unnecessary iterations from too small steps.
 
\end_layout

\begin_layout Standard

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
The second tolerance 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 that used for all methods are obtained in the similar manner, and the third
 tolerance 
\begin_inset Formula $\varepsilon_{peg}$
\end_inset

 is set to be the same value because it has the same role.
 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
We chose 
\begin_inset Formula $\varepsilon_{bra}=0.1$
\end_inset

 for not too small values that gives tight enough brackets for our hybrid
 methods based on our preliminary tests.
 
\end_layout

\begin_layout Standard
In addition to the tolerances, we use two more termination conditions for
 unreliable methods that may never satisfy 
\begin_inset Formula $|g(\lambda^{*})|<\varepsilon_{fea}$
\end_inset

 with an empty 
\begin_inset Formula $K^{*}$
\end_inset

 in the global optimum cases due to the numerical error for the large size
 problem such as 
\begin_inset Formula $n=5e6$
\end_inset

.
 So the second tolerance gap 
\begin_inset Formula $\varepsilon_{gap2}=1e-10$
\end_inset

 is applied for secant and Newton methods to terminate iteration when 
\begin_inset Formula 
\[
\lambda_{u}-\lambda_{l}<\varepsilon_{gap2}=1e-10
\]

\end_inset

is satisfied because Newton method uses secant method as safeguard and secant
 method always reduces the gap to be at least 
\begin_inset Formula $1/4$
\end_inset

 of the previous gap as in secant phase algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Secant-Phase"

\end_inset

.
 Furthermore, because we exactly know the maximum iteration of bisection
 method, we restrict the iteration to be less than its maximum iteration
 plus a constant 
\begin_inset Formula $5$
\end_inset

.
 So it guarantees to terminates iteration when the total iteration is
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{equation}
Iteration>\left\lceil log_{0.5}\left(\frac{\varepsilon_{gap}}{\lambda_{max}-\lambda_{min}}\right)\right\rceil +5\label{eq:Bisection Maxiter+5}
\end{equation}

\end_inset


\end_layout

\begin_layout Subsection*
Test problems
\end_layout

\begin_layout Standard
Test problems are important to measure the performance of methods because
 experiments can be biased if a specific problems are tested.
 Thus, we use two groups of random problems that have small coefficients
 and large coefficients.
 
\end_layout

\begin_layout Standard
The small coefficient group was used by recent papers of Kiwiel (2007-2008,
 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2007vn,Kiwiel:2008med,Kiwiel:2008var"

\end_inset

) and Cominetti et al.
 (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

).
 The problems were initially used by Bretthauer et al.
 (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

) to test their algorithms to solve 
\begin_inset Formula $(P)$
\end_inset

 with integer variables.
 He used three kinds of problems that have different degrees of correlations
 in coefficients and it was inspired by the observation of 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1990knapsack"

\end_inset

 that a budgeting problem (0-1 knapsack problem in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Budgeting-problem"

\end_inset

) which has strongly correlated coefficients is generally difficult to solve.
 Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer1995"

\end_inset

 also concluded that the strongly correlated problem is considerably difficult
 to solve 
\begin_inset Formula $(P)$
\end_inset

 with integer variables, while Kiwiel 
\begin_inset CommandInset citation
LatexCommand cite
key "Kiwiel:2008med"

\end_inset

 could not find significant difference in his experiment for 
\begin_inset Formula $(P)$
\end_inset

 with continuous variables.
\end_layout

\begin_layout Enumerate
Small coefficients test problems are
\end_layout

\begin_deeper
\begin_layout Description
\begin_inset Formula $(T1)$
\end_inset

 Uncorrelated: 
\begin_inset Formula $d_{j}$
\end_inset

, 
\begin_inset Formula $c_{j}$
\end_inset

, 
\begin_inset Formula $a_{j}$
\end_inset

 
\begin_inset Formula $\in[10,\:25]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(T2)$
\end_inset

 Weakly correlated: 
\begin_inset Formula $a_{j}\in[10,\:25]$
\end_inset

, 
\begin_inset Formula $c_{j}$
\end_inset

, 
\begin_inset Formula $d_{j}$
\end_inset

 
\begin_inset Formula $\in[a_{j}-5,\: a_{j}+5]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(T3)$
\end_inset

 Strongly correlated: 
\begin_inset Formula $a_{j}\in[10,\:25]$
\end_inset

, 
\begin_inset Formula $c_{j}$
\end_inset

, 
\begin_inset Formula $d_{j}$
\end_inset

 
\begin_inset Formula $=a_{j}+5$
\end_inset


\end_layout

\begin_layout Standard
All lower and upper bounds are set to 
\begin_inset Formula $l,\: u\in[1,\:15]$
\end_inset

 for all three problems.
\end_layout

\end_deeper
\begin_layout Standard
The large coefficient group was first tested by Dai and Fletcher (2006,
 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

), and Cominetti et al.
 (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

) used a similar coefficients.
 We used the three same random problems of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 that mimic the real problems in multicommodity and SVM problems.
 
\end_layout

\begin_layout Enumerate-Resume
Large coefficients test problems are 
\end_layout

\begin_deeper
\begin_layout Description
\begin_inset Formula $(T4)$
\end_inset

 Random: 
\begin_inset Formula $a_{j}\in[-500,\:500]$
\end_inset

, 
\begin_inset Formula $l_{j}\in[-1000,\:0]$
\end_inset

, 
\begin_inset Formula $u_{j}\in[0,\:1000]$
\end_inset

, 
\begin_inset Formula $d_{j}\in[1,\:10^{4}]$
\end_inset

, 
\begin_inset Formula $c_{j}\in[-1000,\:1000]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(T5)$
\end_inset

 Multicommodity: 
\begin_inset Formula $a=1$
\end_inset

, 
\begin_inset Formula $l=0$
\end_inset

, 
\begin_inset Formula $u\in[0,\:1000]$
\end_inset

, 
\begin_inset Formula $d_{j}\in[1,\:10^{4}]$
\end_inset

, 
\begin_inset Formula $c\in[-1000,\:1000]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(T6)$
\end_inset

 SVM subproblem: 
\begin_inset Formula $a=\{-1,\,1\}$
\end_inset

, 
\begin_inset Formula $l=0$
\end_inset

, 
\begin_inset Formula $u=1000$
\end_inset

, 
\begin_inset Formula $d_{j}=1$
\end_inset

, 
\begin_inset Formula $c\in[-1000,\:1000]$
\end_inset


\end_layout

\end_deeper
\begin_layout Standard
All test problems are generated with the 
\noun on
Matlab
\noun default
's built-in uniform random number generator 
\family typewriter
rand.m
\family default
, and for indefinite problems, we randomly choose a certain percentage of
 
\begin_inset Formula $d_{j}$
\end_inset

 with 
\noun on
Matlab
\noun default
's built-in unique integer random number generator 
\family typewriter
randperm.m
\family default
 and change its sign.
 Because 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 performs like that for 
\begin_inset Formula $j\in Z$
\end_inset

, we do not tested the case of 
\begin_inset Formula $d_{j}=0$
\end_inset

; thus, all our test problems does not have variables of 
\begin_inset Formula $d_{j}=0$
\end_inset

, that is, 
\begin_inset Formula $Z=\emptyset$
\end_inset

.
\end_layout

\begin_layout Subsection*
Parameters; initial 
\begin_inset Formula $\lambda$
\end_inset

 and 
\begin_inset Formula $\Delta\lambda$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Sec:Initial Lam"

\end_inset


\end_layout

\begin_layout Standard
The initial 
\begin_inset Formula $\lambda$
\end_inset

 plays an important role for the performance of secant method because it
 can take less iteration as closer as the initial 
\begin_inset Formula $\lambda$
\end_inset

 is to 
\begin_inset Formula $\lambda^{*}$
\end_inset

 in bracketing phase algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of secant method, and the same reason is also applied to hybrid methods
 that utilize secant method.
 
\end_layout

\begin_layout Standard
We may get an expected value of 
\begin_inset Formula $\lambda^{*}$
\end_inset

 based on the expected shape of 
\begin_inset Formula $g(\lambda)$
\end_inset

.
 Because 
\begin_inset Formula $g(\lambda)$
\end_inset

 is the non-increasing function, the easiest expected shape may be the linear
 line assuming the slopes of linear pieces of 
\begin_inset Formula $g(\lambda)$
\end_inset

 are not so different.
 Then, an expected 
\begin_inset Formula $\bar{\lambda}$
\end_inset

 can be obtained by 
\begin_inset Formula 
\[
\bar{\lambda}=\lambda_{min}+(\lambda_{max}-\lambda_{min})\frac{b-b_{min}}{b_{max}-b_{min}}
\]

\end_inset

based on 
\begin_inset Formula $b$
\end_inset

 with 
\begin_inset Formula $b_{min}=\sum_{l_{j}>-\infty}l_{j}$
\end_inset

 and 
\begin_inset Formula $b_{max}=\sum_{u_{j}<\infty}u_{j}$
\end_inset

.
 However, the similar slope assumption is so naive, and it does not guarantee
 the quality of 
\begin_inset Formula $\bar{\lambda}$
\end_inset

.
 
\end_layout

\begin_layout Standard
Alternatively more sophisticated method was developed based on the observation
 that 
\begin_inset Formula $g(\lambda)$
\end_inset

 has a folded sigmoid shape (folded s shape).
 There are a couple of popular sigmoid functions such as cumulative distribution
 functions of statistics distributions, and we tried the algebraically simple
 folded logistic regression function 
\begin_inset Formula 
\begin{equation}
b=\frac{1}{1+e^{\lambda}}\in(0,1)\label{eq:sigmoid func}
\end{equation}

\end_inset

adjusting the sigmoid shape in the ranges of 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 and 
\begin_inset Formula $(b_{min},b_{max})$
\end_inset

.
 Then, the expected 
\begin_inset Formula $\bar{\lambda}$
\end_inset

 is 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula 
\[
\bar{\lambda}=\left(\frac{\lambda_{max}-\lambda_{min}}{M}\right)ln\left(\frac{b_{max}-b_{min}}{b-b_{min}}-1\right)+\frac{\lambda_{max}+\lambda_{min}}{2}
\]

\end_inset

with 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
a large enough 
\begin_inset Formula $M$
\end_inset

 such that
\begin_inset Formula 
\[
M\ge-2ln\left(\frac{\pi}{1-\pi}\right)\quad where\ \pi=\frac{\delta}{b_{max}-b_{min}}
\]

\end_inset

Because the sigmoid function (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:sigmoid func"

\end_inset

) never reaches 
\begin_inset Formula $0$
\end_inset

 or 
\begin_inset Formula $1$
\end_inset

, it cannot be exactly adjusted to pass the points of 
\begin_inset Formula $b_{max}$
\end_inset

 at 
\begin_inset Formula $\lambda_{min}$
\end_inset

 and 
\begin_inset Formula $b_{min}$
\end_inset

 at 
\begin_inset Formula $\lambda_{max}$
\end_inset

.
 So 
\begin_inset Formula $\delta$
\end_inset

 is used to control gap between 
\begin_inset Formula $b_{max}$
\end_inset

 and the point of sigmoid line at 
\begin_inset Formula $\lambda_{min}$
\end_inset

, and the same gap is applied for the point at 
\begin_inset Formula $\lambda_{max}$
\end_inset

.
 Thus, we can control the shape of the sigmoid line with 
\begin_inset Formula $\delta\in(0,b_{max}-b_{min})$
\end_inset

, and the detailed derivation is available in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:Sigmoid derivation"

\end_inset

.
\begin_inset Float figure
placement !t
wide false
sideways false
status collapsed

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/M15.pdf
	lyxscale 60
	width 13cm
	BoundingBox 0bp 0bp 1417bp 826bp
	clip

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Strictly positive case
\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/M16.pdf
	lyxscale 60
	width 13cm
	BoundingBox 0bp 0bp 1417bp 826bp
	clip

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $50\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $g(\lambda)$
\end_inset

 and folded sigmoid function
\begin_inset CommandInset label
LatexCommand label
name "fig:sigmoid"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Examples of 
\begin_inset Formula $g(\lambda)$
\end_inset

 and the folded sigmoid functions are drawn in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:sigmoid"

\end_inset

 for each test problem with a given value of 
\begin_inset Formula $\delta=(b_{max}-b_{min})/100$
\end_inset

.
 The line of 
\begin_inset Formula $g(\lambda)$
\end_inset

 is non-increasing and has some sudden drops in indefinite problems as expected,
 but it is significantly different from folded sigmoid lines for some problems
 such as 
\begin_inset Formula $(T4)$
\end_inset

.
 The shape of 
\begin_inset Formula $g(\lambda)$
\end_inset

 is actually follows the cumulative distribution of breakpoints.
 For example, see the distribution of 
\begin_inset Formula $(T6)$
\end_inset

 in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Histograms-of-breakpoints"

\end_inset

.
 As it has the most closely bell shaped distribution, the corresponding
 
\begin_inset Formula $g(\lambda)$
\end_inset

 in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:sigmoid"

\end_inset

 also follows most closely to the folded sigmoid function, which has a similar
 shape of cumulative normal distribution.
 We can also observe the similar relations from other problem's distributions
 and the corresponding lines of 
\begin_inset Formula $g(\lambda)$
\end_inset

.
 Therefore, if we know the distribution of breakpoints, it seems we can
 obtain an initial 
\begin_inset Formula $\lambda$
\end_inset

 that is highly closed to 
\begin_inset Formula $\lambda^{*}$
\end_inset

 from its folded cumulative distribution function.
 
\end_layout

\begin_layout Standard
However, this idea was not applied for our implementation because the amount
 of computations to obtain 
\begin_inset Formula $\lambda_{min}$
\end_inset

, 
\begin_inset Formula $\lambda_{max}$
\end_inset

, 
\begin_inset Formula $b_{min}$
\end_inset

, and 
\begin_inset Formula $b_{max}$
\end_inset

 is equivalent to about two iterations and, above all, finding the distribution
 of breakpoints is not economic.
 
\end_layout

\begin_layout Standard
Thus, we used the initial 
\begin_inset Formula $\lambda=0$
\end_inset

 for secant method as Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 did.
 They noted that it is just an arbitrary value, but it is actually numerically
 the best value in our transformed problem since the 
\emph on
zero
\emph default
 initial 
\begin_inset Formula $\lambda$
\end_inset

 saves computations to get 
\begin_inset Formula $-\lambda/d_{j}$
\end_inset

 for the initial solution as 
\begin_inset Formula 
\[
x_{j}(0)=median\{l_{j},u_{j},0\}\quad j\in P
\]

\end_inset

Moreover, secant method needs an additional parameter 
\begin_inset Formula $\Delta\lambda$
\end_inset

 as an initial step size.
 For the value, we used the same value of 
\begin_inset Formula $\Delta\lambda=2$
\end_inset

 as a secant method developer 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 used.
 
\end_layout

\begin_layout Standard
Newton method requires an initial 
\begin_inset Formula $\lambda$
\end_inset

, but the 
\emph on
zero 
\emph default
initial 
\begin_inset Formula $\lambda$
\end_inset

 does not give any benefit for convergence.
 Thus, as the recent study of 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

, we implemented the 
\begin_inset Formula $\lambda$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:pegging_lam"

\end_inset

), which pegging method uses, for the initial 
\begin_inset Formula $\lambda$
\end_inset

 of Newton and its hybrid methods.
\end_layout

\begin_layout Standard
Therefore, proposed hybrid methods that uses secant and Newton methods also
 use the same initial values.
 
\end_layout

\begin_layout Subsection*
Right hand side 
\begin_inset Formula $b$
\end_inset

; hypothesis 1
\begin_inset CommandInset label
LatexCommand label
name "sec:Hypothesis1"

\end_inset


\end_layout

\begin_layout Standard
Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 tested their problems varying the right hand side 
\begin_inset Formula $b$
\end_inset

 by 
\begin_inset Formula 
\begin{equation}
b=b_{min}+\beta(b_{max}-b_{min})\label{eq:beta for b}
\end{equation}

\end_inset

with a parameter 
\begin_inset Formula $\beta=0.1$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.3$
\end_inset

, and 
\begin_inset Formula $0.5$
\end_inset

 and its
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 minimum and maximum possible values 
\begin_inset Formula $b_{min}$
\end_inset

 and 
\begin_inset Formula $b_{max}$
\end_inset

.
 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
That is, 
\begin_inset Formula $b$
\end_inset

 is defined at a certain point of its range rather than a random number
 as other literatures do, and their experiment results show that the performance
 of secant method is significantly affected by 
\begin_inset Formula $\beta$
\end_inset

.
 
\end_layout

\begin_layout Standard

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
We guess it
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 is due to the initial 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\lambda$
\end_inset

.
 Because 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is solely determined by 
\begin_inset Formula $b$
\end_inset

 when other coefficients are fixed, the performance of secant method, which
 use the initial 
\begin_inset Formula $\lambda=0$
\end_inset

, may have to take more iteration if 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is far from its initial 
\begin_inset Formula $\lambda$
\end_inset

.

\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 See the range of breakpoints in table 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Range-of-breakpoints"

\end_inset

.
 Because breakpoint ranges of three small coefficient and multicommodity
 problems are highly biased to negative side, if secant method uses the
 initial 
\begin_inset Formula $\lambda=0$
\end_inset

, its performance may be highly affected by the value of 
\begin_inset Formula $b$
\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="7" columns="4">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="0pt">
<column alignment="left" valignment="middle" width="0pt">
<column alignment="center" valignment="middle" width="3.2cm">
<column alignment="center" valignment="middle" width="2.4cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset space \hfill{}
\end_inset

Problems
\begin_inset space \hfill{}
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Range of
\end_layout

\begin_layout Plain Layout
Breakpoints
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Max.
 gap of breakpoints
\end_layout

\end_inset
</cell>
</row>
<row>
<cell multirow="3" alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Small coefficient
\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(T1)$
\end_inset

 Uncorrelated
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $[-36.5,1.5]$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1.2mm
\end_inset


\begin_inset Formula $38$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell multirow="4" alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(T2)$
\end_inset

 Weakly correlated
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $[-44.5,2.5]$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $47$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell multirow="4" alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(T3)$
\end_inset

 Strongly correlated
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $[-43.5,1.5]$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $45$
\end_inset


\begin_inset VSpace 1.2mm
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell multirow="3" alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Large coefficient
\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(T4)$
\end_inset

 Random
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $[-\infty,\infty]$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1.2mm
\end_inset

Undetermined
\end_layout

\end_inset
</cell>
</row>
<row>
<cell multirow="4" alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(T5)$
\end_inset

 Multicommodity
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $[-100001000,1000]$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $100002000$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell multirow="4" alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="left" valignment="middle" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(T6)$
\end_inset

 SVM
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $[-2000,2000]$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $4000$
\end_inset


\begin_inset VSpace 1.2mm
\end_inset


\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of breakpoints for test problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Range-of-breakpoints"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
The suggested hybrid methods that use secant method for its bracketing phase
 also has a similar negative effect.
 Therefore, we tested random problem setting the right hand side as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:beta for b"

\end_inset

) with 
\begin_inset Formula $\beta=0.2$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.4$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.6$
\end_inset

, and 
\begin_inset Formula $0.8$
\end_inset

 to verify the hypothesis 1 in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:RHS hypothesis"

\end_inset

.
\end_layout

\begin_layout Itemize
Hypothesis 1
\begin_inset CommandInset label
LatexCommand label
name "Hypothesis-1"

\end_inset


\end_layout

\begin_deeper
\begin_layout Standard

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
The performances of secant and its hybrid methods, which use initial 
\begin_inset Formula $\lambda=0$
\end_inset

, are independent on the value of 
\begin_inset Formula $b$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Standard
In other words, it argues that performances of secant and its hybrid methods
 are not significantly different by any 
\begin_inset Formula $\beta$
\end_inset

 with a fixed initial 
\begin_inset Formula $\lambda=0$
\end_inset

.
 
\end_layout

\begin_layout Subsection*
Range of breakpoints
\begin_inset CommandInset label
LatexCommand label
name "sec:Range-of-breakpoints"

\end_inset


\end_layout

\begin_layout Standard
Another reason why we tested small and large coefficient problems is to
 compare the performance on the different breakpoint ranges.
 As in table 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Range-of-breakpoints"

\end_inset

, large coefficient problems
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 have much larger range of breakpoints than small coefficient problems.
 Because bisection method reduces the range by half every iteration, it
 is quite obvious that its iteration is greater for large coefficient problems.
 
\end_layout

\begin_layout Standard
Moreover, we may expect that the performance of the proposed hybrid methods
 and interval test method would be better if breakpoints are distributed
 in a larger range because the larger the range, the higher the chance that
 a smaller number of breakpoints remained after bracketing phase with 
\begin_inset Formula $\varepsilon_{bra}=0.1$
\end_inset

 is used.
 Thus, we expect the the proposed hybrid methods perform better for large
 coefficient problems.
 
\end_layout

\begin_layout Subsection*
Lower index rule 
\end_layout

\begin_layout Standard
We tested random problems varying the percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 to 
\begin_inset Formula $0\%$
\end_inset

, 
\begin_inset Formula $30\%$
\end_inset

, 
\begin_inset Formula $60\%,$
\end_inset

 and 
\begin_inset Formula $90\%$
\end_inset

 with 
\begin_inset Formula $Z=\emptyset$
\end_inset

.
 Thus, we naturally have only global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-1]{case 1.1}
\end_layout

\end_inset

, 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-2]{case 2}
\end_layout

\end_inset

, and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Standard
For 
\begin_inset Formula $0\%$
\end_inset

 case, since 
\begin_inset Formula $(P)$
\end_inset

 is strictly convex problem, all methods always guarantee a global optimum
 by global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-1]{case 1.1}
\end_layout

\end_inset

, and the solution of global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-2]{case 2}
\end_layout

\end_inset

 (
\begin_inset Formula $K^{*}=\emptyset$
\end_inset

) can also be obtained easily by 
\begin_inset Formula $\mathbf{x}^{U*}=\mathbf{x}(\lambda^{*})$
\end_inset

.
 
\end_layout

\begin_layout Standard
For indefinite cases of 
\begin_inset Formula $K^{*}\subseteq N$
\end_inset

 in global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

, we implemented 
\begin_inset Quotes eld
\end_inset


\emph on
lower index rule
\emph default

\begin_inset Quotes erd
\end_inset

 in codes instead of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:case K in N"

\end_inset

.
 
\emph on
Lower index rule
\emph default
 simply assigns 
\begin_inset Formula $g(\lambda^{*})$
\end_inset

 to 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 within its range 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 from variables that have the lower index number as 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:distribute g(lam) to x in Z]{step 3}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:distribute g(lam) to x in Z"

\end_inset

 for 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-1]{case 1.2}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Standard
Because our random test problems does not have a special structure like
 subset sum problem, all breakpoints are distinct so the probability that
 
\begin_inset Formula $K^{*}$
\end_inset

 has multiple index is very low and was 
\emph on
zero
\emph default
 in our 
\begin_inset Formula $9000$
\end_inset

 test problems as table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Instances-K"

\end_inset

.
 Thus, our codes actually found upper bound solution changing only 
\begin_inset Formula $x_{j}^{U*}=g(\lambda^{*})$
\end_inset

 for 
\begin_inset Formula $j\in K^{*}$
\end_inset

 from 
\begin_inset Formula $x_{j}^{U*}=\mathbf{x}(\lambda^{*})$
\end_inset

 as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:single N in K"

\end_inset

) in global 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Case-4]{case 4}
\end_layout

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="3" columns="5">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0pt">
<column alignment="decimal" decimal_point="(" valignment="top" width="0">
<column alignment="decimal" decimal_point="(" valignment="top" width="0">
<column alignment="decimal" decimal_point="(" valignment="top" width="0pt">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $|N|/n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30%
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60%
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90%
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Total
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Global
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2069 (69.0%)
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1023 (34.1%)
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
38 (1.3%)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3130 (34.8%)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $|K^{*}|=1$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
931 (31.0%)
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1977 (65.9%)
\end_layout

\end_inset
</cell>
<cell alignment="decimal" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2962 (98.7%)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5870 (65.2%)
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
* Percentage in parenthesis is the proportion of instances in 
\begin_inset Formula $\%$
\end_inset

 of negative 
\begin_inset Formula $d_{j}$
\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Instances by size of 
\begin_inset Formula $K^{*}$
\end_inset

 and 
\begin_inset Formula $\%$
\end_inset

 of negative 
\begin_inset Formula $d_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Instances-K"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection*
Chance to find global optimum
\end_layout

\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Instances-K"

\end_inset

 also reveals that the chance to find global optimum naturally increases
 as the number of negative 
\begin_inset Formula $d_{j}$
\end_inset

 decreases as it can be naturally expected because the non-global cases
 occur only when 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is one of breakpoints of variables in 
\begin_inset Formula $j\in N$
\end_inset

.
 
\end_layout

\begin_layout Standard
\noindent

\end_layout

\begin_layout Subsection
Selecting the best method
\begin_inset CommandInset label
LatexCommand label
name "sec:Experiment_Picking-the-best"

\end_inset


\end_layout

\begin_layout Standard
This section shows experiment results of 
\begin_inset Formula $7$
\end_inset

 pure methods and 
\begin_inset Formula $5$
\end_inset

 hybrid methods.
 The experiments were conducted by a code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Tester-to-pick"

\end_inset

 in various environments as 
\end_layout

\begin_layout Itemize
\begin_inset Formula $4$
\end_inset

 percentages of negative 
\begin_inset Formula $d_{j}$
\end_inset

 : 
\begin_inset Formula $0\%$
\end_inset

, 
\begin_inset Formula $30\%$
\end_inset

, 
\begin_inset Formula $60\%,$
\end_inset

 and 
\begin_inset Formula $90\%$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $5$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $1e6$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $2e6$
\end_inset

, 
\begin_inset Formula $3e6$
\end_inset

, 
\begin_inset Formula $4e6$
\end_inset

, and 
\begin_inset Formula $5e6$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $6$
\end_inset

 problems: 
\begin_inset Formula $(T1)$
\end_inset

, 
\begin_inset Formula $(T2),$
\end_inset

 
\begin_inset Formula $(T3)$
\end_inset

, 
\begin_inset Formula $(T4)$
\end_inset

, 
\begin_inset Formula $(T5),$
\end_inset

 and 
\begin_inset Formula $(T6)$
\end_inset

 
\end_layout

\begin_layout Itemize
\begin_inset Formula $4$
\end_inset

 locations of right hand side 
\begin_inset Formula $b$
\end_inset

 by 
\begin_inset Formula $\beta=0.2$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.4$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.6$
\end_inset

, and 
\begin_inset Formula $0.8$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $25$
\end_inset

 random problems for each instance
\end_layout

\begin_layout Standard
Thus, total 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $12,000$
\end_inset

 (
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $=4\times5\times6\times4\times25$
\end_inset

) random problems were tested.
 In addition to the experiment results, we also consider 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1]{hypothesis 1}
\end_layout

\end_inset

 for 
\begin_inset Formula $\beta$
\end_inset

 and the reliability issue for bisection, secant, and Newton methods, and
 the best method is picked regarding overall performance through experiment
 results.
 
\end_layout

\begin_layout Subsection*
Performances in strictly convex case
\begin_inset CommandInset label
LatexCommand label
name "Sec:strictly-convex"

\end_inset


\end_layout

\begin_layout Standard
The average speed of 
\begin_inset Formula $12$
\end_inset

 methods for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 are presented in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Strict convex Avg speed by size"

\end_inset

 by size.
 Although some methods have theoretically non linear complexity, all methods
 have almost linear time growth by size having negligible curvature, and
 only Newton and its hybrid methods have a peak at 
\begin_inset Formula $n=4e6$
\end_inset

 for the large size coefficient problems in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Strict convex Avg speed large coeff"

\end_inset

.
 
\end_layout

\begin_layout Standard
Clearly secant method is the fastest method for all sizes and all test problems
 (see figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Strict convex Avg speed by size"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Strict convex Avg speed by problem"

\end_inset

).
 Ironically, table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Average seconds and average iteration by size"

\end_inset

 shows that secant and its hybrid methods are on top rankings having about
 
\begin_inset Formula $2$
\end_inset

 times faster speed than Newton and its hybrid methods, but their iteration
 is about 
\begin_inset Formula $2$
\end_inset

 times more.
 It is because Newton method takes much more operations to update 
\begin_inset Formula $\lambda$
\end_inset

 computing the slope in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

) than secant method.
 This is also observed by Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 that Newton method tends not to reflect its fewer iteration to speed.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/M2.pdf
	width 10cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Small coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Strict convex Avg speed small coeff"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/M3.pdf
	width 10cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Large coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Strict convex Avg speed large coeff"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average speed by size
\begin_inset CommandInset label
LatexCommand label
name "fig:Strict convex Avg speed by size"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="14" columns="14">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Iter.
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Iter.
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.21
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.42
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.16
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.18
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.71
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.88
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
9.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.98
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.1
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.38
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.75
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.95
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
19.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.98
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.1
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.38
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.75
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.95
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
19.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.21
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.85
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.9
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.22
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.42
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.83
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
28.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.23
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.46
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.69
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.92
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.41
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.86
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.59
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.23
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.72
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.97
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.31
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.94
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.45
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.56
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.7
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.26
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.04
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.33
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.91
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
8.8
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.25
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
45.5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.37
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.72
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
8.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.4
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.70
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.84
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.73
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.83
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.56
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.61
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.04
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.6
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time for each size of coefficient.
 
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Iteration for interval test method is only for bracketing phase algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Range of speed and iterations are in appendix table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:secs Strictly convex"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:iter Strictly convex"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds and average iteration by size
\begin_inset CommandInset label
LatexCommand label
name "tab:Average seconds and average iteration by size"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Sorting and median search methods have the same iterations as designed but
 speed is discrepant due to the difference in sorting and median procedure.
 However, the speeds of Sec+Med and Sec+Sor are quite similar because operations
 for one time sorting for a small size array is competitive to that of multiple
 times of median search procedure.
 
\end_layout

\begin_layout Standard
For small coefficient problems, bisection method is on the middle ranking
 having faster speed than Newton and its hybrid methods, while it performs
 worse for large coefficient problems.
 It is because the ranges of dual domain for small coefficient problems
 are much smaller than large coefficient problems as shown in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Range-of-breakpoints"

\end_inset

 so bisection method takes about 
\begin_inset Formula $1.6$
\end_inset

 (
\begin_inset Formula $=45.5/28.2$
\end_inset

) times more iterations for large coefficient problems to reduce the larger
 range of dual domain by half.
 Thus, the performance of bisection method is directly affected by the size
 of feasible domain of dual variable.
 
\end_layout

\begin_layout Standard
Contrast to the experiment results of literature, the performance of pegging
 method is quite bad.
 It is because it takes more computations in each iteration as in table
 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:operations in iteration"

\end_inset

 and 
\noun on
Matlab
\noun default
's fast vector computation feature.
 As in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Average seconds and average iteration by size"

\end_inset

, pegging method take about half average iteration than top 
\begin_inset Formula $5$
\end_inset

 fast methods for small coefficient problems and smallest iteration than
 all other methods for large coefficient problems.
 This behavior is consistent to results of literature; however, results
 of speed are conflicted.
 We believe it is because 
\noun on
Matlab
\noun default
 has specially fast performance in full vector computations that other methods
 enjoy without fixing algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Fixing-algorithm"

\end_inset

, while pegging method consumes time to peg (memory releasing in our code)
 variables every iterations.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M4.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average speed by problem
\begin_inset CommandInset label
LatexCommand label
name "fig:Strict convex Avg speed by problem"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="13" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Test problems
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Test problems
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.31
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.37
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.51
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.46
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.46
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.71
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.73
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.61
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.62
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.71
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.80
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.62
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.97
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.76
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.96
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.74
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.70
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.70
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.90
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.74
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.30
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.79
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.79
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.85
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.70
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.41
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.82
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.89
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.96
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.79
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.40
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.17
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.86
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.26
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.29
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.69
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.28
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.24
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time for each size of coefficient.
 
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Ranges of speed are in appendix table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:secs Strictly convex"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:iter Strictly convex"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds by problem
\begin_inset CommandInset label
LatexCommand label
name "tab:Average seconds by problem"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Average seconds and average iteration by size"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Average seconds by problem"

\end_inset

 show that interval test method is the slowest method for small coefficient
 problems in general, while for for large coefficient problems, its ranking
 is high and just below the secant and its hybrid methods.
 It is because the number of breakpoints sorted after bracketing phase is
 
\begin_inset Formula $7.2$
\end_inset

 times less for large coefficient problems as table in 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg break by problem"

\end_inset

.
 
\end_layout

\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg break by problem"

\end_inset

 also supports the expectation in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Range-of-breakpoints"

\end_inset

 that hybrid methods have less number of breakpoints after bracketing phase
 for large coefficient problems, but it does not significantly affect to
 rankings for secant method based hybrid methods although average breakpoints
 are 
\begin_inset Formula $1677.5$
\end_inset

 times less for large coefficient problems since they are on top rankings
 for both problem groups regardless of the number of breakpoints.
 Newton method based hybrid methods also cannot take the benefit because
 there are only few breakpoints remained after bracketing phase by Newton
 method for all problems.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="4" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="2.8cm">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="2cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Test problems
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T1+T2+T3)/
\end_layout

\begin_layout Plain Layout

\size scriptsize
(T4+T5+T6)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2889967.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3542640.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3831648.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
328940.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
329518.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
767143.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant based hybrid
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15599.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4913.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
9.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1677.5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton based hybrid
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.92
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.016
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.5
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average number of breakpoints after bracketing phase by problem
\begin_inset CommandInset label
LatexCommand label
name "tab:Avg break by problem"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Cominetti et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

 and Robinson et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "RobiJianLerm:1992"

\end_inset

 noticed that newton methods rarely use safeguard, and it seems correct
 except for (T6) as in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Total count of safeguard used for 500 problems"

\end_inset

 because the total number of safeguard used over 500 instances are all less
 than 6; however, the proportions that safeguards are used in total iteration
 for SVM like problem (T6) is 
\begin_inset Formula $57\%$
\end_inset

 (
\begin_inset Formula $=284/500$
\end_inset

) and 
\begin_inset Formula $30\%$
\end_inset

 (
\begin_inset Formula $=161/500$
\end_inset

) on average for Newton and its hybrid methods respectively.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="3" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Test problems
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
284
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med, New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
161
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Total number of safeguard used for each 500 instances
\begin_inset CommandInset label
LatexCommand label
name "tab:Total count of safeguard used for 500 problems"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection*
Performances in indefinite case 
\end_layout

\begin_layout Standard
Except for pegging method, 11 methods were tested for indefinite case.
 Similarly to the strictly convex case, all methods have linear growth by
 size although sorting and Newton methods have nonlinear complexity, and
 only bisection methods has a little curvature at 
\begin_inset Formula $n=4e6$
\end_inset

.
 
\end_layout

\begin_layout Standard
Hybrid methods are generally on top rankings (figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Indef Avg speed by size"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Indef Average seconds and average iteration by size"

\end_inset

), and the results show that interval test method has strong point for indefinit
e case because all three methods that employ interval test method occupy
 the first three rankings for small coefficient problems, and, for large
 coefficient problem, interval test method has the top speed and Sec+Int
 is followed.
 
\end_layout

\begin_layout Standard
Most pure methods such as Newton, median search, sorting, and bisection
 methods are on the bottom ranks, but secant method is on fourth rank for
 small coefficient problem.
 Bisection method is placed on the lowest rank for both problem groups although
 the range of dual variable 
\begin_inset Formula $\lambda$
\end_inset

 is narrower for small coefficient problems as in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Range-of-breakpoints"

\end_inset

.
\end_layout

\begin_layout Standard
The order of rankings on size are almost identical in the respect to problems
 (figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Indef Avg speed by problem"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Indef Avg seconds by problem"

\end_inset

) and the percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 (figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Indef Avg speed by dnega"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:Sec by Dnega indef"

\end_inset

).
 Thus, the performances are quite consistent through size, problem, and
 the proportion of negative 
\begin_inset Formula $d_{j}$
\end_inset

.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/M5.pdf
	width 10cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Small coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Indef speed size small"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/M6.pdf
	width 10cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Large coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Indef speed size large"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average speed by size
\begin_inset CommandInset label
LatexCommand label
name "fig:Indef Avg speed by size"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="13" columns="14">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Iter.
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Iter.
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.67
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.37
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.74
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.10
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.83
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.00
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.93
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.37
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.82
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.25
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.49
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.96
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.95
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.41
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.7
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.98
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.45
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
18.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.7
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.10
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
19.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.62
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.14
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.7
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
19.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.61
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.22
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.82
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
17.1
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.17
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.77
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.35
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.4
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.23
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.82
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
21.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.70
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.45
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.97
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.72
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.4
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.23
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.86
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.77
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.25
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.96
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
28.7
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
22.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.96
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.93
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.81
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.79
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30.8
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.77
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.46
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.17
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
33.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.04
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
48.2
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time for each size of coefficient.
 
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Iteration for interval test method is only for bracketing phase algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Ranges of speed and iterations are in appendix table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:secs indef"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:iter indef"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds and average iteration by size
\begin_inset CommandInset label
LatexCommand label
name "tab:Indef Average seconds and average iteration by size"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Indef Average seconds and average iteration by size"

\end_inset

 shows that the rankings follow the number of iteration, but only interval
 test method for small coefficient problems is inconsistently on the third
 rank although it has the smallest iteration.
 It is because the feasible domain of 
\begin_inset Formula $\lambda$
\end_inset

 is too narrow (table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Range-of-breakpoints"

\end_inset

) to efficiently filter out breakpoints via the bracketing phase algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

.
 So Sec+Int is placed on the first rank for small coefficient problems filtering
 out more breakpoints with 
\begin_inset Formula $\varepsilon_{bra}=0.1$
\end_inset

; however, it is downed to the second rank followed after interval test
 method for the large coefficient problems because 
\begin_inset Formula $\varepsilon_{bra}=0.1$
\end_inset

 is relatively small in that case resulting in a few number (maximum 
\begin_inset Formula $166$
\end_inset

 in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:break indef"

\end_inset

 and 
\begin_inset Formula $6.4$
\end_inset

 on average in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg breakpoints indefinite"

\end_inset

) of breakpoints.
 In other words, Sec+Int takes almost double (
\begin_inset Formula $=13.5/7$
\end_inset

) iteration of interval test method to reduce the number of breakpoints,
 and it is less efficient than interval test method for large coefficient
 problems.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status collapsed

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="10" columns="5">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0pt">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3421419.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1740051.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1148770.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2278400.3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant based hybrid
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
6840.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1993.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1597.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2592.8
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton based hybrid
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1312.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5169.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13802.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
475201.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
376307.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
297763.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
401030.5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant based hybrid
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
6.4
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton based hybrid
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
44.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
16.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
23.1
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Ranges are in appendix table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:break indef"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average number of breakpoints after bracketing phase 
\begin_inset CommandInset label
LatexCommand label
name "tab:Avg breakpoints indefinite"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg breakpoints indefinite"

\end_inset

 also shows the average number of breakpoints after bracketing phase.
 The average number of breakpoints for interval test method in both groups
 of problems are very big, but it is too big to have efficiency in small
 coefficient problems and is small enough to have efficiency in large coefficien
t problems.
 Therefore, we can improve Sec+Int to have the best performance controlling
 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 that results the optimum balance between the number of iterations in bracketing
 phase and the number of breakpoints to be sorted for interval test in terminati
on phase.
 
\end_layout

\begin_layout Standard
Interval test based methods have speed priority although the methods include
 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 complexity sorting procedure.
 We believe that it is because the one time sorting step is practically
 not so costly up to some size of array.
 This is supported by performances of methods that use sorting.
 Sorting method that sorts entire breakpoints is ranked on the bottom for
 all problem groups, but Sec+Sor that sorts a part of breakpoint is on the
 middle upper ranking.
 Moreover, both methods are just followed after median search method and
 Sec+Med respectively meaning cost for one time sorting of not too many
 breakpoints is similar to the multiple times of median search.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M7.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average speed by problem
\begin_inset CommandInset label
LatexCommand label
name "fig:Indef Avg speed by problem"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="12" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Test problems
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Test problems
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.04
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.00
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.16
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.16
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.21
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.28
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.41
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.48
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.48
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.48
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.59
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.49
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.04
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.61
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.81
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.77
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.76
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.08
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.85
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.00
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.29
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.86
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.88
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.88
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.28
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.37
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.05
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting  
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton   
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.99
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.22
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.21
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.77
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time for each size of coefficient.
 
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Ranges of speed are in appendix table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:secs indef"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds by problem
\begin_inset CommandInset label
LatexCommand label
name "tab:Indef Avg seconds by problem"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Indef Avg speed by problem"

\end_inset

 shows that all methods performs quite evenly for small coefficient problems,
 but there are inconsistency for large coefficient problems.
 Especially methods have different performances for problem 
\begin_inset Formula $(T5)$
\end_inset

, but hybrid methods that employ secant method have relatively stable speed.
 
\end_layout

\begin_layout Standard
We may think break point search type methods such as sorting, median search,
 and interval test methods can have better performance as the percentage
 of negative 
\begin_inset Formula $d_{j}$
\end_inset

 increases because those variables generate only one breakpoint, while variables
 in 
\begin_inset Formula $j\in P$
\end_inset

 generate two breakpoints.
 However, it does not significantly affect the speed for sorting and median
 search methods as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Indef Avg speed by dnega"

\end_inset

 because such binary search methods can reduce the number of breakpoints
 by half in an iteration.
 For example, the number of breakpoints for no negative 
\begin_inset Formula $d_{j}$
\end_inset

 is 
\begin_inset Formula $2n$
\end_inset

 and for 
\begin_inset Formula $100\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

 is 
\begin_inset Formula $n$
\end_inset

.
 Then, sorting and median search method have just one less iteration in
 
\begin_inset Formula $(P)$
\end_inset

 of 
\begin_inset Formula $100\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

 than in that of no negative 
\begin_inset Formula $d_{j}$
\end_inset

.
 Thus, the average number of iteration decreases slightly from 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $22.6$
\end_inset

, 
\begin_inset Formula $22.6$
\end_inset

, 
\begin_inset Formula $22.4$
\end_inset

, to 
\begin_inset Formula $22.2$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 for 
\begin_inset Formula $0$
\end_inset

 to 
\begin_inset Formula $90\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

 respectively.
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/M8.pdf
	width 10cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Small coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Indef Avg speed small coeff"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/M9.pdf
	width 10cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Large coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Indef Avg speed large coeff"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average speed by 
\begin_inset Formula $\%$
\end_inset

 of negative 
\begin_inset Formula $d_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:Indef Avg speed by dnega"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="13" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0-30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30-60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60-90
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0-30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30-60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60-90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.06 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.66 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.27 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.09 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.38 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.09 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.88 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.34 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.73 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.59 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.91 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.68 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.91 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.05 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.99 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.88 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.31 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.11 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.84 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.53 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.38 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.88 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.32 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.12 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.84 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.54 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.40 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.11 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
-0.77 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.83 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
-0.76 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
-0.10 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.69 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.68 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
-0.48 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.34 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.46 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.65 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.89 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.28 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.50 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.14 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.78 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.98 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.49 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.85 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.76 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
3.56 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.12 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.56 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.38 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.10 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.39 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.01 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
3.53 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.73 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.79 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
5.14 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color red
0.40 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.68 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.97 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.43 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
1.26 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
4.20 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.81 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
2.50 
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time for each size of coefficient.
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Growth rates that are less than 1 are colored in red indicating less than
 
\begin_inset Formula $O(n)$
\end_inset

 time growth.
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Average seconds are available in appendix table 
\begin_inset CommandInset ref
LatexCommand ref
reference "Apptab:Sec by Dnega indef"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average time growth rate by 
\begin_inset Formula $\%$
\end_inset

 of negative 
\begin_inset Formula $d_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Indef Avg growth rate by dnega"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset

As figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Indef Avg speed by dnega"

\end_inset

, most methods tend to be slower as the percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 increases, but table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Indef Avg growth rate by dnega"

\end_inset

, which shows the growth rate on percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

, shows that interval test method has the slightest growth rate in large
 coefficient problems, and Sec+Int has less than linear growth rate for
 all problems and percentages.
 The table also shows that bottom ranking methods and root finding type
 methods such as secant and Newton method tend to have high growth rate.
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="5" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.120
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
49.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
75.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
88.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
35.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
73.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
89.3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.099
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
18.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
31.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
41.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
42.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
66.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.101
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
27.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
55.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
77.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
12.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
54.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
79.8
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average percentage in use of safeguard
\begin_inset CommandInset label
LatexCommand label
name "tab:Average-ratio-safeguard"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset

Newton and its hybrid methods tend to use safeguard more times as the percentage
 of negative 
\begin_inset Formula $d_{j}$
\end_inset

 increases as shown in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Average-ratio-safeguard"

\end_inset

.
 In the case of 
\begin_inset Formula $90\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

, Newton method uses secant method 
\begin_inset Formula $89\%$
\end_inset

 of its iteration on average as a safeguard.
 Thus, Newton and its hybrid methods naturally take more time to compute
 the slope (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:proposed derivative"

\end_inset

) of 
\begin_inset Formula $g(\lambda)$
\end_inset

, and performance of the methods always worse than secant and secant based
 hybrid methods.
 
\end_layout

\begin_layout Subsection*
Hypothesis tests for right hand side 
\begin_inset Formula $b$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "sec:RHS hypothesis"

\end_inset


\end_layout

\begin_layout Standard
In section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Hypothesis1"

\end_inset

, we made the hypothesis 1 to verify if performances of secant and its hybrid
 methods are different by 
\begin_inset Formula $\beta$
\end_inset

 that determines the location of 
\begin_inset Formula $\lambda^{*}$
\end_inset

 with fixed initial 
\begin_inset Formula $\lambda=0$
\end_inset

.
\end_layout

\begin_layout Standard
To verify it, we consider the performance of secant method for only strictly
 convex case, and indefinite case are not considered because it tends to
 take many iteration around 
\begin_inset Formula $\lambda^{*}$
\end_inset

 to reduce gap between 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 when 
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

 regardless of 
\begin_inset Formula $\beta$
\end_inset

.
 Thus, a sub hypothesis is
\end_layout

\begin_layout Itemize
Hypothesis 1.1
\begin_inset CommandInset label
LatexCommand label
name "Hypothesis-1.1"

\end_inset


\end_layout

\begin_deeper
\begin_layout Standard
Average times of secant method for strictly convex case are not different
 by 
\begin_inset Formula $\beta$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Standard
Results of Anova test for hypothesis 1.1 for each problem are in the table
 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Hypothesis1.1"

\end_inset

.
 It concludes that 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.1]{hypothesis 1.1}
\end_layout

\end_inset

 is rejected for problems 
\begin_inset Formula $(T1)$
\end_inset

 and 
\begin_inset Formula $(T3)$
\end_inset

, while it fails to reject for problems 
\begin_inset Formula $(T2)$
\end_inset

, 
\begin_inset Formula $(T4)$
\end_inset

, 
\begin_inset Formula $(T5)$
\end_inset

 and 
\begin_inset Formula $(T6)$
\end_inset

.
 Furthermore, it is also rejected for test of all problems by 
\begin_inset Formula $\beta$
\end_inset

.
 Hence, the average time of secant method is significantly dependent on
 
\begin_inset Formula $\beta$
\end_inset

 when an initial 
\begin_inset Formula $\lambda$
\end_inset

 is fixed at 
\emph on
zero
\emph default
 for problems 
\begin_inset Formula $(T1)$
\end_inset

 and 
\begin_inset Formula $(T3)$
\end_inset

.
 
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="9" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Anova test
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Mean time (Std.Dev)
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
F-ratio
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
P-value
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Conclusion
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $\beta=0.2$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $\beta=0.4$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $\beta=0.6$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $\beta=0.8$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T1)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.753
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.042
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.299 (0.14)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.295 (0.14)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.326 (0.15)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.340 (0.16)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T2)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.300
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.077
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.298 (0.14)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.295 (0.14)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.328 (0.15)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.334 (0.16)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T3)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.607
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.013
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.306 (0.14)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.295 (0.14)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.333 (0.15)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.351 (0.16)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T4)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.448
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.719
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.545 (0.26)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.520 (0.25)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.518 (0.24)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.545 (0.25)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T5)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.110
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.344
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.358 (0.17)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.361 (0.17)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.384 (0.18)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.390 (0.18)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T6)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.110
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.344
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.519 (0.24)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.494 (0.23)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.492 (0.23)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.522 (0.24)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
All instances
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.157
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.006
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.388 (0.21)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.377 (0.20)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.397 (0.20)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.414 (0.21)
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Anova test for 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.1]{hypothesis 1.1}
\end_layout

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Hypothesis1.1"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset

The performances of secant based hybrid methods cannot be measured by its
 time because it includes time of termination phase which varies by methods
 used for termination phase.
 Instead, it can be measured by the number of breakpoints after bracketing
 phase by secant method.
 Thus, we propose a sub 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.2]{hypothesis 1.2}
\end_layout

\end_inset


\end_layout

\begin_layout Itemize
Hypothesis 1.2
\begin_inset CommandInset label
LatexCommand label
name "Hypothesis-1.2"

\end_inset


\end_layout

\begin_deeper
\begin_layout Standard
The number of breakpoints after bracketing phase in Sec+Sor, Sec+Med, and
 Sec+Int are not different by 
\begin_inset Formula $\beta$
\end_inset

 with 
\begin_inset Formula $\varepsilon_{bra}=0.1$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Standard
In addition, we are also interested in interval test method because it also
 used the initial 
\begin_inset Formula $\lambda=0$
\end_inset

 for bracketing phase algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

.
 A sub 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.3]{hypothesis 1.3}
\end_layout

\end_inset

 is 
\end_layout

\begin_layout Itemize
Hypothesis 1.3
\begin_inset CommandInset label
LatexCommand label
name "Hypothesis-1.3"

\end_inset


\end_layout

\begin_deeper
\begin_layout Standard
The number of breakpoints after bracketing phase of interval test method
 are not different by 
\begin_inset Formula $\beta$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Standard
Before taking the Anova test for 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.2]{hypothesis 1.2}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.3]{hypothesis 1.3}
\end_layout

\end_inset

, we first need to look at the distribution of breakpoints because if the
 distribution is not uniform, the number of breakpoints are naturally biased
 regardless 
\begin_inset Formula $\beta$
\end_inset

.
 Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Histograms-of-breakpoints"

\end_inset

 shows the distribution of breakpoints for big enough size 
\begin_inset Formula $n=1e6$
\end_inset

 by problems, and its sub figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Convex hist"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:indefinite hist"

\end_inset

 are for strictly convex case and 
\begin_inset Formula $50\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

 case respectively.
 Looking at the histograms, we may assume problems 
\begin_inset Formula $(T2)$
\end_inset

 and 
\begin_inset Formula $(T3)$
\end_inset

 of strictly convex cases are distributed uniformly so the two problems
 were used for Anova test.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/M10.pdf
	width 13cm
	BoundingBox 0bp 2cm 413bp 11.1cm
	clip

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Strictly convex case
\begin_inset CommandInset label
LatexCommand label
name "fig:Convex hist"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/M11.pdf
	width 13cm
	BoundingBox 0bp 2cm 413bp 11.1cm
	clip

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $50\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:indefinite hist"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Histograms of breakpoints
\begin_inset CommandInset label
LatexCommand label
name "fig:Histograms-of-breakpoints"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset

Results of Anova tests are in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Anova breakpoints"

\end_inset

, and it shows that both 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.2]{hypothesis 1.2}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.3]{hypothesis 1.3}
\end_layout

\end_inset

 are rejected for strictly convex cases of 
\begin_inset Formula $(T2)$
\end_inset

 and 
\begin_inset Formula $(T3)$
\end_inset

.
 Therefore, the performance of secant based hybrid methods and interval
 test method are significantly affected by the value of 
\begin_inset Formula $b$
\end_inset

 and initial 
\begin_inset Formula $\lambda$
\end_inset

 when 
\begin_inset Formula $\varepsilon_{bra}=0.1$
\end_inset

 is fixed.
 
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\begin_inset space \hfill{}
\end_inset


\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="5" columns="4">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Anova test
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
F-ratio
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
P-value
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Conclusion
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T2)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
19.31
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
<.0001
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T3)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
25.29
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
<.0001
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T2) & (T3)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
16.76
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
<.0001
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Anova test for 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.2]{hypothesis 1.2}
\end_layout

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Hypothesis1.2"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="5" columns="4">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Anova test
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
F-ratio
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
P-value
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Conclusion
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T2)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
59.9217
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
<.0001
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T3)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
25.0753
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
<.0001
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
(T2) & (T3)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
75.4707
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
<.0001
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Reject
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Anova test for 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.3]{hypothesis 1.3}
\end_layout

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Hypothesis1.3"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Anova test by 
\begin_inset Formula $\beta$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Anova breakpoints"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection*
Reliability
\end_layout

\begin_layout Standard
As we mentioned in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Considering-reliability"

\end_inset

, unreliable methods such as bisection, secant and Newton methods can have
 worse objective values than other reliable methods because (a) unreliable
 methods pick a breakpoint among index in 
\begin_inset Formula $K^{*}$
\end_inset

 as 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Root-finding-type]{step 3}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Root-finding-type"

\end_inset

 and (b) sometimes never satisfies feasibility with 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 due to numerical error as additional termination criteria 
\begin_inset Formula $\varepsilon_{gap2}$
\end_inset

 and maximum iteration in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Bisection Maxiter+5"

\end_inset

) are required.
 However, the former problem (a) does not happen in our experiment because
 
\begin_inset Formula $|K^{*}|\le1$
\end_inset

 for all instances as in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Instances-K"

\end_inset

.
\end_layout

\begin_layout Standard
We counted the number of instances if the unreliable methods have worse
 lower and upper bound objective values than reliable method, that is, if
 the difference of objective values is greater than 
\begin_inset Formula $0.01$
\end_inset

.
 Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Worse-bound"

\end_inset

 shows the counted number and its percentage in 
\begin_inset Formula $9000$
\end_inset

 indefinite case instances.
 Fortunately, the chances of happening are not big, but it can happen relatively
 often for bisection method in 
\begin_inset Formula $9\%$
\end_inset

.
 
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="4" columns="3">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Method
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Lower bound
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Upper bound
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
807 (9%)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
807 (9%)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
516 (6%)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
516 (6%)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
83 (0.9%)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
83 (0.9%)
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Total count of worse bound
\begin_inset CommandInset label
LatexCommand label
name "tab:Worse-bound"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection*
Conclusion
\end_layout

\begin_layout Standard
For strictly convex case, secant method is obviously the fastest method,
 and for indefinite case, Sec+Int and interval test method are fastest for
 small and large coefficient problem as in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Top-rankings"

\end_inset

.
 We can also observe from the table that all the top ranking methods are
 based on secant and interval test method, and the methods are actually
 thought of a kind of Sec+Int because it can be secant method if we give
 
\begin_inset Formula $\varepsilon_{bra}=-\infty$
\end_inset

 and behave like interval test method if 
\begin_inset Formula $\varepsilon_{bra}=\infty$
\end_inset

.
 
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="5" columns="4">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Coefficients
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
First rank
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Second rank
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Strictly convex case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Secant
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\color black
Secant
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int (fourth)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Indefinite case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval (third)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Top rankings
\begin_inset CommandInset label
LatexCommand label
name "tab:Top-rankings"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
For indefinite problems, Sec+Int is downed from the first rank in small
 coefficient problem to the second rank in large coefficient problem.
 Because the range 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 for variables in large coefficient indefinite problem are large (at most
 
\begin_inset Formula $2000$
\end_inset

), 
\begin_inset Formula $g(\lambda)$
\end_inset

 can have relatively big jump at 
\begin_inset Formula $t_{j}$
\end_inset

 within small range of 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

, and that is the case when secant method has difficulty to reduce the dual
 domain efficiently.
 Thus, last many iterations in bracketing phase of Sec+Int are consumed
 just to satisfy 
\begin_inset Formula $\lambda_{u}-\lambda_{l}<\varepsilon_{bra}=0.1$
\end_inset

 with small dual domain reduction rate although there are already few number
 of breakpoints between 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 are remained.
 So Sec+Int consumed almost double (=13.5/7, table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Indef Average seconds and average iteration by size"

\end_inset

) iterations than interval test method remaining less than 7 (unnecessary
 too small) breakpoints (tables 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg breakpoints indefinite"

\end_inset

).
 Hence, if 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 is properly assigned to avoid the inefficient last iterations, Sec+Int
 can also take the first rank for large coefficient indefinite problem.
 
\end_layout

\begin_layout Standard
Moreover, as we have seen the almost identical performances of Sec+Sor and
 Sec+Med, sorting procedure is not practically worse than linear time median
 procedure.
 That means Sec+Int may not be significantly deteriorated by 
\begin_inset Formula $O(n\ log\ n)$
\end_inset

 sorting procedure if secant method filters out proper number of breakpoints.
 In addition, interval test method can find exact solution without reliability
 issue.
\end_layout

\begin_layout Standard
Although it is proved that Sec+Int is significantly affected by an initial
 
\begin_inset Formula $\lambda$
\end_inset

 rejecting a part of 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Hypothesis-1.2]{hypothesis 1.2}
\end_layout

\end_inset

, it actually increases the value of Sec+Int as a sub problem solver, which
 is its one of the main application, because 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton,DaiFle2006Secant,FuDai2010"

\end_inset

 experimentally show that the initial 
\begin_inset Formula $\lambda$
\end_inset

 plays a significant role when the nonseparable case of 
\begin_inset Formula $(P)$
\end_inset

 is solved by secant or Newton method as a sub problem solver.
\end_layout

\begin_layout Standard
Therefore, we conclude Sec+Int is the best method among 
\begin_inset Formula $12$
\end_inset

 tested methods.
 We may let Sec+Int dynamically controls 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

 looking at the remained number of breakpoints during secant method in bracketin
g phase narrows 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 in bracketing phase to get the optimum balance between the iteration of
 secant method and the number of breakpoints for interval test method.
 We leave it for the future research.
 
\end_layout

\begin_layout Subsection
Comparison with other methods
\begin_inset CommandInset label
LatexCommand label
name "sec:Experiment_Comparison-with-other"

\end_inset


\end_layout

\begin_layout Standard
There are a lot of solvers for non-convex quadratic programming.
 The web page
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://www.numerical.rl.ac.uk/people/nimg/qp/qp.html
\end_layout

\end_inset

 of Gould and Toint lists 28 solvers, and Hans Mittelmann lists more solvers
 and test problems in his web site
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://plato.asu.edu/sub/nlores.html#QP-problem
\end_layout

\end_inset

.
\end_layout

\begin_layout Standard
In this section, we compare the best hybrid method Sec+Int with other selected
 four solvers: a global solver of Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

, a local solver of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, two commercial solvers of 
\noun on
Cplex
\noun default
 and 
\noun on
Matlab
\noun default
.
 
\end_layout

\begin_layout Subsection*
Global solver
\begin_inset CommandInset label
LatexCommand label
name "Sec:Global-solver"

\end_inset


\end_layout

\begin_layout Standard
Recently, Chen and Burer (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

) implemented their global algorithm for quadratic programming in 
\noun on
Matlab
\noun default
 and share it in their website
\begin_inset Foot
status open

\begin_layout Plain Layout
http://dollar.biz.uiowa.edu/~sburer/pmwiki/pmwiki.php%3Fn=Main.QuadprogBB%3Faction=lo
gout.html
\end_layout

\end_inset

.
 For fair time comparison, we used an option 
\end_layout

\begin_layout Standard
\align center
\begin_inset listings
inline true
status open

\begin_layout Plain Layout

optChen.verbosity=0;
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\align left
not to display any result during it solves the problem, and added
\end_layout

\begin_layout Standard
\align center
\begin_inset listings
inline true
status open

\begin_layout Plain Layout

quadopts.Algorithm='active-set';
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\align left
in the code not to display 
\noun on
Matlab
\noun default
's warning message when it use 
\noun on
Matlab
\noun default
 as a sub solver.
 Because it also uses 
\family typewriter
cplexlp.m
\family default
 of 
\noun on
Cplex
\noun default
 as a sub solver, we added a path to link the solvers in 
\noun on
Matlab
\noun default
.
 Moreover, we limited the maximum allowable time to 
\begin_inset Formula $15$
\end_inset

 minutes with an option
\end_layout

\begin_layout Standard
\align center
\begin_inset listings
inline true
status open

\begin_layout Plain Layout

optChen.max_time=900;
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\align left
because it sometimes takes a very long time over 
\begin_inset Formula $2$
\end_inset

 hours for a problem of 
\begin_inset Formula $n=60$
\end_inset

.
 It yields its best optimum solution if the time limit is reached.
 
\end_layout

\begin_layout Subsection*
Local solver
\begin_inset CommandInset label
LatexCommand label
name "Sec:Local-solver"

\end_inset


\end_layout

\begin_layout Standard
As we considered in methodology section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Nonconvex Algorithms"

\end_inset

, only three algorithms are available for indefinite case of 
\begin_inset Formula $(P)$
\end_inset

 in literature.
 Among the methods, we implemented a local solver of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 because the piecewise linear approximation method of Pardalos and Kovoor
 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990"

\end_inset

 and 
\begin_inset Formula $\varepsilon-approximation$
\end_inset

 method of 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

 get seriously deteriorated as the size of 
\begin_inset Formula $N$
\end_inset

 increases and practically hard to implement as authors never tried it.
 
\end_layout

\begin_layout Standard
Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 suggested four versions of algorithms, but he implemented only two versions
 of 
\family typewriter
\noun on
IKP1
\family default
\noun default
 (
\begin_inset Formula $O(n^{3})$
\end_inset

 complexity) and 
\family typewriter
\noun on
IKP2
\family default
\noun default
 (
\begin_inset Formula $O(n^{2}\ log\ n)$
\end_inset

 complexity) due to implementation difficulties.
 Although 
\family typewriter
\noun on
IKP2
\family default
\noun default
 has lower complexity than 
\family typewriter
\noun on
IKP1
\family default
\noun default
, his experiments show that 
\family typewriter
\noun on
IKP1
\family default
\noun default
 is about 
\begin_inset Formula $13$
\end_inset

 times faster than 
\family typewriter
\noun on
IKP2
\family default
\noun default
 for the size of up to 
\begin_inset Formula $80$
\end_inset

.
 Therefore, we chose 
\family typewriter
\noun on
IKP1
\family default
\noun default
 to implement as a local solver and the code is available in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Vavasis IKP1"

\end_inset

.
\end_layout

\begin_layout Subsection*
Commercial solver
\begin_inset CommandInset label
LatexCommand label
name "Sec:Commercial-solver"

\end_inset


\end_layout

\begin_layout Standard
We used the most recent versions of two commercial solvers of 
\noun on
Cplex
\noun default
 12.5.1 and 
\noun on
Matlab 2013
\noun default
a.
 
\noun on
Cplex 
\noun default
provides its quadratic programming solver in 
\noun on
Matlab
\noun default
 with a function name of 
\family typewriter
cplexqp.m
\family default
.
 Since the version 12.3 (June 2011), 
\noun on
Cplex
\noun default
 has allowed users to obtain a solution that satisfies first order optimality
 KKT conditions for non-convex problems with an option of 
\end_layout

\begin_layout Standard
\align center
\begin_inset listings
inline true
status open

\begin_layout Plain Layout

optCplex=cplexoptimset('cplex'); optCplex.solutiontarget=2;
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\align left
One can refer the online manual
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://pic.dhe.ibm.com/infocenter/cosinfoc/v12r3/index.jsp?topic=%2Filog.odms.studio.he
lp%2FContent %2FOptimization%2FDocumentation%2FOptimization_Studio%2F_pubskel%2F
ps_COS_Eclipse7.html
\end_layout

\end_inset

 of 
\noun on
Cplex
\noun default
 12.3 for more detail.
 In addition,
\noun on
 Cplex
\noun default
 has various quadratic programming algorithms: Primal Simplex, Dual Simplex,
 Network Simplex, Barrier, and Concurrent methods, but we let 
\noun on
Cplex
\noun default
 choose the best algorithm as its default.
\end_layout

\begin_layout Standard

\noun on
Matlab
\noun default
 includes 
\family typewriter
quadprog.m 
\family default
as a built-in function for general non-global quadratic programming with
 three algorithms, but we can use only Active-set method with an option
 of
\end_layout

\begin_layout Standard
\align center
\begin_inset listings
inline true
status open

\begin_layout Plain Layout

optsMat=optimset('Algorithm','active-set','Display','off');
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\align left
to solve indefinite case of 
\begin_inset Formula $(P)$
\end_inset

 because its Trust-region-reflective method can solve only bound constrained
 or linear equality constrained problems, and Interior-point-convex method
 is only for for convex quadratic programming.
 The Active-set method we used is also known as a projection method and
 is based on studies of 
\begin_inset CommandInset citation
LatexCommand cite
key "gill1981,gill1984,gill1991"

\end_inset

.
 
\end_layout

\begin_layout Subsection*
Performance profiler
\begin_inset CommandInset label
LatexCommand label
name "sec:Performance-profiler"

\end_inset


\end_layout

\begin_layout Standard
Dolan and Moré (2002, 
\begin_inset CommandInset citation
LatexCommand cite
key "dolan2002"

\end_inset

) developed 
\emph on
performance profile
\emph default
 to compare optimization solvers, and it has been widely
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
\begin_inset CommandInset citation
LatexCommand cite
key "dolan2002"

\end_inset

 has been cited by 1051 papers as of July 15, 2013.
\end_layout

\end_inset

 used these days because it overcomes drawbacks of statistics such as average,
 ranking, and ratio in a compact graph.
 However, since the 
\emph on
performance profile
\emph default
 is mainly for time comparison, Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 modified it to compare local optimum objective values.
 So we use 
\emph on
performance profile
\emph default
 of the version of Dai and Fletcher 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset

 to compare the quality of solutions of Sec+Int with that of other solvers.
\end_layout

\begin_layout Standard
Suppose we have the set of solvers 
\begin_inset Formula $\mathcal{S}$
\end_inset

 on a test set 
\begin_inset Formula $\mathcal{P}$
\end_inset

 with 
\begin_inset Formula $n_{p}$
\end_inset

 number of problems.
 We denote 
\begin_inset Formula $f_{p,s}$
\end_inset

 the objective value of a problem 
\begin_inset Formula $p\in\mathcal{P}$
\end_inset

 by a solver 
\begin_inset Formula $s\in\mathcal{S}$
\end_inset

, and let 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\underline{f}_{p}$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 and 
\begin_inset Formula $\bar{f}_{p}$
\end_inset

 be the minimal and maximal values of 
\begin_inset Formula $\{f_{p,s}:s\in S$
\end_inset

}.
 We get the quality of 
\begin_inset Formula $f_{p,s}$
\end_inset

 normalizing it into a ratio as
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
Quality\ ratio:\quad r_{p,s}=\begin{cases}
0 & if\ \bar{f}_{p}-\underline{f}_{p}\le\varepsilon\\
(f_{p,s}-\underline{f}_{p})/(\bar{f}_{p}-\underline{f}_{p}) & otherwise
\end{cases}
\]

\end_inset

where 
\begin_inset Formula $\varepsilon>0$
\end_inset

 is a value to admit numerical error in objective values, and we used 
\begin_inset Formula $\varepsilon=10^{\left\lfloor log_{10}(n)\right\rfloor }\times10^{-6}$
\end_inset

.
 Then, we draw a graph with a given factor 
\begin_inset Formula $\tau\in[0,0.9]$
\end_inset

 versus  probability 
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
Probability:\quad\rho_{s}(\tau)=\frac{1}{n_{p}}size\{p\in\mathcal{P}:r_{p,s}\le\tau\}
\]

\end_inset

that the quality ratio 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $r_{p,s}$
\end_inset

 is equal to or less than a factor 
\begin_inset Formula $\tau$
\end_inset

 for solver 
\begin_inset Formula $s$
\end_inset

.
 In other words,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 it means that a solver 
\begin_inset Formula $s$
\end_inset

 can yield objective value less than 
\begin_inset Formula $\tau\times\underline{f}_{p}$
\end_inset

 in a probability of 
\begin_inset Formula $\rho_{s}(\tau)$
\end_inset

.
 So 
\begin_inset Formula $\rho_{s}(0)$
\end_inset

 is the probability that a solver 
\begin_inset Formula $s$
\end_inset

 finds the best solution (
\begin_inset Formula $f_{p,s}=\underline{f}_{p}$
\end_inset

 for 
\begin_inset Formula $p\in\mathcal{P}$
\end_inset

).
 
\end_layout

\begin_layout Standard
Thus, the probability 
\begin_inset Formula $\rho_{s}$
\end_inset

 is a cumulative distribution function with a non-decreasing, piecewise
 constant and continuous line on 
\begin_inset Formula $\tau$
\end_inset

, and a line under 
\begin_inset Formula $1$
\end_inset

 means that the solver is not better for all problems than others.
 
\end_layout

\begin_layout Subsection*
Small size problems
\end_layout

\begin_layout Standard
The five solvers of Sec+Int, Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

, Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, 
\family typewriter
cplexqp.m
\family default
 of 
\noun on
Cplex
\noun default
, and 
\family typewriter
quadprog.m
\family default
 of 
\noun on
Matlab
\noun default
 are used to compare the speed and the quality of optimum values.
 Small sizes were tested because the global solver of Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

 and 
\family typewriter
quadprog.m
\family default
 of 
\noun on
Matlab
\noun default
 consume exponentially long time for large size problems, say over 
\begin_inset Formula $n=300$
\end_inset

.
 The random problems were generated by
\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 percentages of negative 
\begin_inset Formula $d_{j}$
\end_inset

 : 
\begin_inset Formula $20\%$
\end_inset

, 
\begin_inset Formula $50\%$
\end_inset

, and 
\begin_inset Formula $80\%$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $20$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $40$
\end_inset

, and 
\begin_inset Formula $60$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 small coefficient problems: 
\begin_inset Formula $(T1)$
\end_inset

, 
\begin_inset Formula $(T2),$
\end_inset

 and 
\begin_inset Formula $(T3)$
\end_inset

 
\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 locations of right hand side 
\begin_inset Formula $b$
\end_inset

 by 
\begin_inset Formula $\beta=0.2$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.5$
\end_inset

, and 
\begin_inset Formula $0.8$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $10$
\end_inset

 random problems for each instance
\end_layout

\begin_layout Standard
Thus, the total 
\begin_inset Formula $810$
\end_inset

 (
\begin_inset Formula $=3\times3\times3\times3\times10$
\end_inset

) problems were tested with a tester code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Tester-to-compare"

\end_inset

.
 Note that large coefficient problem 
\begin_inset Formula $(T4)$
\end_inset

, 
\begin_inset Formula $(T5),$
\end_inset

 and 
\begin_inset Formula $(T6)$
\end_inset

 could not be used because the solver of Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

 tends to fail to solve frequently for the problems.
 
\end_layout

\begin_layout Standard
The average and range of speed (in seconds) of five methods are presented
 in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg small size indef"

\end_inset

.
 Sec+Int spent a fraction of time with almost no time growth, while other
 methods shows nonlinear time growth.
 Chen and Burer shows the fastest time growth, but the growth rate is actually
 much higher because the method reached the time limit up to 
\begin_inset Formula $42.6\%$
\end_inset

 as shown in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol small indef"

\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="7" columns="6">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cplex
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Matlab
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Chen&Burer
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00054
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0018
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.017
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.018
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
23.3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00048
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0036
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.019
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.052
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
318.4
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00055
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0066
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.021
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.109
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
489.6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.008]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0009, 0.013]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.015, 0.048]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.037]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.013, 322.93]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0013, 0.019]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.015, 0.055]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.034, 0.081]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3.404, 900]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.002, 0.038]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.016, 0.055]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.074, 0.142]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8.527, 900]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds and range for small size indefinite problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Avg small size indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Rather than speed, we may compare the probabilities that solvers find global
 optimum.
 Since Chen and Burer theoretically guarantees the global optimum solution,
 we can compare global optimality comparing with the objective value of
 Chen and Burer.
 However, because Chen and Burer sometimes finds worse objective value than
 other solvers and overs the time limit of 
\begin_inset Formula $15$
\end_inset

 minutes, we obtained the probabilities counting the instances that a solver's
 objective value is not different from the best value of all solvers.
 That is, the probability is 
\begin_inset Formula 
\begin{equation}
P[f_{p,s}-\underline{f}_{p}<n\times10^{-6}:p\in\mathcal{P},\ s\in\mathcal{S}]\label{eq:Prob best optimum}
\end{equation}

\end_inset

with numerical error admissible range of 
\begin_inset Formula $n\times10^{-6}$
\end_inset

.
 The percentage values are in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol small indef"

\end_inset

.
 Most solvers can similarly get global optimum in about 
\begin_inset Formula $60\%$
\end_inset

, and Chen and Burer fails to find global optimum in 
\begin_inset Formula $2.7\%$
\end_inset

, which is much less than time limit over rate 
\begin_inset Formula $22\%$
\end_inset

.
 But the time over rate significantly increases as size grows.
\end_layout

\begin_layout Standard
Although the upper bound solutions of Sec+Int are just feasible solutions
 when 
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

, the solutions are actually the best or global in 
\begin_inset Formula $12\%$
\end_inset

 as shown in the last column of table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol small indef"

\end_inset

.
 But the rate decreases as the size grows.
 
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="5" columns="8">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="0">
<column alignment="center" valignment="middle" width="2.1cm">
<column alignment="center" valignment="middle" width="2.5cm">
<row>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cplex
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Matlab
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Chen&Burer
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Time > 15 min.
 of Chen&Burer
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

 and Sec+Int is the best 
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
67.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
66.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
72.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
62.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
95.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
0.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
17.8
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
62.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
58.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
65.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
56.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
99.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
23.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10.7
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
58.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
55.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
61.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
54.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
97.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
42.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
8.1
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Overall
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
62.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
66.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
57.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
97.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
22.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
12.2
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Percentage of the best solution found for small size indefinite problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Percent best sol small indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Since performance profile gets cumulated distribution pooling all objective
 values, we cannot use the numerical error admissible range of 
\begin_inset Formula $n\times10^{-6}$
\end_inset

 that is used for table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol small indef"

\end_inset

.
 So we used 
\begin_inset Formula 
\[
\varepsilon=10^{\left\lfloor log_{10}(n)\right\rfloor }\times10^{-6}=10^{-5}
\]

\end_inset

for performance profile in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Profile small size indef"

\end_inset

.
 Due to the different numerical error admissible range, 
\begin_inset Formula $\rho(1)=0.6$
\end_inset

 for 
\noun on
Cplex
\noun default
 is significantly different from 
\begin_inset Formula $66.7\%$
\end_inset

 in the last row of table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol small indef"

\end_inset

.
 
\end_layout

\begin_layout Standard
Chen and Burer, of course, is placed on the top line almost along at 
\begin_inset Formula $1$
\end_inset

 as a global solver, while 
\noun on
Matlab
\noun default
's
\noun on
 
\family typewriter
\noun default
quadprog.m
\family default
 always yields the worst quality solutions.
 Sec+Int is almost 
\begin_inset Formula $10\%$
\end_inset

 above 
\noun on
Cplex
\noun default
 for 
\begin_inset Formula $\tau>0.15$
\end_inset

.
 That means the quality of upper bound solution of Sec+Int is quite better
 than that of 
\noun on
Cplex
\noun default
.
 It may be because the small coefficients of test problems 
\begin_inset Formula $(T1)$
\end_inset

, 
\begin_inset Formula $(T2)$
\end_inset

, and 
\begin_inset Formula $(T3)$
\end_inset

 yield relatively small bound gaps (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:bound gap"

\end_inset

) for Sec+Int.
 Test with large coefficients are followed in the next section.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M12.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Performance profile for small size indefinite problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Profile small size indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection*
Large size problems
\end_layout

\begin_layout Standard
In addition to the small size problems, experiments with large size were
 also conducted without 
\noun on
Matlab
\noun default
's
\noun on
 
\family typewriter
\noun default
quadprog.m
\family default
 and the global solver of Chen and Burer since two methods consume too much
 time and fail to solve in many times for large size problems.
 The random problems were generated by
\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 percentages of negative 
\begin_inset Formula $d_{j}$
\end_inset

 : 
\begin_inset Formula $20\%$
\end_inset

, 
\begin_inset Formula $50\%$
\end_inset

, and 
\begin_inset Formula $80\%$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $4$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $1000$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $20000$
\end_inset

, 
\begin_inset Formula $3000$
\end_inset

, and 
\begin_inset Formula $4000$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $6$
\end_inset

 problems: 
\begin_inset Formula $(T1)$
\end_inset

, 
\begin_inset Formula $(T2),$
\end_inset

 
\begin_inset Formula $(T3)$
\end_inset

, 
\begin_inset Formula $(T4)$
\end_inset

, 
\begin_inset Formula $(T5),$
\end_inset

 and 
\begin_inset Formula $(T6)$
\end_inset

 
\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 locations of right hand side 
\begin_inset Formula $b$
\end_inset

 by 
\begin_inset Formula $\beta=0.2$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.5$
\end_inset

, and 
\begin_inset Formula $0.8$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $10$
\end_inset

 random problems for each instance
\end_layout

\begin_layout Standard
Thus, the total 
\begin_inset Formula $2,160$
\end_inset

 (
\begin_inset Formula $=3\times4\times6\times3\times10$
\end_inset

) problems were tested with a code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Tester-to-compare"

\end_inset

.
 Note that we include all six test problems for this case because Chen and
 Burer is not tested.
 
\end_layout

\begin_layout Standard
The average speeds and ranges of solvers in seconds are presented in table
 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg large size indef"

\end_inset

.
 All solvers tend to take more time in large coefficient problems, and both
 Vavasis and 
\noun on
Cplex
\noun default
 spent approximately double time for large coefficient problems than for
 small coefficient problems although the most minimum times are similar
 for both problem groups.
 
\end_layout

\begin_layout Standard
Time growth rate can be computed by 
\begin_inset Formula 
\begin{equation}
\frac{t_{n,s}/t_{1000,s}}{(n/1000)^{Growth\ rate}}\backsimeq1\label{eq:growth rate}
\end{equation}

\end_inset

with 
\begin_inset Formula $t_{n,s}$
\end_inset

, the average time for solver 
\begin_inset Formula $s$
\end_inset

 in the size of 
\begin_inset Formula $n$
\end_inset

, and it is presented on the middle row of table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg small size indef"

\end_inset

.
 Growth rates are approximately identical for both sizes of coefficients
 in the three solvers, and Sec+Int shows less than linear time growth rate
 (
\begin_inset Formula $0.5$
\end_inset

).
 
\noun on
Cplex
\noun default
 has almost linear growth rate (
\begin_inset Formula $1.2$
\end_inset

), but Vavasis has more than quadratic growth rate (
\begin_inset Formula $2.3$
\end_inset

) over size.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="11" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cplex
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cplex
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0006
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0008
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.22
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0009
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.26
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0011
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
9.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.50
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0012
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.44
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0016
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
24.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0014
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
23.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.66
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0019
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
49.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.30
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Growth rate
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.2
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0003, 0.003]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.04, 3.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.04, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.004]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.05, 4.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.04, 0.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0005, 0.003]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.13, 22.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.09, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0005, 0.004]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.13, 23.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.07, 1.7]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0006, 0.004]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.27, 53.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.14, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0007, 0.006]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.27, 62.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.12, 4.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0008, 0.005]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.44, 116.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.21, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0008, 0.008]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.44, 129.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.17, 5.7]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds and range for large size indefinite problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Avg large size indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Consider the probability that a solver gets the best optimum solution as
 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Prob best optimum"

\end_inset

).
 Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol large indef"

\end_inset

 shows the probabilities, and Sec+Int has obviously great rate for best
 optimum solution.
 We expected that Sec+Int would yield worse upper bound objective value
 for large coefficient problems because large coefficients naturally give
 larger bound gap (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:bound gap"

\end_inset

); however, it might affect to Vavasis and 
\noun on
Cplex
\noun default
 more seriously since the probabilities of Vavasis and 
\noun on
Cplex
\noun default
 for large coefficient problems are significantly lower than that for small
 coefficient problems.
 Another reason may be found in the last columns for each size coefficient
 groups in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol large indef"

\end_inset

.
 Because the probabilities that Sec+Int finds the best when 
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

 is greater in large coefficient problems than in small coefficient problems,
 it may leads the lower probabilities for other methods.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="7" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cplex
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

 and Best
\color red

\begin_inset Formula $^{1}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cplex
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

 and Best
\color red

\begin_inset Formula $^{1}$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
83.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
63.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
33.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
94.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
44.8
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
88.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
49.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
54.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
39.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
94.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
16.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
41.1
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
93.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
43.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
94.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
47.0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
91.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
54.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
42.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
94.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
16.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
47.4
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Overall
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
89.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
55.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
39.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
94.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.9
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
45.1
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
\color red
1
\color inherit
.
 
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

 and Best means Sec+Int yields the best solution when 
\begin_inset Formula $K^{*}\ne\emptyset$
\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Percentage of the best solution found for large size indefinite problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Percent best sol large indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Performance profiles in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Profile large size indef"

\end_inset

 also clearly show the worse performance of Vavasis and 
\noun on
Cplex.
 
\noun default
The two lines of the methods have larger gap from the line of Sec+Int in
 large coefficient problems 
\end_layout

\begin_layout Standard
For the same reason in the small size experiments, table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol large indef"

\end_inset

 is obtained with the numerical error admissible range of 
\begin_inset Formula $n\times10^{-6}$
\end_inset

 and performance profiles in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Profile large size indef"

\end_inset

 is obtained with 
\begin_inset Formula 
\[
\varepsilon=10^{\left\lfloor log_{10}(n)\right\rfloor }\times10^{-6}=10^{-3}
\]

\end_inset

by pooling all objective values.
 Thus, 
\begin_inset Formula $\rho(1)=0.5$
\end_inset

 for 
\noun on
Cplex
\noun default
 in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Profile large size indef Small coeff"

\end_inset

 of small coefficient problems is discrepant from 
\begin_inset Formula $55.6\%$
\end_inset

 on the last row of table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Percent best sol large indef"

\end_inset

.
\end_layout

\begin_layout Standard
Performance profiles show that Sec+Int always above Vavasis and 
\noun on
Cplex
\noun default
 touching the probability of 
\begin_inset Formula $1$
\end_inset

.
 Vavasis never increases its probability through all 
\begin_inset Formula $\tau=[0,\ 0.9]$
\end_inset

, and it means its quality of solutions is quite worse than other solvers.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M13.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Small coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Profile large size indef Small coeff"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M14.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Large coefficient problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Profile large size indef Lag coeff"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Performance profile for large size indefinite problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Profile large size indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection*
Conclusion
\end_layout

\begin_layout Standard
Through the experiments comparing with other methods, the performance of
 Sec+Int is fairly impressive in the respect of speed and solution quality.
 Speed of Sec+Int is incomparably faster than other method having less than
 linear time growth.
 
\emph on
Performance profiles
\emph default
 show that Sec+Int line is above all other solvers' lines for almost all
 
\begin_inset Formula $\tau$
\end_inset

 except for the global solver of Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

 proving that the quality of feasible upper bound solution of Sec+Int is
 pretty high regardless of coefficient magnitude; moreover, Sec+Int may
 be less sensitive to the coefficient magnitude than Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 and 
\family typewriter
cplexqp.m
\family default
 of 
\noun on
Cplex
\noun default
.
 
\end_layout

\begin_layout Subsection
Budgeting problem (0-1 knapsack problem)
\begin_inset CommandInset label
LatexCommand label
name "Sec:Experiment Budgeting"

\end_inset


\end_layout

\begin_layout Standard
In corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xU=xB"

\end_inset

 we have shown that our algorithms can find 
\emph on
break solution 
\emph default

\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:xB break solution"

\end_inset

) of problem 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:xB]{$(B_{relax})$}
\end_layout

\end_inset

 for any 
\begin_inset Formula $M$
\end_inset

.
 The most advanced method 
\family typewriter
\color black
COMBO
\family default
\color inherit
 for budgeting problem uses 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 for its initial solution and finds it using 
\color black

\begin_inset Formula $O(n)$
\end_inset

 time
\color inherit
 partial sorting of 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset

, which is similar to algorithm 
\family typewriter
\noun on
Select
\family default
\noun default
.
 Because we have experimental results that median search method is not superior
 to hybrid methods from previous experiments, in this section, we show that
 all hybrid methods are also faster than median search method in finding
 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

; therefore, we prove the first chance that 
\family typewriter
\color black
COMBO
\family default
\color inherit
 can be improved if it uses our hybrid methods to get 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 as proposed in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Four chances for Combo"

\end_inset

.
\end_layout

\begin_layout Standard

\color black
Pisinger (2005, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger2005hard"

\end_inset

) investigated various 
\color inherit
0-1 knapsack problems listing 11 instances.
 Among the instances, we chose the most widely used three problems that
 have been tested through almost all literature about 0-1 knapsack problems.
 
\end_layout

\begin_layout Itemize
The selected budgeting problems are
\end_layout

\begin_deeper
\begin_layout Description
\begin_inset Formula $(T7)$
\end_inset

 Uncorrelated: 
\begin_inset Formula $a_{j}\in[1,\ R]$
\end_inset

 and 
\begin_inset Formula $c_{j}\in[-R,\ -1]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(T8)$
\end_inset

 Weakly correlated: 
\begin_inset Formula $a_{j}\in[1,\ R]$
\end_inset

 and 
\begin_inset Formula $c_{j}\in[-a_{j}-R/10,\ -a_{j}+R/10]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(T9)$
\end_inset

 Strongly correlated: 
\begin_inset Formula $a_{j}\in[1,\ R]$
\end_inset

 and 
\begin_inset Formula $c=-a_{j}-R/10$
\end_inset


\end_layout

\end_deeper
\begin_layout Standard
where 
\begin_inset Formula $R$
\end_inset

 is the range value, and we used 
\begin_inset Formula $R=1e4$
\end_inset

, and 
\begin_inset Formula $720$
\end_inset

 (
\begin_inset Formula $=3\times3\times4\times20$
\end_inset

) random problems were generated with
\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $1e3$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $1e4$
\end_inset

, and 
\begin_inset Formula $1e5$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 problems of 
\begin_inset Formula $(T7)$
\end_inset

, 
\begin_inset Formula $(T8)$
\end_inset

, and 
\begin_inset Formula $(T9)$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $4$
\end_inset

 locations of right hand side 
\begin_inset Formula $b$
\end_inset

 by 
\begin_inset Formula $\beta=0.2$
\end_inset

, 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $0.4$
\end_inset

, 
\begin_inset Formula $0.6$
\end_inset

, and 
\begin_inset Formula $0.8$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $20$
\end_inset

 random problems for each instance
\end_layout

\begin_layout Standard
by the code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Tester-for-budgeting"

\end_inset

.
\end_layout

\begin_layout Standard
The experiments were conducted with eight reliable methods (three pure and
 five hybrid methods), and three commercial solvers of 
\noun on
Matlab 
\noun default
and
\noun on
 Cplex
\noun default
.
 Since the eight reliable methods always yields the slack variable 
\begin_inset Formula $y=0$
\end_inset

 in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:Budgeting-problem]{(B2)}
\end_layout

\end_inset

 as proved in corollary 
\begin_inset CommandInset ref
LatexCommand ref
reference "cor:xU=xB"

\end_inset

, the time to get 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 by the methods were measured ignoring 
\begin_inset Formula $y$
\end_inset

.
 Two commercial linear programming solvers 
\family typewriter
linprog.m
\family default
 of 
\noun on
Matlab
\noun default
 and 
\family typewriter
cplexlp.m
\family default
 of 
\noun on
Cplex
\noun default
 were also ran to get 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 solving LP relaxed problem 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:xB]{$(B_{relax})$}
\end_layout

\end_inset

, and an option
\end_layout

\begin_layout Standard
\align center
\begin_inset listings
inline true
status open

\begin_layout Plain Layout

optsMat=optimset('Display','off');
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\align left
for 
\family typewriter
linprog.m
\family default
 was used not to see termination message.
 
\end_layout

\begin_layout Standard

\noun on
Matlab
\noun default
 and 
\noun on
Cplex
\noun default
 have solvers 
\family typewriter
bintprog.m
\family default
 and 
\family typewriter
cplexbilp.m
\family default
 respectively for 0-1 linear programming.
 Since 
\family typewriter
bintprog.m
\family default
 often fails to solve large problems, say 
\begin_inset Formula $n\ge1e3$
\end_inset

, we used only 
\family typewriter
cplexbilp.m
\family default
 to compare its time to the times of solvers for 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

.
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/E1.pdf
	height 5cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Bar graphs and legend have the same order from the fastest method.
\end_layout

\begin_layout Plain Layout

\size scriptsize
* Bar heights are normalized for each size.
 So heights over sizes are not comparable.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Time comparison of reliable methods
\begin_inset CommandInset label
LatexCommand label
name "fig:Time-comparison-Budget"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Time-comparison-Budget"

\end_inset

 shows the bar graphs, which are normalized by size, to compare times to
 get 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 by eight reliable methods, and the corresponding average times are in table
 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Time-comparison-Budget"

\end_inset

.
 Consistently to the previous experiment results, Sec+Int has the fastest
 speed.
 Ironically the only 
\begin_inset Formula $O(n)$
\end_inset

 time method, median search method is at the bottom ranks, and it is slower
 than sorting method in size of 
\begin_inset Formula $n=1000$
\end_inset

 proving that one time sorting is more efficient than multiple times median
 search if the number of breakpoints are under certain number.
 Therefore, it is possible that 
\family typewriter
\color black
COMBO
\family default
\color inherit
 can be faster if it uses Sec+Int for its initial solution.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="13" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="1cm">
<column alignment="center" valignment="top" width="1cm">
<column alignment="center" valignment="top" width="1cm">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Average time (seconds)
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% avg.
 time over cplexbilp.m
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e5
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00048
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0025
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.025
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.97
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.22
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00049
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0025
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.026
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.98
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.27
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00050
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0029
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.029
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.00
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.79
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.43
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00065
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0038
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.045
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.23
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00069
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0039
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.045
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.24
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00076
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0044
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.052
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.72
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.58
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00077
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0047
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.053
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.90
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.61
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00068
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0051
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.058
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.14
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.88
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
cplexlp.m
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00128
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0248
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.310
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.28
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
15.39
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
linprog.m
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03059
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.3042
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.364
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
61.49
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
187.27
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
216.40
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
cplexbilp.m
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.04975
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.1624
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.017
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time except for 
\family typewriter
cplexbilp.m
\family default
.
\size default

\begin_inset Note Note
status collapsed

\begin_layout Plain Layout
\align center
Include Solution Quality 9/24 2013
\end_layout

\begin_layout Plain Layout
\align center
Need to do experiments to get objective values.
 
\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average speed and proportion to 
\family typewriter
cplexbilp.m
\begin_inset CommandInset label
LatexCommand label
name "tab:Time-comparison-Budget"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Speed to get 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 directly solving the linear knapsack problem 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Sec:xB]{$(B_{relax})$}
\end_layout

\end_inset

 by 
\family typewriter
linprog.m
\family default
 and 
\family typewriter
cplexlp.m
\family default
 are much slower than Sec+Int.
 The speed up is 
\begin_inset Formula $63$
\end_inset

 to 
\begin_inset Formula $178$
\end_inset

 times for 
\family typewriter
linprog.m 
\family default
and 
\begin_inset Formula $3$
\end_inset

 to 
\begin_inset Formula $13$
\end_inset

 times for 
\family typewriter
cplexlp.m
\family default
 to Sec+Int.
 
\end_layout

\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Time-comparison-Budget"

\end_inset

 also shows proportions of average times to get 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 over average times of 
\family typewriter
cplexbilp.m
\family default
 in percentage.
 Sec+Int spent only 
\begin_inset Formula $0.97\%$
\end_inset

 to 
\begin_inset Formula $1.22\%$
\end_inset

 time over 
\family typewriter
cplexbilp.m
\family default
, but it can be even improved if the code (appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "code:Sec+Interval"

\end_inset

) used for experiment is modified especially for 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

.
 The table surprisingly presents that 
\family typewriter
linprog.m
\family default
 consumed more than double time to get a continuous solution 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 than time to get integer solution by 
\family typewriter
cplexbilp.m
\family default
.
 Hence, algorithms for budgeting problem may need a special algorithm to
 find 
\begin_inset Formula $\mathbf{x}^{B}$
\end_inset

 over general linear programming algorithms.
\end_layout

\begin_layout Section
Conclusion 
\end_layout

\begin_layout Standard
\begin_inset Note Note
status collapsed

\begin_layout Plain Layout
We have 
\end_layout

\begin_layout Plain Layout
dual problem --> lower and upper bound solution
\end_layout

\begin_layout Plain Layout
we can find lower bound solution in 
\begin_inset Formula $O(n)$
\end_inset

 time with median search method although it does not outperform in practice
\end_layout

\begin_layout Plain Layout
review
\end_layout

\begin_layout Plain Layout
...
\end_layout

\begin_layout Plain Layout
experiments
\end_layout

\begin_layout Plain Layout
.
\end_layout

\begin_layout Plain Layout
.
\end_layout

\begin_layout Enumerate
bracketing phase to get the optimum balance between the iteration of secant
 method and the number of breakpoints for interval test method.
 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset


\end_layout

\begin_layout Enumerate
Solve 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P2)]{(P2)}
\end_layout

\end_inset

, 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(alg:case K in N)]{(P2.2)}
\end_layout

\end_inset

 and 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[Pro:(P3)]{(P3)}
\end_layout

\end_inset

 globally with dynamic programming or branch and bound algorithms
\end_layout

\begin_layout Enumerate
Four chances to improve combo
\end_layout

\begin_deeper
\begin_layout Enumerate
Core problem...
\end_layout

\end_deeper
\end_inset


\end_layout

\begin_layout Chapter
KSQP with the open box
\begin_inset CommandInset label
LatexCommand label
name "chap:KSQP.open"

\end_inset


\end_layout

\begin_layout Section
Introduction
\end_layout

\begin_layout Standard
In chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, we restricted 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $d_{j}<0$
\end_inset

 to be finite values with 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption3]{Assumption 3}
\end_layout

\end_inset

.
 Now we consider the case without the assumption and present a method that
 guarantees a global optimum solution with 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption4]{Assumption 4}
\end_layout

\end_inset

 (
\begin_inset Formula $l_{j}\le x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

).
\end_layout

\begin_layout Standard
Consider a continuous knapsack separable quadratic programming (KSQP) 
\begin_inset Formula 
\[
\begin{array}{crlc}
(P) & Min & \frac{1}{2}\mathbf{x}^{T}\mathbf{D}\mathbf{x}^{T}-\mathbf{c}^{T}\mathbf{x}\\
 & s.t. & \mathbf{a}^{T}\mathbf{x}=b\\
 &  & l_{j}\le x_{j}\le u_{j} & for\ d_{j}\ge0\\
 &  & l_{j}\le x_{j} & for\ d_{j}<0
\end{array}
\]

\end_inset

where 
\begin_inset Formula $\mathbf{x}\in\mathbb{R}^{n}$
\end_inset

 is decision variables, 
\begin_inset Formula $\mathbf{c},\ \mathbf{a},\ \mathbf{l}\in\mathbb{R}^{n}$
\end_inset

, 
\begin_inset Formula $u_{j}\in\mathbb{R}$
\end_inset

 for 
\begin_inset Formula $d_{j}\ge0$
\end_inset

, 
\begin_inset Formula $b\in\mathbb{R}$
\end_inset

, and 
\begin_inset Formula $\mathbf{D}\in\mathbb{R}^{n\times n}$
\end_inset

 is a general diagonal matrix, and 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 are allowed to be infinite values.
 As chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, throughout this chapter, we also use the three index sets
\begin_inset Formula 
\[
P=\{j:d_{j}>0\},\quad Z=\{j:d_{j}=0\},\quad N=\{j:d_{j}<0\}
\]

\end_inset

depending on the sign of 
\begin_inset Formula $d_{j}$
\end_inset

 and consider 
\begin_inset Formula $(P)$
\end_inset

 in a transformed format such that 
\begin_inset Formula 
\[
a_{j}=1\ \forall j\qquad\mbox{and}\qquad c_{j}=0\ for\ j\notin Z
\]

\end_inset

with the transformation (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:transformation"

\end_inset

) (see appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: Transformation"

\end_inset

 for detailed transformation).
 
\end_layout

\begin_layout Standard
Moreover, assumptions 
\end_layout

\begin_layout Itemize
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption1]{Assumption 1}
\end_layout

\end_inset

.
 
\begin_inset Formula $a_{j}\ne0$
\end_inset

 for all 
\begin_inset Formula $j$
\end_inset

 (see appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: The case of a=0"

\end_inset

 for detail)
\end_layout

\begin_layout Itemize
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption2]{Assumption 2}
\end_layout

\end_inset

.
 
\begin_inset Formula $l_{j}<u_{j}$
\end_inset


\end_layout

\begin_layout Standard
are also applied without loss of generality as chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, and instead of 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption3]{Assumption 3}
\end_layout

\end_inset

 we use Assumption 4.
\end_layout

\begin_layout Itemize
Assumption 4.
\begin_inset CommandInset label
LatexCommand label
name "sec:Assumption4"

\end_inset

 
\begin_inset Formula $l_{j}>-\infty$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Standard
As we mentioned in chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, the transformed problem 
\begin_inset Formula $(P)$
\end_inset

 is unbounded if 
\begin_inset Formula $x_{j}$
\end_inset

 is not bounded for multiple 
\begin_inset Formula $j\in N$
\end_inset

 or if the one side bounded directions are mixed, that is, 
\begin_inset Formula $x_{j}\le u_{j}$
\end_inset

 for some 
\begin_inset Formula $j\in N$
\end_inset

 and 
\begin_inset Formula $l_{j}\le x_{i}$
\end_inset

 for some 
\begin_inset Formula $j\in N$
\end_inset

.
 Thus, there are two feasible cases of the transformed 
\begin_inset Formula $(P)$
\end_inset

.
 With finite values of 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

, one case is 
\begin_inset Formula $l_{j}\le x_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in N$
\end_inset

, and the other is 
\begin_inset Formula $x_{j}\le u_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in N$
\end_inset

.
 We present the case of 
\begin_inset Formula $l_{j}\le x_{j}$
\end_inset

 with Assumption 4 in this chapter.
 
\end_layout

\end_deeper
\begin_layout Standard
As we presented in the introduction section of chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, the difficulty of 
\begin_inset Formula $(P)$
\end_inset

 is determined by the sign of 
\begin_inset Formula $d_{j}$
\end_inset

 in 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
 If 
\begin_inset Formula $d_{j}\ge0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

, 
\begin_inset Formula $(P)$
\end_inset

 is a convex problem and can be solved by any methods suggested in chapter
 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

.
 Thus, we consider only nonconvex case of 
\begin_inset Formula $(P)$
\end_inset

 in this chapter with Assumption 5
\end_layout

\begin_layout Itemize
Assumption 5.
\begin_inset CommandInset label
LatexCommand label
name "sec:Assumption5"

\end_inset

 At least one 
\begin_inset Formula $d_{j}<0$
\end_inset

 (
\begin_inset Formula $|N|\ge1$
\end_inset

)
\end_layout

\begin_layout Standard
, and a condition 
\begin_inset Formula 
\begin{equation}
l_{j}>-\infty\quad for\ j\in Z\label{eq:Ch2:l>-inf}
\end{equation}

\end_inset

, which is naturally derived from Assumption 5, is also assumed to keep
 
\begin_inset Formula $(P)$
\end_inset

 be bounded.
 The proof for (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:l>-inf"

\end_inset

) shall be presented in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:Ch2:LamStar>tHat"

\end_inset

.
 
\end_layout

\begin_layout Standard
In our best knowledge, no literatures have been found for the particular
 problem 
\begin_inset Formula $(P)$
\end_inset

 with the assumptions.
 Lotito (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "lotito2006"

\end_inset

) and Cominetti et al.
 (2012 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton"

\end_inset

) considered the case of 
\begin_inset Formula $\mathbf{l}\le\mathbf{x}$
\end_inset

, but both papers focus only on the strictly convex problems (
\begin_inset Formula $d_{j}>0$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

).
 The indefinite case of 
\begin_inset Formula $(P)$
\end_inset

 without Assumption 4 has been rarely studied because no efficient conditions
 to verify the global optimality are not known as Sahni 
\begin_inset CommandInset citation
LatexCommand cite
key "Sahni (1974)"

\end_inset

 and Pardalos and Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "PardVava:1991"

\end_inset

 proved that the problem is a 
\emph on
NP-hard
\emph default
 problem.
 Thus, only four literature of 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991,PardKovo:1990,Vava1992Aprox,Vava:1992Local"

\end_inset

 presented inefficient algorithms.
 
\begin_inset CommandInset citation
LatexCommand cite
key "moreVava1991,Vava:1992Local"

\end_inset

 finds only local optimum solutions, and 
\begin_inset CommandInset citation
LatexCommand cite
key "PardKovo:1990,Vava1992Aprox"

\end_inset

 approximately finds a global optimum in exponential time and polynomial
 time respectively.
 Section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Nonconvex Algorithms"

\end_inset

 explains the algorithm and complexity of the papers in detail.
 
\end_layout

\begin_layout Standard
Our method mainly utilize Karush-Kuhn-Tucker (KKT) conditions based on a
 two-stage decomposition method, which is inspired by the separability of
 
\begin_inset Formula $(P)$
\end_inset

.
 A similar idea was employed by Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, but the way to treat the two stages are reverse.
 Moreover, Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 uses KKT conditions with modifications, while our method enumerates all
 KKT points and choose the best solution.
 Therefore, our method guarantees to find all global optimum solutions since
 KKT conditions are necessary conditions.
 
\end_layout

\begin_layout Standard
In spite of the exhaustive enumeration procedure, our algorithm is very
 efficient thanks to the techniques of interval test method having polynomial
 time complexity.
 The experiment verifies the complexity of 
\begin_inset Formula $O(|T|\ log\ |T|)$
\end_inset

 holds for 
\begin_inset Formula $ $
\end_inset


\begin_inset Formula $n\le3000$
\end_inset

 with 
\begin_inset Formula $|T|=2|P|+|Z|$
\end_inset


\series bold
, 
\series default
and 
\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset

 holds for greater sizes in the worst case.
 The quadratic regression fit also confirms the quadratic complexity in
 the worst case problems.
 This polynomial time growth means our algorithm solves the 
\emph on
NP-hard
\emph default
 problem in polynomial time; thus, we believe it can be a clue to prove
 the long time open question 
\emph on
P=NP
\emph default
 in the theory of complexity.
\end_layout

\begin_layout Standard
The outstanding performance of our algorithm is also confirmed by comparison
 with a global solver of Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

, a local solver of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, an upper bound solver of Sec+Int of chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, and two commercial solvers of 
\noun on
Matlab
\noun default
 and 
\noun on
Cplex 
\noun default
in various problems including worst case problems.
 
\end_layout

\begin_layout Standard
As interval test method mainly deals with the dual solution, our algorithm
 also searches for the optimum dual solution while enumeration.
 The enumeration can be reduced by narrowing the domain of dual solution,
 and it is present in the five global cases in the order that our algorithm
 can detect the global optimum with smaller operations.
 
\end_layout

\begin_layout Subsubsection*
Selected values
\end_layout

\begin_layout Enumerate
Efficient enumeration procedure with interval test method to find a global
 optimum of indefinite case of 
\begin_inset Formula $(P)$
\end_inset


\end_layout

\begin_layout Enumerate
Five global cases that can detect global optimum with least operations
\end_layout

\begin_layout Enumerate
Verification of quadratic time complexity with quadratic regression fit
 of experiment results
\end_layout

\begin_layout Enumerate
A clue of 
\emph on
P=NP 
\color red
<WRITE AGAIN>
\end_layout

\begin_deeper
\begin_layout Itemize
Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

 approximately finds the approximated global optimum using dynamic programming
 in polynomial time, but it is quite complicated with a parameter 
\begin_inset Formula $\varepsilon$
\end_inset

 and inverse Ackerman function.
 Moreover, its performance is never tested.
 In contrast, our algorithm finds the exact global optimum, and experiments
 verifies that it is less than quadratic complexity in the worst case problems.
 Hence, as Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox"

\end_inset

 noticed with his algorithm, our algorithm can be used to prove that 
\emph on
NP-hard 
\emph default
problem 
\begin_inset Formula $(P)$
\end_inset

 can be solved in polynomial time showing 
\emph on
P=NP
\emph default
.
\end_layout

\end_deeper
\begin_layout Section
Two-stage decomposition approach
\end_layout

\begin_layout Standard
This section presents the two-stage decomposition approach that gives the
 key properties to find the global optimum of 
\begin_inset Formula $(\text{P})$
\end_inset

.
 Because 
\begin_inset Formula $(P)$
\end_inset

 is a separable problem, we can easily decompose it to convex part 
\begin_inset Formula $(P2)$
\end_inset

 and concave part 
\begin_inset Formula $\Phi(\beta)$
\end_inset

 as
\begin_inset Formula 
\[
\begin{array}{crl}
(P2) & Min & \left(\frac{1}{2}\sum_{j\in P}d_{j}x_{j}^{2}-\sum_{j\in Z}c_{j}x_{j}\right)+\Phi(\beta)\\
 & s.t. & \sum_{j\in P\cup Z}x_{j}=\beta\\
 &  & l_{j}\le x_{j}\le u_{j}\quad j\in P\cup Z
\end{array}
\]

\end_inset

and 
\begin_inset Formula 
\[
\Phi(\beta)=Min\{\frac{1}{2}\sum_{j\in N}d_{j}x_{j}^{2}:\sum_{j\in N}x_{j}=b-\beta,\ l_{j}\le x_{j},\ j\in N\}
\]

\end_inset


\end_layout

\begin_layout Standard
Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava1992Aprox,Vava:1992Local"

\end_inset

 also presented a two-stage decomposition approach which treats the concave
 part as the first (main) stage and the convex part for the second (sub)
 stage using 
\begin_inset Formula $\beta$
\end_inset

 as a passive value that is given from a candidate solution of 
\begin_inset Formula $\Phi(\beta)$
\end_inset

.
 Section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Nonconvex Algorithms"

\end_inset

 explains more details of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

.
 Reversely, our algorithm first solves the convex part 
\begin_inset Formula $(P2)$
\end_inset

 with a fixed 
\begin_inset Formula $\beta=b-\sum_{j\in N}l_{j}$
\end_inset

 to update the bound of a Lagrange multiplier.
 Then, we construct intervals with breakpoints of 
\begin_inset Formula $(P2)$
\end_inset

 on the bounded Lagrange multiplier and enumerate all candidate solutions
 handling 
\begin_inset Formula $\beta$
\end_inset

 interactively between 
\begin_inset Formula $(P2)$
\end_inset

 and 
\begin_inset Formula $\Phi(\beta)$
\end_inset

 as a range in each interval.
 Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 also constructs the intervals in the same way without the bound update,
 but the idea of intervals is used only to check his local optimality conditions
 quickly for the given 
\begin_inset Formula $\beta$
\end_inset

 from 
\begin_inset Formula $\Phi(\beta)$
\end_inset

.
 
\end_layout

\begin_layout Standard
Although our algorithm takes enumeration step moving through all intervals,
 it has only the quadratic time complexity in the worst case for the large
 size problems, say 
\begin_inset Formula $n>3000$
\end_inset

, because enumeration step requires 
\begin_inset Formula $O(n)$
\end_inset

 time operations in each interval and moving from one interval to the next
 interval takes 
\begin_inset Formula $O(1)$
\end_inset

 time operations.
 Furthermore, the first three of five global cases that shall be considered
 have only one interval.
 
\end_layout

\begin_layout Section
Problem characteristics
\end_layout

\begin_layout Standard
The well known necessary KKT conditions (see page 162 of 
\begin_inset CommandInset citation
LatexCommand cite
key "bazaraa1993"

\end_inset

) guide a way to get all candidate optimum solutions with a function 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:x(Lam)"

\end_inset

).
 To introduce our algorithm, we present two more necessary conditions in
 theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

 and theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:LamP LamN"

\end_inset

 with KKT conditions.
\end_layout

\begin_layout Subsubsection*
KKT conditions
\end_layout

\begin_layout Standard
Consider KKT conditions of 
\begin_inset Formula $(P)$
\end_inset

 
\begin_inset Formula 
\begin{equation}
\begin{array}{rcl}
Stationarity & d_{j}x_{j}-c_{j}+\lambda+\mu_{j}-\gamma_{j}=0 & \forall j\\
Primal\ feasibility & \mathbf{a}^{T}\mathbf{x}=b,\ l_{j}\le x\le u_{j} & \forall j\\
Complementary\ slackness & \mu_{j}(x_{j}-u_{j})=0,\ \gamma_{j}(l_{j}-x_{j})=0 & \forall j\\
Dual\ feasibility & \mu_{j}\ge0,\ \gamma_{j}\ge0 & \forall j
\end{array}\label{eq:Ch2:KKT conditions}
\end{equation}

\end_inset

where 
\begin_inset Formula $\lambda$
\end_inset

 is a Lagrange multiplier for the knapsack constraint, and 
\begin_inset Formula $\mu_{j}$
\end_inset

 and 
\begin_inset Formula $\gamma_{j}$
\end_inset

 are Lagrange multipliers of upper and lower bounds of each variable.
 Note that 
\begin_inset Formula $\mu_{j}$
\end_inset

 and 
\begin_inset Formula $\gamma_{j}$
\end_inset

 are 
\emph on
zero
\emph default
 if the corresponding upper and lower bounds are infinity values.
 
\end_layout

\begin_layout Standard
As similar with (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)"

\end_inset

), KKT conditions are used to derive 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:x(Lam)"

\end_inset

), but 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 are differently defined with theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

.
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:Ch2:At most one"

\end_inset

At a local optimum of 
\begin_inset Formula $\Phi(\beta)$
\end_inset

, 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is at its extreme point 
\begin_inset Formula $l_{j}$
\end_inset

 except for at most one 
\begin_inset Formula $x_{j}>l_{j}$
\end_inset

.
 
\end_layout

\begin_layout Proof
The proof of this theorem is presented in the similar theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:at most one"

\end_inset

 based on lemma 4 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

.
 So we briefly introduce another idea.
 In the concave quadratic minimization problem 
\begin_inset Formula $\Phi(\beta)$
\end_inset

, the optimum solution is at an extreme point, but because 
\begin_inset Formula $\Phi(\beta)$
\end_inset

 has a knapsack constraint, it should allow possibly at most one variable
 to be non extreme point, that is, 
\begin_inset Formula $x_{j}>l_{j}$
\end_inset

 as a basic feasible solution.
 Hence, the theorem is completed.
\end_layout

\begin_layout Standard
In addition to theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

, theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:LamP LamN"

\end_inset

 proves that two stage problems 
\begin_inset Formula $(P2)$
\end_inset

 and 
\begin_inset Formula $\Phi(\beta)$
\end_inset

 have the same dual solution 
\begin_inset Formula $\lambda$
\end_inset

 at KKT points.
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "The:Ch2:LamP LamN"

\end_inset

Let 
\begin_inset Formula $\lambda_{P}$
\end_inset

 and 
\begin_inset Formula $\lambda_{N}$
\end_inset

 be Lagrange multipliers of knapsack constraints of 
\begin_inset Formula $(P2)$
\end_inset

 and 
\begin_inset Formula $\Phi(\beta)$
\end_inset

 respectively when 
\begin_inset Formula $x_{k}>l_{k}$
\end_inset

 for a single 
\begin_inset Formula $k\in N$
\end_inset

.
 Then, it holds that 
\begin_inset Formula 
\[
\lambda_{P}=\lambda_{N}
\]

\end_inset

at KKT points.
\end_layout

\begin_layout Proof
This is proved in lemma 6 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 as a part of local optimum conditions.
 We prove the theorem in a different way.
 Since a single 
\begin_inset Formula $x_{k}>l_{k}$
\end_inset

 for 
\begin_inset Formula $k\in N$
\end_inset

, its value is
\begin_inset Formula 
\begin{equation}
x_{k}=b-\beta-\sum\nolimits _{j\in N\backslash\{k\}}l_{j}\label{eq:Ch2:Theo_xk1}
\end{equation}

\end_inset

and by a stationarity KKT condition of 
\begin_inset Formula $\Phi(\beta)$
\end_inset

, it can also be defined as
\begin_inset Formula 
\begin{equation}
x_{k}=-\lambda_{N}/d_{k}\label{eq:Ch2:Theo_xk2}
\end{equation}

\end_inset

Then, the objective value and its partial derivative on 
\begin_inset Formula $\beta$
\end_inset

 are 
\begin_inset Formula 
\begin{eqnarray*}
\Phi(\beta) & = & \frac{1}{2}\left(\sum\nolimits _{j\in N\backslash\{k\}}d_{j}l_{j}^{2}+d_{k}x_{k}^{2}\right)\quad since\ (\ref{eq:Ch2:Theo_xk1})\\
\frac{\partial\Phi(\beta)}{\partial\beta} & = & -d_{k}\left(b-\beta-\sum\nolimits _{j\in N\backslash\{k\}}l_{j}\right)\quad since\ (\ref{eq:Ch2:Theo_xk2})\\
 & = & \lambda_{N}
\end{eqnarray*}

\end_inset

Moreover, if we consider 
\begin_inset Formula $\beta$
\end_inset

 as a variable, a stationarity KKT condition of 
\begin_inset Formula $(P2)$
\end_inset

 is 
\begin_inset Formula 
\[
\frac{\Phi(\beta)}{\partial\beta}-\lambda_{P}=0
\]

\end_inset

Therefore, it results in 
\begin_inset Formula 
\[
\frac{\Phi(\beta)}{\partial\beta}=\lambda_{P}=\lambda_{N}
\]

\end_inset

, and we conclude the theorem.
 
\end_layout

\begin_layout Subsubsection*
Solution characteristics
\end_layout

\begin_layout Standard
\paragraph_spacing single
By the KKT conditions in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:KKT conditions"

\end_inset

), we can obtain following solution characteristics for each variable.
\begin_inset Formula 
\begin{equation}
x_{j}(\lambda)=\begin{array}{ll}
\begin{cases}
median\{l_{j},u_{j},-\lambda/d_{j}\}\end{cases} & for\ j\in P\\
\begin{cases}
l_{j} & if\ \lambda>c_{j}\\
u_{j} & otherwise
\end{cases} & for\ j\in Z\\
\begin{cases}
l_{j} & if\ \lambda<-d_{j}l_{j}\\
l_{j}\ or\ -\lambda/d_{j} & otherwise
\end{cases} & for\ j\in N
\end{array}\label{eq:Ch2:x(Lam)}
\end{equation}

\end_inset

The derivation of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P\cup Z$
\end_inset

 are presented in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_P"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:x(lam)_Z"

\end_inset

), and it is designed to satisfy all KKT conditions except for knapsack
 constraint at a give 
\begin_inset Formula $\lambda$
\end_inset

 as proved in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:x(lam) satisfies KKT"

\end_inset

.
 At an optimum solution, 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 at 
\begin_inset Formula $\lambda=c_{j}$
\end_inset

 is actually a value within 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 although 
\begin_inset Formula $u_{j}$
\end_inset

 is assigned for 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 at 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $\lambda=c_{j}$
\end_inset

.
 Hence, our algorithm uses 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 only at 
\begin_inset Formula $\lambda\ne c_{j}$
\end_inset

, and a detailed procedure to get an optimum 
\begin_inset Formula $x_{j}$
\end_inset

 at 
\begin_inset Formula $\lambda=c_{j}$
\end_inset

 will be presented in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Ch2:Point test"

\end_inset

.
 
\end_layout

\begin_layout Standard
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 can be obtained in a similar way in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:x(lam) satisfies KKT"

\end_inset

.
 We can consider two cases that 
\begin_inset Formula $x_{j}$
\end_inset

 is either 
\begin_inset Formula $l_{j}$
\end_inset

 or strictly greater than 
\begin_inset Formula $l_{j}$
\end_inset

.
 Then, it follows 
\begin_inset Formula 
\[
If\ x_{j}\left\{ \begin{array}{lll}
=l_{j} & ,\ then\ \gamma_{j}\ge0 & \rightarrow\lambda\ge-d_{j}l_{j}\\
>l_{j} & ,\ then\ \gamma_{j}=0 & \rightarrow x_{j}=-\lambda/d_{j}
\end{array}\right.
\]

\end_inset

and by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

, at most one 
\begin_inset Formula $x_{j}$
\end_inset

 can have the value strictly greater than 
\begin_inset Formula $l_{j}$
\end_inset

 for an index set of 
\begin_inset Formula $\{j\in N:\lambda>-d_{j}l_{j}\}$
\end_inset

.
 It is illustrated in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:x(lam)_N"

\end_inset

, and figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_P"

\end_inset

 figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:x(lam)_Z_KKT"

\end_inset

 show the behavior of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

 and 
\begin_inset Formula $j\in Z$
\end_inset

 respectively.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/27.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:x(lam)_N"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Definition

\emph on
Breakpoint and 
\begin_inset Formula $\lambda$
\end_inset

 interval
\end_layout

\begin_layout Definition
Similar to breakpoints in definition 
\begin_inset CommandInset ref
LatexCommand ref
reference "Def:Breakpoint"

\end_inset

, we define breakpoints in which 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 is not differentiable.
 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

 generates two beak points 
\begin_inset Formula 
\[
-d_{j}u_{j}\ \mbox{and}\ -d_{j}l_{j}
\]

\end_inset

, and as observed in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:x(Lam)"

\end_inset

) each 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in Z\cup N$
\end_inset

 has one breakpoint 
\begin_inset Formula 
\[
t_{j}=\begin{cases}
c_{j} & for\ j\in Z\\
-d_{j}l_{j} & for\ j\in N
\end{cases}
\]

\end_inset

Throughout this chapter, we denote 
\begin_inset Formula $T$
\end_inset

 to be the set of finite value breakpoints of 
\begin_inset Formula $P$
\end_inset

 and 
\begin_inset Formula $Z$
\end_inset

 as 
\begin_inset Formula 
\[
T=\left\{ \begin{array}{l}
-d_{i}u_{i}\\
-d_{j}l_{j}\\
c_{k}
\end{array}\left|\begin{array}{l}
i\in P,\ u_{i}<\infty\\
j\in P,\ l_{j}>-\infty\\
k\in Z,\ u_{k}<\infty
\end{array}\right.\right\} 
\]

\end_inset

Note that an index set such that 
\begin_inset Formula $\{k\in Z:l_{k}>-\infty\}$
\end_inset

 is not considered in 
\begin_inset Formula $T$
\end_inset

 due to the condition in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:l>-inf"

\end_inset

), and because the transformation (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:transformation"

\end_inset

) is linear and separate, the breakpoints are same for original and transformed
 
\begin_inset Formula $(P)$
\end_inset

.
 
\end_layout

\begin_layout Definition
As we considered interval test method in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Interval-test-method"

\end_inset

, we define 
\begin_inset Formula $\lambda$
\end_inset

 intervals are intervals that are constructed by two consecutive breakpoints
 with sorted breakpoints in 
\begin_inset Formula $T$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Domain of Lagrange multiplier
\end_layout

\begin_layout Standard
As we define 
\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 for solution characteristic, the single Lagrange multiplier 
\begin_inset Formula $\lambda$
\end_inset

 roles as the key to find optimum solutions, and it can be bounded by KKT
 conditions and breakpoints.
 We denote the maximum finite value of breakpoints by 
\begin_inset Formula 
\begin{equation}
\hat{\lambda}_{max}=\begin{cases}
-\infty & if\ P\cup Z=\emptyset\\
max\{T_{j}\} & otherwise
\end{cases}\label{eq:Ch2:LamHatMax}
\end{equation}

\end_inset

Note that 
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

 in 
\begin_inset Formula $T$
\end_inset

 are not needed to be considered 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
in practice
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 to get 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\hat{\lambda}_{max}$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 because it is always 
\begin_inset Formula $-d_{j}u_{j}<-d_{j}l_{j}$
\end_inset

 by 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption2]{Assumption 2}
\end_layout

\end_inset

 (
\begin_inset Formula $l_{j}<u_{j}$
\end_inset

).
 In the case of strictly concave case of 
\begin_inset Formula $(P)$
\end_inset

, we can simply set 
\begin_inset Formula $\hat{\lambda}_{max}=-\infty$
\end_inset

.
 
\end_layout

\begin_layout Standard
Recall that in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: infinite bound"

\end_inset

 the upper bound for 
\begin_inset Formula $\lambda$
\end_inset

 is defined by
\begin_inset Formula 
\begin{equation}
min\{\hat{\lambda}_{max},\ t_{j}:j\in Z_{l}\}\label{eq:Ch2:LamMax in Ch1}
\end{equation}

\end_inset

where 
\begin_inset Formula $Z_{l}=\{j\in Z:l_{j}=-\infty\}$
\end_inset

.
 However, (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:LamMax in Ch1"

\end_inset

) cannot be applied for 
\begin_inset Formula $(P)$
\end_inset

 since 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption4]{Assumption 4}
\end_layout

\end_inset

 implies the possibility of 
\begin_inset Formula $\lambda^{*}>\hat{\lambda}_{max}$
\end_inset

 and 
\begin_inset Formula $Z_{l}=\emptyset$
\end_inset

 as proved in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:Ch2:LamStar>LamHat"

\end_inset

 and lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:Ch2:LamStar>tHat"

\end_inset

.
 
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "lem:Ch2:LamStar>LamHat"

\end_inset

It is possible that 
\begin_inset Formula $\hat{\lambda}_{max}\le t_{k}<\lambda^{*}$
\end_inset

 for 
\begin_inset Formula $k\in N$
\end_inset


\end_layout

\begin_layout Proof
By contradiction, suppose 
\begin_inset Formula $\lambda^{*}<\hat{\lambda}_{max}\le t_{k}$
\end_inset

 for 
\begin_inset Formula $k\in N$
\end_inset

.
 For a simple example, consider a 
\begin_inset Formula $(P)$
\end_inset

 such that 
\begin_inset Formula $l_{j}\ge0$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, 
\begin_inset Formula $Z=\emptyset$
\end_inset

, 
\begin_inset Formula $|N|=1$
\end_inset

, and 
\begin_inset Formula $b>\sum_{j\ne k}l_{j}+l_{k}$
\end_inset

.
 Then, the global objective value is 
\begin_inset Formula 
\[
f(\mathbf{x}^{*})=\sum_{j\ne k}d_{j}l_{j}^{2}+d_{k}x_{k}^{2}
\]

\end_inset

since any value of 
\begin_inset Formula $x_{j}>l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

 worsens the objective value and it is allowed that 
\begin_inset Formula $x_{k}=-\lambda^{*}/d_{k}>l_{k}$
\end_inset

 by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

.
 The value of 
\begin_inset Formula $x_{k}^{*}$
\end_inset

 can be obtained by knapsack constraint as 
\begin_inset Formula 
\[
x_{k}=b-\sum_{j\ne k}l_{j}
\]

\end_inset

and since 
\begin_inset Formula $b>\sum_{j\ne k}l_{j}+l_{k}$
\end_inset

, the dual solution 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is 
\begin_inset Formula 
\begin{eqnarray*}
x_{k}=-\lambda^{*}/d_{k} & = & b-\sum_{j\ne k}l_{j}>l_{k}\\
\lambda^{*} & > & -d_{k}l_{k}=t_{k}
\end{eqnarray*}

\end_inset

Since this is a contradiction, we conclude the lemma.
 
\end_layout

\begin_layout Lemma
\begin_inset CommandInset label
LatexCommand label
name "lem:Ch2:LamStar>tHat"

\end_inset


\begin_inset Formula $(P)$
\end_inset

 is unbounded if 
\begin_inset Formula $Z_{l}\ne\emptyset$
\end_inset

.
 
\end_layout

\begin_layout Proof
Suppose 
\begin_inset Formula $\lambda^{*}=min\{t_{j}:j\in Z_{l}\}$
\end_inset

 from (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:LamMax in Ch1"

\end_inset

).
 Then, as we mentioned earlier, 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z_{l}$
\end_inset

 can be chosen at any value such that 
\begin_inset Formula $x_{j}\le u_{j}$
\end_inset

 as a KKT point, and it satisfies knapsack constraint as 
\begin_inset Formula 
\[
\sum_{j\in P\cup(Z\backslash Z_{l})}x_{j}(\lambda^{*})+\sum_{j\in N\backslash\{k\}}l_{j}+x_{k}+\sum_{j\in Z_{l}}x_{j}=b
\]

\end_inset

with 
\begin_inset Formula $x_{k}\ge l_{k}$
\end_inset

 for a 
\begin_inset Formula $k\in N$
\end_inset

 by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

.
 For the value of 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\sum_{j\in Z_{l}}x_{j}$
\end_inset

, let
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula 
\begin{eqnarray*}
w=\sum_{j\in Z_{l}}x_{j} & = & b-\sum_{j\in P\cup(Z\backslash Z_{l})}x_{j}(\lambda^{*})-\sum_{j\in N\backslash\{k\}}l_{j}-x_{k}\\
 & = & \hat{b}-x_{k}
\end{eqnarray*}

\end_inset

, and the part of the objective value from 
\begin_inset Formula $k$
\end_inset

 and 
\begin_inset Formula $Z_{l}$
\end_inset

 is 
\begin_inset Formula 
\begin{eqnarray}
\frac{1}{2}d_{k}x_{k}^{2}-\lambda^{*}w & = & \frac{1}{2}d_{k}(\hat{b}-w)^{2}-\lambda^{*}w\label{eq:Ch2:Lem part obj}
\end{eqnarray}

\end_inset

Since 
\begin_inset Formula $w\le\sum_{j\in Z_{l}}u_{j}$
\end_inset

 and 
\begin_inset Formula $d_{k}<0$
\end_inset

, (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Lem part obj"

\end_inset

) is unbounded as 
\begin_inset Formula $w\rightarrow-\infty$
\end_inset

.
 Hence, the lemma is correct and explains the condition (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:l>-inf"

\end_inset

).
\end_layout

\begin_layout Theorem
\begin_inset CommandInset label
LatexCommand label
name "the:Ch2:Dual domain"

\end_inset

The optimum Lagrange multiplier 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is in the range of 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 where
\begin_inset Formula 
\begin{eqnarray}
\lambda_{min} & = & max\{-\infty,\ t_{j}:j\in J_{u}\}\label{eq:Ch2:LamMin}\\
\lambda_{max} & = & \infty\nonumber 
\end{eqnarray}

\end_inset

for 
\begin_inset Formula $J_{u}=\{j\in Z:u_{j}=\infty\}\cup N$
\end_inset

.
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $u_{j}=\infty$
\end_inset

 for some 
\begin_inset Formula $j\in Z\cup N$
\end_inset

 by the KKT conditions 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula 
\begin{eqnarray*}
d_{j}x_{j}-c_{j}+\lambda=\gamma_{j} & \ge & 0\\
\lambda & \ge & c_{j}-d_{j}x_{j}\qquad since\ d_{j}\le0\\
 & \ge & c_{j}-d_{j}l_{j}=t_{j}
\end{eqnarray*}

\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
Thus, 
\begin_inset Formula $\lambda^{*}\ge t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{u}$
\end_inset

, and 
\begin_inset Formula $\lambda_{min}$
\end_inset

 can be found.
 
\end_layout

\begin_layout Proof
If 
\begin_inset Formula $l_{j}=-\infty$
\end_inset

 for some 
\begin_inset Formula $j\in Z$
\end_inset

 by the KKT conditions 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula 
\begin{eqnarray}
-c_{j}+\lambda & = & -\mu_{j}\le0\nonumber \\
\lambda & \le & c_{j}=t_{j}\label{eq:Ch2:LamMax}
\end{eqnarray}

\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
Thus, 
\begin_inset Formula $\lambda^{*}\le t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z_{l}$
\end_inset

.
 However, since 
\begin_inset Formula $Z_{l}=\emptyset$
\end_inset

 in a feasible 
\begin_inset Formula $(P)$
\end_inset

 by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:Ch2:LamStar>tHat"

\end_inset

, (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:LamMax"

\end_inset

) cannot be applied for 
\begin_inset Formula $\lambda_{max}$
\end_inset

.
 Moreover, it is possible that 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is greater than any finite breakpoints (
\begin_inset Formula $\lambda^{*}>\hat{\lambda}_{max}$
\end_inset

) by lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "lem:Ch2:LamStar>LamHat"

\end_inset

.
 Therefore, a KKT point can be found at 
\begin_inset Formula $\lambda^{*}\in[\lambda_{min},\infty]$
\end_inset

.
\end_layout

\begin_layout Standard
In addition, as proved in lemma 
\begin_inset CommandInset ref
LatexCommand ref
reference "Lem: lam>=0"

\end_inset

 if knapsack constraint is inequality as 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}\le b$
\end_inset

, 
\begin_inset Formula $\lambda_{min}$
\end_inset

 should be updated to 
\emph on
zero
\emph default
 when its value is negative to ensure 
\begin_inset Formula $\lambda^{*}\ge0$
\end_inset

.
 Moreover, we will show in the next section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Ch2:Global-cases"

\end_inset

 that 
\begin_inset Formula $\lambda_{min}$
\end_inset

 can be set to a greater value if some conditions are satisfied so 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 can be narrower.
\end_layout

\begin_layout Subsection
Global cases
\begin_inset CommandInset label
LatexCommand label
name "Sec:Ch2:Global-cases"

\end_inset


\end_layout

\begin_layout Standard
This section presents five cases that our algorithm finds a global optimum.
 The cases are determined by behavior of 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P\cup Z$
\end_inset

 when 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 are fixed at 
\begin_inset Formula $l_{j}$
\end_inset

.
 We define 
\begin_inset Formula $g(\lambda)$
\end_inset

 as a similar way in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Solving-the-dual"

\end_inset

, and it is expressed with 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 as in the interval test method of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Interval-test-method"

\end_inset

.
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray}
g(\lambda) & = & \sum_{j\in N}l_{j}-b+\sum_{j\notin N}x_{j}(\lambda)\nonumber \\
 & = & \sum_{j\in N}l_{j}-b+\sum_{j\in L}l_{j}+\sum_{j\in U}u_{j}-\lambda\sum_{j\in I}(1/d_{j})\nonumber \\
 & = & H-\lambda G\label{eq:Ch2:H and G}
\end{eqnarray}

\end_inset

where 
\begin_inset Formula 
\begin{equation}
L=\{j\notin N:x_{j}(\lambda)=l_{j}\},\ U=\{j\notin N:x_{j}(\lambda)=u_{j}\},\ I=\{j\in P:l_{j}<x_{j}(\lambda)<u_{j}\}\label{eq:Ch2:LUI}
\end{equation}

\end_inset

, and 
\begin_inset Formula $H$
\end_inset

 is the sum of constant parts and 
\begin_inset Formula $G$
\end_inset

 is the sum of parts that include 
\begin_inset Formula $\lambda$
\end_inset

.
 
\end_layout

\begin_layout Standard
Since 
\begin_inset Formula $G$
\end_inset

 is always positive with positive 
\begin_inset Formula $d_{j}$
\end_inset

 or 
\emph on
zero
\emph default
 with 
\begin_inset Formula $I=\emptyset$
\end_inset

, 
\begin_inset Formula $g(\lambda)$
\end_inset

 is non-increasing function, and it is a piecewise linear function with
 discontinuous points at 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 because 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in P\cup Z$
\end_inset

 has the same property as proved in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:characteristics of g(lam)"

\end_inset

.
 Then, global cases can be classified by an index set 
\begin_inset Formula $P_{l}=\{j\in P:l_{j}=-\infty\}$
\end_inset

 and two values of 
\begin_inset Formula $g_{l}$
\end_inset

 and 
\begin_inset Formula $g_{u}$
\end_inset

, 
\begin_inset Formula 
\begin{eqnarray}
g_{u} & = & g(\lambda_{min})\label{eq:Ch2:gU}\\
g_{l} & = & g(\hat{\lambda}_{max})+\sum\nolimits _{j\in J_{Z}(\hat{\lambda}_{max})}(l_{j}-u_{j})\label{eq:Ch2:gL}
\end{eqnarray}

\end_inset

, which are kinds of two end points of 
\begin_inset Formula $g(\lambda)$
\end_inset

 on 
\begin_inset Formula $\lambda\in[\lambda_{min},\hat{\lambda}_{max}]$
\end_inset

 with an index set 
\begin_inset Formula 
\[
J_{Z}(\hat{\lambda}_{max})=\{j\in Z:\hat{\lambda}_{max}=t_{j}\}
\]

\end_inset

Note that the last summation part of 
\begin_inset Formula $g_{l}$
\end_inset

 with 
\begin_inset Formula $J_{Z}(\hat{\lambda}_{max})$
\end_inset

 is to drag down 
\begin_inset Formula $g(\hat{\lambda}_{max})$
\end_inset

 to its minimum value with 
\begin_inset Formula $x_{j}\in[l_{j},u_{j}]$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Global cases
\end_layout

\begin_layout Standard
Since 
\begin_inset Formula $g(\lambda)$
\end_inset

 is non-increasing function, we start to determine the global cases of 
\begin_inset Formula $(P)$
\end_inset

 by the sign of 
\begin_inset Formula $g_{l}$
\end_inset

 and the emptiness of 
\begin_inset Formula $P_{l}$
\end_inset

, and then 
\begin_inset Formula $g_{u}$
\end_inset

 may be used to detect further global cases if it is necessary.
 We present five global cases in the order from the case that a global optimum
 solution is determined by smaller operations so the global Case 5 represents
 the worst case of 
\begin_inset Formula $(P)$
\end_inset

.
 Examples of each case are illustrated in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:cases"

\end_inset

.
\begin_inset Float figure
placement !h
wide false
sideways false
status collapsed

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/28.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Case 1.2: 
\begin_inset Formula $g_{l}>0$
\end_inset

 and 
\begin_inset Formula $P_{l}\ne\emptyset$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/29.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Case 2: 
\begin_inset Formula $g_{l}=0$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/30.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Case 4: 
\begin_inset Formula $g_{l}<0$
\end_inset

 and 
\begin_inset Formula $g_{u}\ge0$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/31.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
Case 5: 
\begin_inset Formula $g_{u}<0$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Global cases
\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:cases"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Case
If 
\begin_inset Formula $g_{l}>0\begin{cases}
Case\ 1.1:\ (P)\mbox{ is infeasible} & if\ P_{l}=\emptyset\\
Case\ 1.2:\ \lambda^{*}\ge\lambda_{P}^{*}>\hat{\lambda}_{max} & otherwise
\end{cases}$
\end_inset

 
\end_layout

\begin_layout Case
If 
\begin_inset Formula $g_{l}=0\begin{cases}
Case\ 2.1:\ \lambda^{*}=\lambda_{P}^{*}=\hat{\lambda}_{max},\ \mathbf{x}^{*}=\mathbf{l} & if\ P_{l}=\emptyset\\
Case\ 2.2:\ \lambda^{*}\ge\lambda_{P}^{*}=\hat{\lambda}_{max} & otherwise
\end{cases}$
\end_inset

 
\end_layout

\begin_layout Case
If 
\begin_inset Formula $g_{l}<0$
\end_inset

 and 
\begin_inset Formula $\hat{\lambda}_{max}\le\lambda_{min}$
\end_inset

, then 
\begin_inset Formula $\lambda^{*}\ge\lambda_{min}$
\end_inset

 and 
\begin_inset Formula $x_{k^{*}}^{*}>l_{k^{*}}$
\end_inset

 for a single 
\begin_inset Formula $k^{*}\in N$
\end_inset


\end_layout

\begin_layout Case
If 
\begin_inset Formula $g_{l}<0$
\end_inset

 and 
\begin_inset Formula $g_{u}\ge0$
\end_inset

, then 
\begin_inset Formula $\lambda^{*}\ge\lambda_{P}^{*}$
\end_inset


\end_layout

\begin_layout Case
If 
\begin_inset Formula $g_{l}<0$
\end_inset

 and 
\begin_inset Formula $g_{u}<0$
\end_inset

, then 
\begin_inset Formula $\lambda^{*}\ge\lambda_{min}$
\end_inset

 and 
\begin_inset Formula $x_{k^{*}}^{*}>l_{k^{*}}$
\end_inset

 for a single 
\begin_inset Formula $k^{*}\in N$
\end_inset


\end_layout

\begin_layout Standard
Theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:Ch2:Dual domain"

\end_inset

 proves that 
\begin_inset Formula $\lambda_{min}$
\end_inset

 is greater than or equal to the maximum value of breakpoints of 
\begin_inset Formula $N$
\end_inset

.
 That means all 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 are candidate that can be 
\begin_inset Formula $x_{j}>l_{j}$
\end_inset

 at a global optimum; thus, a global optimum solution is either type A or
 B by theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "The:Ch2:At most one"

\end_inset

.
\end_layout

\begin_layout Itemize
Global solution type A: 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in N$
\end_inset


\end_layout

\begin_layout Itemize
Global solution type B: 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N\backslash\{k^{*}\}$
\end_inset

 and 
\begin_inset Formula $x_{k^{*}}^{*}>l_{k^{*}}$
\end_inset

 for a single 
\begin_inset Formula $k^{*}\in N$
\end_inset

 
\end_layout

\begin_layout Standard
The type A global solution can be easily found because 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 for all 
\begin_inset Formula $j\in N$
\end_inset

 are fixed at 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $(P)$
\end_inset

 becomes a convex problem.
 The convex problem can be solved via methods
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
We recommend Sec+Int which is proved to be the best method in speed and
 reliability by thoughtful experiments
\end_layout

\end_inset

 in chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

 by searching for a 
\begin_inset Formula $\lambda$
\end_inset

 where the non-increasing function 
\begin_inset Formula $g(\lambda)$
\end_inset

 passes 
\emph on
zero
\emph default
 or jumps at 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 passing 
\emph on
zero
\emph default
.
 We denote the Lagrange multiplier by 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

, and it exists in Case 1.2, 2, and 4.
 Since 
\begin_inset Formula $g(\lambda_{max})<0$
\end_inset

 is guaranteed when 
\begin_inset Formula $P_{l}\ne\emptyset$
\end_inset

, if 
\begin_inset Formula $g_{l}\ge0$
\end_inset

 with nonempty 
\begin_inset Formula $P_{l}$
\end_inset

, 
\begin_inset Formula $g(\lambda)$
\end_inset

 must pass 
\emph on
zero
\emph default
 at 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 between 
\begin_inset Formula $[\hat{\lambda}_{max},\lambda_{max}]$
\end_inset

 as considered in Case 1.2 and 2.2.
 Case 2.1 simply represent the case when 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{l}$
\end_inset

, and Case 4 is detected when the signs of two end points 
\begin_inset Formula $g_{l}$
\end_inset

 and 
\begin_inset Formula $g_{u}$
\end_inset

 of 
\begin_inset Formula $g(\lambda)$
\end_inset

 on 
\begin_inset Formula $\lambda\in[\lambda_{min},\hat{\lambda}_{max}]$
\end_inset

 are different.
\end_layout

\begin_layout Standard
In the global solution type B, 
\begin_inset Formula $x_{k^{*}}^{*}$
\end_inset

 is strictly greater than 
\begin_inset Formula $l_{k^{*}}$
\end_inset

 for a single 
\begin_inset Formula $k^{*}\in N$
\end_inset

.
 Then, 
\begin_inset Formula $\lambda^{*}$
\end_inset

 is placed where it satisfies
\begin_inset Formula 
\begin{eqnarray*}
g(\lambda^{*})-l_{k}+x_{k}^{*} & = & 0\quad since\ x_{k^{*}}^{*}>l_{k^{*}}\\
g(\lambda^{*}) & < & 0
\end{eqnarray*}

\end_inset

, and if we replace 
\begin_inset Formula $x_{k}=l_{k}$
\end_inset

 for a single 
\begin_inset Formula $k\in N$
\end_inset

 with 
\begin_inset Formula $x_{k}=-\lambda/d_{k}>l_{k}$
\end_inset

 in 
\begin_inset Formula $g(\lambda)$
\end_inset

, we have the value of 
\begin_inset Formula $\hat{g}(\lambda)$
\end_inset

 
\begin_inset Formula 
\[
\hat{g}(\lambda)=g(\lambda)-l_{k}+\frac{-\lambda}{d_{k}}
\]

\end_inset

Hence, 
\begin_inset Formula $\hat{g}(\lambda)$
\end_inset

 is actually a lifted up value from 
\begin_inset Formula $g(\lambda)$
\end_inset

 by 
\begin_inset Formula $x_{k}>l_{k}$
\end_inset

, and a KKT point is found when 
\begin_inset Formula $\hat{g}(\lambda)=0$
\end_inset

 is satisfied.
 In other words, if 
\begin_inset Formula $g_{l}<0$
\end_inset

 or 
\begin_inset Formula $g(\lambda_{max})<0$
\end_inset

 with 
\begin_inset Formula $P_{l}\ne\emptyset$
\end_inset

, there is a chance that a single 
\begin_inset Formula $x_{k}>l_{k}$
\end_inset

 can lift up 
\begin_inset Formula $\hat{g}(\lambda)$
\end_inset

 to touch 
\emph on
zero
\emph default
 as a type B global solution.
 Otherwise, if 
\begin_inset Formula $g_{l}\ge0$
\end_inset

 and 
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

 as Case 1.1 and 2.1, the feasibility or a global optimum solution is determined
 without considering type B because 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $g(\lambda)$
\end_inset

 cannot be further decreased to give 
\begin_inset Formula $x_{k}$
\end_inset

 for 
\begin_inset Formula $k\in N$
\end_inset

 a chance to lift up 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $\hat{g}(\lambda)$
\end_inset

.
\end_layout

\begin_layout Standard
Our algorithm exploits the technique of interval test method to search for
 
\begin_inset Formula $k^{*}$
\end_inset

 that satisfies 
\begin_inset Formula $\hat{g}(\lambda)=0$
\end_inset

 for every 
\begin_inset Formula $k\in N$
\end_inset

 in each interval which is constructed by breakpoints of 
\begin_inset Formula $T$
\end_inset

.
 This means we have to take 
\begin_inset Formula $O(|N|)$
\end_inset

 time operations in each interval and each point 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

, but the enumeration procedure can be saved by constructing the intervals
 with breakpoints that is greater than 
\begin_inset Formula 
\begin{equation}
\hat{\lambda}_{min}=max\{\lambda_{P}^{*},\lambda_{min}\}\label{eq:LamMin2}
\end{equation}

\end_inset

because KKT points can exist for 
\begin_inset Formula $\lambda\ge\lambda_{min}$
\end_inset

 as proved in theorem 
\begin_inset CommandInset ref
LatexCommand ref
reference "the:Dual domain"

\end_inset

 and type B solution can be found only at 
\begin_inset Formula $\lambda\ge\lambda_{P}^{*}$
\end_inset

.
 The idea of narrower 
\begin_inset Formula $\lambda$
\end_inset

 domain highly decreases the number of intervals to enumerate.
 As extreme cases, Case 2.1 has no intervals and Case 1.2 and 2.2 have only
 one interval of 
\begin_inset Formula $ $
\end_inset


\begin_inset Formula $[\lambda_{P}^{*},\lambda_{max}]$
\end_inset

.
 
\end_layout

\begin_layout Standard
Another one interval occurs in Case 3.
 If conditions in Case 1 and 2 are not met, our algorithm obtains 
\begin_inset Formula $\lambda_{min}$
\end_inset

 to get 
\begin_inset Formula $g_{u}$
\end_inset

.
 But we can detect global Case 3 before 
\begin_inset Formula $g_{u}$
\end_inset

 is computed.
 If 
\begin_inset Formula $\hat{\lambda}_{max}\le\lambda_{min}$
\end_inset

 as a condition of Case 3, there are no breakpoints to construct intervals
 within 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

, and the bound is the only interval that KKT points are found.
 
\end_layout

\begin_layout Standard
If a global cases is not detected until Case 3, our algorithm executes more
 computations to get 
\begin_inset Formula $g_{u}$
\end_inset

, and it is used to make a decision whether 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 exists.
 If 
\begin_inset Formula $g_{u}$
\end_inset

 is negative, we skip Case 4 and searches for 
\begin_inset Formula $k^{*}$
\end_inset

 looking for only a type B global solution because 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 does not exist in the case.
 For the same reason, Case 3 also finds only type B global solution.
\end_layout

\begin_layout Section
Interval test method and algorithm
\end_layout

\begin_layout Standard
Although our algorithm basically enumerates all KKT points to find a global
 optimum, it can be done quite efficiently thanks to techniques in interval
 test method.
 This section presents two efficient enumeration procedures at an interval
 (
\emph on
interval test
\emph default
) and at a point (
\emph on
point test
\emph default
) of 
\begin_inset Formula $t_{j}$
\end_inset

 where 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(t_{j})$
\end_inset

 can be set to a value in 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

.
 Then, update procedure that requires few operations when we move from an
 interval to next interval is also addressed in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:point interval test"

\end_inset

, and the full steps are described in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

.
\begin_inset Float algorithm
placement !t
wide false
sideways false
status open

\begin_layout Plain Layout
Given initial values of 
\begin_inset Formula $f^{*}=\infty$
\end_inset

, 
\begin_inset Formula $\lambda^{*}=\infty$
\end_inset

, 
\begin_inset Formula $\lambda_{u}=\infty$
\end_inset

, 
\begin_inset Formula $f_{P}=0$
\end_inset

, 
\begin_inset Formula $w=0$
\end_inset

, 
\begin_inset Formula $J_{Z}=\emptyset$
\end_inset

, a tolerance 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

, and sub algorithms 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:Update"

\end_inset

 and 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:point interval test"

\end_inset


\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $H$
\end_inset

, 
\begin_inset Formula $G$
\end_inset

, 
\begin_inset Formula $f_{P}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Initial HGfP"

\end_inset

) with 
\begin_inset Formula $P_{l}$
\end_inset

, 
\begin_inset Formula $\hat{\lambda}_{max}$
\end_inset

 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:LamHatMax"

\end_inset

), 
\begin_inset Formula $g_{l}$
\end_inset

 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:initial gL"

\end_inset

), and 
\end_layout

\begin_deeper
\begin_layout Plain Layout
a part of 
\begin_inset Formula $T=\{-d_{i}l_{i},\ c_{j}:i\in P,\ j\in Z\}$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
(Case 1) If 
\begin_inset Formula $g_{l}\ge\varepsilon_{fea}$
\end_inset

,
\end_layout

\begin_deeper
\begin_layout Enumerate
(Case 1.1) If 
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

, finish.
 
\begin_inset Formula $(P)$
\end_inset

 is infeasible.
\end_layout

\begin_deeper
\begin_layout Plain Layout
Else (
\begin_inset Formula $P_{l}\ne\emptyset$
\end_inset

)
\end_layout

\begin_layout Enumerate
Get 
\begin_inset Formula $\lambda_{P}^{*}=H/G$
\end_inset

 and 
\begin_inset Formula $f$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:f_Convex"

\end_inset

) 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update(
\family default

\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

)
\end_layout

\begin_layout Enumerate
(Case 1.2) Set 
\begin_inset Formula $\lambda_{l}=\lambda_{P}^{*}$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Enumerate
(Case 2) If 
\begin_inset Formula $|g_{l}|<\varepsilon_{fea}$
\end_inset

,
\end_layout

\begin_deeper
\begin_layout Enumerate
(Case 2.1) If 
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

, finish algorithm with 
\begin_inset Formula $\lambda^{*}=\hat{\lambda}_{max}$
\end_inset

, 
\begin_inset Formula $\mathbf{x}^{*}=\mathbf{l}$
\end_inset

, and 
\begin_inset Formula $f^{*}=f(\mathbf{x}^{*})$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Plain Layout
(Case 2.2) Else (
\begin_inset Formula $P_{l}\ne\emptyset$
\end_inset

) 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update(
\family default

\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\hat{\lambda}_{max}$
\end_inset

) and set 
\begin_inset Formula $\lambda_{l}=\hat{\lambda}_{max}$
\end_inset

 
\end_layout

\end_deeper
\end_deeper
\begin_layout Enumerate
(Case 1.2 or 2.2) If 
\begin_inset Formula $g_{l}>-\varepsilon_{fea}$
\end_inset

, do 
\emph on
interval test 
\emph default
for 
\begin_inset Formula $f$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:f_interval"

\end_inset

) 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\Lambda_{\hat{k}}$
\end_inset

, 
\begin_inset Formula $\hat{k}$
\end_inset

) and go to step 12 
\end_layout

\begin_layout Enumerate
Get 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\lambda_{min}$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:LamMin"

\end_inset

)
\end_layout

\begin_layout Enumerate
(Case 3) If 
\begin_inset Formula $\hat{\lambda}_{max}\le\lambda_{min}$
\end_inset

 (and 
\begin_inset Formula $g_{l}<0$
\end_inset

), 
\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $\lambda_{l}=\lambda_{min}$
\end_inset

 (if 
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

, get 
\begin_inset Formula $F_{k}$
\end_inset

 by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Fk empty Pl"

\end_inset

))
\end_layout

\begin_layout Enumerate
Do 
\emph on
interval test 
\emph default
for 
\begin_inset Formula $f$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:f_interval"

\end_inset

) 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\Lambda_{\hat{k}}$
\end_inset

, 
\begin_inset Formula $\hat{k}$
\end_inset

) and go to step 12
\end_layout

\end_deeper
\begin_layout Enumerate
Get 
\begin_inset Formula $g_{u}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:gU"

\end_inset

) and full 
\begin_inset Formula $T=(\{-d_{j}u_{j}:j\in P\},T)$
\end_inset


\end_layout

\begin_layout Enumerate
(Case 4) If 
\begin_inset Formula $|g_{u}|<\varepsilon_{fea}$
\end_inset

 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\lambda_{min}$
\end_inset

, 
\begin_inset Formula $\emptyset$
\end_inset

, 
\begin_inset Formula $w$
\end_inset

, 
\begin_inset Formula $J_{Z}(\lambda_{min})$
\end_inset

)
\end_layout

\begin_deeper
\begin_layout Plain Layout
(Case 4) Elseif 
\begin_inset Formula $g_{u}>0$
\end_inset

, get 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 using Sec+Int 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

, 
\begin_inset Formula $\emptyset$
\end_inset

, 
\begin_inset Formula $w$
\end_inset

, 
\begin_inset Formula $J_{Z}(\lambda_{P}^{*})$
\end_inset

) and set 
\begin_inset Formula $\lambda_{min}=\lambda_{P}^{*}$
\end_inset

 
\end_layout

\begin_layout Plain Layout
(Case 5) Else (
\begin_inset Formula $g_{u}<0$
\end_inset

), 
\begin_inset Formula $(P)$
\end_inset

 is in Case 5
\end_layout

\end_deeper
\begin_layout Enumerate
Select and sort breakpoints in descending order
\end_layout

\begin_deeper
\begin_layout Plain Layout
\begin_inset Formula $J_{T}=\{j:\lambda_{min}<T_{j}\}$
\end_inset

 and 
\begin_inset Formula $[T,J]=sort(T_{j}:j\in J_{T})$
\end_inset


\end_layout

\begin_layout Plain Layout
where 
\begin_inset Formula $T$
\end_inset

 is sorted 
\begin_inset Formula $T_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{T}$
\end_inset

, and 
\begin_inset Formula $J$
\end_inset

 is corresponding index set of sorted 
\begin_inset Formula $T$
\end_inset

.
\end_layout

\end_deeper
\begin_layout Enumerate
Include 
\begin_inset Formula $\lambda_{min}$
\end_inset

 into 
\begin_inset Formula $T$
\end_inset

 as 
\begin_inset Formula $T=(T,\lambda_{min})$
\end_inset

 and set 
\begin_inset Formula $i=1$
\end_inset

, 
\begin_inset Formula $\lambda_{l}=T_{1}$
\end_inset

, and 
\begin_inset Formula $\lambda_{u}=\infty$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate for 
\emph on
point test
\emph default
 and 
\emph on
interval test
\emph default
 with the sub algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:point interval test"

\end_inset


\end_layout

\begin_layout Enumerate
Finish with 
\begin_inset Formula $f^{*}$
\end_inset

, 
\begin_inset Formula $\lambda^{*}$
\end_inset

, 
\begin_inset Formula $k^{*}$
\end_inset

, and 
\begin_inset Formula $\mathbf{x}^{*}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:xStar"

\end_inset

)
\end_layout

\begin_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $w^{*}\ne0$
\end_inset

, set 
\begin_inset Formula $x_{j}^{*}=x_{j}(\lambda^{*})$
\end_inset

 for 
\begin_inset Formula $j\in Z\backslash J_{Z}^{*}$
\end_inset

 and get 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}^{*}$
\end_inset

 by algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:distribute w"

\end_inset


\end_layout

\begin_deeper
\begin_layout Plain Layout
Else (
\begin_inset Formula $w=0$
\end_inset

), set 
\begin_inset Formula $x_{j}^{*}=x_{j}(\lambda^{*})$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset


\end_layout

\end_deeper
\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(|T|\ log\ |T|)$
\end_inset

 or 
\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset

; Global KSQP algorithm
\begin_inset CommandInset label
LatexCommand label
name "alg:Ch2 Global-KSQP"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
\paragraph_spacing single

\emph on
Interval test
\emph default
 at an interval
\end_layout

\begin_layout Standard
Let 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 be the current 
\begin_inset Formula $\lambda$
\end_inset

 interval that consists of two consecutive breakpoints in 
\begin_inset Formula $T$
\end_inset

 and two limits of 
\begin_inset Formula $\hat{\lambda}_{min}$
\end_inset

 and 
\begin_inset Formula $\lambda_{max}$
\end_inset

.
 As explained in interval test method of section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Interval-test-method"

\end_inset

, if 
\begin_inset Formula $\lambda_{P}^{*}\in[\lambda_{l},\lambda_{u}]$
\end_inset

, it can be obtained by 
\begin_inset Formula 
\[
\lambda_{P}^{*}=H/G
\]

\end_inset

with 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:H and G"

\end_inset

), and the objective value of 
\begin_inset Formula $(P)$
\end_inset

 to the corresponding solution is 
\begin_inset Formula 
\begin{equation}
f=\frac{1}{2}\left(R+\sum_{j\in P}d_{j}x_{j}^{2}(\lambda_{P}^{*})\right)-\sum_{j\in Z\backslash J_{Z}(\lambda_{P}^{*})}c_{j}x_{j}(\lambda_{P}^{*})-\lambda_{P}^{*}w\label{eq:Ch2:f_Convex}
\end{equation}

\end_inset

where 
\begin_inset Formula $R=\sum_{j\in N}d_{j}l_{j}^{2}$
\end_inset

, which is 
\begin_inset Formula $2\Phi(\beta)$
\end_inset

 when 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

, and 
\begin_inset Formula 
\[
w=\begin{cases}
0 & if\ J_{Z}(\lambda_{P}^{*})=\emptyset\\
b-\sum\limits _{j\in N}l_{j}-\sum\limits _{j\in P\cup(Z\backslash J_{Z}(\lambda_{P}^{*}))}x_{j}(\lambda_{P}^{*}) & otherwise
\end{cases}
\]

\end_inset

is the sum of 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(\lambda_{P}^{*})$
\end_inset

.
 Note that 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 in the last part of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:f_Convex"

\end_inset

) is used instead of 
\begin_inset Formula $c_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(\lambda_{P}^{*})$
\end_inset

 because those values are the same.
 .
 Thus, type A global solution can be found at 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

.
 
\end_layout

\begin_layout Standard
To find a type B global solution with 
\begin_inset Formula $x_{k}^{*}>l_{k}$
\end_inset

 for a single 
\begin_inset Formula $k\in N$
\end_inset

, we can do following efficient enumeration
\emph on
 
\emph default
procedure (called 
\emph on
interval test
\emph default
) including a single 
\begin_inset Formula $k\in N$
\end_inset

 into 
\begin_inset Formula $G$
\end_inset

 and excluding it from 
\begin_inset Formula $H$
\end_inset

.
 So the corresponding value of 
\begin_inset Formula $\lambda$
\end_inset

 for each 
\begin_inset Formula $k\in N$
\end_inset

 is computed as 
\begin_inset Formula 
\[
\Lambda_{k}=\frac{H-l_{k}}{G+1/d_{k}}\quad for\ k\in N
\]

\end_inset

, and only the selected 
\begin_inset Formula $k$
\end_inset

 in an index set 
\begin_inset Formula 
\begin{equation}
S=\{k\in N:\lambda_{l}\le\Lambda_{k}\le\lambda_{u}\}\label{eq:Ch2:S_interval}
\end{equation}

\end_inset

can have a feasible KKT point with 
\begin_inset Formula $x_{k}=-\Lambda_{k}/d_{k}$
\end_inset

.
 To find the best KKT point at the current interval, we compute 
\begin_inset Formula $2\Phi(\beta)$
\end_inset

 by
\begin_inset Formula 
\[
F_{k}=r_{k}+\Lambda_{k}^{2}/d_{k}\quad for\ k\in S
\]

\end_inset

with 
\begin_inset Formula $r_{k}=R-d_{k}l_{k}^{2}$
\end_inset

 , and the minimum objective value at the current interval is 
\begin_inset Formula 
\begin{equation}
f=\frac{1}{2}\left(F_{\hat{k}}+\Lambda_{\hat{k}}^{2}G+f_{P}\right)\label{eq:Ch2:f_interval}
\end{equation}

\end_inset

where 
\begin_inset Formula $\hat{k}=argmin\{F_{k}:k\in S\}$
\end_inset

 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
and
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula 
\begin{equation}
f_{P}=\sum_{j\in L}d_{j}l_{j}^{2}+\sum_{j\in U}d_{j}u_{j}^{2}-2\left(\sum_{j\in L}c_{j}l_{j}+\sum_{j\in U}c_{j}u_{j}\right)\label{eq:Ch2:fP}
\end{equation}

\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
is a part of objective values from the fixed solutions in the testing interval
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
, and 
\begin_inset Formula $I$
\end_inset

, 
\begin_inset Formula $L$
\end_inset

, and 
\begin_inset Formula $U$
\end_inset

 are index sets used to get 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:H and G"

\end_inset

).
\end_layout

\begin_layout Standard
As we can see in 
\begin_inset Formula $\Lambda_{k}$
\end_inset

 and 
\begin_inset Formula $F_{k}$
\end_inset

, our algorithm actually considers 
\begin_inset Formula $\beta$
\end_inset

 as a range of 
\begin_inset Formula 
\[
g(\lambda_{u})\le\beta+\left(\sum\nolimits _{j\in N}l_{j}-b\right)\le g(\lambda_{l})
\]

\end_inset

rather than a fixed value; therefore, 
\begin_inset Formula $(P2)$
\end_inset

 and 
\begin_inset Formula $\Phi(\beta)$
\end_inset

 interactively determine a value of 
\begin_inset Formula $\beta$
\end_inset

 in the range to satisfy 
\begin_inset Formula 
\[
\hat{g}(\Lambda_{k})=\beta+\left(\sum\nolimits _{j\in N}l_{j}-b\right)-l_{k}+x_{k}=0
\]

\end_inset

lifting up 
\begin_inset Formula $\hat{g}(\lambda)$
\end_inset

 to touch 
\emph on
zero
\emph default
 from negative 
\begin_inset Formula $g(\lambda)$
\end_inset

 with a single 
\begin_inset Formula $x_{k}=\frac{-\Lambda_{k}}{d_{k}}>l_{k}$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
\paragraph_spacing single

\emph on
Point test
\emph default
 at a break point 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Sec:Ch2:Point test"

\end_inset

 
\end_layout

\begin_layout Standard
Recall that 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 is set to 
\begin_inset Formula $u_{j}$
\end_inset

 at 
\begin_inset Formula $\lambda=t_{j}$
\end_inset

 although it can be a value in 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $[l_{j},u_{j}]$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 as a KKT point.
 Thus, we have to find KKT points considering 
\begin_inset Formula $x_{j}=[l_{j},u_{j}]$
\end_inset

 at 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

.
 Since a candidate 
\begin_inset Formula $\lambda$
\end_inset

 is determined to a 
\begin_inset Formula $t_{j}$
\end_inset

 in this case, we can find the best KKT point at this point testing which
 
\begin_inset Formula $x_{k}=-t_{k}/d_{k}>l_{k}$
\end_inset

 for 
\begin_inset Formula $k\in N$
\end_inset

 can yield the best objective value, and we name the procedure 
\emph on
point test
\emph default
.
 
\end_layout

\begin_layout Standard
Suppose we have tested an interval 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

, and the 
\begin_inset Formula $\lambda_{l}$
\end_inset

 is from 
\begin_inset Formula $t_{j}$
\end_inset

 in 
\begin_inset Formula $j\in Z$
\end_inset

.
 Then, we can utilize the current 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 to find KKT points at 
\begin_inset Formula $\lambda=\lambda_{l}$
\end_inset

 updating 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $f_{P}$
\end_inset

 as 
\begin_inset Formula 
\begin{equation}
\begin{array}{lll}
H & = & H-\sum_{j\in J_{Z}(\lambda)}l_{j}\\
f_{P} & = & f_{P}+2\sum_{j\in J_{Z}(\lambda)}c_{j}l_{j}
\end{array}\label{eq:Ch2:update H fP Point test}
\end{equation}

\end_inset

and searching for a selected index set 
\begin_inset Formula 
\begin{equation}
S=\{k\in N:\sum_{j\in J_{Z}(\lambda)}l_{j}\le w_{k}\le\sum_{j\in J_{Z}(\lambda)}u_{j}\}\label{eq:Ch2:S_point}
\end{equation}

\end_inset

where 
\begin_inset Formula 
\begin{eqnarray*}
w_{k} & = & \lambda\left(G+1/d_{k}\right)-H
\end{eqnarray*}

\end_inset

is the sum of 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(\lambda)$
\end_inset

 when a single 
\begin_inset Formula $x_{k}=-t_{k}/d_{k}>l_{k}$
\end_inset

 is included in the KKT point.
 Then, a part of objective value is 
\begin_inset Formula 
\[
F_{k}=\frac{1}{2}\left(r_{k}+\lambda^{2}/d_{k}\right)-\lambda w_{k}
\]

\end_inset

where 
\begin_inset Formula $\lambda$
\end_inset

 is used instead of 
\begin_inset Formula $c_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(\lambda)$
\end_inset

, and the minimum objective value at 
\begin_inset Formula $\lambda$
\end_inset

 is 
\begin_inset Formula 
\begin{equation}
f=\frac{1}{2}\left(f_{P}+\lambda^{2}G\right)+F_{\hat{k}}\label{eq:Ch2:f at point}
\end{equation}

\end_inset

with 
\begin_inset Formula $\hat{k}=argmin\{F_{k}:k\in S\}$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
\paragraph_spacing single
At the first (rightmost) interval 
\end_layout

\begin_layout Standard
Once intervals are constructed with sorted breakpoints and 
\begin_inset Formula $\hat{\lambda}_{min}$
\end_inset

, 
\emph on
interval test
\emph default
 can be started either at the leftmost interval or rightmost interval as
 interval test method algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Interval-test-method"

\end_inset

.
 We recommend starting from the rightmost interval since it has computational
 advantages to get initial values and a global optimum can be determined
 at the rightmost interval in Case 1.2, 2, and 3.
 
\end_layout

\begin_layout Standard
At the first interval we need to calculate initial values of 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $G$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:H and G"

\end_inset

) and 
\begin_inset Formula $f_{P}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:fP"

\end_inset

) with three index sets 
\begin_inset Formula $L$
\end_inset

, 
\begin_inset Formula $U$
\end_inset

, and 
\begin_inset Formula $I$
\end_inset

 similarly in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:LUI"

\end_inset

).
 However, if we are at the rightmost interval, because the three index sets
 are simply
\begin_inset Formula 
\begin{equation}
L=(P\backslash P_{l})\cup Z,\qquad U=\emptyset,\qquad I=P_{l}\label{eq:Ch2:Initial LUI}
\end{equation}

\end_inset

the initial values can be efficiently calculated without obtaining 
\begin_inset Formula $L$
\end_inset

, 
\begin_inset Formula $U$
\end_inset

, and 
\begin_inset Formula $I$
\end_inset

 as
\begin_inset Formula 
\begin{equation}
H=\sum_{j\notin P_{l}}l_{j}-b,\qquad G=\sum_{j\in P_{l}}1/d_{j},\qquad f_{P}=\sum_{j\in P\backslash P_{l}}d_{j}l_{j}^{2}-2\sum_{j\in Z}c_{j}l_{j}\label{eq:Ch2:Initial HGfP}
\end{equation}

\end_inset

and the global case determinant 
\begin_inset Formula $g_{l}$
\end_inset

 is simply calculated by 
\begin_inset Formula 
\begin{equation}
g_{l}=H-\hat{\lambda}_{max}G\label{eq:Ch2:initial gL}
\end{equation}

\end_inset

Note that since 
\begin_inset Formula $x_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in Z$
\end_inset

 are set to 
\begin_inset Formula $l_{j}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Initial LUI"

\end_inset

), the last part for 
\begin_inset Formula $g_{l}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:gL"

\end_inset

) is not included in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:initial gL"

\end_inset

).
\end_layout

\begin_layout Standard
Moreover, if 
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

, the computational advantage is enlarged at the right most interval since
 it is simply 
\begin_inset Formula 
\[
G=0\quad\mbox{and}\quad H=g_{l}
\]

\end_inset

, and 
\begin_inset Formula $F_{k}$
\end_inset

 can be easily calculated without 
\begin_inset Formula $\Lambda_{k}$
\end_inset

 as 
\begin_inset Formula 
\begin{equation}
F_{k}=r_{k}+d_{k}(l_{k}-g_{l})^{2}\quad for\ k\in N\label{eq:Ch2:Fk empty Pl}
\end{equation}

\end_inset

since 
\begin_inset Formula $x_{k}=l_{k}-g_{l}$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
\paragraph_spacing single
Update procedure at the next intervals and a global 
\begin_inset Formula $\mathbf{x}^{*}$
\end_inset


\end_layout

\begin_layout Standard
If a global optimum is not determined with initial values of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Initial HGfP"

\end_inset

) through Case 1-3 at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2 Global-KSQP]{step 6}
\end_layout

\end_inset

 of algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

, the initial values are used to test the rightmost interval, and then we
 moves to the next intervals on the left side to search for a better optimum
 solution in Case 4 or 5.
 Interval test technique has strong efficiency in obtaining index set 
\begin_inset Formula $S$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:S_interval"

\end_inset

) and (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:S_point"

\end_inset

) that are used to enumerate KKT points; moreover, it enhances our algorithm's
 performance with efficient update procedures for 
\begin_inset Formula $H$
\end_inset

, 
\begin_inset Formula $G$
\end_inset

, and 
\begin_inset Formula $f_{P}$
\end_inset

 as algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:point interval test"

\end_inset

 when we move to the left interval.
 
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
Given 
\begin_inset Formula $i=1$
\end_inset

, 
\begin_inset Formula $\lambda_{l}=T_{1}$
\end_inset

, 
\begin_inset Formula $\lambda_{u}=\infty$
\end_inset

, and the sub algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:Update"

\end_inset

, iterate until termination criteria in step 3 is satisfied.
\end_layout

\begin_layout Enumerate
Do 
\emph on
interval test 
\emph default
for 
\begin_inset Formula $f$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:f_interval"

\end_inset

) 
\begin_inset Formula $\rightarrow$
\end_inset

 
\family typewriter
Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\Lambda_{\hat{k}}$
\end_inset

, 
\begin_inset Formula $\hat{k}$
\end_inset

)
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\lambda_{l}$
\end_inset

 is from 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

, 
\end_layout

\begin_deeper
\begin_layout Enumerate
Update 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $H=H-\sum_{j\in J_{Z}(\lambda_{l})}l_{j}$
\end_inset

 and 
\begin_inset Formula $f_{P}=f_{P}+2\sum_{j\in J_{Z}(\lambda_{l})}c_{j}l_{j}$
\end_inset

 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:update H fP Point test"

\end_inset

)
\end_layout

\begin_layout Enumerate
Do 
\emph on
point test 
\emph default
for 
\begin_inset Formula $f$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:f at point"

\end_inset

)
\family typewriter
 
\begin_inset Formula $\rightarrow$
\end_inset

 Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\lambda_{l}$
\end_inset

, 
\begin_inset Formula $\hat{k}$
\end_inset

, 
\begin_inset Formula $w_{\hat{k}}$
\end_inset

, 
\begin_inset Formula $J_{Z}(\lambda_{l})$
\end_inset

)
\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $i<|T|$
\end_inset

, update 
\begin_inset Formula $H=H+\sum_{j\in J_{Z}(\lambda_{l})}u_{j}$
\end_inset

 and 
\begin_inset Formula $f_{P}=f_{P}-2\sum_{j\in J_{Z}(\lambda_{l})}c_{j}u_{j}$
\end_inset


\end_layout

\end_deeper
\begin_layout Enumerate
If 
\begin_inset Formula $i=|T|$
\end_inset

, stop iteration
\end_layout

\begin_layout Enumerate
Update the interval by 
\begin_inset Formula $\lambda_{u}=\lambda_{l}$
\end_inset

, 
\begin_inset Formula $i=i+1$
\end_inset

, and 
\begin_inset Formula $\lambda_{l}=T_{i}$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $\lambda_{l}$
\end_inset

 is from 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, 
\end_layout

\begin_deeper
\begin_layout Enumerate
Update 
\begin_inset Formula $H=H-l_{j}$
\end_inset

, 
\begin_inset Formula $G=G+1/d_{j}$
\end_inset

, and 
\begin_inset Formula $f_{P}=f_{P}-d_{j}l_{j}^{2}$
\end_inset


\end_layout

\begin_layout Plain Layout
Else (
\begin_inset Formula $\lambda_{l}$
\end_inset

 is from 
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

), 
\end_layout

\begin_layout Enumerate-Resume
Update 
\begin_inset Formula $H=H+u_{j}$
\end_inset

, 
\begin_inset Formula $G=G-1/d_{j}$
\end_inset

, and 
\begin_inset Formula $f_{P}=f_{P}+d_{j}u_{j}^{2}$
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Update procedure in 
\emph on
point
\emph default
 and 
\emph on
interval test
\emph default

\begin_inset CommandInset label
LatexCommand label
name "alg:Ch2:point interval test"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:point interval test"

\end_inset

 first does 
\emph on
interval test
\emph default
 for the given rightmost interval at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 1}
\end_layout

\end_inset

, and then check if 
\begin_inset Formula $\lambda_{l}$
\end_inset

, the lower bound of the current interval, is 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 to decide whether the algorithm needs to do 
\emph on
point test
\emph default
 at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 2.b}
\end_layout

\end_inset

.
 Since 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(\lambda_{l})$
\end_inset

 can be set to any value in its range 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 from the fixed 
\begin_inset Formula $l_{j}$
\end_inset

 when we move on 
\begin_inset Formula $\lambda_{l}$
\end_inset

, 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $f_{P}$
\end_inset

 are updated as (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:update H fP Point test"

\end_inset

) at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 2.a}
\end_layout

\end_inset

 for 
\emph on
point test
\emph default
, and then 
\begin_inset Formula $H$
\end_inset

 and 
\begin_inset Formula $f_{P}$
\end_inset

 are updated at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 2.c}
\end_layout

\end_inset

 after 
\emph on
point test
\emph default
 for 
\emph on
interval test
\emph default
 at the left next interval since 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}(\lambda_{l})$
\end_inset

 are fixed to 
\begin_inset Formula $u_{j}$
\end_inset

 for all left intervals.
 The interval 
\begin_inset Formula $[\lambda_{l},\lambda_{u}]$
\end_inset

 are updated at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 4}
\end_layout

\end_inset

 for the next interval, and the algorithm tries to find a better optimum
 solutions at the interval going back to 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 1}
\end_layout

\end_inset

.
 
\end_layout

\begin_layout Standard
If 
\begin_inset Formula $\lambda_{l}$
\end_inset

 is from 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, 
\begin_inset Formula $x_{j}$
\end_inset

 is switched from 
\begin_inset Formula $l_{j}$
\end_inset

 to a value of 
\begin_inset Formula $-\lambda/d_{j}$
\end_inset

 in the next interval.
 So 
\begin_inset Formula $H$
\end_inset

, 
\begin_inset Formula $G$
\end_inset

, and 
\begin_inset Formula $f_{P}$
\end_inset

 are updated to reflect the status change of 
\begin_inset Formula $x_{j}$
\end_inset

 at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 5.a}
\end_layout

\end_inset

.
 Similarly if 
\begin_inset Formula $\lambda_{l}$
\end_inset

 is from 
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in P$
\end_inset

, since 
\begin_inset Formula $x_{j}$
\end_inset

 is fixed to 
\begin_inset Formula $u_{j}$
\end_inset

 from 
\begin_inset Formula $-\lambda/d_{j}$
\end_inset

, the values of 
\begin_inset Formula $H$
\end_inset

, 
\begin_inset Formula $G$
\end_inset

, and 
\begin_inset Formula $f_{P}$
\end_inset

 are updated at 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2:point interval test]{step 5.b}
\end_layout

\end_inset

.
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout

\family typewriter
Update
\family default
(
\begin_inset Formula $f$
\end_inset

, 
\begin_inset Formula $\lambda$
\end_inset

, 
\begin_inset Formula $k$
\end_inset

, 
\begin_inset Formula $w$
\end_inset

, 
\begin_inset Formula $J_{Z}$
\end_inset

) 
\begin_inset Formula $\rightarrow$
\end_inset

 
\begin_inset Formula $f^{*}$
\end_inset

, 
\begin_inset Formula $\lambda^{*}$
\end_inset

, 
\begin_inset Formula $k^{*}$
\end_inset

, 
\begin_inset Formula $w^{*}$
\end_inset

, 
\begin_inset Formula $J_{Z}^{*}$
\end_inset


\end_layout

\begin_layout Plain Layout
If 
\begin_inset Formula $f<f^{*}$
\end_inset

, 
\end_layout

\begin_layout Enumerate
Update 
\begin_inset Formula $f^{*}=f$
\end_inset

 and 
\begin_inset Formula $\lambda^{*}=\lambda$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $k=\emptyset$
\end_inset

, update 
\begin_inset Formula $k^{*}=\emptyset$
\end_inset

; Else update 
\begin_inset Formula $k^{*}=k$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $w=\emptyset$
\end_inset

, update 
\begin_inset Formula $w^{*}=0$
\end_inset

; Else update 
\begin_inset Formula $w^{*}=w$
\end_inset

, and 
\begin_inset Formula $J_{Z}^{*}=J_{Z}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(1)$
\end_inset

; 
\family typewriter
Update
\family default
: a sub function to update the best values
\begin_inset CommandInset label
LatexCommand label
name "alg:Ch2:Update"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Whenever the best objective value 
\begin_inset Formula $f$
\end_inset

 is selected from an index set 
\begin_inset Formula $S$
\end_inset

 at an interval or a point, it is compared with the best objective value
 
\begin_inset Formula $f^{*}$
\end_inset

, and if the new value 
\begin_inset Formula $f$
\end_inset

 is better than best value 
\begin_inset Formula $f^{*}$
\end_inset

, a sub function 
\family typewriter
Update
\family default
 in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:Update"

\end_inset

 is used to update not only objective value but also all necessary values
 to obtain a global optimum solution at the final 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2 Global-KSQP]{step 12}
\end_layout

\end_inset

 in the main algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

 as
\begin_inset Formula 
\begin{equation}
x_{j}^{*}=\begin{cases}
x_{j}(\lambda^{*}) & for\ j\in P\cup(Z\backslash J_{Z}^{*})\\
l_{j} & for\ j\in N\backslash k^{*}\\
-\lambda^{*}/d_{k^{*}} & for\ j=k^{*}
\end{cases}\label{eq:Ch2:xStar}
\end{equation}

\end_inset

For 
\begin_inset Formula $j\in J_{Z}^{*}$
\end_inset

, if 
\begin_inset Formula $w=0$
\end_inset

, we conclude 
\begin_inset Formula $x_{j}^{*}=l_{j}$
\end_inset

 for all 
\begin_inset Formula $j\in Z$
\end_inset

; otherwise the value of 
\begin_inset Formula $w$
\end_inset

 can be distributed to 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 keeping it within 
\begin_inset Formula $[l_{j},u_{j}]$
\end_inset

 in any preferred way, and algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:distribute w"

\end_inset

 shows an easy linear time way.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float algorithm
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
Given 
\begin_inset Formula $J_{Z}^{*}\subseteq Z$
\end_inset

, 
\begin_inset Formula $w^{*}$
\end_inset

, and 
\begin_inset Formula $i=1$
\end_inset


\end_layout

\begin_layout Enumerate
Iterate to distribute 
\begin_inset Formula $w^{*}$
\end_inset

 to 
\begin_inset Formula $x_{j}^{*}\in[l_{j},u_{j}]$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}^{*}$
\end_inset

 
\end_layout

\begin_deeper
\begin_layout Enumerate
Set 
\begin_inset Formula $j=J_{Z}^{*}(i)$
\end_inset

, 
\begin_inset Formula $x_{j}^{*}=max(l_{j},u_{j}-w^{*})$
\end_inset

, and 
\begin_inset Formula $w^{*}=w^{*}-u_{j}+x_{j}^{*}$
\end_inset


\end_layout

\begin_layout Enumerate
If 
\begin_inset Formula $w^{*}=0$
\end_inset

, finish iteration; Else 
\begin_inset Formula $i=i+1$
\end_inset


\end_layout

\end_deeper
\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(|J_{Z}^{*}|)$
\end_inset

; Get 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 for 
\begin_inset Formula $j\in J_{Z}^{*}$
\end_inset

 distributing 
\begin_inset Formula $w$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "alg:Ch2:distribute w"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\paragraph_spacing single
Since it is well known that KKT conditions are necessary conditions for
 indefinite problem 
\begin_inset Formula $(P)$
\end_inset

, one of KKT points is the global optimum solution.
 All KKT points are enumerated very efficiently through 
\emph on
interval test
\emph default
 and 
\emph on
point test
\emph default
 in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

 utilizing the idea of interval test method.
 Therefore, algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

 guarantees a global optimum solution, and if it is necessary, we can find
 all global optimum solutions keeping the solutions that result in the same
 best objective value.
 Moreover, in the next section, we show that the algorithm has at most quadratic
 complexity in the worst case even though it is an enumerative algorithm.
 
\end_layout

\begin_layout Subsection
Computational complexity 
\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset


\end_layout

\begin_layout Standard
\paragraph_spacing single
For the worst case complexity, we may ignore procedures to update 
\begin_inset Formula $H$
\end_inset

, 
\begin_inset Formula $G$
\end_inset

, and 
\begin_inset Formula $f_{P}$
\end_inset

 in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:point interval test"

\end_inset

 and to update best values in algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:Update"

\end_inset

 because the procedures have only 
\begin_inset Formula $O(1)$
\end_inset

 or 
\begin_inset Formula $O(|Z|)$
\end_inset

 complexity.
 The cost to get 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 for global Case 4 is 
\begin_inset Formula $O(n)$
\end_inset

 time if the median search method in [??] is used.
 Other minor operations are consumed to get initial values of 
\begin_inset Formula $H$
\end_inset

, 
\begin_inset Formula $G$
\end_inset

, and 
\begin_inset Formula $f_{P}$
\end_inset

, required values such as 
\begin_inset Formula $T$
\end_inset

, 
\begin_inset Formula $\lambda_{min}$
\end_inset

, 
\begin_inset Formula $\hat{\lambda}_{max}$
\end_inset

, and 
\begin_inset Formula $g_{l}$
\end_inset

, and a global optimum solution in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:xStar"

\end_inset

) and algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2:distribute w"

\end_inset

; all the operations are taken only one time with the complexity of 
\begin_inset Formula $O(n)$
\end_inset

.
 
\end_layout

\begin_layout Standard
A main cost occurs when our algorithm enumerate KKT points in 
\emph on
point test
\emph default
 and
\emph on
 interval test
\emph default
 since the both procedures takes 
\begin_inset Formula $O(|N|)$
\end_inset

 complexity at each 
\begin_inset Formula $t_{j}$
\end_inset

 for 
\begin_inset Formula $j\in Z$
\end_inset

 and
\emph on
 
\begin_inset Formula $\lambda$
\end_inset

 
\emph default
intervals.
 In the worst case, the maximum number of enumeration steps is 
\begin_inset Formula $2(|P|+|Z|)$
\end_inset

 because of 
\begin_inset Formula $|T|=2|P|+|Z|$
\end_inset

 number of 
\emph on
interval tests
\emph default
 and 
\begin_inset Formula $|Z|$
\end_inset

 number of 
\emph on
point tests
\emph default
.
 Therefore, the enumeration steps requires the complexity of
\begin_inset Formula 
\begin{equation}
O\left(|N|(|P|+|Z|)\right)=O\left(|N|(n-|N|)\right)\label{eq:Ch2:Complexity}
\end{equation}

\end_inset


\end_layout

\begin_layout Standard
Another main cost occurs in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Global-KSQP]{step 9}
\end_layout

\end_inset

 of the main algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

 to sort breakpoints 
\begin_inset Formula $T$
\end_inset

.
 So if all breakpoints are greater than 
\begin_inset Formula $\lambda_{min}$
\end_inset

 in the worst case, the sorting step spend the complexity of 
\begin_inset Formula 
\begin{equation}
O(|T|\ log\ |T|)\label{eq:Ch2:Sort Cost}
\end{equation}

\end_inset

Thus, the worst case occurs in global Case 5 because it has the largest
 number of breakpoints to sort and the largest number of intervals and points
 to enumerate.
 
\end_layout

\begin_layout Standard
In conclusion, the worst case complexity of our algorithm is 
\begin_inset Formula $O(n^{2})$
\end_inset

 by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Complexity"

\end_inset

) as 
\begin_inset Formula $n\rightarrow\infty$
\end_inset

 and 
\begin_inset Formula $|N|\rightarrow n/2$
\end_inset

.
 However, sorting cost dominates the enumeration steps in practice for the
 small size problems.
 In our experiment environment that will be described in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Ch2:Experiment"

\end_inset

, the complexity is dominated by the sorting procedure for size of 
\begin_inset Formula $n\le3000$
\end_inset

 as shown in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:complexity"

\end_inset

.
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\begin_inset Graphics
	filename Figures/M21.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout
\begin_inset Formula $O(|T|\ log\ |T|)$
\end_inset

 at 
\begin_inset Formula $n=10^{3}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:LogComplexity"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align left
\begin_inset Graphics
	filename Figures/M17.pdf
	lyxscale 50
	width 7cm

\end_inset


\begin_inset Caption

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 at 
\begin_inset Formula $n=10^{4}$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:UComplexity"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Complexity curves on the proportion of 
\begin_inset Formula $|N|$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:complexity"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
The figures are drawn with the average time of 10 small coefficient 
\begin_inset Formula $(I1$
\end_inset

) and 10 large coefficient problems 
\begin_inset Formula $(I2$
\end_inset

) global Case 5 (worst case) problems in various proportions of 
\begin_inset Formula $|N|$
\end_inset

 from 
\begin_inset Formula $10\%$
\end_inset

 to 
\begin_inset Formula $90\%$
\end_inset

 at each size of 
\begin_inset Formula $n=10^{3}$
\end_inset

 and 
\begin_inset Formula $n=10^{4}$
\end_inset

.
 If the complexity is dominated by 
\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset

 (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Complexity"

\end_inset

), the average time should have a peak at 
\begin_inset Formula $50\%$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:UComplexity"

\end_inset

 in the problems of 
\begin_inset Formula $n=10^{4}$
\end_inset

.
 However, the peak is at 
\begin_inset Formula $10\%$
\end_inset

 in the problem of 
\begin_inset Formula $n=10^{3}$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:LogComplexity"

\end_inset

; it is because the sorting step spends more CPU time to sort breakpoints
 of positive 
\begin_inset Formula $d_{j}$
\end_inset

 than enumeration step.
 
\end_layout

\begin_layout Standard
Moreover, the practical CPU time is much less in global Case 1, 2, and 3
 because the cases have only one interval; thus, the complexity is dominated
 by the minor operations and has 
\begin_inset Formula $O(n)$
\end_inset

 time complexity.
 
\end_layout

\begin_layout Section
Implementation
\end_layout

\begin_layout Standard
We implemented the main algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

 on 
\noun on
Matlab
\noun default
 as the code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "Code:Ch2:Tester"

\end_inset

, and as we considered in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Implementation-in-Matlab"

\end_inset

, the code was generated by all 
\noun on
Matlab
\noun default
's features such as Just-in-Time compilation, copy-on-write type editing,
 and fast full vector computation.
 The algorithm requires to sort breakpoints in 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[alg:Ch2 Global-KSQP]{step 9}
\end_layout

\end_inset

, and we selected 
\noun on
Matlab
\noun default
's built-in function 
\family typewriter
sort.m
\family default
 because it implements 
\family typewriter
\noun on
QuickSort
\family default
\noun default
 algorithm which is known as the fastest sorting algorithm in practice as
 mentioned in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Implementation-in-Matlab"

\end_inset

.
\end_layout

\begin_layout Standard
In addition to 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption4]{Assumption 1, 2, and 4}
\end_layout

\end_inset

 , the code was generated with assumptions of
\end_layout

\begin_layout Itemize
No 
\begin_inset Formula $l_{j}=-\infty$
\end_inset

 so 
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

 
\end_layout

\begin_layout Itemize
No 
\begin_inset Formula $d_{j}=0$
\end_inset

 so 
\begin_inset Formula $Z=\emptyset$
\end_inset

 and condition (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:l>-inf"

\end_inset

) is not necessary
\end_layout

\begin_layout Standard
, but 
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
hyperref[sec:Assumption5]{Assumption 5}
\end_layout

\end_inset

 for indefiniteness is not assumed.
 Thus, it can solve the strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

, but we can make it perform much better because it is designed to consider
 indefinite case.
 
\end_layout

\begin_layout Standard
Although we recommend using Sec+Int to find 
\begin_inset Formula $\lambda_{P}^{*}$
\end_inset

 in Case 4, we implemented the pure secant phase algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Secant-Phase"

\end_inset

 with two given points at 
\begin_inset Formula $(\lambda_{min},g_{u})$
\end_inset

 and 
\begin_inset Formula $(\hat{\lambda}_{max},g_{l})$
\end_inset

 because the points are known before Case 4 is considered and the experiments
 in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:strictly-convex"

\end_inset

 shows that secant method is obviously the best method for strictly convex
 case.
 
\end_layout

\begin_layout Section
Experiment
\begin_inset CommandInset label
LatexCommand label
name "sec:Ch2:Experiment"

\end_inset


\end_layout

\begin_layout Standard
We name the implementation 
\family typewriter
KSQP.Glo
\family default
 and tested it in the similar environment of chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

.
 Two identical computers (Intel core i5, 3.47Ghz, 8GB RAM, 
\noun on
Windows
\noun default
 7, 64bit) were used for all experiments with the most recent version of
 
\noun on
Matlab 2013
\noun default
a (version 8.1).
 For the time measurement, the stop watch like function 
\family typewriter
tic
\family default
/
\family typewriter
toc
\family default
 was used rather 
\family typewriter
cputime
\family default
 that counts the time that CPU are actually used as Matlab's manual
\begin_inset Foot
status collapsed

\begin_layout Plain Layout
http://www.mathworks.com/help/matlab/matlab_prog/analyzing-your-programs-performan
ce.html
\end_layout

\end_inset

 recommends for 
\noun on
Windows
\noun default
 operations (see section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:tic/toc"

\end_inset

 for more detail).
 
\end_layout

\begin_layout Subsubsection*
Test problems
\end_layout

\begin_layout Standard
Because 
\family typewriter
KSQP.Glo
\family default
 is coded with an assumption of no 
\begin_inset Formula $l_{j}=-\infty$
\end_inset

 (
\begin_inset Formula $P_{l}=\emptyset$
\end_inset

), Case 1.2 and 2.2 are not considered in the experiments, and Case 2.1 was
 also not tested because the global optimum solution 
\begin_inset Formula $\mathbf{x^{*}=l}^{*}$
\end_inset

 can be found too quickly by 
\family typewriter
KSQP.Glo
\family default
.
 Thus, test problems were generated for Case 3, 4, and 5 with two sets of
 indefinite problems:
\end_layout

\begin_layout Itemize
Two indefinite problems
\end_layout

\begin_deeper
\begin_layout Description
\begin_inset Formula $(I1)$
\end_inset

 Small coefficient problem: 
\begin_inset Formula $d_{j}=[1,10]$
\end_inset

, 
\begin_inset Formula $c_{j}=0$
\end_inset

, 
\begin_inset Formula $a_{j}=1$
\end_inset

, 
\begin_inset Formula $l_{j}=[-10,0]$
\end_inset

, 
\begin_inset Formula $u_{j}=[0,10]$
\end_inset


\end_layout

\begin_layout Description
\begin_inset Formula $(I2)$
\end_inset

 Large coefficient problem: 
\begin_inset Formula $d_{j}=[1,2000]$
\end_inset

, 
\begin_inset Formula $c_{j}=0$
\end_inset

, 
\begin_inset Formula $a_{j}=1$
\end_inset

, 
\begin_inset Formula $l_{j}=[-1000,0]$
\end_inset

, 
\begin_inset Formula $u_{j}=[0,1000]$
\end_inset


\end_layout

\end_deeper
\begin_layout Standard
All coefficients are generated by 
\noun on
Matlab
\noun default
's built-in uniform random number generator 
\family typewriter
rand.m
\family default
, and an index set 
\begin_inset Formula $N$
\end_inset

 for 
\begin_inset Formula $d_{j}<0$
\end_inset

 was randomly generated by 
\noun on
Matlab
\noun default
's built-in function 
\family typewriter
randperm.m
\family default
 in the size of the given proportion of negative 
\begin_inset Formula $d_{j}$
\end_inset

.
 Then, the indefinite problems were generated by changing the sign of 
\begin_inset Formula $d_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 to negative, and 
\begin_inset Formula $u_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 is set to the 
\begin_inset Formula $\infty$
\end_inset

 by
\family typewriter
 inf
\family default
 in 
\noun on
Matlab
\noun default
.
 
\begin_inset Formula $(I1)$
\end_inset

 and 
\begin_inset Formula $(I2)$
\end_inset

 are designed to generate small and large coefficients since we observed
 in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

 that Sec+Int, Vavasis, 
\noun on
Cplex
\noun default
 tend to spend more time in large coefficient problems.
 
\end_layout

\begin_layout Standard
We set both indefinite problems have 
\begin_inset Formula $c_{j}=0$
\end_inset

 and 
\begin_inset Formula $a_{j}=1$
\end_inset

 because any 
\begin_inset Formula $(P)$
\end_inset

 can be transformed to have the coefficients by transformation in appendix
 
\begin_inset CommandInset ref
LatexCommand ref
reference "App: Transformation"

\end_inset

, and, above all, the format gives good base problems to generate Case 3,
 4, and 5 problems for our experiment purpose.
 To generate Case 3 problems that has a condition of 
\begin_inset Formula $\hat{\lambda}_{min}<\lambda_{min}$
\end_inset

, we further modify 
\begin_inset Formula $l_{j}=-1.5l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

, and we change 
\begin_inset Formula $l_{j}=2l_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 to generate Case 4 and 5 problems that satisfies 
\begin_inset Formula $\lambda_{min}<min\{T_{j}\}$
\end_inset

.
 
\end_layout

\begin_layout Standard
Right hand side 
\begin_inset Formula $b$
\end_inset

 is also controlled to generate the intended problems by
\begin_inset Formula 
\[
b=b_{min}+\beta(\hat{b}_{max}-b_{min})
\]

\end_inset

where 
\begin_inset Formula $b_{min}=\sum_{\forall j}l_{j}$
\end_inset

 and 
\begin_inset Formula $\hat{b}_{max}=\sum_{j\in N}l_{j}+\sum_{j\in P}u_{j}$
\end_inset

.
 Since problems are feasible only when 
\begin_inset Formula $g_{l}\le0$
\end_inset

, 
\begin_inset Formula $b$
\end_inset

 should satisfy
\begin_inset Formula 
\[
g_{l}=b_{min}-b\le0\rightarrow b_{min}\le b
\]

\end_inset

, and Case 4 can happen if we set 
\begin_inset Formula $b$
\end_inset

 to be
\begin_inset Formula 
\[
g_{u}=\hat{b}_{max}-b\ge0\rightarrow b\le\hat{b}_{max}
\]

\end_inset

Thus, we used 
\begin_inset Formula $\beta=1.2$
\end_inset

 for Case 3 and 5 to ensure that 
\begin_inset Formula $g_{u}<0$
\end_inset

 and generated Case 4 problems with 
\begin_inset Formula $\beta=0.2$
\end_inset

 and 
\begin_inset Formula $0.4$
\end_inset

 in order to satisfy 
\begin_inset Formula $g_{u}>0$
\end_inset

 and 
\begin_inset Formula $g_{l}<0$
\end_inset

 with 
\begin_inset Formula $b\in[b_{min},b_{max}]$
\end_inset

.
 Problem generation by global case is implemented by the tester code in
 appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "Code:Ch2:Tester"

\end_inset

.
\end_layout

\begin_layout Standard
Note that we tried to employ the test problems that were used in chapter
 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, but we decided not to use because 
\begin_inset Formula $(T1)$
\end_inset

 
\begin_inset Formula $(T2)$
\end_inset

 and 
\begin_inset Formula $(T3)$
\end_inset

 always generate Case 3, 
\begin_inset Formula $(T4)$
\end_inset

 and 
\begin_inset Formula $(T6)$
\end_inset

 are unbounded due to some negative 
\begin_inset Formula $a_{j}$
\end_inset

, and 
\begin_inset Formula $(T5)$
\end_inset

 is hard to be controlled for Case 3, 4, and 5.
 
\end_layout

\begin_layout Subsubsection*
Tested solvers
\end_layout

\begin_layout Standard
The performance of 
\family typewriter
KSQP.Glo
\family default
 was compared with five solvers 
\end_layout

\begin_layout Itemize
Five compared solvers
\end_layout

\begin_deeper
\begin_layout Itemize
Upper bound solver: Sec+Int of chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

.
 
\end_layout

\begin_layout Itemize
Local solver: 
\family typewriter
\noun on
IKP1
\family default
\noun default
 of Vavasis (1992, 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

)
\end_layout

\begin_layout Itemize
Global solver: Chen and Burer (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

)
\end_layout

\begin_layout Itemize
Two commercial solvers: 
\family typewriter
cplexqp.m
\family default
 of 
\noun on
Cplex
\noun default
 and 
\family typewriter
quadprog.m
\family default
 of 
\noun on
Matlab
\end_layout

\end_deeper
\begin_layout Standard
The upper bound solver Sec+Int was compared because experiments in chapter
 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

 show that it considerably outperforms to 
\family typewriter
\noun on
IKP1
\family default
\noun default
, 
\family typewriter
quadprog.m
\family default
, and 
\family typewriter
cplexqp.m
\family default
 in speed and the quality of solution when all 
\begin_inset Formula $u_{j}$
\end_inset

 are finite.
 A local solver 
\family typewriter
\noun on
IKP1
\family default
\noun default
 (
\begin_inset Formula $O(n^{3})$
\end_inset

 complexity) of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

, which uses the two-stage decomposition approach in the reverse way of
 
\family typewriter
KSQP.Glo
\family default
, was tested, and further reasons to choose it among other versions of solvers
 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset

 is available in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Local-solver"

\end_inset

.
 Because Sec+Int and 
\family typewriter
\noun on
IKP1
\family default
\noun default
 require finite 
\begin_inset Formula $u_{k}$
\end_inset

 for 
\begin_inset Formula $k\in N$
\end_inset

, we give the solvers 
\begin_inset Formula $u_{k}$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:uK"

\end_inset

) that includes the global optimum solution.
 
\end_layout

\begin_layout Standard
A recent global solver of Chen and Burer (2012, 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

) and the two commercial solvers 
\family typewriter
cplexqp.m
\family default
 of 
\noun on
Cplex
\noun default
 (version 12.5) and 
\family typewriter
quadprog.m
\family default
 of 
\noun on
Matlab 
\noun default
(version 2013a) in the most recent versions were also used for comparison.
 Detailed explanation and options that were used in the experiments are
 available in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Global-solver"

\end_inset

 and section 
\begin_inset CommandInset ref
LatexCommand ref
reference "Sec:Commercial-solver"

\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Tolerances
\end_layout

\begin_layout Standard
As algorithm 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Ch2 Global-KSQP"

\end_inset

, 
\family typewriter
KSQP.Glo
\family default
 needs 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 to determine global cases, and Sec+Int requires two tolerances of 
\begin_inset Formula $\varepsilon_{fea}$
\end_inset

 and 
\begin_inset Formula $\varepsilon_{bra}$
\end_inset

.
 We set the two values as 
\begin_inset Formula 
\begin{eqnarray*}
\varepsilon_{fea} & = & max\{1e-7,\varepsilon(n+|b|)\}\\
\varepsilon_{bra} & = & 0.1
\end{eqnarray*}

\end_inset

in the same reason described in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Tolerances"

\end_inset

 with the machine precision 
\begin_inset Formula $\varepsilon=2.2204e-16$
\end_inset

.
\end_layout

\begin_layout Subsubsection*
Small size problems
\end_layout

\begin_layout Standard
Because the global solver of Chen and Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

 and 
\family typewriter
quadprog.m
\family default
 of 
\noun on
Matlab
\noun default
 consume unreasonable time or fail to solve for large size due to memory
 usage and convergence issues, small size problems of 
\begin_inset Formula $n=10$
\end_inset

, 
\begin_inset Formula $30$
\end_inset

, and 
\begin_inset Formula $50$
\end_inset

 were tested.
 Moreover, Case 3 problems and 
\begin_inset Formula $(I2)$
\end_inset

 problems were excluded for the test because the global solver of Chen and
 Burer 
\begin_inset CommandInset citation
LatexCommand cite
key "ChenBure:2012"

\end_inset

 tends to have error in solving the problems.
 Thus, the total 
\begin_inset Formula $1,350$
\end_inset

 (
\begin_inset Formula $=3\times3\times1\times3\times50$
\end_inset

) random problems were tested in
\end_layout

\begin_layout Itemize
Random small size problems
\end_layout

\begin_deeper
\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 percentages of negative 
\begin_inset Formula $d_{j}$
\end_inset

 : 
\begin_inset Formula $20\%$
\end_inset

, 
\begin_inset Formula $50\%$
\end_inset

, and 
\begin_inset Formula $80\%$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
small sizes of 
\begin_inset Formula $10$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $30$
\end_inset

, 
\begin_inset Formula $50$
\end_inset

 
\end_layout

\begin_layout Itemize
\begin_inset Formula $1$
\end_inset

 problem that has small coefficients 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 global cases: Case 5 with 
\begin_inset Formula $\beta=1.2$
\end_inset

, Case 4 with 
\begin_inset Formula $\beta=0.2$
\end_inset

 and 
\begin_inset Formula $0.4$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $50$
\end_inset

 random problems for each instance
\end_layout

\end_deeper
\begin_layout Standard
Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Speed_Small"

\end_inset

 presents the average seconds by case and by percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 for small size and small coefficient 
\begin_inset Formula $(I1)$
\end_inset

 problems.
 
\family typewriter
KSQP.Glo
\family default
 is extremely faster than commercial solvers but slower than Sec+Int in
 fraction seconds.
 Although we expected that the worst case happens in Case 5, experiment
 results show that 
\family typewriter
KSQP.Glo
\family default
 consumed more time in Case 4.
 It is because the problem size is too small to reduce the significant number
 of intervals by 
\begin_inset Formula $\lambda_{P}$
\end_inset

 in Case 4.
 The effects of reduced dual space by 
\begin_inset Formula $\lambda_{P}$
\end_inset

 will be verified with medium size problems in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Speed_Large"

\end_inset

.
 As expected in the small size problem, the average time of 
\family typewriter
KSQP.Glo
\family default
 grows as percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 increase due to the dominated cost of sorting step.
 
\end_layout

\begin_layout Standard
All methods except for Vavasis and Chen and Burer do not have significant
 variance in speed by case and percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

, but Chen and Burer shows significant growth as percentage of negative
 
\begin_inset Formula $d_{j}$
\end_inset

 increases and at Case 5.
 As the time ranges in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:Ch2:SmallSize"

\end_inset

 show, Chen and Burer actually consumed fractional seconds (say, 0.5 seconds)
 for some instances, but it has high average time due to some instances
 taking over five minutes.
 High standard deviation in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Speed_Small"

\end_inset

 proves this.
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="8" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Matlab
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Chen&Burer (std.
 dev)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00043
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00032
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0042
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.018
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.034
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
16.005 (23.7)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00043
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00031
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0041
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.019
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.031
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.507 (19.8)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5 (
\begin_inset Formula $\beta=1.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00035
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00029
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0041
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.019
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.027
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
28.512 (44.1)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00048
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00030
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0025
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.020
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.031
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10.59 (12.3)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00040
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00031
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0037
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.019
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.030
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20.68 (34.1)
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00033
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00031
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0061
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.018
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.030
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
28.13 (39.9)
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
*  Ranges are available in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:Ch2:SmallSize"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds for small size problems of 
\begin_inset Formula $(I1)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Ch2:Speed_Small"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
We count the probabilities that each solver found global optimum with 
\begin_inset Formula 
\begin{equation}
P[f_{p,s}-\underline{f}_{p}<n\times10^{-6}:p\in\mathcal{P},\ s\in\mathcal{S}]\label{eq:Ch2:Prob best optimum}
\end{equation}

\end_inset

as chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, and its percentage values are in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Global_Small"

\end_inset

.
 
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="8" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Matlab
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Chen&Burer
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
77.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
34.67
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
46.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
41.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
78.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.16
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
40.18
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
23.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5 (
\begin_inset Formula $\beta=1.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
94.59
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
9.31
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
27.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
16.45
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
87.56
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
17.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
29.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
24.44
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
87.56
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
34.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
23.33
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
75.56
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
27.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
49.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
33.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Percentage of a global optimum found for small size problems of 
\begin_inset Formula $(I1)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Ch2:Global_Small"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard

\family typewriter
KSQP.Glo
\family default
 and Chen and Burer found global optimum for all problems as theory supports.
 Sec+Int has relatively higher probability than other non-global solvers,
 and the probability increases as 
\begin_inset Formula $\beta$
\end_inset

 increases and percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 decreases, while other non-global solvers tend to have reverse behavior.
 It is because the possibility that the global optimum solution occurs at
 
\begin_inset Formula $\lambda^{*}>\hat{\lambda}_{max}$
\end_inset

 having type B solution increases in the cases, and Sec+Int is favor to
 the solution type.
 
\end_layout

\begin_layout Standard
Moreover, the objective value qualities of solvers are compared via performance
 profile, which is discussed in section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Performance-profiler"

\end_inset

, in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:CH2:Perfom_Small"

\end_inset

.
 It shows that 
\family typewriter
KSQP.Glo
\family default
 and Chen and Burer are at 
\begin_inset Formula $1$
\end_inset

 on most 
\begin_inset Formula $\tau$
\end_inset

 as global solvers, and ironically the local solver of Vavasis has the worst
 quality through all 
\begin_inset Formula $\tau\in[0,0.9]$
\end_inset

.
 Sec+Int is placed on the top side but never reach to 
\begin_inset Formula $1$
\end_inset

.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M18.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Performance profile for small size problems of 
\begin_inset Formula $(I1)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:CH2:Perfom_Small"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsubsection*
Medium size problems
\end_layout

\begin_layout Standard
Random problems on medium sizes from 1000 to 3000 are tested without 
\noun on
Matlab
\noun default
's 
\family typewriter
quadprog.m
\family default
 and Chen and Burer since the solvers tend to fail and spend unreasonable
 time on the sizes.
 The size is limited up to 
\begin_inset Formula $n=3000$
\end_inset

 because Vavasis spends unreasonable time for the size over 
\begin_inset Formula $3000$
\end_inset

.
 The tested problems are in the set of
\end_layout

\begin_layout Itemize
Random medium size problems
\end_layout

\begin_deeper
\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 percentages of negative 
\begin_inset Formula $d_{j}$
\end_inset

 : 
\begin_inset Formula $20\%$
\end_inset

, 
\begin_inset Formula $50\%$
\end_inset

, and 
\begin_inset Formula $80\%$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: medium sizes of 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $1000$
\end_inset

,
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 
\begin_inset Formula $2000$
\end_inset

, 
\begin_inset Formula $3000$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $2$
\end_inset

 problems that have small and large coefficients
\end_layout

\begin_layout Itemize
\begin_inset Formula $4$
\end_inset

 global cases: Case 3 and Case 5 with 
\begin_inset Formula $\beta=1.2$
\end_inset

, Case 4 with 
\begin_inset Formula $\beta=0.2$
\end_inset

 and 
\begin_inset Formula $0.4$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $50$
\end_inset

 random problems for each instance
\end_layout

\end_deeper
\begin_layout Standard
Thus, the total 
\begin_inset Formula $3,600$
\end_inset

 (
\begin_inset Formula $=3\times3\times2\times4\times50$
\end_inset

) problems were tested by the tester code in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "Code:Ch2:Tester"

\end_inset

.
 
\begin_inset Float table
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="10" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small Coefficient 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large Coefficient 
\begin_inset Formula $(I2)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3 (
\begin_inset Formula $\beta=1.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0003
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00098
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.055
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0003
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00101
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.53
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0098
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00087
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.047
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.31
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0096
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00096
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
13.98
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.38
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0145
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00083
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.023
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.35
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0144
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00098
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.40
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5 (
\begin_inset Formula $\beta=1.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0161
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00094
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.072
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0162
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00101
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
14.00
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.51
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0120
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00086
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.38
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0118
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00094
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.45
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0118
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00095
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.42
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0117
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00105
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
11.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0067
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00091
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
28.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.36
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0068
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.00098
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
28.60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.43
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Ranges are available in appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:Ch2:LargeSize"

\end_inset

.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds for medium size problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Ch2:Speed_Large"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Average times in seconds are presented in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Speed_Large"

\end_inset

.
 
\noun on
Cplex
\noun default
 tends to take more time on large coefficient problems 
\begin_inset Formula $(T2)$
\end_inset

, while others consumed similar time for both problem types.
 Consistently to the small size problems, 
\family typewriter
JES.Glo
\family default
 and 
\family typewriter
JES
\family default
 are considerably faster than others, but 
\family typewriter
JES.Glo
\family default
 spent more time due to enumeration step.
 
\end_layout

\begin_layout Standard
On this medium size problems, we can clearly see that the performance of
 
\family typewriter
JES.Glo
\family default
 is dependent on the number of intervals to be enumerated.
 Because Case 3 has only one interval 
\begin_inset Formula $[\hat{\lambda}_{max},\infty]$
\end_inset

, 
\family typewriter
JES.Glo
\family default
 is exceptionally faster than all other solvers.
 On the other hand, the number of intervals within 
\begin_inset Formula $[\lambda_{P},\hat{\lambda}_{max}]$
\end_inset

 increases as 
\begin_inset Formula $\beta$
\end_inset

 increases in Case 4 since 
\begin_inset Formula $\lambda_{P}$
\end_inset

 is farther from 
\begin_inset Formula $\hat{\lambda}_{max}$
\end_inset

 for higher 
\begin_inset Formula $\beta$
\end_inset

 values.
 Furthermore, since 
\begin_inset Formula $\lambda_{P}$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 does not exist in
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 Case 5, the enumeration step is executed for all 
\begin_inset Formula $\lambda$
\end_inset

 intervals.
 Therefore, the average time of 
\family typewriter
JES.Glo
\family default
 in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Speed_Large"

\end_inset

 reflects the number of intervals.
 
\end_layout

\begin_layout Standard
We can also observe in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Speed_Large"

\end_inset

 that 
\family typewriter
JES.Glo
\family default
 takes more time as the percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 decreases as shown in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:LogComplexity"

\end_inset

 proving that the elapsed time is still dominated by sorting cost for this
 medium size problems.
 On the contrary, Vavasis has exponential growth on it since the method
 should enumerate more candidate local optimum solutions as the proportion
 of 
\begin_inset Formula $N$
\end_inset

 increases.
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="10" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small Coefficient 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large Coefficient 
\begin_inset Formula $(I2)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
8.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
75.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
63.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
64.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
75.6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
74.0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
40
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
76.3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7.7
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
100
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
58.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Percentage of a global optimum found for medium size problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Ch2:Global_Large"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
As we did for small size problems, we counted the probabilities that solvers
 found the global optimum objective value with (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Prob best optimum"

\end_inset

), and the values are shown in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Global_Large"

\end_inset

.
 
\family typewriter
KSQP.Glo
\family default
 found the global optimum for all problems as theories support, and Sec+Int
 also found global optimum for all small coefficient problems.
 
\end_layout

\begin_layout Standard

\noun on
Cplex
\noun default
 and Vavasis also yielded global optimum for some small coefficient problems,
 but the probabilities are plunged in large coefficient problems.
 Ironically, the two methods found more global optimum when there are more
 negative 
\begin_inset Formula $d_{j}$
\end_inset

 in Case 3.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M19.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Small coefficient problems 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/M20.pdf
	width 10cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Large coefficient problems 
\begin_inset Formula $(I2)$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Performance profile for medium size problems
\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:Perfom_Large"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:Perfom_Large"

\end_inset

 shows that the performance profiles for medium size problems are very similar
 for 
\begin_inset Formula $(T1)$
\end_inset

 and 
\begin_inset Formula $(T2)$
\end_inset

.
 The local solver of Vavasis always at the bottom of the graph proving that
 the quality of its local optimum is very low.
 
\family typewriter
JES.Glo
\family default
 is always at 
\begin_inset Formula $1$
\end_inset

 since it found global optimum for all problems, and 
\family typewriter
JES
\family default
 approaches to 
\begin_inset Formula $1$
\end_inset

 for 
\begin_inset Formula $\tau>0$
\end_inset

.
 
\noun on
Cplex
\noun default
 quickly grows in the small 
\begin_inset Formula $\tau$
\end_inset

 but never touches 
\begin_inset Formula $1$
\end_inset

.
 
\end_layout

\begin_layout Subsubsection*
Time growth and complexity with large size problems
\end_layout

\begin_layout Standard
More experiments have been conducted for sizes that are greater than 
\begin_inset Formula $3000$
\end_inset

 to verify the time growth and complexity of 
\family typewriter
KSQP.Glo
\family default
 with the worst case problems (Case 5).
 Since it is proved that Vavasis finds the quite worse local optimum with
 small and medium size problems, and it consumes unreasonable time for the
 size over 
\begin_inset Formula $3000$
\end_inset

, we did not include Vavasis for the experiment with large size problems.
 Thus, 
\family typewriter
KSQP.Glo
\family default
, Sec+Int, and 
\noun on
Cplex
\noun default
 were tested with 
\begin_inset Formula $840$
\end_inset

 (
\begin_inset Formula $=3\times7\times2\times1\times20$
\end_inset

) random problems in the setting of 
\end_layout

\begin_layout Itemize
Random large size problems
\end_layout

\begin_deeper
\begin_layout Itemize
\begin_inset Formula $3$
\end_inset

 percentages of negative 
\begin_inset Formula $d_{j}$
\end_inset

 : 
\begin_inset Formula $20\%$
\end_inset

, 
\begin_inset Formula $50\%$
\end_inset

, and 
\begin_inset Formula $80\%$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $7$
\end_inset

 sizes of 
\begin_inset Formula $n$
\end_inset

: sizes 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $4,000,\ 5,000,\ ....10,000$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $2$
\end_inset

 problems that have small and large coefficients
\end_layout

\begin_layout Itemize
\begin_inset Formula $1$
\end_inset

 global cases: Case 5 with 
\begin_inset Formula $\beta=1.2$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $20$
\end_inset

 random problems for each instance
\end_layout

\end_deeper
\begin_layout Standard
Then, we track the time growth including results of medium size problems
 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:Time-growth"

\end_inset

 via average time in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Time growth"

\end_inset

.
 Note that the figure just shows the growth shape through sizes so one can
 read the table to see the actual average time.
 
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/E2.pdf
	width 12cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Time growth
\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:Time-growth"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="13" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Average seconds
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Growth rate
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.005
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0006
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.016
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0010
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.43
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.39
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.027
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0013
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.77
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.34
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.35
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.03
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.046
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0015
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.84
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.81
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.067
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0018
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.76
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.09
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
6000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.091
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0022
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.71
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.77
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.119
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0024
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.22
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.71
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.15
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
8000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.151
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0028
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.92
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.81
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.30
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
9000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.190
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0030
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.95
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.42
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.75
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.226
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.0033
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5.45
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.63
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="right" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Average growth rate
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.69
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.10
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average second and growth rate by size in Case 5
\begin_inset CommandInset label
LatexCommand label
name "tab:Ch2:Time growth"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
The table also includes the time growth rates that are obtained by 
\begin_inset Formula 
\[
\frac{t_{n,s}/t_{(n-1000),s}}{\left[n/(n-1000)\right]{}^{Growth\ rate}}=1
\]

\end_inset

with 
\begin_inset Formula $t_{n,s}$
\end_inset

, the average time for solver 
\begin_inset Formula $s$
\end_inset

 in the size of 
\begin_inset Formula $n$
\end_inset

, in the similar way of (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:growth rate"

\end_inset

).
 As consistent to the growth rate of 0.5 in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Avg large size indef"

\end_inset

 for test problems in chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset

, Sec+Int has 0.47 growth rate on average for problems 
\begin_inset Formula $(I1)$
\end_inset

 and 
\begin_inset Formula $(I2)$
\end_inset

 having less than linear time growth through all sizes, and its speed is
 exceptionally fast in fractional seconds.
\end_layout

\begin_layout Standard

\noun on
Cplex
\noun default
 has little more than quadratic growth rate (2.1) on average and grows more
 than 3 times on some sizes.
 The time growth of 
\family typewriter
KSQP.Glo
\family default
 is less than quadratic growth rate (1.69) on average and never overs 2.
 Since 
\family typewriter
KSQP.Glo
\family default
 has the lower growth rate and 25.7 times faster than 
\noun on
Cplex
\noun default
 on average in medium size, we can expect that 
\family typewriter
KSQP.Glo
\family default
 never takes more time than 
\noun on
Cplex
\noun default
 on any larger sizes.
 According to the probabilities of global optimum by (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:Ch2:Prob best optimum"

\end_inset

), 
\noun on
Cplex
\noun default
 found global optimum only 
\begin_inset Formula $6.7\%$
\end_inset

, while both 
\family typewriter
KSQP.Glo
\family default
 and Sec+Int found in 
\begin_inset Formula $100\%$
\end_inset

.
 Therefore, Sec+Int impressively outperforms in the respect to growth rate,
 speed, and solution quality.
 
\end_layout

\begin_layout Standard
We further investigated the growth rate of 
\family typewriter
JES.Glo
\family default
 fitting the speed and size on quadratic regression lines by the percentage
 of negative 
\begin_inset Formula $d_{j}$
\end_inset

 as figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:Quadratic-regression-fit"

\end_inset

.
 Note that since average times by coefficient sizes in 
\begin_inset Formula $(T1)$
\end_inset

 and 
\begin_inset Formula $(T2)$
\end_inset

 are similar as shown in table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Sec by |N|"

\end_inset

, the average time of both problems were fitted.
\begin_inset Float figure
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/J1.pdf
	width 4cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/J2.pdf
	width 4.1cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\begin_inset Graphics
	filename Figures/J3.pdf
	width 4cm

\end_inset


\begin_inset space \hfill{}
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Quadratic regression fit in Case 5
\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:Quadratic-regression-fit"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
The three regression models by the percentage of negative 
\begin_inset Formula $d_{j}$
\end_inset

 are 
\end_layout

\begin_layout Itemize
Quadratic regression models
\end_layout

\begin_deeper
\begin_layout Itemize
20%: 
\begin_inset Formula $Time=-0.030+0.020n+0.0015(n-4.41)^{2}$
\end_inset


\end_layout

\begin_layout Itemize
50%: 
\begin_inset Formula $Time=-0.048+0.026n+0.0024(n-4.41)^{2}$
\end_inset


\end_layout

\begin_layout Itemize
80%: 
\begin_inset Formula $Time=-0.033+0.016n+0.0018(n-4.41)^{2}$
\end_inset


\end_layout

\end_deeper
\begin_layout Standard
, and all t-tests and Anova tests confirm the coefficients of models and
 the models are significant with fractional p-values.
 Therefore, we can conclude that the complexity of 
\family typewriter
KSQP.Glo
\family default
 is quadratic as expected by 
\begin_inset Formula $O(|N|(n-|N|))$
\end_inset

 on large enough sizes.
\end_layout

\begin_layout Standard
We showed that the complexity of 
\family typewriter
KSQP.Glo
\family default
 changes from 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $O(|T|\ log\ |T|)$
\end_inset

 to 
\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset

 as size increases in figure 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:complexity"

\end_inset

.
 It can be verified through the broad range of problem sizes
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
 as in figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:Ch2:Sec by |N|"

\end_inset

 and table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Ch2:Sec by |N|"

\end_inset

 that show average time on the worst case problem (Case 5).
 The table shows that the complexity of 
\family typewriter
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
KSQP.Glo
\family default
 is dominated by sorting up to the size of 
\begin_inset Formula $n=3000$
\end_inset

, and the enumeration procedure emerges to weigh more on the complexity
 for the larger size problems having upward curvature at 
\begin_inset Formula $50\%$
\end_inset

 negative 
\begin_inset Formula $d_{j}$
\end_inset

.
 So it verifies 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $O\left(|N|(n-|N|)\right)$
\end_inset

 time complexity on large size problems.
 
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/E3.pdf
	width 12cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds in Case 5 by proportion of 
\begin_inset Formula $|N|$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "fig:Ch2:Sec by |N|"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="12" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient 
\begin_inset Formula $(I2)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size 
\backslash
 % of 
\begin_inset Formula $d_{j}<0$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
80
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.003
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.003
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.01
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.01
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.02
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.03
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.05
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
6000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.07
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.11
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.07
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
7000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.09
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
8000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.19
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.12
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
9000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.18
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.24
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.18
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.23
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.16
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
10000
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.21
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.28
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.18
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.21
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.29
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.18
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds in Case 5 by proportion of 
\begin_inset Formula $|N|$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "tab:Ch2:Sec by |N|"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Section
Conclusion
\end_layout

\begin_layout Standard
We have presented a quadratic time algorithm that finds a global optimum
 for a class of indefinite knapsack separable quadratic programs.
 The two-stage decomposition approach leads necessary conditions, and our
 algorithm efficiently enumerate all KKT points that satisfy the conditions
 employing the interval test technique.
 Moreover, based on the five global cases, the efficiency of algorithm is
 enhanced by detecting the global optimality with the least operations,
 and the worst case complexity of 
\begin_inset Formula $O(n^{2})$
\end_inset

 is confirmed.
 
\end_layout

\begin_layout Standard
The performance of the algorithm is dependent on factors such as problem
 size 
\begin_inset Formula $n$
\end_inset

, the proportion of the negative 
\begin_inset Formula $d_{j}$
\end_inset

, and the coefficients that determine a global case.
 However, in our experiments, it turns out that the algorithm's sensitivity
 to the proportion of the negative 
\begin_inset Formula $d_{j}$
\end_inset

 is much less pronounced compared to other existing solvers, and the speed
 and solution quality are also obviously superior.
 
\end_layout

\begin_layout Standard
As the future research, we are interested in extending the current algorithm
 for (P) without Assumption 1 and for the case of (P) with multiple constraints
 employing the techniques such as the recent surrogate study in 
\begin_inset CommandInset citation
LatexCommand cite
key "nakagawa2013"

\end_inset

.
\end_layout

\begin_layout Part
Nonseparable Quadratic Programming
\begin_inset CommandInset label
LatexCommand label
name "part:KNQP"

\end_inset


\end_layout

\begin_layout Chapter
KNQP
\begin_inset CommandInset label
LatexCommand label
name "chap:KNQP"

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Note Note
status open

\begin_layout Plain Layout
keep in mind!! 
\begin_inset Formula $\lambda$
\end_inset

 should be decreasing!!!
\end_layout

\end_inset


\end_layout

\begin_layout Section
Introduction
\end_layout

\begin_layout Standard
Consider a continuous knapsack nonseparable quadratic programming (KNQP)
\begin_inset Formula 
\begin{eqnarray*}
\mbox{(P)} & Min & \frac{1}{2}\mathbf{x}^{T}\mathbf{Q}\mathbf{x}^{T}+\mathbf{c}^{T}\mathbf{x}\\
 & s.t. & \mathbf{a}^{T}\mathbf{x}=b\\
 &  & \mathbf{l}\le\mathbf{x}\le\mathbf{u}
\end{eqnarray*}

\end_inset

where 
\begin_inset Formula $\mathbf{x}\in\mathbb{R}^{n}$
\end_inset

 is unknown variables, 
\begin_inset Formula $\mathbf{c},\ \mathbf{a},\ \mathbf{l},\ \mathbf{u}\in\mathbb{R}^{n}$
\end_inset

, 
\begin_inset Formula $b\in\mathbb{R}$
\end_inset

, and 
\begin_inset Formula $\mathbf{Q}\in\mathbb{R}^{n\times n}$
\end_inset

 is a positive semidefinite matrix.
 We also allow 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 to be infinity values.
 Define 
\begin_inset Formula $f(\mathbf{x})$
\end_inset

 and 
\begin_inset Formula $X$
\end_inset

 for the objective function and feasible domain of (P) respectively.
 A survey for (P) is found in Bretthauer et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "bretthauer2002"

\end_inset

.
\begin_inset Note Note
status open

\begin_layout Plain Layout
READ Pang, Dussault, Lin&Pang!!!
\end_layout

\end_inset


\end_layout

\begin_layout Section
Diagonalization Algorithm (DA)
\end_layout

\begin_layout Standard
We present the diagonalization algorithm (DA) in Lin and Pang (1987, 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987"

\end_inset

).
 The algorithm first decomposes 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 to the diagonal part 
\begin_inset Formula $\mathbf{D}$
\end_inset

 and off-diagonal part 
\begin_inset Formula $\mathbf{W}$
\end_inset

 as 
\begin_inset Formula 
\[
\mathbf{Q}=\mathbf{D}+\mathbf{W}
\]

\end_inset

Then, the off-diagonal part can be approximated with a given 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

 by the first-order Taylor's approximation as
\begin_inset Formula 
\begin{eqnarray*}
\frac{1}{2}\mathbf{x}^{T}\mathbf{W}\mathbf{x} & \approx & \frac{1}{2}\mathbf{x}_{k}^{T}\mathbf{W}\mathbf{x}_{k}+(\mathbf{W}\mathbf{x}_{k})^{T}(\mathbf{x}-\mathbf{x}_{k})\\
 & = & (\mathbf{W}\mathbf{x}_{k})^{T}\mathbf{x}-\frac{1}{2}\mathbf{x}_{k}^{T}\mathbf{W}\mathbf{x}_{k}
\end{eqnarray*}

\end_inset

The diagonalization and approximation procedure result in the sub problem
 (S) 
\begin_inset Formula 
\begin{eqnarray*}
\mbox{(S)} & Min & \frac{1}{2}\mathbf{y}^{T}\mathbf{D}\mathbf{y}^{T}+(\mathbf{W}\mathbf{x}_{k}+\mathbf{c})^{T}\mathbf{y}\\
 & s.t. & \mathbf{a}^{T}\mathbf{y}=b\\
 &  & \mathbf{l}\le\mathbf{y}\le\mathbf{u}
\end{eqnarray*}

\end_inset

in the form of KSQP, and it can be solved in 
\begin_inset Formula $O(n)$
\end_inset

 time.
 Let the solution of (S) be 
\begin_inset Formula $\mathbf{y}_{k}$
\end_inset

 for a given 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

, and define the direction 
\begin_inset Formula 
\[
Direction:\quad\mathbf{t}_{k}=\mathbf{y}_{k}-\mathbf{x}_{k}
\]

\end_inset

Then, the step size 
\begin_inset Formula $\alpha$
\end_inset

 for the next given solution 
\begin_inset Formula 
\[
\mathbf{x}_{k+1}=\mathbf{x}_{k}+\alpha\mathbf{t}_{k}
\]

\end_inset

can be determined by exact line search by solving the univariate convex
 optimization problem
\begin_inset Formula 
\begin{eqnarray*}
 & Min_{\alpha} & f(\mathbf{x}_{k}+\alpha\mathbf{t}_{k})\\
 & s.t. & \mathbf{x}_{k}+\alpha\mathbf{t}_{k}\in X
\end{eqnarray*}

\end_inset

of which an optimal solution is denoted by 
\begin_inset Formula $\alpha_{k}$
\end_inset

.
 Since 
\begin_inset Formula $f(\mathbf{x})$
\end_inset

 is a convex function, it can be found via subgradient on 
\begin_inset Formula $\alpha$
\end_inset

.
 
\begin_inset Formula 
\begin{eqnarray}
\nabla_{\alpha}f(\mathbf{x}_{k}+\alpha\mathbf{t}_{k}) & = & \mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{x}_{k}+\alpha\mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{t}_{k}+\mathbf{c}^{T}\mathbf{t}_{k}=0\nonumber \\
\hat{\alpha} & = & -\frac{\mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{x}_{k}+\mathbf{c}^{T}\mathbf{t}_{k}}{\mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{t}_{k}}\label{eq:alpha}
\end{eqnarray}

\end_inset

Then, 
\begin_inset Formula $\alpha_{k}$
\end_inset

 is chosen such that 
\begin_inset Formula $\mathbf{x}_{k}+\alpha\mathbf{t}_{k}\in X$
\end_inset

, and (S) is solved iteratively with updated 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

 until certain termination criteria are satisfied.
 Note that Dussault et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986"

\end_inset

 chooses 
\begin_inset Formula $d_{j}=(n-1)\delta$
\end_inset

 
\begin_inset Formula $\forall j$
\end_inset

 where 
\begin_inset Formula $\delta$
\end_inset

 is a constant that is used to generate their test problems.
\end_layout

\begin_layout Subsection

\emph on
Center projection
\end_layout

\begin_layout Standard
Define 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $f_{s}(\mathbf{y},\mathbf{x}_{k})$
\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
 be the objective function of (S).
 Then, it can be expressed in the form of ellipsoid as 
\begin_inset Formula 
\[
f_{s}(\mathbf{y},\mathbf{x}_{k})=\frac{1}{2}(\mathbf{y}-\mathbf{q}_{k})^{T}\mathbf{D}(\mathbf{y}-\mathbf{q}_{k})-\frac{1}{2}\mathbf{q}_{k}^{T}\mathbf{D}\mathbf{q}_{k}
\]

\end_inset

where the center of the ellipsoid is 
\begin_inset Formula $\mathbf{q}_{k}=-\mathbf{D}^{-1}(\mathbf{W}\mathbf{x}_{k}+\mathbf{c}$
\end_inset

).
 Therefore, the solution 
\begin_inset Formula $\mathbf{y}$
\end_inset

 is the closest (projection) point from the center 
\begin_inset Formula $\mathbf{q}_{k}$
\end_inset

 of the ellipsoid 
\begin_inset Formula $f_{s}(\mathbf{y},\mathbf{x}_{k})$
\end_inset

 to the feasible domain 
\begin_inset Formula $X$
\end_inset

 in the proportion of 
\begin_inset Formula $d_{j}$
\end_inset

, the diagonal elements of 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
 We name this 
\emph on
Center projection
\emph default
.
 The main idea of algorithm DA is iteratively projecting the center defined
 by 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

 to the feasible area 
\begin_inset Formula $X$
\end_inset

.
 This convergence of this idea has been proved by Lin and Pang (1987, 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987"

\end_inset

); however, it has error and has poor convergence similar to the steepest
 descent (SD) method of Cauchy (1847, 
\begin_inset CommandInset citation
LatexCommand cite
key "cauchy1847Steep"

\end_inset

).
\end_layout

\begin_layout Subsection
Convergence proof of DA
\end_layout

\begin_layout Standard
In the theorem 3.2.2 of Lin and Pang (1987, 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987"

\end_inset

), the convergence of DA is proved if 
\end_layout

\begin_layout Enumerate
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is a symmetric positive definite matrix.
 
\end_layout

\begin_layout Enumerate
\begin_inset Formula $\mathbf{x}_{0}\in X$
\end_inset

 
\end_layout

\begin_layout Enumerate
\begin_inset Formula $X$
\end_inset

 is nonempty and compact
\end_layout

\begin_layout Standard
However, the proof has error.
 One simple error is found in the second condition.
 If 
\begin_inset Formula $\mathbf{x}_{0}$
\end_inset

 is feasible to (P), 
\begin_inset Formula $\alpha$
\end_inset

 must be 
\emph on
zero 
\emph default
with nonzero 
\begin_inset Formula $\mathbf{t}_{k}$
\end_inset

 since 
\begin_inset Formula 
\begin{eqnarray*}
\mathbf{a}^{T}(\mathbf{x}_{k}+\alpha\mathbf{t}_{k}) & = & b\\
\alpha\mathbf{t}_{k} & = & 0\rightarrow\alpha=0
\end{eqnarray*}

\end_inset

More error will be discussed later.
 Dussault et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986"

\end_inset

 also presents more compact proof of feasible descent direction (theorem
 3.1) and convergence (theorem 3.2), but it has the same error.
 Thus, we discuss the algorithm with 
\begin_inset Formula $\alpha_{k}$
\end_inset

 that satisfies only box constraints of (P).
\end_layout

\begin_layout Standard
Moreover, 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987"

\end_inset

 noted that Feijoo and Meyer 
\begin_inset CommandInset citation
LatexCommand cite
key "feijoo1984piecewise,feijoo1988piecewise"

\end_inset

 proved that if 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is symmetric and positive semidefinite, the convergence is not guaranteed.
 
\end_layout

\begin_layout Subsection
Poor convergence of DA
\end_layout

\begin_layout Standard
Define a Lagrange function of (S) by
\begin_inset Formula 
\[
L_{S}(\mathbf{y},\mathbf{x}_{k},\lambda,\boldsymbol{\mu},\boldsymbol{\gamma})=\frac{1}{2}\mathbf{y}^{T}\mathbf{D}\mathbf{y}^{T}+(\mathbf{W}\mathbf{x}_{k}+\mathbf{c})^{T}\mathbf{y}+\lambda(\mathbf{a}^{T}\mathbf{y}-b)+\boldsymbol{\mu}^{T}(\mathbf{y}-\mathbf{u})+\boldsymbol{\gamma}^{T}(\mathbf{l}-\mathbf{y})
\]

\end_inset

Because (S) is strictly convex problem in nonempty continuous space, at
 an optimum solution, there is no duality gap as 
\begin_inset Formula 
\[
f(\mathbf{x}^{*})=L_{S}(\mathbf{y}^{*},\mathbf{x}^{*},\lambda^{*},\boldsymbol{\mu}^{*},\boldsymbol{\gamma}^{*})
\]

\end_inset

Moreover, the slope of the hyperplane 
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula $\mathbf{a}^{T}\mathbf{y}=b$
\end_inset

 at 
\begin_inset Formula $\mathbf{y}^{*}$
\end_inset

 is represented by 
\begin_inset Formula $\lambda$
\end_inset

, and as 
\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit

\begin_inset Formula $\lambda^{*}\rightarrow0$
\end_inset


\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
, the optimum solution 
\begin_inset Formula $\mathbf{x^{*}}\rightarrow\mathbf{x}\in\hat{X}$
\end_inset

 where 
\begin_inset Formula 
\[
\hat{X}=\{\mathbf{x}:Min_{\mathbf{x}\in\mathbb{R}^{n}}\ f(\mathbf{x})\}
\]

\end_inset

Then, the convergence of DA is poor with 
\begin_inset Formula $\alpha_{k}$
\end_inset

 if
\end_layout

\begin_layout Enumerate
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is ill-conditioned with high condition number, i.e.
 the value of the maximum over minimum eigenvalues of 
\begin_inset Formula $\mathbf{Q}$
\end_inset

.
 
\end_layout

\begin_layout Enumerate
The optimum dual solution 
\begin_inset Formula $\lambda^{*}\rightarrow0$
\end_inset

 
\end_layout

\begin_layout Standard
The poor convergence can be similarly explained with the convergence proof
 of SD of Akaike (1959, 
\begin_inset CommandInset citation
LatexCommand cite
key "akaike1959"

\end_inset

).
 The basic idea is this.
 Suppose the diagonal elements of 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 are 1.
 (It can be easily transformed with 
\begin_inset Formula $\mathbf{x}=[diag(\mathbf{Q})]^{-1/2}\hat{\mathbf{x}}$
\end_inset

.) For 
\begin_inset Formula $k\rightarrow\infty$
\end_inset

, sequential points of 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

 also satisfy the knapsack constraints, and the sequential directions are
 orthogonal 
\begin_inset Formula 
\[
\mathbf{t}_{k}\perp\mathbf{t}_{k+1}
\]

\end_inset

because 
\begin_inset Formula $f_{s}(\mathbf{y},\mathbf{x}_{k})$
\end_inset

 is a hypersphere with identity matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

 and 
\begin_inset Formula $\mathbf{t}_{k+1}$
\end_inset

 is the tangent at 
\begin_inset Formula $\mathbf{x}_{k+1}$
\end_inset

 on the hypersphere.
 Therefore, 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

 wanders around 
\begin_inset Formula $\mathbf{x}^{*}$
\end_inset

 having difficulty to reach the optimal point with the zig-zag steps as
 SD does.
 Moreover, since 
\begin_inset Formula $f(\mathbf{x})$
\end_inset

 is flatter around 
\begin_inset Formula $\mathbf{x}\in\hat{X}$
\end_inset

 as the condition number of 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 is higher, the step size tends to be very small in the long run so convergence
 is poor in the case.
 Note that the condition number is 
\begin_inset Formula $\infty$
\end_inset

 for the positive semidefinite 
\begin_inset Formula $\mathbf{Q}$
\end_inset

 so the convergence can be failed as 
\begin_inset Formula $\lambda^{*}\rightarrow0$
\end_inset

.
 Figure 
\begin_inset CommandInset ref
LatexCommand ref
reference "fig:SD"

\end_inset

 illustrates an example on two dimensions, and the line 
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}=b$
\end_inset

 is enlarged in the shaded color to help understanding.
 It shows how 
\begin_inset Formula $\mathbf{x}_{k}$
\end_inset

 moves in 
\begin_inset Formula $X$
\end_inset

 with zig-zag steps.
\end_layout

\begin_layout Standard
\noindent
\begin_inset Float figure
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Graphics
	filename Figures/32.pdf
	width 12cm

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Zig-zag steps of DA
\begin_inset CommandInset label
LatexCommand label
name "fig:SD"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Note that 
\begin_inset Formula $\alpha$
\end_inset

 in (
\begin_inset CommandInset ref
LatexCommand ref
reference "eq:alpha"

\end_inset

) is similar to the step size that used in steepest descent (SD) as
\begin_inset Formula 
\[
\alpha^{SD}=\frac{\mathbf{t}^{T}\mathbf{t}}{\mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{t}_{k}}
\]

\end_inset

If 
\begin_inset Formula $\mathbf{t}_{k}=-\nabla f(\mathbf{x}_{k})$
\end_inset

 as used in SD, then 
\begin_inset Formula 
\[
\mathbf{t}_{k}=-\mathbf{Q}\mathbf{x}_{k}-\mathbf{c}
\]

\end_inset

and it leads 
\begin_inset Formula $\hat{\alpha}=\alpha^{SD}$
\end_inset

 as 
\begin_inset Formula 
\[
\hat{\alpha}=\frac{\mathbf{t}_{k}^{T}(\mathbf{t}_{k}+\mathbf{c})-\mathbf{c}^{T}\mathbf{t}_{k}}{\mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{t}_{k}}=\frac{\mathbf{t}^{T}\mathbf{t}}{\mathbf{t}_{k}^{T}\mathbf{Q}\mathbf{t}_{k}}=\alpha^{SD}
\]

\end_inset


\end_layout

\begin_layout Subsection
Proposed resolutions 
\end_layout

\begin_layout Standard
To recover the poor convergence, we propose two resolutions in the choice
 of step size and the diagonal matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
\end_layout

\begin_layout Subsubsection
Different step sizes 
\end_layout

\begin_layout Standard
Recently, Fletcher (2001, 
\begin_inset CommandInset citation
LatexCommand cite
key "fletcher2001barzilai"

\end_inset

) started to refocus on the performance of Barzilai-Borwein (BB) steps sizes
 of (1988, 
\begin_inset CommandInset citation
LatexCommand cite
key "barzilai1988BB"

\end_inset

).
 Since his research many variants of BB step sizes have been proposed by
 Dai and his colleagues in (2001-2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "dai2002convergence,DaiFle2005,DaiFle2006Secant,dai2006cyclic,dai2002r,dai2001adaptive,FuDai2010,zhou2006gradient"

\end_inset

).
 New step sizes for SD are recently developed by Yuan (2006-2008, 
\begin_inset CommandInset citation
LatexCommand cite
key "yuan2006new,yuan2008step"

\end_inset

) and Asmundis et al.
 (2013, 
\begin_inset CommandInset citation
LatexCommand cite
key "Asmundis2013spectral"

\end_inset

).
 Thus, these state-of-art step sizes can be applied to resolve the problem,
 and inexact line search will be also considered.
\end_layout

\begin_layout Standard
Dussault et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986"

\end_inset

 also proposed unit step size that are inspired from Jacobi's method for
 linear equation systems.
 Although this method does not make significant improvement from SD, we
 may also consider it as an option.
\end_layout

\begin_layout Subsubsection
Dynamic 
\begin_inset Formula $\mathbf{D}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "sec:DynamicD"

\end_inset


\end_layout

\begin_layout Standard
Lin and Pang 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987"

\end_inset

 simply chooses its diagonal matrix 
\begin_inset Formula $\mathbf{D}$
\end_inset

 from the diagonal part of 
\begin_inset Formula $\mathbf{Q}$
\end_inset

, and Dussault et al.
 
\begin_inset CommandInset citation
LatexCommand cite
key "DussFerlLema:1986"

\end_inset

 constructs 
\series bold

\begin_inset Formula $\mathbf{D}$
\end_inset


\series default
 with a constant.
 However, as we have seen in the geometric interpretation in 
\emph on
Center projection
\emph default
, the choice of 
\begin_inset Formula $\mathbf{D}$
\end_inset

 can significantly affect the performance of DA.
 Therefore, we propose an improved DA by dynamically changing each diagonal
 elements of 
\begin_inset Formula $\mathbf{D}$
\end_inset

.
 
\end_layout

\begin_layout Standard
Moreover, because we developed algorithms to solve KSQP with indefinite
 
\begin_inset Formula $\mathbf{D}$
\end_inset

, we may select 
\begin_inset Formula $d_{j}$
\end_inset

 for some 
\begin_inset Formula $j\in N\subseteq\{1,2...n\}$
\end_inset

 to be negative to force its corresponding 
\begin_inset Formula $x_{j}$
\end_inset

 to be either 
\begin_inset Formula $l_{j}$
\end_inset

 or 
\begin_inset Formula $u_{j}$
\end_inset

.
 The index set 
\begin_inset Formula $N$
\end_inset

 can be obtained from the algorithms in active-set method such as Hager
 and Zhang (2006, 
\begin_inset CommandInset citation
LatexCommand cite
key "hager2006Active"

\end_inset

) or based on the slope of the current point.
\end_layout

\begin_layout Section
Spectral projected gradient (SPG)
\end_layout

\begin_layout Section
Experiments with random problems
\end_layout

\begin_layout Standard
The proposed algorithms will be tested in random problems
\end_layout

\begin_layout Section
Experiment with support vector machine (SVM)
\begin_inset CommandInset label
LatexCommand label
name "chap:SVM"

\end_inset


\end_layout

\begin_layout Standard
Support vector machine problem is a direct application of convex KNQP, and
 since the large size practical test problems are available we will test
 the performance of our algorithm in SVM as conducted by recent studies
 of 
\begin_inset CommandInset citation
LatexCommand cite
key "cominetti2012newton,DaiFle2006Secant,Lin:2009"

\end_inset

.
\end_layout

\begin_layout Chapter
Application to portfolio optimization
\begin_inset CommandInset label
LatexCommand label
name "chap:Portfolio"

\end_inset


\end_layout

\begin_layout Section
Introduction
\end_layout

\begin_layout Standard
Consider a Markowitz's portfolio selection model
\begin_inset Formula 
\begin{eqnarray*}
\mbox{(P)} & Min & \frac{1}{2}\mathbf{x}^{T}\mathbf{V}\mathbf{x}^{T}-\theta(\boldsymbol{\mu}^{T}\mathbf{x}-m)\\
 & s.t. & \mathbf{1}^{T}\mathbf{x}=1\\
 &  & \mathbf{l}\le\mathbf{x}\le\mathbf{u}
\end{eqnarray*}

\end_inset

where 
\begin_inset Formula $\mathbf{x}\in\mathbb{R}^{n}$
\end_inset

 is proportions to invest for each stock, 
\begin_inset Formula $\mathbf{l},\ \mathbf{u}\in\mathbb{R}^{n}$
\end_inset

, 
\begin_inset Formula $\boldsymbol{\mu}\in\mathbb{R}^{n}$
\end_inset

 is expected return, 
\begin_inset Formula $m\in\mathbb{R}$
\end_inset

 is the portfolio mean, 
\begin_inset Formula $\boldsymbol{1}\in\mathbb{R}^{n}$
\end_inset

 is a vector of 
\begin_inset Formula $1$
\end_inset

, 
\begin_inset Formula $\theta>0$
\end_inset

 is a penalty parameter, and 
\begin_inset Formula $\mathbf{V}\in\mathbb{R}^{n\times n}$
\end_inset

 is variance-covariance matrix and positive definite.
 We also allow 
\begin_inset Formula $l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

 to be infinity values.
 
\end_layout

\begin_layout Section
Mean-variance portfolio selection 
\end_layout

\begin_layout Section
Index-tracking portfolio selection 
\end_layout

\begin_layout Standard
Recently, index-tracking portfolio selection model is studied by Edirisinghe
 (2013, 
\begin_inset CommandInset citation
LatexCommand cite
key "edirisinghe2013index"

\end_inset

) with S&P 500 index and Nakagawa et al.
 (working, 
\begin_inset CommandInset citation
LatexCommand cite
key "nakagawa2010successive"

\end_inset

) for Nikkei 225.
 
\end_layout

\begin_layout Section
Conclusion
\end_layout

\begin_layout Chapter
Conclusion and future research
\begin_inset CommandInset label
LatexCommand label
name "chap:Future-research"

\end_inset


\end_layout

\begin_layout Itemize
Multidimensional QP
\end_layout

\begin_deeper
\begin_layout Standard
As considered in the introduction, our all algorithm with a single knapsack
 constraint can be extended to solve multiple linear constraints using surrogati
on techniques of Nakagawa et al.
 (2003, 2013, 
\begin_inset CommandInset citation
LatexCommand cite
key "nakagawa2003,nakagawa2013"

\end_inset

) or dual ascent methods of 
\begin_inset CommandInset citation
LatexCommand cite
key "LinPang:1987"

\end_inset

.
 
\end_layout

\end_deeper
\begin_layout Itemize
Large scale LP
\end_layout

\begin_deeper
\begin_layout Standard
Our KNQP algorithm is very useful to solve SVM and portfolio selection model
 as we applied for experiments.
 In addition, the algorithm has great value to solve large-scale linear
 programming (LP) in the algorithm of Edirisinghe (working paper).
 His algorithm approaches to the optimum solution of LP traveling exterior
 points sequently solving KNQP.
 Therefore, our efficient KNQP algorithm could have value to accelerate
 the algorithm.
\end_layout

\end_deeper
\begin_layout Standard
\begin_inset CommandInset bibtex
LatexCommand bibtex
bibfiles "/Users/JAEHWAN/My JAE/Research/BibTex/JAEBib"
options "bibtotoc,acm"

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Part*
\start_of_appendix
Appendix and Codes
\end_layout

\begin_layout Standard
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
addcontentsline{toc}{part}{Appendix and Codes}
\end_layout

\end_inset


\end_layout

\begin_layout Chapter
Appendix
\end_layout

\begin_layout Section
Transformation 
\begin_inset CommandInset label
LatexCommand label
name "App: Transformation"

\end_inset


\end_layout

\begin_layout Standard
\paragraph_spacing double
Any problem in the format of 
\begin_inset Formula $(P)$
\end_inset

 can be equivalently transformed to a problem such that 
\begin_inset Formula 
\[
a_{j}=1\ \forall j\qquad\mbox{and}\qquad c_{j}=0\ for\ d_{j}\ne0
\]

\end_inset

by substituting 
\begin_inset Formula $x_{j}$
\end_inset

 with
\begin_inset Formula 
\[
x_{j}=\begin{cases}
\hat{x}_{j}/a_{j}+c_{j}/d_{j} & for\ d_{j}\ne0\\
\hat{x}_{j}/a_{j} & for\ d_{j}=0
\end{cases}
\]

\end_inset


\end_layout

\begin_layout Standard
Then, coefficients are as below
\end_layout

\begin_layout Standard
\begin_inset Formula 
\[
\begin{array}{ll}
\hat{d}_{j}=d_{j}/a_{j}^{2}\ for\ d_{j}\ne0, & \qquad\hat{b}=b-\sum_{d_{j}\ne0}a_{j}c_{j}/d_{j}\\
\hat{l}_{j}=\begin{cases}
a_{j}(l_{j}-c_{j}/d_{j}) & if\ a_{j}>0\\
a_{j}(u_{j}-c_{j}/d_{j}) & if\ a_{j}<0
\end{cases}for\ d_{j}\ne0, & \qquad\hat{l}_{j}=\begin{cases}
a_{j}l_{j} & if\ a_{j}>0\\
a_{j}u_{j} & if\ a_{j}<0
\end{cases}for\ d_{j}=0\\
\hat{u}_{j}=\begin{cases}
a_{j}(u_{j}-c_{j}/d_{j}) & if\ a_{j}>0\\
a_{j}(l_{j}-c_{j}/d_{j}) & if\ a_{j}<0
\end{cases}for\ d_{j}\ne0, & \qquad\hat{u}_{j}=\begin{cases}
a_{j}u_{j} & if\ a_{j}>0\\
a_{j}l_{j} & if\ a_{j}<0
\end{cases}for\ d_{j}=0\\
\hat{c}_{j}=\begin{cases}
0 & for\ d_{j}\ne0\\
c_{j}/a_{j} & for\ d_{j}=0
\end{cases}
\end{array}
\]

\end_inset


\end_layout

\begin_layout Standard
The objective value of the original problem can be obtained from the solution
 
\begin_inset Formula $\hat{\mathbf{x}}$
\end_inset

 of the transformed problem by 
\begin_inset Formula 
\[
Obj=\frac{1}{2}\left(\mathbf{\hat{x}'\hat{D}\hat{x}}-\mathbf{c'\bar{D}c}\right)-\sum_{d_{j}=0}\hat{c}_{j}\hat{x}_{j}
\]

\end_inset

where 
\begin_inset Formula $\mathbf{\bar{D}}$
\end_inset

 is a partial inverse of 
\begin_inset Formula $\mathbf{D}$
\end_inset

 depending on its diagonal elements 
\begin_inset Formula $d_{j}$
\end_inset

 by 
\begin_inset Formula 
\[
\bar{d_{j}}=\begin{cases}
1/d_{j} & for\ d_{j}\ne0\\
0 & for\ d_{j}=0
\end{cases}.
\]

\end_inset


\end_layout

\begin_layout Section
Transformation computation 
\begin_inset CommandInset label
LatexCommand label
name "App: Transformation computation"

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\noindent
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="9" columns="5">
<features tabularvalignment="middle">
<column alignment="center" valignment="middle" width="2cm">
<column alignment="center" valignment="middle" width="4cm">
<column alignment="center" valignment="middle" width="1.2cm">
<column alignment="center" valignment="middle" width="4cm">
<column alignment="center" valignment="middle" width="1.2cm">
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 22mm
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
With Transformation
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Without Transformation
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Computation
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Cost
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Computation
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Cost
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Objective value
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\sum_{\forall j}d_{j}x_{j}^{2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3n-1$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\sum_{\forall j}d_{j}x_{j}^{2}-c_{j}x_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $5n-1$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Break points
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $-d_{j}u_{j}$
\end_inset

 and 
\begin_inset Formula $-d_{j}l_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $-d_{j}(l_{j}+u_{j})/2$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $2n_{1}$
\end_inset


\color red

\begin_inset Formula $^{\dagger1}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $3n_{2}$
\end_inset


\color red

\begin_inset Formula $^{\dagger2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $(c_{j}-d_{j}l_{j})/a_{j}$
\end_inset

 and 
\begin_inset Formula $(c_{j}-d_{j}u_{j})/a_{j}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $\left[c_{j}-\frac{1}{2}d_{j}(l_{j}+u_{j})\right]/a_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\ $
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $6n_{1}$
\end_inset


\color red

\begin_inset Formula $^{\dagger1}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $5n_{2}$
\end_inset


\color red

\begin_inset Formula $^{\dagger2}$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Transfo- rmation
\color red

\begin_inset Formula $^{\dagger3}$
\end_inset


\color inherit

\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
Including back transformation for 
\begin_inset Formula $\mathbf{x}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $15n-1$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="middle" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Total (fixed)
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $18n-2+2n_{1}+3n_{2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $5n-1+6n_{1}+5n_{2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset Formula $\mathbf{x}(\lambda)$
\end_inset

 in an iteration
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $median\{l_{j},u_{j},-\lambda/d_{j}\}$
\end_inset


\end_layout

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $\lambda>breakpoint$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3n_{1}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $n_{2}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $median\{l_{j},u_{j},$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $(c_{j}-\lambda a_{j})/d_{j}\}$
\end_inset


\end_layout

\begin_layout Plain Layout

\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none
\begin_inset Formula $\lambda>breakpoint$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\ $
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $5n_{1}$
\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Formula $n_{2}$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset


\begin_inset Formula $g(\lambda)$
\end_inset

 in an iteration
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\sum_{\forall j}x_{j}(\lambda)-b$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $n$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $\mathbf{a}^{T}\mathbf{x}(\lambda)-b$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $2n$
\end_inset


\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset VSpace 1mm
\end_inset

Total (in an iteration) 
\begin_inset VSpace 1mm
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $3n_{1}+n_{2}+n$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
\begin_inset Formula $5n_{1}+n_{2}+2n$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\begin_inset space \hspace{}
\length 0.4cm
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
Note that we do not count operations for changing the sign.
\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
\begin_inset Formula $\dagger1$
\end_inset


\color inherit
 Operations to compute breakpoint for 
\begin_inset Formula $d_{j}>0$
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
\begin_inset Formula $\dagger2$
\end_inset

 
\color inherit
Operations to compute breakpoint for 
\begin_inset Formula $d_{j}\le0$
\end_inset


\end_layout

\begin_layout Plain Layout

\size footnotesize
\color red
\begin_inset Formula $\dagger3$
\end_inset

 
\color inherit
For an efficient transformation computation, see the actual code in appendix
 
\begin_inset CommandInset ref
LatexCommand ref
reference "code: Bisection"

\end_inset

.
 
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Computational comparison of transformed and original problems
\begin_inset CommandInset label
LatexCommand label
name "tab:Transformation-Computation"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
Computational cost of the transformed and the original problems are available
 in the Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Transformation-Computation"

\end_inset

 for the worst case that 
\begin_inset Formula $Z=\emptyset$
\end_inset

 with 
\begin_inset Formula $|P|=n_{1}$
\end_inset

, 
\begin_inset Formula $|N|=n_{2}$
\end_inset

 where 
\begin_inset Formula $|\cdot|$
\end_inset

 is the number of elements of the corresponding vector so 
\begin_inset Formula $n_{1}+n_{2}=n$
\end_inset

.
 According to Table 
\begin_inset CommandInset ref
LatexCommand ref
reference "tab:Transformation-Computation"

\end_inset

, the transformed problem is more efficient than the original problem if
 the difference is less than zero as 
\begin_inset Formula 
\[
(13n-2-4n_{1}-2n_{2})+iteration\times(-2n_{1}-n)<0
\]

\end_inset

, and the number of iteration that solving the transformed problem is more
 efficient than the original problem is obtained by considering tow extreme
 cases: strictly convex and strictly concave cases.
 
\end_layout

\begin_layout Standard
If 
\begin_inset Formula $(P)$
\end_inset

 is in the strictly convex case (that is, 
\begin_inset Formula $n_{1}=n$
\end_inset

 and 
\begin_inset Formula $n_{2}=0$
\end_inset

), 
\begin_inset Formula 
\[
Iteration\ge3>3-\frac{2}{3n}.
\]

\end_inset


\end_layout

\begin_layout Standard
If 
\begin_inset Formula $(P)$
\end_inset

 is in the strictly concave case (that is, 
\begin_inset Formula $n_{1}=0$
\end_inset

 and 
\begin_inset Formula $n_{2}=n$
\end_inset

), 
\begin_inset Formula 
\[
Iteration\ge11>11-\frac{2}{n}.
\]

\end_inset


\end_layout

\begin_layout Standard
Thus, the transformed problem is computationally more efficient than the
 original problem if the iteration is more than 
\begin_inset Formula $3$
\end_inset

 for the strictly convex case and more than 
\begin_inset Formula $11$
\end_inset

 for any general case.
 
\end_layout

\begin_layout Section
The case of 
\begin_inset Formula $a_{j}=0$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "App: The case of a=0"

\end_inset


\end_layout

\begin_layout Standard
\paragraph_spacing double
For the variables that 
\begin_inset Formula $a_{j}=0$
\end_inset

 in 
\begin_inset Formula $(P)$
\end_inset

, the optimal solution 
\begin_inset Formula $x_{j}^{*}$
\end_inset

 can be obtained by 
\begin_inset Formula 
\[
x_{j}^{*}=\begin{array}{ll}
\begin{cases}
median\{l_{j},u_{j},c_{j}/d_{j}\}\end{cases} & for\ d_{j}>0\\
\begin{cases}
l_{j} & if\ c_{j}<d_{j}(l_{j}+u_{j})/2\\
u_{j} & otherwise
\end{cases} & for\ d_{j}<0\\
\begin{cases}
l_{j} & if\ c_{j}<0\\
u_{j} & otherwise
\end{cases} & for\ d_{j}=0
\end{array}
\]

\end_inset

Note that the case that 
\begin_inset Formula $c_{j}=0$
\end_inset

 and 
\begin_inset Formula $d_{j}=0$
\end_inset

 does not exist.
 
\end_layout

\begin_layout Section
Another derivation of 
\begin_inset Formula $x_{j}$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "App:Another-derivation-for-x-in-N"

\end_inset


\end_layout

\begin_layout Standard
In addition to the geometric intuition in the section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Characteristics-of x(lam)"

\end_inset

 for 
\begin_inset Formula $x_{j}$
\end_inset

 
\begin_inset Formula $j\in N$
\end_inset

 , we can find it algebraically comparing the objective values.
 
\end_layout

\begin_layout Itemize
If 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 results in the less objective value than 
\begin_inset Formula $x_{j}=u_{j},$
\end_inset

 
\begin_inset Formula 
\begin{eqnarray*}
\frac{1}{2}d_{j}l_{j}^{2}+\lambda l_{j}<\frac{1}{2}d_{j}u_{j}^{2}+\lambda u_{j} & \rightarrow & -d_{j}(l_{j}+u_{j})/2<\lambda.
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Itemize
If 
\begin_inset Formula $x_{j}=u_{j}$
\end_inset

 results in less objective value than 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

, 
\begin_inset Formula 
\begin{eqnarray*}
\frac{1}{2}d_{j}l_{j}^{2}+\lambda l_{j}>\frac{1}{2}d_{j}u_{j}^{2}+\lambda u_{j} & \rightarrow & -d_{j}(l_{j}+u_{j})/2>\lambda.
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Itemize
If the objective value is same at 
\begin_inset Formula $x_{j}=l_{j}$
\end_inset

 and 
\begin_inset Formula $u_{j}$
\end_inset

,
\begin_inset Formula 
\begin{eqnarray*}
\frac{1}{2}d_{j}l_{j}^{2}+\lambda l_{j}=\frac{1}{2}d_{j}u_{j}^{2}+\lambda u_{j} & \rightarrow & \lambda=-d_{j}(l_{j}+u_{j})/2
\end{eqnarray*}

\end_inset


\end_layout

\begin_layout Standard
Thus, 
\begin_inset Formula $x_{j}(\lambda)$
\end_inset

 for 
\begin_inset Formula $j\in N$
\end_inset

 in the section 
\begin_inset CommandInset ref
LatexCommand ref
reference "sec:Characteristics-of x(lam)"

\end_inset

 is proved to be correct algebraically.
\end_layout

\begin_layout Section
History of Algorithms for 0-1 knapsack problem
\begin_inset CommandInset label
LatexCommand label
name "App:History-of-Knapsack"

\end_inset


\end_layout

\begin_layout Standard
This is the history of algorithms for budgeting problem (knapsack problem).
 Denote hybrid methods by 
\begin_inset Quotes eld
\end_inset

+
\begin_inset Quotes erd
\end_inset

 between methods.
 Codes are available at 
\begin_inset Flex URL
status collapsed

\begin_layout Plain Layout

http://www.diku.dk/~pisinger/codes
\end_layout

\end_inset

.
 Letters in 
\family typewriter
typewriter
\family default
 font are the algorithm's name generally used in literature.
\end_layout

\begin_layout Description
1957 Dynamic programming (Bellman 
\begin_inset CommandInset citation
LatexCommand cite
key "bellman1957"

\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize
Bellman developed a recursive dynamic programming which solve the knapsack
 problem in pseudo polynomial time 
\begin_inset Formula $O(nb)$
\end_inset

 where 
\begin_inset Formula $n$
\end_inset

 is the number of variables and 
\begin_inset Formula $b$
\end_inset

 is the right hand side of knapsack constraint.
\end_layout

\end_deeper
\begin_layout Description
1957 Dantzig upper bound (Dantzig 
\begin_inset CommandInset citation
LatexCommand cite
key "dantzig1957discrete"

\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize
Dantzig developed a way to get a greedy solution by linear relaxation.
\end_layout

\end_deeper
\begin_layout Description
1974 
\family typewriter
HS
\family default
 (Horowitz and Sahni 
\begin_inset CommandInset citation
LatexCommand cite
key "horowitz1974"

\end_inset

): Branch&Bound
\end_layout

\begin_layout Description
1976 
\family typewriter
NA
\family default
 (Nauss 
\begin_inset CommandInset citation
LatexCommand cite
key "nauss1976"

\end_inset

): Branch&Bound
\end_layout

\begin_layout Description
1977 
\family typewriter
MT1
\family default
, 
\family typewriter
MTR+MT1
\family default
 (Martello and Toth 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1977upper"

\end_inset

): Branch&Bound
\end_layout

\begin_layout Description
1980 
\family typewriter
MTR+DPT 
\family default
(Toth 
\begin_inset CommandInset citation
LatexCommand cite
key "toth1980"

\end_inset

): Branch&Bound + Dynamic
\end_layout

\begin_layout Description
1980 
\family typewriter
BZ
\family default
 (Balas and Zemel 
\begin_inset CommandInset citation
LatexCommand cite
key "balas1980algorithm"

\end_inset

): 
\shape italic
Core
\end_layout

\begin_deeper
\begin_layout Itemize
Balas and Zemel first introduce a concept of 
\shape italic
Core
\shape default
 problem.
 All algorithms use 
\shape italic
Core
\shape default
 since this paper.
\end_layout

\end_deeper
\begin_layout Description

\color black
1982
\family typewriter
 FPK79
\family default
\color inherit
 (Fayard and Plateau 
\begin_inset CommandInset citation
LatexCommand cite
key "fayard1982algorithm"

\end_inset

): fixed 
\shape italic
Core
\shape default
 + Heuristic
\end_layout

\begin_layout Description
1988 
\family typewriter
MT2
\family default
 (Martello and Toth
\begin_inset CommandInset citation
LatexCommand cite
key "martello1988new"

\end_inset

): fixed 
\shape italic
Core
\shape default
 + Branch&Bound
\end_layout

\begin_layout Description

\color black
1990
\family typewriter
 
\family default
Survey and experiment
\color inherit
 (book of Martello and Toth 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1990knapsack"

\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize
Martello and Toth did comprehensive survey and experiments and concluded
 
\family typewriter
MT2
\family default
 is the best.
 
\end_layout

\end_deeper
\begin_layout Description

\color black
1995
\family typewriter
 EXPKNAP
\family default
\color inherit
 (Pisinger 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1995expanding"

\end_inset

): expanding 
\shape italic
Core
\shape default
 + Branch&Bound
\end_layout

\begin_deeper
\begin_layout Itemize
Pisinger (1995, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1995avoiding"

\end_inset

) detected 
\family typewriter
\color black
MT2
\family default
\color inherit
 may result in extremely long computational times if the 
\shape italic
Core
\shape default
 is fixed.
 So he proposed a concept of expanding 
\shape italic
Core
\emph on
.
 It holds only the split item in 
\emph default
Core
\emph on
 set at first and then includes (expands) more items in the 
\emph default
Core
\emph on
 set by need as branching 
\shape default
\emph default
propagates.
 All algorithms use expanding 
\shape italic
Core
\shape default
 since this paper.
\end_layout

\end_deeper
\begin_layout Description

\color black
1997
\family typewriter
 MThard 
\family default
\color inherit
or 
\family typewriter
MTH
\family default
 (Martello, Toth 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1997upper"

\end_inset

): expanding 
\shape italic
Core
\shape default
 + Branch&Bound + Dynamic programming
\end_layout

\begin_layout Description

\color black
1997
\family typewriter
 MINKNAP
\family default
\color inherit
 (Pisinger 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger1997minimal"

\end_inset

) : expanding 
\shape italic
Core
\shape default
 + Dynamic programming + Tighter bounds
\end_layout

\begin_deeper
\begin_layout Itemize
It uses dynamic programming to solve enumerate 
\shape italic
minimal Core
\shape default
 set as an expanding 
\shape italic
Core
\shape default
 problem.
 So weighted states are fathomed through dominance.
 
\end_layout

\end_deeper
\begin_layout Description

\color black
1999
\family typewriter
 COMBO 
\family default
\color inherit
(Martello, Pisinger, Toth 
\begin_inset CommandInset citation
LatexCommand cite
key "martello1999dynamic"

\end_inset

): 
\family typewriter
\color black
MINKNAP
\family default
\color inherit
 + additional techniques 
\end_layout

\begin_deeper
\begin_layout Itemize
An idea that combines the most advanced algorithm 
\family typewriter
\color black
MINKNAP
\family default
\color inherit
 at the moment and additional techniques for hard problem is presented.
\end_layout

\end_deeper
\begin_layout Description
2003 
\color black
Dynamic programming (Pisinger, 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger2003dynamic"

\end_inset

)
\end_layout

\begin_deeper
\begin_layout Itemize

\color black
Pisinger
\color inherit
 improved Bellman's recursion algorithm to 
\begin_inset Formula $O(nm/log\ m)$
\end_inset

 where 
\begin_inset Formula $ $
\end_inset


\begin_inset Formula $m=max\{b,z^{*}\}$
\end_inset

 and 
\begin_inset Formula $z^{*}$
\end_inset

 is optimal objective value.
 
\end_layout

\end_deeper
\begin_layout Description
2004 
\color black
Survey and experiment
\color inherit
 (book of
\color black
 Kellerer, Ulrich, and Pisinge 
\begin_inset CommandInset citation
LatexCommand cite
key "kellerer2004knapsack"

\end_inset


\end_layout

\begin_deeper
\begin_layout Itemize

\color black
Comprehensive survey and experiments are gathered for whole family of knapsack
 problems.
\end_layout

\end_deeper
\begin_layout Description

\color black
2005
\family typewriter
 
\family default
\color inherit
Pisinger 
\color black
(2005) 
\begin_inset CommandInset citation
LatexCommand cite
key "pisinger2005hard"

\end_inset

 
\end_layout

\begin_deeper
\begin_layout Itemize

\color black
Pisinger investigated difficult instances for knapsack problems testing
 all available algorithms.
 
\color inherit
His comprehensive benchmark shows 
\family typewriter
\color black
COMBO
\family default
\color inherit
 is the most successful algorithm.
\end_layout

\end_deeper
\begin_layout Section
Initial expected 
\begin_inset Formula $\lambda$
\end_inset

 by a sigmoid function
\begin_inset CommandInset label
LatexCommand label
name "App:Sigmoid derivation"

\end_inset


\end_layout

\begin_layout Standard
An initial 
\begin_inset Formula $\lambda$
\end_inset

 for secant method can be expected by the folded logistic regression function
\begin_inset Formula 
\[
b=\frac{1}{1+e^{\lambda}}\in(0,1)
\]

\end_inset

adjusting the sigmoid shape in the ranges of 
\begin_inset Formula $[\lambda_{min},\lambda_{max}]$
\end_inset

 and 
\begin_inset Formula $(b_{min},b_{max})$
\end_inset

 where 
\begin_inset Formula $b_{min}=\sum_{l_{j}>-\infty}l_{j}$
\end_inset

 and 
\begin_inset Formula $b_{max}=\sum_{u_{j}<\infty}u_{j}$
\end_inset

 by 
\begin_inset Formula 
\begin{eqnarray*}
b & = & \frac{b_{max}-b_{min}}{1+exp\left[\left(\lambda-\frac{\lambda_{max}+\lambda_{min}}{2}\right)\frac{M}{\lambda_{max}-\lambda_{min}}\right]}+b_{min}\\
\frac{b-b_{min}}{\sum u-b_{min}} & = & \frac{1}{1+exp\left[\left(\lambda-\frac{\lambda_{max}+\lambda_{min}}{2}\right)\frac{M}{\lambda_{max}-\lambda_{min}}\right]}\\
\frac{b_{max}-b_{min}}{b-b_{min}}-1 & = & exp\left[\left(\lambda-\frac{\lambda_{max}+\lambda_{min}}{2}\right)\frac{M}{\lambda_{max}-\lambda_{min}}\right]\\
ln\left(\frac{b_{max}-b_{min}}{b-b_{min}}-1\right) & = & \left(\lambda-\frac{\lambda_{max}+\lambda_{min}}{2}\right)\left(\frac{M}{\lambda_{max}-\lambda_{min}}\right)\\
\lambda & = & \left(\frac{\lambda_{max}-\lambda_{min}}{M}\right)ln\left(\frac{b_{max}-b_{min}}{b-b_{min}}-1\right)+\frac{\lambda_{max}+\lambda_{min}}{2}
\end{eqnarray*}

\end_inset

with a large enough 
\begin_inset Formula $M$
\end_inset

 such that
\begin_inset Formula 
\[
M\ge-2ln\left(\frac{\pi}{1-\pi}\right)\quad where\ \pi=\frac{\delta}{b_{max}-b_{min}}
\]

\end_inset

Because the sigmoid function never reaches 
\begin_inset Formula $0$
\end_inset

 or 
\begin_inset Formula $1$
\end_inset

, it cannot be exactly adjusted to pass the points of 
\begin_inset Formula $b_{max}$
\end_inset

 at 
\begin_inset Formula $\lambda_{min}$
\end_inset

 and 
\begin_inset Formula $b_{min}$
\end_inset

 at 
\begin_inset Formula $\lambda_{max}$
\end_inset

.
 So 
\begin_inset Formula $\delta$
\end_inset

 is used to control gap between 
\begin_inset Formula $b_{max}$
\end_inset

 and the point of sigmoid line at 
\begin_inset Formula $\lambda_{min}$
\end_inset

, and the same gap is applied for the point at 
\begin_inset Formula $\lambda_{max}$
\end_inset

.
 Thus, with a value of 
\begin_inset Formula $\delta\in(0,b_{max}-b_{min})$
\end_inset

, a large enough 
\begin_inset Formula $M$
\end_inset

 can be obtained by
\family roman
\series medium
\shape up
\size normal
\emph off
\bar no
\strikeout off
\uuline off
\uwave off
\noun off
\color none

\begin_inset Formula 
\begin{eqnarray*}
b_{max}-b & = & \delta\\
b_{max}-b_{min} & = & \left(\frac{b_{max}-b_{min}}{1+exp\left[\left(\lambda_{min}-\frac{\lambda_{max}+\lambda_{min}}{2}\right)\frac{M}{\lambda_{max}-\lambda_{min}}\right]}\right)+\delta\\
b_{max}-b_{min} & = & \left(\frac{b_{max}-b_{min}}{1+exp(-M/2)}\right)+\delta\\
1+exp(-M/2) & = & 1+\delta\left(\frac{1+exp(-M/2)}{b_{max}-b_{min}}\right)
\end{eqnarray*}

\end_inset


\family default
\series default
\shape default
\size default
\emph default
\bar default
\strikeout default
\uuline default
\uwave default
\noun default
\color inherit
Let 
\begin_inset Formula $\pi=\frac{\delta}{b_{max}-b_{min}}$
\end_inset

 and note that 
\begin_inset Formula $\pi<1$
\end_inset

 because 
\begin_inset Formula $\delta<b_{max}-b_{min}$
\end_inset

.
 
\end_layout

\begin_layout Standard
\begin_inset Formula 
\begin{eqnarray*}
1+exp(-M/2) & = & 1+\pi\left[1+exp(-M/2)\right]\\
exp(-M/2)\left(1-\pi\right) & = & \pi\\
exp(-M/2) & = & \pi/\left(1-\pi\right)\\
M & = & -2ln\left(\frac{\pi}{1-\pi}\right)
\end{eqnarray*}

\end_inset

Note that the last line for 
\begin_inset Formula $M$
\end_inset

 is similar to 
\emph on
-2 Log likelihood ratio
\emph default
 with an odd of 
\begin_inset Formula $\pi$
\end_inset

.
\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Section
Supplemental experiment results
\end_layout

\begin_layout Subsection
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset


\end_layout

\begin_layout Subsubsection
Experiment results for strictly convex case of 
\begin_inset Formula $(P)$
\end_inset

 
\begin_inset CommandInset label
LatexCommand label
name "App:Ranges for Strictly convex"

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="28" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size,Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 1.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.7, 2.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.4]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.3]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 2.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 3.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 3.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.7]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.5, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size, Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 1.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.4, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.7, 2.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2.3]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.7]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 3.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 14.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 37.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 37.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.3]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 2.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 13.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 37.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 6.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 37.9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 2.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 13.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 38.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 7.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 2.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 38.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 2.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2.2]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of seconds by size and problem for strictly convex case
\begin_inset CommandInset label
LatexCommand label
name "Apptab:secs Strictly convex"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\begin_inset space \space{}
\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement !h
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="28" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size, Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[29, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27, 28]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 28]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[24, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[24, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 14]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 16]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 16]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 16]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 16]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 16]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 16]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 4]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[12, 26]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 26]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[12, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 26]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 21]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[12, 26]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 26]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[12, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 26]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 21]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 14]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 14]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 14]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 12]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 12]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 12]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 11]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 11]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 12]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 12]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size, Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[53, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[44, 47]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 36]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[24, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[24, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 106]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 267]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 48]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 347]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 45]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 347]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 16]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[11, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 15]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[11, 15]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 15]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 12]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[13, 19]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 15]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 84]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 239]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 48]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 347]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 45]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 347]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 84]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 239]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 48]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 347]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 45]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 347]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Pegging
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 9]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Iteration for interval test method is only for bracketing phase algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of  iteration by size and problem for strictly convex case
\begin_inset CommandInset label
LatexCommand label
name "Apptab:iter Strictly convex"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Subsubsection
Experiment results for indefinite case of 
\begin_inset Formula $(P)$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "App:Ranges for indefinite"

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="26" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size,Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.5, 3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.2, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.5, 5.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 5.3]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.6, 2.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.1, 3.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.7, 4.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 4.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 1.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 2.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.8, 3.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.3, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 2.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 3.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.4, 5.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 5.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 5.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 5.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 2.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 3.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 4.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 3.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 4.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 3.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 2.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 3.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 2.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 3.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 2.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 2.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 2.5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 4.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.4, 5.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 5.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 0.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 2.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.4, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size,Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 1.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 3.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.7, 4.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.3, 6.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.9, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 7.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 6.9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.5, 3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.1, 3.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.6, 4.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 4.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 4.9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 2.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.8, 3.7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[2.3, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 4.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 11]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 11.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 10.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 40.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 8.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 8.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 40.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 3.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 6.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 7.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 9.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 7.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 9.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 0.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 0.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 1.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 1.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 2.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 2.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.8, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 3.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 4.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.3]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 2.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 3.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 4.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3.3]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 2.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.1, 3.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.3, 4.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 3]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 2.7]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 2.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 3.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 5.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 5.2]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.8]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 2.6]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.7, 3.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.9, 4.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.2, 4.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.3, 4.4]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of  seconds by size and problem for indefinite case
\begin_inset CommandInset label
LatexCommand label
name "Apptab:secs indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="26" columns="9">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size,Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T1
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T3
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 52]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[30, 54]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[28, 52]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[29, 52]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 47]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 46]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 46]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 43]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 52]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 49]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 52]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 46]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 45]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 46]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 42]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 38]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 46]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 4]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 27]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 28]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 27]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 30]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 30]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 26]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 27]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 28]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 27]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 29]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 30]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10, 25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 30]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 26]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 20]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 20]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 20]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 17]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 22]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 33]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 35]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 35]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 35]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 48]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 34]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 48]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 34]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 20]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 37]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 37]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 21]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Size,Problem
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5e6
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T4
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
T6
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 79]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 59]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 59]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 81]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 59]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[53, 81]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[42, 55]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[36, 42]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 22]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[22, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 23]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[23, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[21, 24]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 93]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 212]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 118]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 87]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 313]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 66]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 122]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 313]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 70]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 68]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 72]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 66]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 77]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[11, 49]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 77]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[11, 43]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 7]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 10]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5, 6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 34]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 31]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 31]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[11, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 34]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 31]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 31]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[11, 21]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 41]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 18]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 40]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 33]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 35]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 30]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 30]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9, 17]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 40]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[7, 17]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 39]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 55]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 38]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 39]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 37]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 39]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 55]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[6, 39]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 49]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 35]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 35]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 36]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[8, 34]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[3, 49]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4, 32]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Iteration for interval test method is only for bracketing phase algorithm
 
\begin_inset CommandInset ref
LatexCommand ref
reference "alg:Bracketing-Phase"

\end_inset

 of 
\begin_inset CommandInset citation
LatexCommand cite
key "DaiFle2006Secant"

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of  iteration by size and problem for indefinite case
\begin_inset CommandInset label
LatexCommand label
name "Apptab:iter indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="10" columns="5">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0pt">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[411294, 9092367]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[10012, 6287608]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[79, 3000000]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[341888, 4500000]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor, Sec+Med,Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 80936]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 47316]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 33136]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1, 39735]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med, New+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 407]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 40774]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 37701]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[41, 69781]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[27609, 1859865]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[5574, 1558528]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[54, 1266247]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[9285, 2004095]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor, Sec+Med,Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 53]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 102]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 110]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 166]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med, New+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 18]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 333]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 241]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0, 264]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of the number of breakpoints after bracketing phase
\begin_inset CommandInset label
LatexCommand label
name "Apptab:break indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="13" columns="10">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large coefficient problem
\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% of negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
60
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
90
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.85
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.13
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.69
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.02
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.13
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.16
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.80
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.06
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.16
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.38
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.39
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.60
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.32
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.50
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.10
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.59
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.54
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.88
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.59
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.55
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.88
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Sor 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.57
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.12
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.00
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Int 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.05
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.45
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.70
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Interval 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.27
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.98
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.78
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.64
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.04
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
New+Med 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.72
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.16
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.52
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.90
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.58
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.03
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.38
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.63
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.17
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.76
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.51
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Secant 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.33
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.15
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.22
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Median 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.79
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.42
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.89
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.30
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.83
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.25
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.55
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.62
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.68
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.20
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.74
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Newton 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.53
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.65
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.45
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sorting 
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.08
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
1.67
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.09
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.47
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Bisection
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.99
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
2.25
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.10
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3.85
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout

\size scriptsize
* Lists are sorted in total time for each size of coefficients.
\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Average seconds by 
\begin_inset Formula $\%$
\end_inset

 of negative 
\begin_inset Formula $d_{j}$
\end_inset


\begin_inset CommandInset label
LatexCommand label
name "Apptab:Sec by Dnega indef"

\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Subsection
Chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.open"

\end_inset


\end_layout

\begin_layout Subsubsection
Experiment results of small size problems
\begin_inset CommandInset label
LatexCommand label
name "App:Ch2:SmallSize"

\end_inset


\end_layout

\begin_layout Standard
\noindent
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="8" columns="7">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Matlab
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Chen&Burer
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0009, 0.02]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.05]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.004, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 254.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0003, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.001, 0.02]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.08]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.003, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 113.6]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5 (
\begin_inset Formula $\beta=1.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.001, 0.02]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.08]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.004, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 349.5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0009, 0.01]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.08]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.003, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 66.2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.001, 0.01]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.07]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.004, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.6, 349.5]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.001]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0012, 0.02]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.01, 0.07]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.005, 0.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.5, 254.6]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of  seconds for small size problems of 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Subsubsection
Experiment results of medium size problems
\begin_inset CommandInset label
LatexCommand label
name "App:Ch2:LargeSize"

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Float table
placement H
wide false
sideways false
status open

\begin_layout Plain Layout
\align center
\begin_inset Tabular
<lyxtabular version="3" rows="20" columns="5">
<features tabularvalignment="middle">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<column alignment="center" valignment="top" width="0">
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Small Coefficient 
\begin_inset Formula $(I1)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.008]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 61.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0019, 0.025]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.008]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 60.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0028, 0.031]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 61.1]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 0.9]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.003, 0.04]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.004]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 60.9]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.04]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.004]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.5]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.035]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.008]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.7, 24.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.1]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.021]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.008]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4.2, 61.4]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Large Coefficient 
\begin_inset Formula $(I2)$
\end_inset


\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell multicolumn="2" alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Case
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\family typewriter
\size scriptsize
KSQP.Glo
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Sec+Int
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
Vavasis
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
\noun on
Cpelx
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
3
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.0005]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0005, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 61.24]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.2, 1.8]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.2$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0019, 0.02]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 60.42]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
4 (
\begin_inset Formula $\beta=0.4$
\end_inset

)
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0028, 0.033]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 61.57]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 2.4]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0031, 0.034]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0005, 0.003]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 61.97]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.7]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
% Negative 
\begin_inset Formula $d_{j}$
\end_inset


\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.2
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.031]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.4, 4.25]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 2]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.5
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.034]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0005, 0.003]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[1.7, 24.28]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 2.4]
\end_layout

\end_inset
</cell>
</row>
<row>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
0.8
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0002, 0.025]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.0004, 0.002]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[4.2, 61.97]
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" bottomline="true" rightline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout

\size scriptsize
[0.1, 1.6]
\end_layout

\end_inset
</cell>
</row>
</lyxtabular>

\end_inset


\end_layout

\begin_layout Plain Layout
\begin_inset Caption

\begin_layout Plain Layout
Range of seconds for large size problems
\end_layout

\end_inset


\end_layout

\end_inset


\end_layout

\begin_layout Chapter

\noun on
Matlab
\noun default
 Codes
\begin_inset CommandInset label
LatexCommand label
name "App:B"

\end_inset


\end_layout

\begin_layout Standard
Appendix 
\begin_inset CommandInset ref
LatexCommand ref
reference "App:B"

\end_inset

 includes all codes that were used for experiments.
 To run the tester codes in 
\noun on
Matlab
\noun default
, all methods and tester codes should be in the same directory.
 The optional codes Voice notice and Email notice are for tester codes.
 
\end_layout

\begin_layout Section
Codes for chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.box"

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "code:Codes"

\end_inset


\end_layout

\begin_layout Subsection
Pure methods
\end_layout

\begin_layout Subsubsection
Pegging method
\begin_inset CommandInset label
LatexCommand label
name "code: Pegging"

\end_inset


\end_layout

\begin_layout Subsubsection
Bisection method
\begin_inset CommandInset label
LatexCommand label
name "code: Bisection"

\end_inset


\end_layout

\begin_layout Subsubsection
Sorting method
\begin_inset CommandInset label
LatexCommand label
name "code:sorting"

\end_inset


\end_layout

\begin_layout Subsubsection
Median search method
\begin_inset CommandInset label
LatexCommand label
name "code:median"

\end_inset


\end_layout

\begin_layout Subsubsection
Secant method
\begin_inset CommandInset label
LatexCommand label
name "code:secant"

\end_inset


\end_layout

\begin_layout Subsubsection
Newton method
\begin_inset CommandInset label
LatexCommand label
name "code:Newton"

\end_inset


\end_layout

\begin_layout Subsection
Hybrid methods
\end_layout

\begin_layout Subsubsection
Hybrid of Secant and Sorting method
\begin_inset CommandInset label
LatexCommand label
name "code:Sec+Sort"

\end_inset


\end_layout

\begin_layout Subsubsection
Hybrid of Secant and Median search method
\begin_inset CommandInset label
LatexCommand label
name "code:Sec+Med"

\end_inset


\end_layout

\begin_layout Subsubsection
Hybrid of Secant and Interval test method
\begin_inset CommandInset label
LatexCommand label
name "code:Sec+Interval"

\end_inset


\end_layout

\begin_layout Subsubsection
Hybrid of Newton and Median search method
\begin_inset CommandInset label
LatexCommand label
name "code:New+Med"

\end_inset


\end_layout

\begin_layout Subsubsection
Hybrid of Newton and Interval test method
\begin_inset CommandInset label
LatexCommand label
name "code:New+Interval"

\end_inset


\end_layout

\begin_layout Subsection
Testers
\end_layout

\begin_layout Subsubsection
Tester to pick the best method
\begin_inset CommandInset label
LatexCommand label
name "code:Tester-to-pick"

\end_inset


\end_layout

\begin_layout Subsubsection
Tester to compare with other methods
\begin_inset CommandInset label
LatexCommand label
name "code:Tester-to-compare"

\end_inset


\end_layout

\begin_layout Subsubsection
Tester for budgeting problem
\begin_inset CommandInset label
LatexCommand label
name "code:Tester-for-budgeting"

\end_inset


\end_layout

\begin_layout Section
Codes for chapter 
\begin_inset CommandInset ref
LatexCommand ref
reference "chap:KSQP.open"

\end_inset


\end_layout

\begin_layout Subsection
Global solver 
\family typewriter
KSQP.Glo
\family default

\begin_inset CommandInset label
LatexCommand label
name "Code:SKQP_global"

\end_inset


\end_layout

\begin_layout Subsection
Tester
\begin_inset CommandInset label
LatexCommand label
name "Code:Ch2:Tester"

\end_inset


\end_layout

\begin_layout Subsection
Other methods and miscellaneous codes
\end_layout

\begin_layout Subsubsection

\family typewriter
\noun on
IKP1
\family default
\noun default
 of Vavasis 
\begin_inset CommandInset citation
LatexCommand cite
key "Vava:1992Local"

\end_inset


\begin_inset CommandInset label
LatexCommand label
name "code:Vavasis IKP1"

\end_inset


\end_layout

\begin_layout Subsubsection
Voice notice
\end_layout

\begin_layout Subsubsection
Email notice
\end_layout

\begin_layout Standard
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Chapter*

\series bold
\size giant
Vita
\end_layout

\begin_layout Standard
\begin_inset ERT
status open

\begin_layout Plain Layout


\backslash
addcontentsline{toc}{chapter}{Vita}
\end_layout

\end_inset


\end_layout

\begin_layout Standard
Jaehwan Jeong was born in Seoul, Republic of Korea (South Korea) on November
 11, 1981.
 Graduating from Gang-seo high school, Seoul, in 2000, he attended Dongguk
 University, Seoul, in March 2000 - August 2006 and earned a Bachelor of
 Science degree in Business Administration.
 During the period, he served Republic of Korea Army in February 2002 -
 March 2004.
 
\end_layout

\begin_layout Standard
In August 2007, he entered the master program in the department of Statistics,
 Operations, and Management Science in the University of Tennessee, Knoxville,
 USA.
 After receiving the masters of science degree in August 2009 (major in
 Management Science and minor in Statistics), he continued his study in
 the same department.
 He received his doctoral degree in May 2014.
\end_layout

\end_body
\end_document
