On a Primal-Proximal Heuristic in Discrete Optimization

0 downloads 0 Views 319KB Size Report
The present paper studies the theory assessing the approach in the ... to be convex; for more general functions f see [16], where φr is called the Moreau.
     

    

    

       

          

                 



    

                                    

                    !"!                       



      #  $          %                                 $   

            $ 

     !&'() *!+("

                   

              

 !      "

  "       #  $      

! 

%&

'&(   %) '*( "    "  "  !

  

 +  "  !    "            

       +      !

   " 

 ,           ! "  !           %-( .       

  

    

          !

  ! ! ,  

     / 

 !        "

Ê 

 

''

0

 /               





   "  1 

 "   2    3                

 



  Ê 



        5  "  '' 

 4

 

"





4

 



2 

  

       



4

6



,-.,/ )00    12  +   3433* 5 ,   6  $ 7          



 

'& "

'*

(

/ 

 

 ' 8  

.      "     ,/        

    

 7 8 9  %'(  

  

            "

         

      " 

   4   

1







Ê

 2    

         

  4 "        Ê ; 



':





'-

 

 

! ! ! ,   

   "

 9       " G    

  6    !   /  "     "    ! ! ,   9  ,"





'& 0  H 



  5  "  " '>    ,6  "        "         ,  G   "  5    

  4 

 



 *& 9!   

      

 '&  9  #! ''



  

Æ 

 









'       :  

7;

     

     " #! ''   

 +   



 

  

 !    

  ! , "           

   

  

 ,  "

   2    "  "

  4 

 

/!

 " 

Æ   

 H     2 Æ 6  

  

 '>    



G  4   2 Æ  2         



8

 +     , Æ



 



 

')

1 "  

 5 

"  " ')   !

 

  ! ! ! ,   8 

Æ

 1 





      

D    





 

       +

     ')      C   



 ;  ¼ =  >           

  

  



4

/ 

 

 ' 8  

  

      &     4     1

D 

 D 

 !

" A

       

  0"       H  

 



 !

     

  

     4 & %     ( 4 1

  , ! 

           "      

0

 

    



 +

       

   !"  # $ %  &  0

    " 

       ''             

/ 

    " 



    

 



4

        



&'

 " / "

  6          

   

   /    

 4



   2

"

 3

       

 4 

" 



  



4 '      

&&

C    

 "        

      

'

    '-     /   "



?  @ 5  "   





  4    2      #  "    "





&*

        

    

   

(           ,   4    )      &*  4    ' ,           "

 4  

 4  

        "   C    /   

    1 

  "     H 

0  "  '&       

  "

+   " &* " / 

   " 

 

C 9





  2    

 ! 



   2 & 4    2 & 



  " 

  

  

      

$!

  +    

  2   

   2 

%   $  9



  %   

  



    "

 



  2         



 ! 



   2  

 

  2     2     

  



  +    " C 



!



4

   

 





  " /   +   "   

      !    

    

  

 

 

 ! 

 !  +         2      

!  



 ! +     

 + 

&

  

 !

 

   



  

 "

 





&*  

 



9      #! &'    

  6    

         &*  4     6   "  '&       

 









  /  #

 :   3   9 "  7   &'

   "



 



.

,  /   "    

   

   & ,

1' ,         $% &    '        ,      $% &   '        ,       &'

" 0"      "   7   &'  

       4   2         6

       

  

 3    

      ! !  /

   "



4 , 





 

    "

         







"





&

/ 

 

 ' 8  

 ?   @ "



 4             #         H  "   

 9 



  

"

    Æ





4

        

  4   





Æ



 1

4

    "



 

     

  2   

   2       2   Æ       2   Æ  4   

   

  

  +   '&     "  9!

 /     



9!



 +    "

    



4  

 ?,   @  "



&'   





 4  

  "    6 

       



 / 

4 ,   

       

  1 D , 

         !     9 1          9     

    4           "   3   9

   

   4   7   &'6

   

   " C 

  

  4       2    8 /  "

  

   

    2      2 

   + 

 6





4

 

"     '- 

 



   , ! 

 " ': 

    

    , 

'  ( )%   *  +        ,  Ê *   4 '   0  +          2  

1 

 4 '     

  ' 

    4       1  4  '    ,  2 '    1 



 !      

  

            #        ¼  , 



 # 

%   $  9



  %   

"    M  9  /   6    "    ')

      16     4 1     8   

   4   

 "     2     

   4       2     

" 



6

 7   ':  7   &'  /

  "    



&

 #    '&     "







!  "  1  2

  

"      ! ! " 

 ? @  "    

" &' 

 ?  @   "   0 

 "    ! 

9  ?@



  

 

    , ! 

        D  " 

"

&' 0   "

 5  " 



 + "

 

   D

       "    ')

 5  "                   6

   "    &&           !  0"      !       "     " 

   "          

     D

  "    "



   '- ;"   

 ! 

          ,  D  "     ! 



  

(   !"  # $  #  &  #     

 " 



" &'   

  

/ 

   ! ! ,       

 



4



  Ê  

    



/  

Ê



*'

           



4



  1 '







  Ê 

*&

    "   

 *'  ? @           ,    ? ,  @   

  4    2            "





 , 

 

**

(

/ 

 

 ' 8  

!   0     B  



 ,   





Ê      

 ! !  



** 

   ! ,  G "

 

G  4                4    2     2      3      



4  









4     





  2 

   

    " *'  "   ,    

G 

" 



 (

    G    *    # 

  " G      Ê "

*:

4



 

*- 



4

 G      

39   %''( " , !   G 

  #

    2     2     *:   

 

 ! !

  ! "  "

6



    

 

 / 

     "       *-     '- 



 

 ? ,  @    *:      

 

! "       G 6 7   *L    

 ,  G   "       

 *:  "



"   *' 

 !    /

 



4



  2 

       





Ê

   

! 

 !     "

 " 

Ê !



   



 

Ê

/ 

  2  "     2 

  

   4

 

 "   ** 



*>



  2     &     Ê      4   2     &            4

        ! !    







   4   2

   ¼





  &  2 



 *:   



  

*)



 9 ,/  H " ! ! ,    

   

        / 

    

9  ," ! ,  "









  



 .          

 7; = >7 = > , #      :              ¼ = ¼ > #        

   $     

Ê

Ê

%   $  9



  %   

3

  (        )   G



G  4   2    &            

"

 

*I

;!

 "  *)

     6  " , %>   *-(

%I   ' ( %':  &&( %'* &*(  %''

*&(

D ! 

 



      " *I  "  ,  G    "    



*: B

  , ! 

 "

        





9!     



  

" 

*I  

        

  ,  

!  1    



J    ,



 ,  5! 

"  " 

"

 "  &&  +   /  D

 "    !  

 ,  "

 !  "   

 4  



D 

  ! , "  

 D 





4 

   

6 

           

    4 

    "  

 ,    $ " , %'1

 ! !



8&-(      P, 8&--6   #! *'

      



   "      

   4     

             "    ! 4 16 

    ,        "      

   4   

   4    



0   ,  !    

D "  ,   D





  4  





11  00   00  11 

   00 11



11 00    00 11

 00  11





  '        # 

 ! 

 ,  "

 



  4  

 

11 00 00 11 

 00 11  

   00 11

 7;

 

     

11 00    00 11 

    *I   "

 ! 

"

 5!  "

 " 



/ 

*> 0  " 

*

/ 

 

 ' 8  

   











    " /     "  "    4   2   0  ,   









     

  ,      "    







  

       ! /   ,        





, 

"



     "  

     





 ,   "   4  





   

6



  

  5  "  ,   "  

 





"

     

 " ,



 "  " #! *'

C

 "   *I     

Q

4



       

 

   ,    "     5 

   *I     !  , 

  " ,    "  

Q

4 , 

    5  



Q

4



       

   

    Q



 4

4 4 4

"

 /

 



 ( 2/     

G 



" 

 

*L

     

  2     &     Q  Q     2             2           



 

*'1

 

   !  *I

  

 %    ( "   "     %  "  (



   /   

 "  

   ,   



G  4   2    &       Q      "        6  

G  4   2     &     Q   

 0 "  

   "





  

   *'1  J !

       #        " !    !!

       *I 0  

 !



   " *'1 " /       



4 1 

 ,

  

 , 

  "!  / 

     



        "   ! ! Q  

   "   " *'

     



    

 (     





1



4

   

 "  "



 !  " #! *'6

 D         

  ' #  R  $%   4  '      ' R



%   $  9



  %   

0

$%         4     ,      ' #     ' $%   Q       # R 4 1               "



0   

!

   

 

!

4

  

  ! "

 B     A 0" & 2  1  " R 4 ! 4 ! 2       ,    

  

!  4        



       " +   C  ,  



4

 

   



 " 





  

"







"   

 1  

         4      2    2  



  



     D  

&

 

 !

 

  

D  "

   

 !   

!  4   "     6   !     4 2 !   , "      !      0

 8   

"





 

,/      ,   

           4 !          , " ! 

    4  !   ,    !  (      ,     4     !   0

             " !             Q  #       , ,  !   9 

 ,    "   6

 !     , "  1 

     

 !     





      "    !   C   5  " 



 "  " *I   !  

Q



  

 "   Q

 

4  

 / 

Q  4

  2



C    J 9 **     Q  /



 4  Q 

    



 (     Q

4











  

 

    

  Q  /    '

 4      

 6       

"



   4  1  Q

    =  =>>      







)

/ 

 

 ' 8  

"



!  @

Q 





4

   "



   Ê

 



Ê

4



 

               ?



4 '

 

 

  



Ê





 

 ! " Q   

     "

3 

   Q

   Ê

1

 

"   4



     



4





        2 



  



   Q  

        "      6                 

 Q   

9 ,      !

   "      5

 

   4  

   5

 Q   J 9 ** B     0   "

"  



  Q

 4   

   Q     Q

 

    4   Q 

1

1     

     ,   " "      " "

 ,    Q  6 Q    

 "  /    4  8

      Q      /   "     / 

C 



" 

  Q     ! 

! ! 0   G #  "  7   &'        

   ( (

       G   ,   4    )      *'1  4  '  ) ,    4        )      *I "

  "





 *'1   



    7   &'

 "

  "  5 

 /   *-    R

,    

6



1        

 9         

" 3 !  9! 7   ':

   (, 0

R  0 ! 3     *'1    4

    4 #     $      *'%         G¼   

"

0  "  *- 

!   7   ':

 

4

    

4

 

 

  "



%   $  9



  %   

"

3

 

   ! ! , 

  ,     

  !    

   (-

 R  0 ! 3      ,      %'  ,  +   G  / G    "

           4  

     

3

 *)

 " G  0  " 7 

*'1  



4   

G   4    4        

    "  

$ / 

/  *>

   *- 

    "  *'

   

       

*''

   4   6

G   4    2       

 " 





  

4

 0"

$ 



,    

,/  

    ,   

      ,   "  

      



 4



 







  



  

   4

 







 



    

! 

*''   

G  

           4        2 2  

     

G  











          

?  =3)> 



?     





@

   @

?. 33@

? 

  =3 &>@



  "      9

 G

  4  

      *'   !







9 ,

 

!       D 

!  !

  !   " 



 

   " G  C      !    &&

   (. &    '         

 #      

*'

G

" ;

    ,  %    ( "

 , % 

 ( "    3

 "  *> 9 ,  R  ,        Q H  "   #  "   "  *'1   "        Q  C,     4  *- 

           "  ,



4

/ 

 

 ' 8  

  "      "

 

 

4



9! 



J 9 **    

 /

       2 

 



     2    2    2    ,  2      2        2  4   2 &     

?     ? 

   @

   ? 

@ @

?   

?

 ;  

@

A½ @

     

   &      

G

0   



4

   &   

   &  



 +    *'1 6      

 7   *)





     !  " G  #  

  

 



  *'

  ( &    '         ,       "

#

  

G

*'



 

            



  4 6   ,



   "

    1

,   "   "

 +    

  

 4    





   Q   



  

/   

Q   1 

,  R              

    6    "  *'1 "   *'  

           "  *'1 

  9

$ "    



/ 

G  

          4

              4      2           2   4

" G 





?   3"@ ?. 33@ ?  =3)> 



?  

 G     

@

@

     G !  *'      !  " G      

 9 

   " 



  G !    *-  

 

G   4       



      

  *'  "  " G  *'

0  "  *'    

4

   4 

4 " G

4



  







 



 4 G   4   

 G           

        *'   '&      + 

 "    +  



     



%   $  9



  %   

!

#   



  ,     "

  ( &



  

1   '    +  G          *'1 # 4 1

"

# 



Q 



/

 

 4 "  1 

  !  G  

    !     2   /



R 4   



Q  

 R 1   #,

 R



,   + 7   *)









  /   

R

   

Q

  



 

*'&



1          

    ! "

5!  "  ,  

  Æ   

  "   



R 4 1



1 



R   !   " G  0  "

   &  R   R  &   R *'1   # 4 ' &   

" 

3 

6

 

R      !   " G 6



R

   /  " R

" 



Q   1



  

  R

   6

 M  M         ! 

   *'&



! . (        ,  

   

        

  2 :











  

  "    

  4 : 4     $ 4



4

 4 ' '





4

1

 '





2 &

&









*'*

1 '

     

5   



  4  : 2      - 2   $   3 9! 

     

  4

D 0"

"



$    

#   



4 

  - 2   $ : 2 

$   



  



' 2 & 

4 1    



' 2 &  

      C  

 

' 2 &



'





'





4

$

 

   D  

 &&  D 0"

' 2 &

 && 



'





'

 

     D  

(&

/ 

 

 ' 8  





' :

$





  /      D 3   

     9

  ' 2 & & 4 '    

  



4

$

    

C    G    ,      ! *'1 





4 1

' '& 

5      4 * 4     "  / 

   "        R 4 1   *- . 



Q 4   $   "  1 3  "  *'1 



4

Ê











G  4   2     &       $    9!









    $ $

 

 

   4

   4  $ 4

4 :2



4 - 2 &

&  



&

2  



     



 ' 1 2  $ &

4*2

* &



&

 2 

    " 

   6

 /            *' C  D  G 4  * 2 : :           '&      !6

D  G

* 4 

" 

1

D   "

 " 

7   *L6

  $



7   *'16

D



 !  " G "



    D 



    " G "

&

 3 C *

B3

 3 C *

*



£

*



 3 C *

:    *''



£

*

0

C

       D 



:

%   $  9



  %   

(

! 3    " (     

  , ! 

 ''1    G  0    9 ,

   G

 "  !  Ê  ."  

           !  "

 ?+ @   *:

         *'1

   

 "!

'  (( ) #   *   +       ,  Ê *   4 '                 4      1  4   '    ,  2 '    1 

   

1



 !    "

 ! 

    "    &:

  (   )   

,             R ' ,     ,       *''       ¼  **'  ,  "

          

    8      4      6      Q  *-          Q  ! ,

 "          "     

  /       

  9    

/

 

 ') 

  2    

   4       

  

  +  "   *-  9   





6











   "  

  2    

  

 

" 

4

   

  







4

 



   " "  7   ':







. 

 

! !            

 Q   $  Q  / 

 ! 

     $  & "         Q  !       "   6      

   





D P

   *:    ! 

    !    Q  %'' -&(6

      " *'1        



D    "    ,   

*'1       ,

9 ! 

6 

    5 

 

4



  

   "

      D   "       





0  *& " ,

   



   !      /   + 

 

!   ! "         



4

 '

1



       



    

&

((

/ 

 

 ' 8  

 J!



    

 G           , ! 

  

     !  "    Q   

     !  ! 0  "   !  " Q    "      &:            

 +

 !  ,  

 9!  



 

! *'1 

   

&6

      

  

      ,      *'&  ,         "   " ! 

 *'*             " 





  *'16       

  !  "



4

     B

  ! 



 ! 

 !      "  "  



*'

7 

  

" 

  "  

 . ! !    " G      6 

    9



 ! !    *''

! 5   64 7        

        !   



            







4

 '

1

 *'    



  "       , 

  ,     , "  

   "   

   "

     

 "      

R 4 1

   ( & ,  "

 ' '   

 1

4

 

K  J 9 **  !

    ,  

" 1'     1'



3        "

  , ! 

       

         



 ,/      " & 



 +         ,"

 5  " 

"

&& 0 " 

  !    " %'(    ?  @     ! !     ! !M B       /     !  ! ! !

0

  "

    , 

  , " 







   " %1 '(

   #   

D

  

9  7   *'- " , 

 4   

 

*' 9

 "   

 



4 1 '







*':

 "  !

 3        *-





4





   1  '





 

*'-

    " *':  "   , 

C   

  !     

 " 

!  4 $    

  

$ 4

'     ' 

*'>

%   $  9



  %   

9!   !     %

& !

% 1

 "  *': 

 2 %! ( 

  &   

4 %1 '(



*')

   

"!  / 

*')  5 

 "  "

*': "

  

  ,     !

 !  "



(3

! !  3   

    "  !   ! F, " "  

           !

 '

1

&

D

 %1 '(  *':

    

 "  " *'1 

  ( ( 

*')    -     2 %!     $%  2 %  !    ,   , %  % 0  2 %!    ,         &         *':' *'-   $%       *')             *': (,      *') ,        *': $% (    &     ,   64      & %    ' ,      *')    (    8      *')    ' 8          *':  *') 

"

 . 

 2 %  ! 4  2 %! 2 %   % !

 K  

 *')  

   

 " 

 #  



  , &

Æ

0 

  " *': 

  1 ' "

 

 

! 

   

 5  "

    "

    " *') 3

&

 2 %!

%1 '( 

 "   *')       R 4 , &

  "    "   ,       

       $

R 







4 

%

! 

  



"  



R *')     





Æ 1

% 

   2 %!  





 Æ  

  2 %Æ



! 1



 /  





, & 

 

    *')     0  "     

    " *')         "  *')      2 %!   4    4   6

        *':6   



!

 1 

   *': 





    *')



C

  , ,/          *')   " *':  /



'  4    2 %!  2    



*'I

(*

/ 

 

 ' 8  

'   '  !

  "   . 



 

 4   2 % !  2     *'I  , " %      

 

    " '     ? @ 8      !       ! "  "    " ,    % 0  0  6



 B "     & 0 

     Ê   0 0

 

   " 

       /  

'  ( ) #   *   + (      *'I    %      ,  Ê *   4 '              &       4       1  4   '    ,  2 '    1 

  



  (,   )   

,           

(,          '¼ '  , 

"

;    ') 





!

     7   &'

           ! 

 

 

   (-       



*'

Q

*'1$% $  1 ' % $%  &  Q '  '   G     Ê  1 $% ) ,   & 4 Q    *':   $%   

 ' ,    G      '¼   

"

0  " J 9 ** 

" 1'  



  4





 

    2

;!

 , "



 

 "    



 

    2



 $  

  2 !  2    

   0

 !

     ! 

 

  *'I 

%

4 

 

   !  ,  " *'1 

       



   " G  "

  





 "  

  2    

+ "

4

*'1    ,  

'

  

   

6    "  '& 

 

      "   !

   !  !

%

&



4

%

' 



 *'I    

     & 4 Q 

      0

 ?   @ 

   

  "         ! 

 *')

   , 

     

  

  =3



     7 

            4>       #  

: #  9

   ,



%   $  9



  %   

 

(0

3     

 "  9 "    

    !  ,/     

    , ! 

    "    "          %-(       ! 

         

 ! 

  !           !!

 

    ,  

 " 

    0 " 

   " "

      ! "         #    "

*-

       ! "

  ,

     

 , 

! 

  

 

  

1,

5! 

  !







 ,  

 

    "   &'

=   "

  !      

       "  "    !   

(# 

3          "     !

!         

     %*( "

  

/0       '                               

   (!7 )!E !" !"! (     F5  -. 5    /   %   $  $

  $  #              /'$(47 E  !43 3 / 

 

  ' 8                     .. *00& ,   (&&(    * G+       $ #          

      *=*>7)* E)00 !)) 0    . F    ' 8   /  $   

        $    5   +     ) G2 6                  "=*>703*E0*0 !)! " 5 6     H ' H #                                 &=3>7)!"E "(  (&&& 4 /+ FI                

   (74(E * !"* ! G$ 9   $J    ' 8              5   K 9  !!3 #   & G$ 9   $J    ' 8   !       5   K 9  (&&   ' 8         , + GL      -         "       0E )& 5   K 9  (&&  ( ' 8   6   / .    ' 5 8            $    , G M    G 6             3!0E*&( '    9 !!) 3 ' 8     / .  /         #           

 !&=3>73!!E*(" (&&  *  +   G6 5    +9 N  F              ((= >7 !0E (&3 !") 0 . .  /                       (7()4E(40 !"* ) . .    .G$ N  #     5   K 9  !!4

Suggest Documents