JOINT AND SEPARATE CONvEXITY OF THE BREGMAN

 !""
#" !"
$ % % %& !
'"( ) $ *')!
! '+" !
, $ !"
$ %-. / !
'"( ) $ *')!
." " 0 " $" $
"" " " "" 0
+ 1 0 +
2 $ "" 3 3 " " 0" + " " 4 $
$ " 5 5 " 2 " " $ 6$" + 4 " " $" + 2 7
0 + " $
" " ,"" "
" " 2
+"
""
"
+ 0 + + " " Ê 8 9 : !"" " + . (
(
;: <9 ( 8 9 89 8 9 8 98 9
, " ; = ;/= ; >=
;? @?>= ;>> ?= 8 " ; A= " 9
+ " + 3 $"(
?
8 9 + 1 "" (
( 8 9
8 9 + ( 8 9 + B
!"" 0" + " + + " " 1 +"" $ ! ) ;C -= $ 1
; ? /= $
1
; ?>= $ ! ;&D= $ !E
2
E
; /= $ ' F) ; &= $ 1
; C= + Æ
" "B 1
G
; : 2 = "G ;?=
" 0 + 5 + $"
;A= $
2 " ""
1 ? "" " " + 7" + > " 0" + " 2 ""7 +" 0" + 5 "7
5 " " A $ - "+ " 4
" 8 " $"9 + 3"
/ " $
" "( 0" + " 8F9 ,"" " $ " "
2 " "" " " G
;>: 2
>!= + + 2 Æ +
! "" (
89 89 ( " Æ +
89 +
>
2( 898989
H8989I( F J ( 8 :9 Ê ( "89 2 + + , ? " Æ J Æ +
H8989I( F J " Æ J + 2 J Æ + $ , ? ! " 1 ""7 " !""
+ "7+ Ê "7+
$
+ B
# 6$" 8 9 : "" Æ 8 9 J : "" 89 +
89
?? $"(
+ 8: < 9 $
2(
89( ;>: 2 A?.= 89( 89 $%%& ' 1 + "
8 9
Æ
,+ K ( 8 < 9 8 9
K89 + 8 <= 2 " "" "
8 < 9
< J
8 < 9 8 9
< <
J + 8 <=
8 9
< $" J < 2 + " + ( ) F (J + Ê ( ( 89 + 2 "" L
"
Ê 89 +
89 898 9 8 9 89 "" 89 898 9 8 9 89 "" H8989I( " 6$" $ ;>: 2 AA= $ "" F )G 2 8; - 2 >A C=9 $ L
" " ." 89 ""
H8989I( "
H8989I( ,+ J 8: 9 1 + L
8 9 8 9 8 9 8: 9 (J < 8 9 8 98 9 8 9 8 9
8 98 9 8 9 8 9 'L
"" 8 9 8 98 9 8 9 8 9
8 98 9 8 9 8 9 "" L
" $ "
$
4 $ 8 9 89 < 8 9 89 F <
< 8 9 89 < 8 9 8 9 2 + "" "
A
( * + Ê ( Ê " 6$" F (J ( 89 + 2 + 3 HI( ."G 2 8 ;>? 2 >- =9 8 < 9 ,+ Ê $" 2 + $ :B L
" 8 < 98 9 + 89 + $ 89 3 HI( ,+ ,
$ $ L
8 9 8 9 8 < 8 99 +
"
;: = 1 8 < 8 9 8 9 : :
8 9 8 9 8 9 : 2 " "" + ;>: 2 A?=
" + ,-. Ê
/ 0&%%& "
4 (
89 8 9 + 89 8 9 8 9 + 2 "" " "" $ " "
" (
89 89 Æ
8: <9 6$" 8 9 < 8 98 9 8 9 < 8 98 9 J
89 8 9
Æ
2(
89 "" Æ
8 9
89 "" "7+ +
89 1 6$" ( ?8 9 F (J J H89I( + 8F ?A9 : 89<
8 9 8 9 8 9 8 9 : 898 9 8 9 89 8 98 9
H89I( H89I( " 89 H89I(
!"" ??
+ J ?8 9 : ?8 9 ( "" F (J 89 0" +
2(
8 9 < 8 98 9
1 " Æ
8 9
89
"" + ( 0" +
?8 9 809
89 " +
8 9 < 8 98 9
:
"" 89
H89I( 8 9 8 9
L
" 89
8 9
89
8 9
8 9 8 9 < 8 98 9 J 8 9 8 9 < 8 98 9 ;>: 2 A?!= "" L
"( 0" + 8 9 3 89 : 8 9 < 8 98 9 : 8 9 : 8
: F >?899 2
H1 "I " F >?89
H89I( 3+ 8 9 L
" 8 9 < 8 98 9
" ""
+ " " 0 + (
1 $ "# F 89 J +89
2 89 J +89 89 J +89 J 8: 9 2 >>89 3+ $" 2 8 9 < 8 98 9 J +8 9
8 9
:
+8 9 J 8 9
2 3 L
" 2 >>89 " 1 $ "' 8,7 9 F 89 J "89 < 8
9 "8 9 J 8: 9
2 89 J 8 9 2
89 J 8 9 8$
Æ9 2 >>89 0" +
2 ! ") . " 2 >> H$" I 0" + $ L
" 809 " L
" 2 >> F >?89 " J Æ + " 89 J
< :
2 Æ 4 89 J
?
J : :B
89 J
8 < 9
< "8 < 9
J :
$ H" I 8 J : J
" 89 J " "9 H" I 8 J J : " 89 J " 8: <99
/
4 ) >/ " L
0 + " " 5 " L
1 6 + M 2 (
"* J Ê 2 " + " 7
"" ( + Ê : 89 J < < ! L
" 89 2 >>89 " 8 9 J 8 9 J : "" Ê " ""
! "3 1
4 "
J Ê $ " "" (
0" +
" +
+" '+" >A L
4 54
L
$ $ " "
J 8: <9
4 $" + J 8: <9
"6 1
J 8: <9 ( " +
89 :
89 < 89 : 2 >>89 " + " 8 9 < 8 98 9
:
"" :
89
HI( ! 89 F < " 8 9 : 2 " : 8 9 < 8 9 : ." 8 9 < 8 9 : 8 9
: HI( 7
" " " (
! "
7 " >C
89 < 89
" + :
89
:
J 8: <9B L
"" $ !"7
89
4 " "
89 ( ' L
L
" 89 $ L
" 5 " J : $ 8 !"" >&9 "" L
" "
L
" 89( 89 < 89 J : "" : 6" L
"
" 8"" 9 (
89 J "89 < < Ê :
) >D ) > : +
6 0 + J 8: <9 1 6 7
+" "" $ 8 '+" > >9 " "" "
&
( "
89 0" +
J 8: <9 89 " +
89 "7+
89 +
+ F (J " Æ8 9 2(
89 89 :
: 89 :
89 : :
89 89 :
H89I( " 2 >>89 H89I( !"" >C H89I( "7+
+ : H89I( + :
! "
! " # ( 89 J "89 "7 J +
Ê * 0" + " + 8: <9 8$
2 >
899
1 $ "
" 89 (J
J 8: <9 "
"89 89
?
89 (J
89
"
F $ 7 + Æ
2
Æ 89 J < 89
? B $ 2 > 89 89 2 > " J ? $ + 81 " " 9
1 $ "
# 8
9 89 J "89 8: <9 2 89 J 89 J + F 89 (J " 89 J ? "89 89 J ? 2 > 89 " " +
81 : 8 9 + 8: <99 89 J ? : "7+ $ 2 > 89
! "
' '+" > > '+" > A !" ."
" " 0 + " "
" " 1
"
) 81
B ;?:=9 1 L
6 $ 8 9 J 8 9 " 8 9 Æ 1 "" L
D
# . 2 $ "7
5 "" $
#
( :
J < " + 2 $
89 <
"
F (J " 89 4 + 3 "
$ " + 2 >>89 " 8 9 < 8 98 9 :
F < 8 9 : ." : 1 "" 8<9 (J " 89
;: <9
4 "" " " +
8<9 + ; <= 1 8<9 3 J : 2
8<9 J ! L
89 (J
89
?
" 8<9 + $ N ?- FG"G )
"
8 ;>A 2 A??=9 " 8<9 J 8<9 + 8 <= 2
8<9 3 J : 8<9 J < *
8<9? ;: <9B $ FG" )
" 8<9 J 1 $ # 8 79 ,
" 89 J 0" +
J 8: <9 2(
" +
?
2 89 J 8 9 89 J 8 9 2
0" + $ 2 >>89
% (' ? < 2 8 9 J < !L
" $ F A " +
% &'
?
#" : "
J : " 89 J : " + 2
898 "89 9 <
F (J " 898 "89 9 4 + 7
3 " $ . F A " 7 8:9 (J " 89 J : !
89 (J
89
"89
"" :
1 Æ 8:9 + ;: 9( " 8:9 J $ FG"G
)
" C
+ 8:9 + ; <9 1 8:9 8:9 J : 8:9 J "
+ 2 >>89 " 8 9 < 8 98 9 : F : 8 9 < 8 9 : "" 8 9 1 "" " 89
;: <9
;: <9 FG" )
" 8:9
1 $ ## 89 J )
" " " " "
" +
J 8: <9 8 9 : FG"G
898 "89 9 J <B $ F A>
' -2 4 -2 : :
2 " + $
B 7
L
" $ " "$" 2 "" L
"" "
, ! : "
(J < ! 2 $ " ""
89%& '
0" 8 " 9 + " ¯
4 " +" $ $ " "" " "
1 $ ' 89 J
J 8 9 8:9 J : 89 J 89 < ! J > < ! 89 J / N : ! "
" *
J ? ! J 4 8 9 < 8 98 9 J >! : 2
$ 2 >>89 ¯ " + $ $ - " +
-2 8 9
8 9
2 6$" $ " "" " " " $ $ 5 ""
"" 2 >>89
( '" 0" +
+
8 9 J
8 9 : 2 0" + " + " 89
8 9
8 9 8 9 < 8 98 9
3 8$ 2 ?&9 " 8 9 + 8 9 < 8 98 9 8 9 "" 8$ ,
$7 ;>A F / ?:=9 8$ " 2 ?/ (J 9
:
1 $ '# F
(J 8 9 89 (J :B < 8 9 "8 9 : 2 8 9 8 9 2 >> " " (
89 J 2 -> " 0 + ) + ,-. 2
2 " $ 3 " 2 "" "
Ê $" 2 " "" "B $ " L
$
"" 2
+ Ê
8 9 3 !"" " + F
" (J " (J
J " 89 " 3 + )"" " $ "" $ ) $ "
" (
"
" 3
'
" " " (J 8" " 9
,
$ ; D &&= ;?C /'= ;-= 4 "" $ " 4 $ " 2 >>
( )
89 0" + " " 8 9 <
" 8 9
8 9 " 8 9"
89" 8 9
"" 89
89 " + " " 8 9 <
" 8 9
8 9 :
"" H89I( 2 2 >>9 $" +
8 9 J
" 89
" 8 9 " 8 9 <
;: <9 ( 8 9 " 8 9 " 8 9 8 9
89
8 9 8
3 $" 8 ; D 7
&&=9 $ " 3 $ 8 9 3 "" " 89 " H89I( , 3+ ""
3 8 9
) 2 "" L
"(
89 0" +
89
"
89 "
8 98 9 "
89 "
8 9 "" !" " 8# < $ 9
"" 89 % "
#"
# $
89 < $"
8 9
;: = # < $ J 89 %
Ê
:
( & " 8 9" 8 9 1 "
+ 2 " 8 ;?A A/C &>=9 " : J " 8 9 " 8 9 8 9 <
" 8 9 8 9 " 8 9 Ê 1 " J "" $ " 8 9 " 7 $
! " 8 9
" 8 9
8 9 "
8 9 J
"
8 9 8 9
H8989I( 2 L
" "" " " " L
27
/ 89 H8989I( 2 ;>: 2 A?.= 3 H8989I( " 3 "7
"
1 $ )" ' ( 7$ 7(
" 3 +
F J Ê 89 J ' 4 ' " + 2
$" " "$" *
89 J ' J " 89 "" Ê " 89 J ' ""
+7 !"" /? 0" +
1 " $ + 3 ( 7$ 7( " 7
$ L
) ) (J 8) ) 9
Ê
+ 8 9 + :
2 * (J Æ #
?
# ( Ê
8 " 9 2 * ( * 8+ 9 J * 8 + 9 "" + " ( 7$ 7(
+ * Æ O J Æ # , ;?-= ;-=B
; &?= "
7" " " $"
$" "7 ( 89 J 89 J "8 9 0" + 1 " L
$
$ " * J Æ # * $"
* 0" + 2 2 "7 5 "" )* ;?D=(
( )# 1 89 J "8 9 0" +
3 #8+ 9 " " + #8+ 9 " $ O8+ 9 + J O8+ 9 " + )"" 8 ;>=9 " " Ê " + 3 " + $ $ " " B 3 8+ 9 (J 8O8+ 99 ." " 3 & $ & J , O8& 9, " + , 2
, +
8+ & 9 J * 8+ 9 * 8& 9 * 8& 9 +
&
J * 8 O8+ 9 9 * 8, O8& 9, 9 * 8& 9 + & J 8#8+ 99 8#8& 99 * 8& 9 + & ;?- !"" >>=
* 8& 9 + J , 8 98O8& 99, + J , "8O8& 99, + J "8& 9 + J 8+ "8& 99
""
* 8& 9 & J , "8O8& 99, & J 8, "8O8& 99, & 9
J 8"8O8& 99, & , 9 J 8"8O8& 99O8& 99
J
# 8&
9 "8# 8& 99 J 8#8& 99 < 8& 9
."
8+ & 9 J 8#8+ 99 8#8& 99 * 8& 9 + < * 8& 9 & J 8#8+ 99 8+ "8& 99 < 8& 9
J # 8+ 9 "8# 8+ 99 # 8+ 9 8+ "8& 99 < 8& 9
J 8O8+ 9 "8O8+ 999 8+ 9 8+ "8& 99 < 8& 9
J 8 O8+ 9 "8O8+ 99 9 < 8& + 9 8+ "8& 99
J 8+ "8+ 99 < 8& + 9 8+ "8& 99
J 8& + 9 < 8+ 8"8+ 9 "8& 999
>
!"" 8& + 9 0" + ,"" F$"G 2 ;?D= 8 " ;> 27
1P/-=9 " 8+ 8"8+ 9 "8& 999 0" + 2
8+ & 9 0" +
! )' F $ 8$"9 "7 2 /A
" * $ " 2 !"" /?89 " 8 * 9 F 8 ;?/?&= " 9
1 " $ 3 $
" 4 "
L
$& 8 )) + ,
4 $" F G "
* ;?/?&= 0
0
+ 8!"" /?899 "" " $"
F 0 % - A8 9(?&@/& CC&
? *"" . !"" . '7" N'!2 +... / + D8>9(?-?@?/ CCC
> ) / - 7%" CC/
A F ! !+ $" CC>
- . F % - 0 1
7%" ?:::
/ F 2 "+ 3 + " "
$" + 23
% / / &8>9(?::@? & C/&
& ! Q ! N+ + $"
$" 0" + N CCD
D ! Q ! N+ ,
"" 7
N0 ." " ,$" #
""$7F$" N CCC
C Q ! ) 1 . ' N0
" !+ ,$" N$" % 1
- D8 9(? @>C CC&
: . * 1
+" + 0 # - 1
D8&@D9(&?>@&AA
CC&
. * 1
% # # %
+4 5 1
#"
?:::
? . * 1
) 1 " 7
+ $" $" 2 % 1
-
A
> Q ! . R 1
+ N CC&
A ! '+" !
% % - 0 - , !" Q F ) N ) 4" 0 -
% 7%" CCD
/ 1 !E
S 2
E 1 " 7
5 8
" 9 ?:-@?>& CDA
& N N ' % * F) '7" " N ?:::
D ) . ! ) / - !$ N CD-
C . * 1
. ' " 3 N
" 3 . /(-&@/& CC?
?: . * 1
N" ? # ! #" ,7 "+ $" " + " / 1 3 ??8?9(>?/7>AC CC&
?? # ! #" N+" " +-/ % 1
>-8A9( A?@ /D CC&
?> # ! #" S" 0 + $" $" 1
- C/8 9( >C@ -& CCD
?A F 2 - ! ." 7%" CC&
?- . F !+ " +-/ 1
/8 9( /A@ && CC/
?/ . F ! 2 6$" 2
!
" 6$" " ,
N ?:::
?& . F T
'+ " ,
N
?:::
?D S F$" ' L
% / >>(>:-@>?? C&>
?C . 4 "" 1 " + 6 ' /
+ -
. N C&C
>: . 4 )$ ' %$ % # . N C&>
> ) 2 )"" % - N N C&:
>? ) 2 )"" ) 7 4 7 - 7%" CCD
>> % " , . + $ " +" " " 2 / 1 3 >A # ) $ - + % 3 - 4 CD