!
" # $#!
Æ
! Æ ! "
"
#
# $ % & $&% '
$ '% &
'
$&'% !
$ !% (
$(% )*+,- . $
% " " ( /
. '
)!
++-0
" # $
% "
ß % " $ ß " & "
ß % " '
! ß ( " ! # 1
" 2 #
2 # )/34- ! )563- )7
84-
$ % 9 :
# $% ; $ 64 $1 %% 9
(# )(<8
:
):+, :44- =
2> # ? & 2# > &
!
)&
<+ &
+@- !
)!
++- > " A A ?> " >
/
)/++- /
!
?
?
3
"
"
?
?
1 A A 1 >
1 >
/
!
> &
>
B & " " " !
:
):+,- ! )!+6- 0
0; 4
" "
0; C @
$ %
"
$ %
>
>
>
$ %
>
>
,
?
" ; @ D / " "
4 " 0
$ % >
2 >
* >
0
/
)/++- 0
"
$ )
) * "
+
! #
! #
D 0 /
$@ % ! 6
( E
> " 9
? 0
"
! )
)
* "
' ! $ % ( " " / " )7+,
744- " ! . Æ
" Æ !& 9
1444 @F :@4444 F
7' $7 ' % )'+8>
B=GH !
9! (CC
!
> >
0
$+ ,
! $+ ,
! $+ ./
,! $+ ,! -
! " !
)!
++-
! >
/
! ! ! 34 $% ;
$@%
@4 :
# $% ; @44 C
$
@4 $1 %% $1%
! :
# ! )!+6-
5
)5
++- ! " "
8
>
144
@44
6 $
%
1 $:
%
34 $
%
@4 $:
%
@ $
%
$:
%
)14 14- $
%
)64 64- $:
%
44@
$ %
$ %
4@<1F $
%
4113F $:
%
$
%
43+8F $:
%
6
"
" #
! "
E
@ $@44 644% ! ! * >
>
>
* $
% ! <
1e+05
average fitness (ES total interconnection)
average sigma (ES total interconnection)
average fitness (standard ES)
average sigma (st andard ES)
1
fitness
1e-05
1e-10
1e-15
1e-20
1e-25
0
50
100
generations
150
200
!"
*
$+ $+ , -
! /
. . 9 D ! "
)/++- /
D "
#$ ! E
1 ; 4, ; 4, ? I "
J
I ; J ; ? > +
80
average number of neighbors
average number of next-nearest neighbors
neighbors
70
60
50
40
30
20
10
0
0
20
40
60
80
100
generations
!"
& #
,./
! (
/
-
1e+04
best fitness
average fitness
best sigma
average sigma
fitness and step sizes
1e+02
1
1e-02
1e-04
1e-06
1e-08
1e-10
1e-12
1e-14
0
20
40
60
generations
80
100
!"
# $+ ./
, (
/
-
"
> 9 @4
/ E
3 /
# :
#
. " =
! /
2 :
# ; 4, ; 4, #$ ! "
!
80
average number of neighbours
average number of next-nearest neighbours
70
neighbors
60
50
40
30
20
10
0
0
50
100
generations
150
200
!"
$ & #
E
, @@
! :
# /
; 14 ; 14 /
# K ; >
; 14
; 14 !
/ > 45
number of neighbors of a specific individual
40
neighbors
35
30
25
20
15
10
5
0
0
50
100
generations
150
200
!"
% & E
6 9 $ ,%
! :
# E
F ! @1
1e+04
best fitness
average fitness
best sigma
average sigma
fitness and step sizes
1e+03
1e+02
1
1e-01
1e-02
1e-03
1e-04
1e-05
0
20
40
60
generations
80
100
!"
& $+ 1e+03
standard ES
ES parallel, totally interconnected
ES parallel with Halpern rules
ES parallel with probabilistic rules
1e+02
1e+01
fitness
1
1e-01
1e-02
1e-03
1e-04
1e-05
1e-06
1e-07
0
20
40
60
generations
80
100
!"
' *
$+ ! "
! $@44 644% ! ! ! /
# @3
"
! /
# :
# $ 8% /
# " > /
# !
! 1e+04
best fitness
average fitness
best sigma
average sigma
average rel. variance
1e+03
fitness and step sizes
1e+02
1e+01
1
1e-01
1e-02
1e-03
1e-04
1e-05
1e-06
0
50
100
150
200
250
300
generations
350
400
450
500
!"
( $+ :
# ! $
% ; @ ; @ "
/ L
M @,
L
M "
Æ 2
# E
<
%
" N
!
> 10
1.2
relative efficiency
speed up
speed up
0.8
6
0.6
4
relative efficiency
1
8
0.4
2
0
0.2
0
2
4
6
8
10
number of nodes
12
14
16
!"
) ( Æ
! @F ! .
" )*
+8- . " $% ; Æ
. $% . $% ; $% "
> @6
"
"
@ 1 , < @F $ 14< @4, %
E
+ Æ (
> " Æ $ % $ %
&'
!
*
!
>
7 /
)/++- E * >
>
(
(
! ! G ! . A A @F ! "
@F
> ! "
"
"
)744- E
'
!E* 63@
L? 7 (" '
!
7 ( 7M ? E
O O
"
#(
01234 * 1 % &! 556! '" 7 %
8! ( 7 %
'' * 7 (
,
-! * '
" ' 9 '$$$ ! & :! &:! 5223
012;4 . 1! ' '! ' .! ( < ,
-! .
=! %>! 522;
0*?;4 7 *! + @ .! A & %! + (
' () * + ! + '/
* < ! 7 7 <
,-! 53?5B3! 9 $ ! .
! &7! 52?;
0<?24 % <
+! +#'+,+-# + !
. ! C '*<! 7 + ,-! %
D ! + %! 52?2
0<254 % <
+! (/ ' + '!
#! +& 5! 9&*+ 32E! . + (
%> ,$
-! + =! 5225
0.224 .! ( + #
!-. $!@
+
! 5222
0D224 D
! '!
( ! ! !
@
! * +! 5222
0%;F4 %! - . ! 1 5! 5F5552! 52;F
@8
0%234 7 %! + ' ( #! ! @
! 5223
0%FF4 7 %! (0 1022! ! @
! <! = =! $
!
D A ,$
- 6FFF
0 2;4 + ! ' ' '3! % D
! + ! 522;
0(FF4 ( < (> ' '!
+! 1! 6FFF
0(234 ' (! ( 45! .!
+! 5223
0(FF4 < (! ( #! $ * 5
1
G
! 1>! 1 8
% ,$
-! ?5??! '
! 1
!
6FFF
0+2B4 . +! ( - #2! A '
!
& :! 522B
0+224 7 + ( 0 '2 !
0 +! ! @
! 5222
0+224 7 + ( ! ( + # (!
( *' B3H22! +1 BC5! @
! 5222
@<