R E P O R T
Martigny - Valais - Suisse
I D I AP
R E S E A R C H
IDIAP
!"
!
" # $ %&' !
"
#
#
#!
#%&
'
#
)*
0
1
%0
/*
/!#
/*&
3*
, ,
$
'('
+ $
,
- .
/!# .
2
$
$ .
$
$
2 %0
4 $
5
1 #! +
+
+
6 $
$ ( 1
6 $
(
7
1
$ ( / 8 /% 6 $ ( / + 6 ( / 6 6 (
/ $
/%( 6 $
(
$
$ 6 6 6 (
!
6 $
$ $ ( / 6 ((6 $
$ ( 4 6 $
( 1
2 $ 9 :6 ;;<=6 6 8 $ 2
,#%&- 9 (6 ;;;6 (6 ;;<6 >
(6 ;;;=( $
9 (6 ;;;=( !
/!# 5 9 (6 ;;;=6 6 $. $
9
(6 ;;<6 (6 ;;;=( / $( / $
? ( 6 + $
6
$ 9
>
6 ;@A=( 3
6 $ +
6 +
(
/ $
/!# $
9 (6 ;;;=
,#- 90 (6 ;;'= ( #
$
$
( / 2 $ 6 $ 6 $ $ ( #
5
$ ( / ( !
.
2
,1 - 9"
6 ;;@= ,
# -( !
$
6 # ,# - 6
.
6 . Æ
96 ;;@=(
/ $
8 /!# $
$
( / $
# (
/ $
, - 1 ( 1
$
2 ( (
B
/ 9
(6 ;;<= #! ( / C #%& $
!(
/ ( / $
$ 2(
! .
9D (6 ;;;=6 +
9
(6 ;;;=(
?
2 /!# 5 .
*
9
(6 ;;;=6 *
9
(6 ;;<6 (6 ;;;=6
4
9
6 ;;<=( / #! $
4
6 3* $( 1
3* ( !
/*& , - 6 6 6 #! 3* ( / ! (
/ 2 /*& 0 #%& E
& Æ 9
(6 ;;A= .
( ! C 9 6 ;;B= # ( / 9 (6 ;;;= &
9
&6 ;;<= AB" # ( / , F- /!# 5
6 $ 7 $ (
*
( !
6 /*& 0 ;;< 9D (6 ;;;=
;;; ! 6 ! ( ! ?
' G B' H 3*(
/ /!# ! , - #! $
6 . ..
$ ( !
I / ,. - 6 96 ;<'= 8 6 $ +
9 (6 ;;;=( $ 6 + $
,)*- 9J &6 ;;A6 (6 ;;;=( ! #! 6 $
$ $ ( 6 $
6 )* ?
$
! (
1
.
9
6 ;@=( 1 6 6 $ ( 4 6 6
! F
$
6 $ (
/ + Æ 6 2 6 ( Æ ( / ( !
6 ( 6 6 $6 , - $
6 ,%0-(
/ %0 6
5( / K
L6 6 ( / .
$ %0 M
( $ 90 (6 ;;'=
M ,-
4 %0 ,* N
6 9D 6 ;@=- 6 $ .
( !
.
, M 2 $ ( / , 6 ((- 96 ;;@=
, - M ,7-
, - .
6 ,
- ( !
( / ,#- 90 (6 ;;'=( 1 6 %06 6 ( 4 $6 # 9
6 ;;;= 1 $ (
/ %0 ( / ( /6 ? 6 6 6 .
# ( / 5
6 ?
(
2
%0 .
6 +
,7-( !
$ 5 ( / . $ $
,#!-(
!
.
6 6 +
.. $6 O +
(
/ %0 26 ( 4 $6 .
2( 46 A
( 0 6 6 .
%0 #! + ?
# 6 ( 4 K.
L .
#! ! $
( !
9 (6 ;;<= ?
(
.
.
( 4 $6 9"6 ;;<= $.
M ;' %0 M F'( !
$ %0
M F' , M F@<-( !
$ %06 $
6 6 ( 6 .
+
6 6 %0( / >
#
9>
#
6 ;<B= 6 $ (
/ %0 ( 4 $6 % #
96 ;; = $
%0 .
.
$(
6 + (
!
%0 #!( / 6
6 2 %0 + 6 6 . 6 %0( / %0 6 $6 ,
- ,2 - 6 $ ( / 5 ( / KL 6
$ %06 ( /6 +
%0 6 $
(
, 5
- + #!6 #! 9 (6 ;;<=(
!
6 5
.
( 1 6 $ .
$ #! ( . ( / ! ( / .
?
Æ 9 (6 ;;<=6
. (
!
9 (6 ;;<= #! #! 6 ((6 %0 .
$ ( ! $
#! " # $ @
M P
,B-
/ $
6 6 (( M
-6 , - 9 (6 ;;<=( / . ,
%0 .2 6 , P - , ,
-- . %0 , ,
--(
3
%0 .
$ $
6 , - 6 (
/ 5
( / , 6 6 - %0 , B(-(
/ 1 #! ( 46 ? 8 ( / ( 4 $6 ! 6 6 (
6 ((6 .3* ( / # ? 6 ( 6 $ ( $
6 $
. $
(
. ,"- ( 6 6 5 2
$ ,,
- -( $ " 6 ( / 6 ( 6 ( /6
(
/ 6 6 " ( 4 1 $ ,
- 1 , -6 6 Æ
$
9"
(6 ;;;=(
!
6 1 ".
6 1 O ( ! + 6 2
6 6 ( ! 6 $ 6 6 6 1 9"
6 ;;@=( 6
<
2
6 + ( /
? + 1 6 ?
1 2 ( / 2 ? (
1 .
( !
$
$ 6 .
,
- $ ( / # $ 6 $ I
, - M , - , - , ,F-
, - - M
,
,.
-
- , - ,
,A-
/6 5
, - 5
6 2 5
I
,- M
- , -
,
- , ,@-
/ 5
,- 6 . ,7- 2
9' =(
/ $
.
5
( / $ ,
- ,, P - - 5
(
/ $ $ ( !
+
,
-6 5
,@- (
/ $ $ 1 , - 9
(6 ;;<= 5
, - ,@-
M , - ,- P ,- #! 9' = (
,<-
/ .
( /6 M '
+ 9
(6 ;;<= ( / 2 $ 6 $ 6 5
;; H D
2
5
9" 6 ;;;=(
6 1 (
/ ? ( 6 ( / Æ 6 # ( 6 6 ( / $ K
L6 ((6 $
(
" ! ;
/ 2
$
! +( / 6
#!6 6 + $
( ! O 6 Æ
6 6 5
! 6 (
/ 2
$
6 $ ( !
(
$ 1 0
( !
1 6 6 ( 6 (
/ 6 ( ?
9 (6 ;;;=( 0 + 6 ( 1 $ ,E.$- 9E6 ;;;=( !
E.$ ( / 6 6 6 6 K
L , 4 6 $ -( / KL KL 6 ((6 6 5 (
!
#! , 4 -( $ $ 9# "6 ;;;6 6 ;;;6 6 ;;;=( !
$I
( 0 $
,+
<( 4
3
,((6 - 7( !
6 $
3
B( $ 4 , -6 6 9# "6 ;;;= ( 6 6
5 $
3
( 1 6 1 O ( ?
6 3
,((6 - ( 6 (
!
4 5 $ ;
( $6 %& '((
)(*
(
+, !
$
%& '((( .()! '((( .()! '
U−matrix (all components)
weather
game
space
nemeth
test
school
indirectli
footag
punctur
world
storm
earlier
right
water
recurr
bob
communion
pa
fame
christian
final
allstat
ministri
korea
million
0.16
carri
economi
economi
arbitrarili
cut
vehicl
palestinian
weapon
chromosom
isra
arbitrarili
witter
point
peopl
bear
squeak
children
libya
drug
test
dead
seed
india
eye
prostitut
redial
picken
cabl
aerosol
iraqi
offici
bomb
state
condom
dollar
bangert
cuban
airlin
steepli
picken
microsoft
indiscret
congress
kristen
oil
presid
clinton
water
presid
kong
bild
bricklin
presid
compani
brows
presid
presid
wien
kinshasa
china
compaq
retin
tobacco
desire
wien
albanian
call
wien
nikola
parti
division
peopl
presid
stock
hartnett
kinshasa
clinton
antonio
convincingli
woodward
close
vinson
maze
dow
hartnett
maze
presid 1
game
olivi
junior
3
2
open
presid
shoot
nasdaq
juergen
maze
hubbell
citi
0.18
studi
record
blair
wallac
oscar
state
salmonella
melvyn
televis
run
rambo
0.14
0.12
0.1
0.08
0.06
4 I $ 2
$ E.$( /
'' '' ,
- 1 ( / 0 6 6 .
6 6 (
/ 6 ( /
$ $
( 4 ; (
/ 6 67 .
, +- , 4 2-(
presid
clinton
jone
junior
convict
murder
3
presid
starr
independ
presid
clinton
starr
sai
orwellian
jeanett
3
presid
1 starr
2
presid
starr
clinton
independ
1
2
tyson
king
don
prison
sai
needl
starr
independ
investig
4 I 0
0 $
( / + K#
L ,(-( / 7 $
(
/ 4 $
$ (
2
( 4 $6 6 ( ?6 ! 6 ( / 4 4 ( /
7 + (
/ 6 ((6 6 6 ((6 2 9 (6 ;;;=( !
E.$ 1 6 (( 5 ( 1 +6 $ 9"6 ;;;=(
3
,((6 9"
(6 ;;;=-6 ( /
3*1 $ 9
(6 ;;A6
"
6 ;;@=( / $ 2 $
(
+ ,0- /*&.@ 9D (6 ;;;= /*&.<( 1 ,
4
*
- $ 6 5
$ /*& (
%& '((
) / $ . ( / 3* ? $( /* ,
$ - 9
(6 ;;<=6 !6
?
?
6 ( $ $
9" 6 ;;;= 6 9&
(6 ;;<=( / 6 6 #! 6 . ?
Æ
9
6 ;;<=(
! , 4 7-( $
6 ( / ( 3 .
, ,- 6 + ( !
/ '(' ,'-6 ! + (
!
/ 2 + $
( / /*&.@ /*&.< 0 ( /
/*&.@ $ '' 7''' /*&.< FF'
''' ( / 5
$ 7
F' +6 /*&.@ /*&.<6 (
/ /!# 26 2 C 9
(6 ;;<= ,-( /*& ,- ,-(
/ $
!.'( 9
(6 ;;<=6
6 1 #! 6 $ 5 , M ' +
<-(
/ /*& , - #!P1 , 7-( 3 #!P1 $ ( / / G F( / ?
8 A(
/*&.@C
/*&.@C
/*&.<C
/*&.<C
/*&.<C
3* H
7F(;
.
7 ('
@(F
.
H
7@(B
B7(B
B'('
B'(B
B7(<
H
7@
B
B
B
BB
' H
A
AF
A@
A;
AA
H
7<(
B (;
B (7
B (B
BF(B
#!P1
H ' H
7<
A7
B7
AB
B7
@
B7
@
BA
A@
/ I $
?
, A-( ,'('-6 6 ,' H6 H H6 -(
/ $
, +
<-I / +
1 # ( 4
?
( / ,/*&.@- 6 7
1
R1 LSI+SOM
R1 thislIR
S1 LSI+SOM
S1 thislIR
0.9
0.8
0.7
Precision
0.6
0.5
0.4
0.3
0.2
0.1
0
0
0.1
0.2
0.3
0.4
0.5
Recall
0.6
4 7I / .
#!P1
,- /!# ,-(
0.7
0.8
0.9
1
.
( / $ $ # ( / ?
$ $ $(
/ 1 , - ( 4 #!P1 $
, M M ' @-( !
/ ( 4 6 6
+ 6 ( !
K.1L6 1 +
< 5 +
(
/ 7 ( ,.
1 - (
2 1 ( / ( ! 1 5 ,"-6 6 (
/ B ( / I
/ ,.
1 - 6 6 , B(-(
2 1 ( / ? (
"
"
#
#
B
!
$ I
M ' 6 M ;; ;H
M ' 'F
M'
M ;;H
M ;FH
.1
1 /*&.@C
7<(
7<(7
7@(;
7<(
7<(
7@(B
7<(;
/*&.<C
B (B
B (7
B (7
B (B
.
B'(;
B (<
/ I /
?
# ,1+
, A-( / , #!P1 - ( / , H- +(
!
$ I
M '6
M A''
M7
M '
M ''
M '''
" ,
1 -
#
#
#
/*&.@C
7<(
7<(
7<(
7<(
7<(
7@(
/*&.<C
B (B
B (B
B (B
B (B
B (B
B('
/ 7I , H- , A-( / , #!P1 - (
/ / F ( 6 1 ( 4 96 ;;;=
+
I
M ,;-
+
( / 6 6 2
6 +
+
!
$ I
31
M ''6
M ''6
M ''6
M '''6
#
#
#
#
M '
M7
M '
M '
/*&.@C
7<(
7<(7
7<(
7<(
7<(
/*&.<C
B (B
B (B
B (B
B (B
B (B
/ BI , H- 1 ( / , #!P1 / - (
F
I
M P
, - - , ,'-
/ , 9 36 ;;;=-6 6 $
( !
%0 + ? ( *
%0 1 6 (
3 I
M ''6
M ''6
/*&.@C
7<(
7<(
7<('
7<(
7<(
7<(
!#
$
!# M 7''6 $ M ''
!# M ''6 $ M F'
!# M ''6 %0
!# M ''6 %0
/*&.<C
B (B
B (
B (7
B (B
B (7
B (B
/ FI , H- ?
( / , #!P1 - (
3 +
(
4 ! 6 7''' ''' 6 7 F' 5 +6 ( 6
'' FF' 6
( /*& ( 3 2 9D &$6 ;<;=( / +6 $ 6 ?
( 4 / 6 $6 #!P1 ?
;F H /*&.<C6
/*&.@C(
!
/*&.@ 9D (6 ;;;=6 I M FH6
M FH6 M F@HQ /*&.<I M FFH6 M FFH6 M FAH( / /*& $ $
$ $
+ $ 5 ( / $
#! ( 6 , /
-6 )* M BFH6 M B H6 M B;H /*&.@ M F7H6
M F7H6 M FAH /*&.< ( ! $ +
$
$ #! ( $ $
$ 1 #! 5 1 ,.- . $
$
(
/ F ( ! $
" 1
6 %0 6 $
6 ( / 1 #!(
!
!
!
!
A
!
/ ! ,
- ( / .. + Æ
( 6 6 ( $
Æ Æ(
!
$ 6 $
( /
$ ( . (
1
6 6 $
Æ 2 6 6 (
! "
$
,#!- ( /
2
#!( / , - 6 .
6 $ 1 6 .
2
,1 - ( !
$6 1 2 ( / ! +
! (
#$%
/ *!/ #
/ 5 /!#( ! /!# 6 0 Æ E
6 .
(
&
9 (6 ;;;= 6 0(6 "6 0(6 6 (6 6 /( ,;;;-( / /!#
( !
6 &6 E"(
9 (6 ;;;= 6 0(6 6 (6 6 /(6 *6 0( ,;;;-( / /!#
0 /*&.<( !
! "!#( , -(
9
(6 ;;<= 6 >(6 &
6 >(6 &6 3(6 6 #(6 6 0(6 6 (6 J6 >(
,;;<-( !)E*N /*&.A( !
"$#6 A;G 'A(
9
6 ;;<= 6 >( ,;;<-( ( &1
;<.@6 !0!(
96 ;;@= 6 >( ( ,;;@-( ( !
% 6
A G A;(
@
96 ;;;= 6 >( ( ,;;;-( $
.
.
( !
& " #6 @@G@ '(
96 ;; = 6
'6 A,-I7GB;(
9 ( 3( ,;; -( #. (
6 ;;B= 6 ( 6 ( ,;;B-(
" (
' (' '
)*+ (
9&
(6 ;;<= &
6 ( 4(6 6 0(6 6 ( ,;;<-( *
( !
, -
. % (
90 (6 ;;'= 06 (6 06 (6 46 D(6 #
6 "( ,;;'-( !
$
( (' ' ' ' '6 BI7;GB'@(
9D (6 ;;;= D6 >( (6 %6 *( (6 2
6 &( D( (6 6 %( (
,;;;-( I ;;< ( !
(
9D &$6 ;<;= D6 #( &$6 ( ,;<;-( ( !
&
" #6 F7 GF7F6 D6 (
9D 6 ;@= D6 D( 6 &( ,;@-(
0 +( .%6 N(
)+
/ &
9
6 ;;<= 6 /( ,;;<-( ( / ;<.'B 6 !
& !
(
9
6 ;;;= 6 /( ,;;;-( I $ .
( !
*
, * ",122#6 6
(
9
(6 ;;A= 6 /(6 "6 (6 #6 "(6 "
6 /( ,;;A-( $.
3*1 ( 7 6 E
/
6 # & !
6 *6 4
(
9>
(6 ;;;= >
6 (6 >
6 (6 6 D(6 >
6 "( (6 3
6 ( ,;;;-( /
& ( !
& " #6 B;GF (
9>
#
6 ;<B= >
6 3( #
6 >( ,;<B-( *$
#2
( ' / '6 AI<;G 'A(
9"6 ;;<= "6 ( ,;;<-( 0
I 4 .
( !
(
. . "(..#6 !6 B7GB<(
9"
6 ;;@= "
6 /( ,;;@-(
3 /(
6 ( $
(
9"
(6 ;;;= "
6 /(6 "6 (6 #6 "(6 56 >(6 6 >(6 6 %(6 6 ( ,;;;-( 2
$ ( !
156 *( "6
(6 6 4
/6 @G< ( *(
9"6 ;;;= "6 ( ,;;;-( !
$
( !
156 *( "6 (6 6 4
/6 7A7G7@B( *(
<
9" 6 ;;;= "6 ( 6 &( ,;;;-( #
$
.
2
( !
6 FG7'6 &6 E"(
9# "6 ;;;= #6 "( "6 ( ,;;;-( " 2
$ ( !
5 . . "..122#6 6 7@G7@A( #
I !**(
9 :6 ;;<= 6 "( :6 %( 3( ,;;<-( (
!
& " #6 7 FG7 <(
9 (6 ;;<= 6 &(6 6 (6 /6 (6 %6 ( ,;;<-(
#
$
I ( !
' 67 / *
, + * 6 6 E( !
>
&( (
96 ;<'= 6
( ,;<'-( Æ$ (
6
B,7-I7'G7@(
9 6 ;;;= 6 ( 6 0( ,;;;-( .
2
I . ( !
8' 5 4
,
* , / " 4,,122#6 5
6 &
(
9
(6 ;;<= 6 (6 6 0(6 &6 D(6 6 /( ,;;<-( /!# ( !
"7#(
9
>
6 ;@A= 6 ( >
6 "( ( ,;@A-( ( (' ' ' ' '6 @,7-I ;GBA(
9
(6 ;;;= 6 /(6 6 0(6 "6 0(6 6 ( ,;;;-( 6
$
/!# ( !
$ *6 6 (
9
&6 ;;<= 6 /( &6 >( ,;;<-( /. .
( !
&
" #6 < ;G<7 (
9
(6 ;;A= 6 /(6 6 (6 6 ( ,;;A-( / ( !
#6 &( (6 6 "( "(6 6 4( "(6 6
6 '6 77G F<( "
(
9
6 ;@= 6 D( ,;@-(
( .6 >(
/ * ,
9 36 ;;;= 6 ( 36 ( ,;;;-( !
.
( !
& " #6 F'FGF'<(
9 (6 ;;;= 6 1(6 6 >(6 6 *(6 6 >(6 %
6 >( ,;;;-( .
2
. ( !
156 *( "6 (6 6
4
/6 7@FG7<@( *(
9E6 ;;;= E6 ( ,;;;-( 0 .
2
( !
156 *( "6 (6 6 4
/6 77GBF( *(
9J &6 ;;A= J6 >( &6 3( ( ,;;A-( ) $
.
( !
' / 9(