Exploiting Redundancy in Question Answering
Charles L. A. Clarke
Gordon V. Cormack
Thomas R. Lynam
Department of Computer Science, University of Waterloo, Canada
ABSTRACT
! !
! " ! !
#
$
%
" &
" #
!
' " $
' "()*#+ # % $
! ' ! && ! 1.
QUESTION ANSWERING
,
% -,%. ! /
(
! -/(. /
)$
-/). $
% ,% ' % ' !#
$
/
/( ' ,% ! ! #
$
/
/) ' # Permission to make digital or hard copies of all or part of this work for
personal or classroom use is granted without fee provided that copies are
not made or distributed for profit or commercial advantage and that copies
bear this notice and the full citation on the first page. To copy otherwise, to
republish, to post on servers or to redistribute to lists, requires prior specific
permission and/or a fee.
SIGIR’01, September 9-12, 2001, New Orleans, Louisiana, USA
Copyright 2001 ACM 1-58113-331-6/01/0009 ... 5.00.
0
12+3+4
! ' ' $
' "()* #
5 6
/
#
" -6/". 1774 8 "()*#+
' 9:7 #
! 2; #
#
1734 % ' $
$
8 $
! ! " ' !#
' " $
< $
$
=> 7=> 8 3 ! !! ,% "()*#+ $
8
& $
#
? 3. !
7. $
" #
! $
! ! ' #
" #
- ! . #
" -
. ' !
" ' ! ! ' ' # ! " /(
/) ,% 13 @ :
3>323@397>724 5 ! ,% !
8 "()*#+ ,% ' 1734 =># 7=>#
$ "()* ,% ' ' Question
Parsing
Query
Passage
Retrieval
Corpus
Passages
Selection Rules
Answers
Answer
Selection
A$
1=4 ' $
" #
! #
" #
!
' " ! ' " $
B
" & ? "
$
! ! #
'
2 "()*#+ $#
,% / @ $ $
! $
$
% " ' $
= ! ! " !! #
'
2.
PASSAGE RETRIEVAL FOR QA
C # #
/( ! 13:
3>323@39724 D # #
! ! !
! #
/( !#
"$
#
! 8 $ ! E EF $
#
* #
CF E B&& / & ! 8 ! #
! "
"()*#: "()*#+ $
1= G4 " ! B
A Æ
) ?
H % - . 3 #
% '
?
H % $
- . #
$
#
% $
- . - . #
- . "
$
$
- . ;! $
- . ! H
$
A
' $
$
8
$ !
6
#
;! $
- . H I 3 - . $
#
- . H 3 -3 .
H 3 -3 I - ..
" $
- . - . H
- .
H
8 H " $
#
- .
- . -.
-3.
)
3 #
' #
$
! " "()*#:
,% $
!
1G4 /
/
#
7=>#
$#
J
92K ! #
$ #
! 1774
;! ! ' 3 % '
/
#
! % $
- . $
$
% $
- . #
$
#
" $ 9 #! - - .. " ! #!
3.
TREC-9 EXPERIENCE
" # "()*#+ ,% $#
"()*#+ ! #
8 3 8 ! #
7 ! H 3> #
$ H - I .7 7>> %
#
! "()*#+ 1=4 /
#
"()*#+ ,% $
#
=># 7=>#
!
$
#
$
/
#
8 $ ' L ' #
! L
# #
! %
#
' ! H -.
3 " =># 7=>#
! )
=># 7=>#
! #
% ;! $
-7.
" ' ' #
! 1=4 " -
!. <
F # & % # #
" ! ! " #
# " !
! #
8 7
<
#
"()*#+ ,% " H -. "()*#+ $
-.
-.
=>#
7=>#
' ' ! " H -. #
"
H ! ' 8 #
=># 7=>#
!
$
"()*#: #
8 7 <
! -C((. "()* <
! 6/" "()* ,% 1774 " C(( !
' B / & " #
! C(( ! / C(( ! " B ! M 1774
" ! =>#
)
C((
2:K 7:K )
#
C(( 37K #
3>K " ! C(( =>K @>K / 7=>#
$
4.
EXPLOITING REDUNDANCY
8 "()* $
$
" $ ! 8 3 $
#
&
#
#
' " #
) #
$
#
L $
#' :G "()*#+ ,% #
"#
$ E 6 '
' 8 /( " ! #
! & 2; "()*#+ ,% #
! "()* 3>>; MN*7 137734
%
& < ,% #
8
,% MN*7 #
$
MN*7 '
"()*#+ ,% "()*#+ ,% MN*7
! $
! % % #
% ' #
- . / & '
B
! -
D
' " D O/ % *! 8. #
12+4 $ ! ! #
#
8 ! )
3 ) $ 8 $
! ! *
#
) #
- . *
' -.
-.
= = ' ' ' #
8 " ! ' ! !
' D $
"()*#: H => H 3>>> #
5 @+ -=9K.
:G 2@ -2+K.
' 8 $ !
E
3 ) 7 2 ) %'
@ P
= D C
" $
! ! " !
6 '
3 P
Q
7 8 6
2 8 5
@ " = 6 P
" #
%
#
' ' 8#
! ' 3 C' "
7 " 2 ' 8
@ *
= *
Q'
F !
$
8 $ % C N#
8
* NF #
" *66 D C
/#
"()*#+ B $
% "()*#+ B & $
A
" ' F 8 #
' ! B $
$
!#
" 8 2 / $
! " = ! #
! ' #
" !
H 3
H " = #
! 8 / #
#' $
#
! " #
! & ! H 7= H 7=> GP & L H 3>>
H 7>>> ! 3+=P & 3>>; #
0.50
70
Mean Reciprocal Rank (left-hand scale):
Percent Correct (right-hand scale):
65
0.45
60
55
0.40
50
0.35
45
40
0.30
35
0.25
10
20
30
40
50
60
Database Size (GB)
70
80
90
30
100
! " # $ % H 7=& H 3>>>'
#
$
! #
' / & ! ! " "
8 @
" !
& 8 G9K #
! ! ' % $
! -J *. #
! $
<
!
#
<
A
!
5.
PHONE A FRIEND
% ! ! % #
! $
! #
" #
8 $ D
C
* ! #
%. D )
" . E ;! *. E % CJ J. N ( " &
03>> 03>>>>>> *
03>> #
! 03>>>>>> #
*
" !
' & ! " $
#
!
!
! #
" !
- )
3. 8 '
&
B' " #
! " H 7> ! $ % !
*
' !
!
3>: ' %* ! ' 5
23 6! 3 6!#
+ 7>>> " 8 = " ,
!
03>>#03>>>
K
K
07>>>#0:>>>
039>>>#09@>>>
K
K
037=>>>#03>>>>>>
M)(%NN
K
(
! N#! #! #
! G9 -G>K. 8 3G -39K. ' " #
' ' $
/ #
' / !
3++G $
" #
! #
" ! $ $
" ! 6.
CONCLUDING DISCUSSION
( $
!#
% "()*#+ ,% $
! $
$
!
<
! ' " $
!
,% ! ,% - . M " 177 7>24 ! "()*#: % #
% #
E % ( ! $
" $
@ = #& 3>>;
' ! %
& Æ
#
G>K #' !#
! #
#
B 177@4 / #
! #
<
!
' $
13G
3:4 $
;,% #
1394 " ! ;,% 2 /
#
! ;,% B ;,% / $ #
%
$
%
"()*#+ ;,%
! # =># 7=>#
" C5(%O ,% P 13=4 #
!
#
P ! $ 8 P "$
! " # $
! % P N 8 P
! $
% ! <
!
!
13>4 8%N*6 # ,% "()*#+ 1334 ;! $
$
' ! B
#
" B
B
!
/ $
#
/
$
8 ' #
F 8
"()*#+ ' ' B
$
B
/ ' $
!
! ,% "()* 7>>3 =# $
,% $
!
1734
7.
REFERENCES
134 ) ' E J! C N
/B
C ,
/ %&&& '''( !
)
' ! 6
8
C% 3+++
174 N D " # $
/ !
$
%
% 3++:
124 * * ) $
'( * 3:-@.?9=RG+ 3++G
1@4 * * M
6 J! D *
' )$ ' #'
# / ! ' +
# ,
$
3:>R3:G 7>>>
1=4 * N % *' ; M *' J / ) P " ( N ,
/ & -. $
;
CJ 7>>>
194 * N % *' ; M *' )&
% " (! ' (
,
29-7.?7+3R233 7>>>
1G4 ; M *' * N % *' * ( D J / ) P 8
' /
/ -. $
;
CJ
6! 3+++
1:4 % J' O N E *
6 C*' & Q&
)&
J N ,
? *6ND
"()*#+ ' / & -. $
;
CJ 7>>>
1+4 ( ; J C5*#9 !
/ 0 1
$
* CJ 3++=
13>4 C ! E C 8
$
? D
$ I ! / %&&& '''( !
)
' ! 92RG3 6
8
C% 3+++
1334 C J C! C DS
( C C (T&! ($ ;UB M ( D CT
8%N*6? ' /
& -. $
;
CJ
7>>>
1374 J! ' 6' * D "
J (
!
/ / $
7@2R7=7 "
* C 3+++
1324 ) ! 5 B' *#Q N C'
E' N ; " / &
-. $
;
CJ 7>>>
13@4 % /
C
8& #E V
%
(
' /CF / & -. $
;
CJ 7>>>
13=4 E P C5(%O? % # / %0 ' (
'$ !(2(- $
- 3
(
- 3:3R3+> D
3++2
1394 E D ) % * J
(! ,
# ! / 45 ' (
'$ !(2(- $
- 3
(
- 3:@R3+3 %
%
7>>>
13G4 E D J ( (! ) %
* M " !
"()*#: / /
-. $
;
CJ 3+++
13:4 J ( (! E D M (' ! / 0
$
' + # ,
C 7>>>
13+4 % 8 /
(
!? /
(
.
6 ' '
. (
33=R32: 8
/
E 3++G (
#M N
6
%
/
37++
17>4 ( N /
$
/ / -.
$
;
CJ 3+++
1734 ) C M J ,
+ -. $
;
CJ 7>>> 1774 ) C M J " / 45 '
(
'$ !(2(- $
-
3
(
- 7>>R7>G %
%
7>>>
1724 % ; D C
%
/ & -. $
;
CJ 7>>>
17@4 O V ; /
&W
! / 45 ' (
'$ !(2(- $
- 3
(
- 7::R7+=
%
%
7>>>