Self-Organizing Maps in Symbol Processing Timo Honkela Media

Springer, Heidelberg, 2000, pp. 348-362.
!"# $#%& '(") *+",- ./ 0*, #(! 1 +"2(&
3 #45 (," 678 9& :;<=>>8?> 3 @+"(A"& :"(@#(!
BCDE FGEHIJKLMNCLO FPC
QRRS T UUVVV WXYZ[W\] ZQW^ ] U_R ] X`U
abcdefgdh 0 +-5%.@ #+ +ijk "+ !"+#++.j"#, ! /*.5 ,k l.*@!m ;( #!!"=
,".(& #+ # !"+j* , (,",- # +-5%.@ !. + (., 5"**.* #@@ ,k ! ,#"@+ ./ ,k
n .*,".( ./ ,k l.*@! ,k#, ", "+ 5 #(, ,. * / * ,.m 3i5#(+ +,#%@"+k ,k
#++.j"#,".( % ,l ( ,k +-5%.@+ #(! ,k * / * (j ! !.5#"( o ,k l.*!+
#(! ,k l.*@! o ,k*.i2k # @.(2 @ #*("(2 n *.j ++ "( # j.55i(",-m pk"+
n # n * +,i!" + k.l q.k.( ( + @/=.*2#("r"(2 5# n + j#( % i+ ! /.* 5.!=
@"(2 ,k @ #*("(2 n *.j ++ ( ! ! "( .*! * ,. j* #, # j.(j n ,i#@ + n #j
%#+ ! .( # * @ )#(, j.(, s, l",k lk"jk ,k +-5%.@+ #* #++.j"#, !m pk
j#, 2.*" + ,k#, 5 *2 "( ,k + @/=.*2#("r"(2 n *.j ++ #(! ,k "* "5 n @"j",=
( ++ #* j.(+"! * ! #+ l @@ #+ ,k n .++"%"@"," + ,. 5.! @ j.(, s,i#@",-&
+i%t j,")",- #(! "(, *+i%t j,")",- ./ "(, * n * ,#,".(m
u vwxyz {|}x~zw

¥¦§ ¥¨ © ¥ª¢«¬ ® ¯ ¥«° ® ±® ¢ ² ¢ ® ¬§«³ ± §£§´µ
¶¨¡ ¢£¤
·¸¬¬§«
±® ¤§¢¬§¹º ± ¬ ² §»¬ ® ´µ

»§¢ ® §º ®¤¥ ¯ ² § ® ¥²§ ³ ± £¬¸«§® ¯± ¬¤ ·§¢¸¬ ±¨ ¸» ± ¦¦ ±®¤ »¢°§ ® £§¦§« ± § ® ´µ
¥ ¥¸ ® §§ ¬¤¢¬ ® ²¢»» ¯ ¥² ¢¦ ¬¤§«§ µ
£¬¸¢»» º ¶ ¹¥¦¬ £¥¦ ®± ¹§« ¤§« ® ²¢»» ¯ ¤ ± »§ ³ §¥³ »§ ± ¦ ¤§« £¥¸¦¬« ¢«§ ¸ ® ¸¢»»
²¸£¤ ® ¤¥«¬§« ¬¤¢¦ ¤§«§´µ

y w~ ~w

! "#$%&'&%# ( $) * #+"&,-.
/

0 1 2 3 4 1
5 6 . 7 1 2 3 4
0 1
. 7 1

. 7 1
0 1 5

8
/ 0 1 . 7 1

8> 78 68 #(," i lk",
6?8 > %*.l(
6 678 %i*@-l..!
6> 6>8 7> jk.j.@#,
88 6 > j.*#@
6 67 66 !#*A 2.@! (*.!
6 6 7 6> !#*A Ak#A"
88 6 > > !#*A .*#(2
77 68> 6 !#*A +#@5.(
mmm mmm mmm mmm
fb h pk* =!"5 (+".(#@ "( n i, !#,# "( lk"jk #jk +#5 n @ ) j,.* j.(+"+,+ ./ ,k
* !=2* (=%@i )#@i + ./ ,k j.@.* +k.l( "( ,k *"2k,5.+, j.@i5(m

0 1
0 1

. 7 1

8
. 7 1 / . 7 1 1 0 1 . 7 1 6 2 1
. 7 1 / . 7 1
1 1 2 / 1
¦§ ± ¤·¥«¤¥¥¹

1
/

/
lawn green
pale green
greenyellow
palegoldenrod
khaki
lightgoldenrod
darksea green
dark khaki
dark orange
goldenrod
coral
sandy brown
salmon
chocolate
darkgoldenrod
light pink
pink
thistle
light blue
pale turquoise
powder blue
hot pink
orchid
violet
sky blue
mediumorchid
mediumviolet red
violet red
sienna
forest green
lime green
dark green
slate gray
dark slateblue
black
blue violet
slate blue
brown
firebrick
dark olivegreen
mediumpurple
dark orchid
dark violet
purple
maroon
olive drab
lavender
plum
paleviolet red
indian red
floral white
mint cream
alice blue
ghost white
white
rosy brown
light coral
linen
old lace
beige
moccasin
wheat
burlywood
tan
dark salmon
antiquewhite
papayawhip
midnightblue
navy blue
steel blue
cornflowerblue
royal blue
cadet blue
medium seagreen
light seagreen
mediumturquoise
turquoise
darkturquoise
h h 0 5# n ./ j.@.*+ %#+ ! .( ,k "* * !=2* (=%@i )#@i +m pk j.@.* +-5%.@+ "( ,k
*"2k,5.+, j.@i5( ./ p#%@ 6 #+ i+ ! "( @#% @"(2 ,k 5# n m pk % +, 5#,jk"(2 i(", "+
+ #*jk ! /.* #jk "( n i, +#5 n @ #(! ,k#, (.! "+ @#% @ ! #jj.*!"(2@-m

8 ¼ ¼
¼

¼
¼
¼

/
{ z yz} ~w

/
//

( $) +
+"

% + &%#

+" >m 8> >m 78 >m 68 6 > > > > > mmm
>m6?8 >m> >m> > 6 > > > > mmm
>m >m6 >m678 > > 6 > > > mmm
>m 6> >m6>8 >m>7> > > > 6 > > mmm
>m 88 >m6 >m> > > > > > 6 > mmm
>m6 >m67 >m>66 > > > > > 6 mmm
mmm mmm mmm m m m m m m mmm
s#5 n @ ./ "( n i, !#,# /.* ,k #@2.*",k5 "( .*! * ,. .%,#"(
fb h 0 +"5 n @
5# n ./ +-5%.@+m pk ,k* *+, j.@i5(+ j.** + n .(! ,. * !=2* (=%@i )#@i + #(! ,k
* +, ./ ,k j.@i5(+ #* i+ ! ,. j.! ,k j.@.* +-5%.@+ #+ %"(#*- )#@i +m

( $) "$,&+% $% &. ) & &, $,#+"&

am
PAST
PARTICIPLE
AND
PAST
when
TENSE now
VERBS
MODAL
VERBS
PRESENT
TENSE
VERBS
what
been
be
was
is
ADVERBS,
PRONOUNS,
PREPOSITIONS,
ETC.
INANIMATE
NOUNS
where
how
PERSONAL
PRONOUNS
ANIMATE
NOUNS
h h 5 *2 (, "5 n @"j", j@#++ + .( # 5# n ./ l.*!+m pk "( n i, j.(+"+, ! ./ ,k (2@"+k
,*#(+@#,".(+ ./ /#"*- ,#@ + j.@@ j, ! %- ,k *"55 %*.,k *+m pk 68> 5.+, /* i (,
l.*!+ l * 5# nn !m pk #* # "( ,k 5"!!@ j.(+"+,+ ./ l.*!+ "( j@#++ + ./ #!) *%+&
n *.(.i(+& n * n .+",".(+ .(@- "( # n #*,"#@ .*! *m .5 ./ ,k "(!")"!i#@ l.*!+ k#) % (
+k.l(m 1 ,#"@ ! * +i@,+ #* n * + (, ! "( 67 m

¼
$% &%# * . &# &,

$, +"

/ /

( + &%#
"$ &% $% +%
. +& )" %,$,&+%

8
/

+%, 0 , $&, ,& &, $% %," ,& &,

/
8

8 ¼
¼
/

(a)
degree of
membership
1
1
.75
(b)
degree of
membership
.75
"tallness"
.5
.5
time in
history
sex
.25
.25
"tallness"
0
0
height
height
etc.
degree of
membership
age
(c)
specification of
membership
a non−symbolic feature space
with reduced dimensionality
nonlinear mapping
based on adaptation
original multidimensional space
h h pk* +,#2 + ./ 5.! @"(2 j.(,"(i",- "( ,k * @#,".( % ,l ( @"(2i"+,"j s n * +=
+".(+ #(! ,k * / * (j ! j.(,"(i.i+ n k (.5 (#m ;( # # ,*#!",".(#@ )" l .( /irr+ , ,k .*- "+ n *.)"! !T ,k /irr"( ++ ./ # +"(2@ / #,i* "+ * n * + (, ! %- # ji*) "(
# .( =!"5 (+".(#@ + n #j m pk + j.(! #@, *(#,") % n ."(,+ .i, ,k ( ! ,. j.(+"! *
5i@,"!"5 (+".(#@ j#+ +T ,k ! 2* ./ 5 5% *+k" n * @#, ! ,. ,#@@( ++ ./ # n *+.( "+
(., .(@- %#+ ! .( ,k +"r ./ ,k n *+.(m pk /i*,k +, +jk 5 j "+ %#+ ! .( n *.j ++"(2
./ j.(,"(i.i+& i("(, * n * , ! *#l !#,# 68 m
/
8

¼ ¼ 8

zw} | ~zw
¼

¦¥¬

/
} wz { wx

5 ¼
y w} 6m 05#*"& m=;mT 0 ,k .*- ./ #!# n ,") n #,, *( j@#++" *+m & 6?T 7> 6 ? m . *& m ! T ;() +,"2#,"(2 ,k 5 *2 (j ./ n jk .i(!+m 1 #(& pm !m &
.*2#( q#i/5#((& .@m ;& nn m 7? 7? 6 7m 9#* n (, *& m #(! *.++% *2& mT 0 5#++") @- n #*#@@ @ #*jk", j,i* /.* # + @/=
.*2#("r"(2 ( i*#@ n #,, *( * j.2(",".( 5#jk"( m !" & 7 T8 668 6 m 9k#*("#A& mT # $
$
m ;p % * ++& 9#5%*"!2 & 0 6 7 8m ! #& mT &
'
$
( '
#
m % k1 ,k +"+& '(") *+",- ./ ) .jk +, *& 1 n #*,5 (, ./ 9.5 n i, * j" (j &
) .jk +, *& < l *.*A 6 ?m :"(jk& m #(! 9k#, *& < mT '(+i n *)"+ ! 5 ,k.!+ /.* (!"(2 @"(2i"+,"j j#, 2.*" +m ;m
0@ A+#(! * #(! + m p#-@.*& !+m& ,
,
-. ' / & nn m ;;=67?8=67? &
<.*,k=3.@@#(! 6 m :. *+, *& 3 m ).(T <., + .( #( n "+, [email protected] /.* @")"(2 ,k"(2+m 01
' #2
&
;(, *+-+, 5+ n i%@"j#,".(+& nn m 8 = 6 6 6 m #@@#(,& m ;mT 0 n *#j,"j#@ # nn *.#jk /.* * n * + (,"(2 j.(, s, #(! /.* n */.*5"(2
l.*! + (+ !"+#5%"2i#,".( i+"(2 ( i*#@ ( ,l.*A+m ( #!3 4 & 7 7 T 7 7> 6 6
m #4*! (/.*+& % mT (,#@ * n * + (,#,".(& j.(j n ,i#@ + n #j + #(! 5 ,# n k.*+m #2"
&
6>?T 6 6 ? 6>m #4*! (/.*+& % mT ""2 '
#
& jk# n , * 9.(j n ,i#@ + n #j + #+ #
/*#5 l.*A /.* j.2(",") + 5#(,"j+& nn m 68 6 >m q@il *& 1.*!* jk, 6 ? 66m 3.(A @#& pm #(! n +4#@4#"( (& 0m mT ;(, * n * ,"(2 "5 n * j"+ s n * ++".(+T s n *"=
5 (,+ l",k q.k.( ( 5+ @/= *2#("r"(2 # n + #(! #++.j"#,") 5 5.*-m ,,6 , ,
-. & pm q.k.( (&
q m #4A"+#*#& m "5i@# #(! + m q#(2#+ !+m & <.*,k=3.@@#(!& ).@m ;& nn m = >
6 6 6 m 3.(A @#& pmT < i*#@ < ,+ ,k#, 1"+ji++T 0 ( *#@ .! @ ./ 9.55i("j#,".( #+ !
.( @/= *2#("r"(2 # n +m ,,7 ,
,
-. & 05+, *!#5 & " @ (& m #(! q# nn (& m !+m & n *"(2 *=
*@#2& $.(!.(& nn m > = 66 6 7 67m 3.(A @#& pm& % i@AA"& m #(! q.k.( (& pmT 9.(, s,i#@ * @#,".(+ ./ l.*!+ "( *"55
,#@ + #(#@-r ! %- + @/=.*2#("r"(2 5# n m ,,8 , , -. & :m :.2 @5#(= .i@" 9 #(! % m #@@"(#*" !+ &
).@m & 9 , 9" & % #*"+& nn m 7= 6 8 6 m 3.(A @#& pm& q#+A"& m& $#2i+& pm& #(! q.k.( (& pmT ,
- : -"
;<#0( " 1- p jk("j#@ * n .*, 07 & 3 @+"(A" '(") *+",./ p jk([email protected]& $#%.*#,.*- ./ 9.5 n i, * #(! ;(/.*5#,".( j" (j & + n ..& :"(@#(!
6 ? 68m 3.(A @#& pmT #
0= ( , $
m % k1 pk +"+&
3 @+"(A" '(") *+",- ./ p jk([email protected]& + n ..& :"(@#(! 6 QRRS T UUVVV W> ] ? WQ \ RW^ ] U_RQ`URQ @ ? ] ? U
6?m 3-4.,-(" 5"& 3 mT ( 5 (,#@ "5#2 + #(! 5j.5 n i,#,".(#@ + 5#(,"j+ 5 m 4" & :"(("+k 0*," j"#@ ;(, @@"2 (j .j" ,-&
+ n ..& nn m 6 > 6 6 m <"++"( (& 0m m& #(! 3-4.,-(" 5"& 3 mT ).@i,".(#*- @/= *2#("r"(2 # n &4ABC A
"D
# & nn m
68 ?=6?>> 6 6 m 3 .4*5#((& 3 mT ( : m % @ (i5 % * ++& < l * .*A 6 ? 6 m q#+A"& m& 3.(A @#& pm& $#2i+& q m& #(! q.k.( (& pmT 9* #,"(2 #( .*! * "( !"2",#@
@"%*#*" + l",k + @/=.*2#("r"(2 5# n +m ;( ;,, ; ,
, -. 6 ? >m q#+A"& m& 3.(A @#& pm& $#2i+& q m& #(! q.k.( (& pmT o @/= *2#("r"(2
# n + ./ 1.ji5 (, 9.@@ j,".(+m ,
& 6T6>6=66 6 6m q#+A"& mT 1"5 (+".(#@",- * !ij,".( %- *#(!.5 5# nn "(2T :#+, +"5"@#*",- j.5 n i=
,#,".( /.* j@i+, *"(2m ,, B ,
, -. 6 m q.k.( (& pmT @/=.*2#("r"(2 /.*5#,".( ./ ,. n [email protected]"j#@@- j.** j, / #,i* 5# n +m <
21
& 7 6 T8 ? 6 7m q.k.( (& pmT pk 0!# n ,") = i%+ n #j 0 #(! ",+ i+ /.* ,k "5 n @ =
5 (,#,".( ./ "()#*"#(, / #,i* ! , j,".(m :.2 @5#(= .i@" 9& :m #(! #@@"(#*"& % m& !=
",.*+& ,, 8 ,
,
-. & ).@i5 ;& nn m 7 6>& <#(, ** & :*#(j m 9 6 8 m q.k.( (& pmT #
0= ( m n *"(2 *& *@"(& 3 "! @% *2 6 8 8m q.k.( (& pm& 3-(("( (& + m& q#(2#+& + m& #(! $##A+.( (& + mT %0q T pk @/=
*2#("r"(2 # n n *.2*#5 n #jA#2 m ) n .*, 076& 3 @+"(A" '(") *+",- ./ p jk([email protected]&
$#%.*#,.*- ./ 9.5 n i, * #(! ;(/.*5#,".( j" (j 6 ? ?m q.k.( (& pm& q#+A"& m& $# nn #@#"( (& 3 m& #(! #@.t #4*)"& + mT pk #!# n ,") =
+i%+ n #j + @/=.*2#("r"(2 5# n 0 m ;#0( ;." #
0= ( 4 & nn m 6 6 6 ?m 3 @+"(A" '(") *+",./ p jk([email protected]& < i*#@ < ,l.*A+ ) + #*jk 9 (,* & + n ..& :"(@#(! 6 m q.k.( (& pm& #(! 3#*"& ) mT k * ,k #%+,*#j, / #,i* 5# n + ./ ,k %*#"( 5"2k,
j.5 /*.5.m p* (!+ ;( < i*.+j" (j +& 7 T 678=67 6 m q.k.( (& pmT :#+, ).@i,".(#*- $ #*("(2 l",k #,jk=p- n @/= *2#("r"(2 # n +m
,
$
& q@il *& T687 6? 6 m $#A. & mT ;
4
A" m '(") *+",- ./ 9k"j#2. % * ++&
9k"j#2. 6 7>m $"(& m& . *2 @& 1 m& #(! #*jk".("("& mT 0 + @/=.*2#("r"(2 + 5#(,"j 5# n /.* "(/.*=
5#,".( * ,*" )#@m 6 " ( #!3 3
" '
3
'& nn m ? ? 6 6
76m #j$ ((#(& mT 9.(,"(i.i+ /.*5#@ +-+, 5+T 0 i("/-"(2 5.! @ "( @#(2i#2 #(! j.2=
(",".(m "
;." "
#
( # 2 $
: #2
/ / 68 ( 2
6 8 7 m #j k"(( -& mT $ = & jk# n , * 9.5 n ,",".( #(! $ s"j#@ 9#,=
2.*"r#,".(m (t#5"(+& < l * .*A 6 77m #j k"(( -& mT '
"
& jk# n , * $ s"j#@ 9.(=
( j,".("+5 m ;p % * ++ 6 7 m #-% **-& m) m& #(! ""AAi@#"( (& ) mT #*! *(T 0 < i*#@ < ,l.*A k"/,= ) !ij
% #*+ *m 1 #(& pm !m & .*2#( q#i/5#((& .@m ;;& nn m > 8 6 78m j9#l@ -& + m1 mT '
2" " $ "'
-2 ;
- 1
$ 1 -
"
. #+"@ @#jAl @@& $.(!.( 6 6
7?m *A@& 1 mT #
0= #-
$1
C , ,
-.
" m % k1 ,k +"+& ;(+,",i, /4i* 0(2 l#(!, ;(/.*5#,"A i(! ;(/.*5#,".(++-+=
, 5 & '(") *+",4#, " ( 6 7 m ""AAi@#"( (& ) mT #3, C 1
, ,
-. ( # ( 2 m % k1 ,k +"+& 9.5 n i, * j" (j 1 n #*,5 (,& '(") *=
+",- ./ 9#@"/.*("#& $.+ 0(2 @ +& p jkm ) n '9$0=0;= >=>8 6 > 7 m ""AAi@#"( (& ) mT #121 , $
C ( # $
: ( 2 m ;p % * ++& 9#5%*"!2 & 0 6 7 7 m ""AAi@#"( (& ) mT @/=.*2#("r"(2 / #,i* 5# n 5.! @ ./ ,k @ s"j.(m < $
& 8 T77 7?? 6 >m ""AAi@#"( (& ) m #(! 1- *& m mT <#,i*#@ @#(2i#2 n *.j ++"(2 l",k 5.!i@#*
( i*#@ ( ,l.*A+ #(! !"+,*"%i, ! @ s"j.(m '
#
& 68T7 7 7 6 6
6m ",*#& m #(! % #@ mT @/=.*2#("r"(2 ( i*#@ ( ,l.*A #+ # /irr- j@#++" *m A #2
( 21
& 7 T7 8 6 m ",*#& m #(! % #@& mT :irr- + @/=.*2#("r#,".(& "(/ * (j"(2& #(! *i@ 2 ( *#,".(m
A #2
( 21
#2
&
? 8 T?> > 6 ? 7m < (.)& m ;m #(! 1- *& m mT % *j n ,i#@@- 2*.i(! ! @#(2i#2 @ #*("(2T % #*, 6 =
0 ( i*#@ ( ,l.*A #*jk", j,i* /.* *.%i+, + i (j #++.j"#,".(m #
&
8 T668 67 6 7 m < (.)& m ;m #(! 1- *& m mT % *j n ,i#@@- 2*.i(! ! @#(2i#2 @ #*("(2T % #*,
=
1 p T # ( i*#@ n *.j !i*#@ 5.! @m #
& ? 6 T7 6 6 8m % i@AA"& mT 1#,# #) *#2"(2 "(+"! j#, 2.*" + l",k ,k + @/=.*2#("r"(2 5# n m ) n .*,
0 & 3 @+"(A" '(") *+",- ./ p jk([email protected]& $#%.*#,.*- ./ 9.5 n i, * #(! ;(/.*5#,".(
j" (j & + n ..& :"(@#(! 6 8 ?m ) 2" *& pmT 0 5.! @ ./ ,k ki5#( j# n #j",- /.* j#, 2.*"r"(2 + n #,"#@ * @#,".(+m '
$ & ? 6 T?7 6 8 m ) ",, *& 3 m #(! q.k.( (& pmT @/=.*2#("r"(2 + 5#(,"j 5# n +m < 21
&
?6 T 6 8 6 m ) .+jk& mT #
2"2 ' 6 & jk# n , * 3i5#( j#, 2.*"r#=
,".(& nn m 7 m 0j#! 5"j % * ++& < l * .*A 6 m jk.@, +& + m 9mT ,
, -. , $
3
'm % k1 ,k +"+& '(") *+", ", )#( 05+, *!#5 & 05+, *!#5 & < ,k *@#(!+ 6 7 8>m jk i4,r & 3 mT 1"5 (+".(+ ./ 5 #("(2m #
& nn m ?
6 86m '@,+jk& 0mT @/=.*2#("r"(2 ( i*#@ ( ,l.*A+ /.* )"+i#@"r#,".( #(! j@#++" j#,".(m
n ",r& m& $#i+ (& m& #(! q@#*& ) m& !",.*+& & nn m
7> 767& $.(!.(& 'q m n *"(2 * 6 7 8 m '@,+jk& 0 m #(! " 5.(& 3 mT q.k.( ( 5+ + @/ .*2#("r"(2 / #,i* 5# n + /.* s n @.*#,.*!#,# #(#@-+"+m ,, ,
, -. &
nn m 7>8 7> & 1.*!* jk,& < ,k *@#(!+m q@il * 6 > 87m #* @#& :m + m& pk.5 n +.(& m& #(! ) .+jk& mT A"
1
(C '
#
:
m ;p % * ++& 9#5%*"!2 & #++#jki+ ,,+ 6 7 8 m ).( ! * #@+%i*2& 9mT @/=.*2#("r#,".( ./ .*" (,#,".( + (+",") j @@+ "( ,k +,*"#,
j.*, sm 21
. & 6 T 8 6>> 6 7 88m *5, *& m& ) "@. & m& #(! jk @ *& mT # #21
"
$
, $
m n *"(2 * *@#2& < l *.*A
6 ?

Download Report

Self-Organizing Maps in Symbol Processing Timo Honkela Media

Paperzz.com

Your Paperzz