Guiding the surgical gesture using an electro-tactile
stimulus array on the tongue: A feasibility study
Fabien Robineau, Frédéric Boy, Jean-Pierre Orliaguet, Jacques Demongeot,
Yohan Payan
To cite this version:
Fabien Robineau, Frédéric Boy, Jean-Pierre Orliaguet, Jacques Demongeot, Yohan Payan.
Guiding the surgical gesture using an electro-tactile stimulus array on the tongue: A feasibility
study. IEEE Transactions on Biomedical Engineering, Institute of Electrical and Electronics
Engineers, 2007, 54 (4), pp.711-717. <10.1109/TBME.2006.889180>. <hal-00138571>
HAL Id: hal-00138571
https://hal.archives-ouvertes.fr/hal-00138571
Submitted on 26 Mar 2007
HAL is a multi-disciplinary open access
archive for the deposit and dissemination of scientific research documents, whether they are published or not. The documents may come from
teaching and research institutions in France or
abroad, or from public or private research centers.
L’archive ouverte pluridisciplinaire HAL, est
destinée au dépôt et à la diffusion de documents
scientifiques de niveau recherche, publiés ou non,
émanant des établissements d’enseignement et de
recherche français ou étrangers, des laboratoires
publics ou privés.
! "
%! *,& ' #- . ' /!
,
!
#
+
"9(
(+ "
*
$
/ : (
"#
0010
)(
235;1 ,
$
)! "
% ! #& ' (
23456 $
"# " 7<
(=
! # ! *, ' > + ,!#*
:
) '
" ! "
23456 $
*-#>
?
)
#
) *++ "!
# "7
%$ -#& #- . /!
(
0850
@/ "
:
C
(
*(( ( " .
(
A + A(
"
"(
2
D
( (
(
%(
)
( (
"
(
(+
/
(
)
+
+
+(
)
7+
/
"
( (
(
+ :"
(
+ ( " ) 6G6
"
(+
"
:
C
"
+ )
C
"
+ (
"(
(((
:"
"
(
"
"
E(
)
+(
(
)
"H +
(( )
"
(+
""
(
+ +
:
)
)
7 )
))
:(
(
(
"
(( (
C B+ + ( (
"
+ "
"
+
"
"
:(
+ :"
#
") "
(
(
+
D
+
(B +
"
)
"
(
( )
(
(( ((
C
"
(
B
+
+
"
( )
":
( (
& (
F% /& ( 7+
/ ":
J + (
(
C "(
(
A
(
": ( - C " (
:( : (
+
"
B( :
+ +( (
+ )
* :(
+ (
H
+
(
:(
I
+
"
88
, "
)
+
": +
D
)#
"
(
%
M
(
(
C
+(
7 +
(
(
) "
(
(
"(
(
) +
"
(
+
":
"
(B
&
(
+
(+
"
C
( )
)
"
(
(+
: : + ((
("
"
M
(
"
(
"
"
(
( (
(
( ( K0L
I
(
+
+
)
+
" %
H+
# (
H
C
:
B (
"
)
"
(
:
#*.
%
+
C
H+
!
I
"
(
! (
C "(
M
(
)
(
"
I
E(
"% & + (
( + :"
H+
(
+
"+
(+
"
"
") "
("
I
I
C
+
+
( )
)
+
(
" ( K8 1 2L !
(B
(
: : ( )(
+(
( .
C
I
(
(&
"
(
(
K;L +
( + +( ( :
"
(( ( (
+ K4L
+
+
+
B
C+
( +
+
)
+
/
"
(
( (
+ : (
" )
:(
(
(
" &
(
7
" + : " )"
)
! +
(
+
#*. ( (
%#*.& ( (
+
))
) ( (
"
K6L
* "" .
: ( : %! &
( )
+ (
+
+
)
+ :
+
(
+
)
)
+ "
":
I
*H
C
(
)"
#*. ( (
"
) (N
H : :
(
( ( :(
"
: "
D
": ( %
(
&
+ :"
+(
(
C
( )
"
"
(
"
(
:(
" ( +
(
D
(O +
7
)
+ (
!
)
+
#
O#&
( "
(
"
(
)
% O#&
C
+
C
(( (
"
H( (
(
"
:
(
"
(
"
%
( (
"
%
" H( (
(
&
(
:(
(
H
+
(
(
(
I
"
(
"( (
+
7 )
(&
()
"
(
+
: (
+
): C
)
H C(
(
)
+
( ++
(
(
"
(+
(
: :(
+
(
"
&
B
(
( K3 <L :"
"
+( "
( (
)
) H+
)
%
( "
"
(
(
+
I
(
B"
&
(
) "
7+
( " "
( )
(
)
(
"
)
(+ B
( (
( (
%:(
(
H
(
+ (
"
"
( (
(C
+
(
%
" ) ") C
:
(+
"
)
( (
%
B)
)
" " 7 (:
(
(P &
="
)
" "
(((
+
"
(
(
"
"
B
:
:(
(+
"
:
(
(
"
""
:(
"
O#&
(
(
(
"
:(
( (
"
(
"
(
+
()
)
)
" ( )
+
+
B
E(
+ )
"
(
"(
+
)
)
" C )
:
)
(+
C
O C:
+(
:(
:(
(
( )
( )
(
(
)
(
%
(+
+
: :(
( "
81
. (
(
(
=
)( ": +
"(
(+
)
(
+
7R8
"
( I (C
H )
(
7&
( (
+
+
" (
+
(
(
&
:
( )
7&
((
) ))
C
+ (
(
"(
"K81L
C
))
( (
(
""
( )
"
( %+
(
"))
( "(
"
(
% /&
"
/ K86L
IC(
)
)
(
(B
)
" "(
(
( )
: %(+
( )
(B
!
"(
:
(
" 7)
(
: "
:
)
"+ (
"
)
/
1
(
"
+ (
"
"
)
" ( %81G81
C
7 (
(
)
+
(((
"T 1
C
(
+ )
K8;L
(
))
(
(
" :
C
(
)
( )
"
7
+
+
(
(
"
7&
(
"
/
(
(B " :
:"
C(
" ( K80L ( ( :
+ (
)
(+
( :
( "+
+
"
(B )
7+
+
" C "(
" "
)) "
"(
:
( +( "
:
)
:
( ( C"
Q.. ) ) " ( +
%
"
" "
( K82L
B
"
:(
"
I
+
+
(
+ :"
+ ( " );55
C
H
)
(
C
( (
(
D
C
(
I (
(
(
"
)
"
Q.. C (
+ )
I (
( ""
++
( % Q..& C ( " (
H
(
" H+ I
(
&+
(& *
"
7+
( (
: 855S
%05
)
(
:"
+
+
(
" + + K85 88L
( %15×15
)
:(
)
(
(
/( (
( +
"
+
( )
"
7
":
(
>
"
"
+
+ "
)
:
( (
"
"C
(
! (
(
*(
:
"
:
)(
:
+
((
+ ( (
7+
(K
"
(
(
86L ( C "
H+ I
)
/
H )
"
C ( + +( "
"
"I( "
Q.. ( (
) (
/
( (
)
" ( I ( 7+
(
(
: "
(
. :
/
:"
+ (
"
(
C
I ( (
":"
C
(
7 )
7+
:(
"
(
"
) !
+
+
18
+
(B
. I (C
%
"
(
# .U - ) B Q* /.*& +
") " ( )
C(=
%$T 81
C(
+
C(
+ (
I
(
( (
" C
C
I
)
( "
V
"
(
+ "
(
( :"
:(
)
: "
+ )
"
(
/":
(
+ "
(
)
) ":" (
#*.
)
"
&
+
C( "
((
("
%R T 2
(
"
:
(B C (
(
(
=
1
7+
)
( J
"
(
+
)
((
:
+ :"
(+
C
( )
:
"
(+
C
"
)
(
"
7
)
"
"
(( :
" 7
+
"
+
:
A(B F( )
" (
"
"
+
)
C
)
&
2
"
"
"<0
(( (
(
+ (
R T8
M
(
+
+
+
+(
(
(B
)
"
11
/
"
( (
( 7+
(
/ " :")
8 &
7
+ )
(
":
)
( I (
(
+ :
)
T1 2
"
: + +
&
:"
(
+ (
C
(
"+ +
( C"
(
+
/
(
7 ) (
(
+(
+
)
)
"+
C
)
%
(
"
(
7
:
+ ( )
:
05OD
((
/
"
(
(
0 80Q
:"
( K80L
(
+(
( ) (
. :
)25S
+ ((
"( %
" M)
)
+(
"
" %R T 8 ;
(
( )(
83
(
+ (
"
( )
+ ( ( C ( )7 "
( )
)26
+ ( + ( ( K84L
( )
)
:
8 0G8 0
"
C
>
)
)
:
(
#(
( ( :
7+
"
" :
)
)
"" "
%855 W & ( + )+
" 5; ; 5 *
"(
(
&
"+
" )
7
" (
(( "
" (=54
/C (
+(
8 & *)7
" : "
": +"
" ( %6G6
( +%
C
+ +( "
+
)
C( )
7
(+
(
C(
(
+(
(
7&
+
"
(+ "
/( (
"
(
(
+ :" (
( C
+
(
"
+ ") "
I
(
(
/
7 (
/ "
)
+
+
"
C(
) (N
*
+
"
/
( + :" " )
:
"
C
(
(
(
"
)
(
"
(
E(
(
(B
(
)
)
(((
:
"
)
C( " : "
( C
"
(
(
"
"
:
(
: "
C
+ ( )
)
" C "(
(
" M
( +
)
+
"
" "("
( (
"
: "(
"
)
+
C
)
)(
"
+(
: "D
)
(
(
"
-J .>
".J
(
( ))
+
%6×6
7
:
"
+
E(
/ %81×81
7 )
" (&
"
"
"
:
)
)
" %
) "
(
"
+
"
(
)
+
"
:
C((
%-J& )
("
A( )
% "
" ) "=- . > J ->
(
"
C"
": +
(
(
"C (D
) (
":
:
&
(+ "
J
+ ( ++ "
"
" M
( + : (
"
"
"
(C
" F%∅ T 2
C(
)
"))
" (&
+
"
"
" A( )
C
( )
& >
(( (
+
C (
(+ "
(
2
" E( +
/
(
: (
)
/
(
" F& *( )
)
1(
)
"
7 (
)
"C
7 "
( (
(
"
7 +
( -J
C(
)
:
.
( (
(
"
+
%.>& !
7
(
(
)
:"
:
(
)
12 Q(
(
"
:(
( C "
"( )C
"
%
(
"
"
)
"
"
)
(&
" )
"
I
)
(
(
%
"
)
"
(1 : C + (
" +
I
. I (
"
C
:(
(
+
)
( .
U& + :" "
"
&C
:
"
" M
(
( " " ( )) "
"
( (
(
(
"
"
"
"
( .
" M
( + "
C(
):(
C(
+(
( (
+ (
"
(
+ (
C
)(
((
" C
)
)
( *
"
"
/
( " #*.
: +(
: "(
)
C
" M
( + "
%18
I
C"
+
( )
(
+
)
"(+
( (
+
"
( "
"
"
& C
" M
( + "
8=85 (
"
" : "
)
:
( )
/
(( "
+ ") "
"(+
C
I
"
:"
" M
( +
+
)
"(+
"
)
+ + "
+
:(
:
(
(( )
D
: :
)
+(
"
( (
2& * " "
+ (
(
"
A" F+
:
( "&
"
%
+
"
(
+ :"
(+ +
7+
( (
"
%"(
C
(
(
(% /
( + ) )
"
" :(
1;
"
( I ( %83 20
+
+ "
( 7+
" ) (
((
" (
"+ "
"
%1 74 ( I (&
(
%)
+
( 7+
((
(
" %4 ( I (&
/
)85+
(
"
"
(
I (
Q
+( "
"
"
:
J
)8;5
/
"
(
"
+ (C
C
)(
+ %4 (
((
"(
7
I (&
"
C
(
( (
"
+
+ (
"C
"
/( (
:(
)
" (
(
+ :" "
(B (
Q )
+( ((
"(
)
+ (
)) -
""
"
((
(
( "
D"C
":" (M +
(
+ :" "
"
(% / ) Q
&
7 " ")
" 7+
)
(( : 7+
+(
155(
(&
+
"
D
C
))
"(
(
( +
( (+ "
" C(
(
&
7+
)
( "
"
%85S )
D
/ : (
B C
(
)
(+
C
(C
C (
( (
)
"
" ( ))
C ( " ""
" "
(
(
)
(
+ (
,
( )
+
(
+
"
)
( ( " (
(
)
"
(
"+ "
(
:
-
( I ()
( : "C
/&
"1 )
"
(
C
:(
:
(
C
"
+
(V81
)
(
(
C
" ((
"& C
(
(+ )
")
(
/ . I ( C
(
( + :" "
"
(
)
"
"
(B
/%
/
3
"
7+
(
( :"
( I ((
7
C(
10
"
(
"
+
2
%"
%
(
"
+
+(
)
"
"C
"
C
)51
(C
(+
C
(
""
"
"
(
+(
+
+
C
( )
"
)
) )
&
(+
"
)
(
"Q (
"
)
(
++ " C
( )
"
(% /
"
1
C(
)
+(
+
:
)
7+ ((
C
(
B
"
%
)
(
)
C
)
)
" %/.& +
( 7+ (
( (
"% &
7 )
(
" ) "+
(
(
(
(
I
" ) )
"
" M
(
(
I (
(U ( (
:
( C
+ "
I
"
"
C
") " (
(
" +(
)
( )C
)
:
(&
)
(
+
D ":
C
"(+
(
""
"
)15OD&
(
(B%
(&
( +
"
)
(
"
C 80
(
( (
&C ( ( "
(
""
"
"
"
+
I
)
+
)
( >
C(
""
(
D
1
/.
2 (+
2 +(
%!
C B(U /.*&
"
+
"
)
(
:
+
+ ") " H+
%! &
"
C
(( ((
@
+
( )
: @
H
I
+%(
;& C
(
" 8&
+
" %! *& 1&
"(
")
(
C
2&
+
)
(( " " !
+
+
7
:
"(
+(
:
60
(
%! &
)
"
)
*
( (
: :
C(
+
+
*- Q*& C
)
:
"))
(
(
+
"
(
(( "
"
(( ((
"
"
/ *(
+
"!
(
Q
(
+ "
C
"
)
J
/
/
+ ( D % T4&
( ( ):
:
"
(
%
"
M
(
+
(
(( C
":(
"
)
( "
( (
( )
(
!
*)
(( )
+ )
"
28
+ )
"
"
+ (
" "
(
( ( I (
+
% ((
++ (
855S
(
+
(
"
/
(
"
)
7+
(
:
( )
/
"Q
"
855S )
C
:"
"
"
"
Q
"
)
+
/
+ "
J
( I
( + :" "
(+
(
:
+
(
(C
155( Q
"
+ )
80
" ) ( ))
(() <6S )
+ )
%35S )(
( %855S + )
(()
(&
(+ ( I &
+
:"
")
:
"
(
( C
)
))
+ )
(
"
+
(
(
/
/
( :"
((
&
(
((
"
C
:
(
I
"
" :
( J
( ++ (
" :(
21
.+
+
0 (
"
)
C(
( .
! * %X (
(
%
Q
+(Z 520&
"
" " ":
(
"
/
)
%
"Q
( ;
"
"
(%
, "
(& )
)
M
( *- Q* # Y T 84 8
+ )
(
/ :( Q (
( ( :"
"
+ )
(=
"
:
(
)
)! * (
Z 50&
/
)
/
(C
(-
(
)
"))
4 3 < 85
( T (&
)
"
M
( *- Q* # Y T ; 8
"Q
"
(
T (& !
)
)( 6
:
(%
"
6 + (
"
( .
%
!
(
"
" "":
( ( :"
"
M
( *- Q* # Y T 80 0
+ )
Q
+ : (+
%
C ((
%X (
)
"))
"
%
:
"
(-
"
:
(
)!
Z 85&
/
)
/
( )
)
"
M
( *- Q* # YT 1 1
T (&
& + )
/
"
%
(& )
8
85
(
"
"Q
(
))
"Q
"
(C
( Z 510& !
/
"
#
4 ( C(
"
( .
%
(
"
!
( ( :"
%X (
" "" :
(
M
( *- Q* # YT 86 3
)
Z 50&
(& )
"
(
:
) !
/
"
)
/
()
)
(C
(
"Q
Q
"
%
Q
"
"
M
( *- Q* # YT 8; 2
(C
(
)
Z 50& !
"))
)
: + )
(
(%
(-
(
/
1 =4
"
" < =85
(T
(&
$
%
&'
+ (
7+
(+
(
/
C
7 )
)( I (
:
:
(
/&
"))
! *&
( C( "))
/
:
"
"
"
(
" + "
( K83L
)
"
+
/( (
"(
(
(
(+
(B "
"
": (
)
"
"
( I (
( ):(
( (
(
)
:
(
C
"
C
( +(
)
+ (
:
(+
:
/
"( ++ ( )
C
(
)
)
:"
(( +
(
:
+
(
:
C
!*
(
(
C( )
( %!
:
)
" "
"
(
+ )
C
+
+
=/ "
<6S )
)
+ ((
"
": +
))
+
:
)
++ (
J
(
(
(
+
"
(
) )
((
"
"
( )
"
+ :
:
+
"
%! & ) ( (
)
( +
4
(
""))
:"
))
O C:
+
(
(
("
C
(+
"
!
(
%Q :(
(
(
"
C
Q
(
:(
:
/
"
):(
(
)
/
"
( ()
"
"
((
"
+ )
( (+ )
(
(!
#
++
(
"
H
)
:H
/ ":
:(
( (
( ( I (
J
+ +(
"
( (
( +(
"
B
+ )
: :
)"))
(
(
((
)
+
)
+
(
: "
((
"+
)
"
&
(
((
"( I (& C
+
-
(
:
(
(
(
": +
(
( )
+(
+
)
D"
:
(+
)
+ (
.
+"
"
"))
"
( )
) -
C
%C
)
(
-J& C (
"))
( ( "
(
"
+
7+
( "
)
/ ( + ((
C )
(
( ( :
:
( "
+ (
B
(
" (&
(
(
" (
-
I ( 7+
)) " "
( " ( )
(
((
7%
( ( C
:
(
( %(
/
+
(
+
" ( %- ->
(
)
(
(
("
" ( (
/ ": ( C
D
!
+
(
:
( )
+ (
(
"
(
+
6;S )
+(
"
:
(
++ (
(( ++ (
+
&
C
)
(
+ +
:
"+ (
"
"
)
"
B
" "
.
"
)
(
C
( ))
%
+ (
( "(
+ (
)
/ ":
"
+(
" :(
7+
B
)
(
+
/
"
C
+
" )
(
7+
+
"
(
:
(
"
: :
(
((
+
)(+
)
) [: +
- :
((
(
(
+
"
" )
(
)
: "
/
" " C
: :
"
"
(
( :"
/
) +
+
)
"
+
C
"
(
:
7 )
(
(
) ( \C
+
(
"E+ (
" " (
+ (
(
C
"" :
/ ":
(
+
(
(
:
( )
(+
C
)( C
(( 6G6
"+
: " : + "C
(
(
(
/ +
"+ C
+ "
(
: "
( ++
+ %
( ++
(
C
)
3&
(
C
(" C
(
+
"
/
B(
#
(. (
"
"
)
: " "(
"" :
(U
7 )
"
+
+
"
C
) (
(
(
"
/
"
(
" "
+ :"
( )
(
"(
(
)
:
(
((
+
:(
&
( N
C ":
"(
C
(
: : C+
+
)
"
(
(
+
(
)
( "
( "
( "
+
(
(
+ 7
M
( :(
N( C
( " (
(C
(
/ %"(+ (
(+ ( )
(
)
( )
&
"
)
7+
: (
(( "
" ( (( %
C
" 7+
(
:
I
(
: " "
(
) *
( C(
": (
B
""( ((
(
) + :"
( (
(
81×81
/ ":
")
(
(
!
K8L
! #
$
#
">
:
#
$ # :
. $: ]
>
"
! $) :
$
$
Q
(
"
Q
!
((
, #
* O
"
"
+
O
*
7
!
.
:
.
( F !!!!
K1L . $ :
* (
"
#
*
" #
"
"
.
"
"
( "
:
A#
N
+
+
*(( ( " ! "
8<<0
".
:(
A#
.
Q ((
"
(
+ =.
)
"
F
85 ++ 12< 285 8<<4
>" Q
$ #
(
+
#
^OO
K;L
D A#
(+
((
"
++ 10; 162 !
+
-$
K2L . $ :
D
+
(( ( "
65
"
=.+
"
!
: ( (
:
:
Q
++ 258 281
D "
D
)
(F
(
(
( +
8<<5
C+
C
+ 83 %1& 83; 8<5
1552
K0L
# :
+
"
$#
( (= 7+
K6L * $
"# .
K4L
#
#
(
>
(
! D
+
K3L
( $
"
(
#
+ :
"
Q(
F#
(
.
Q
" (
"
+ (+
D
-
_
# #
+ I
"
"
^"
B
(
(
J
"
.
)
:
, "
( )
:
Q
"
+
""
: ( O D 10%3&=468 463 1555
(
+
D#
/
(
"
2186 ++ 324 3;; 155;
(
( +
3 ++ 644' 638 8<<4
" $ . ""
118 ++ <62 <6; 8<6<
"2
AQ (
(
(
K<L
$
+
(
K85L # #
(
K88L # $
(
$%
" + (+
A
%
$% Q
%$
I
(
3; %3& 8855 8853 1552
)+
# !
O C
%
((
"
)
(B F
8; ++130 280 8<42
. O
:(
(
&$'
"
,+
+
=-
$
"
$
+(
"# ,
* .
> ,
$
`
. (
D %>"( &
$
%++ 140'1<1& * (
(
"
(
=
( )
*
- "
"
( 1552
K81L
"
$
%
'
- C
B /.* * "
(( 8<41
K82L # ! (
" >
">
^ "
^ "
O. C
K8;L
(
&
$
K80L !
(
((
C (F
>" - C
B! >
"
(
#
B=> ( :
,
2
++ ;15 ;2< 8<<8
$
=*
,
+
+
-
C
&$'
20 %;& ;14 ;25 8<<3
((
" , ^ >(( B $ C
: -
K86L > .
Q(
D " !
^ * ^ D
;< +
:
A#
+
#
. !
"
&
(
$%
(
"
+:
))
(
% 44 424 4;3 8<<4
"
$ <53 15; 154 1558
+ (
=Q (
)
"+ (
(
K84L
"^ ^ D
6 ;25;05 8 *
K83L > ,
):
.
"
+
:
F/ .
6 1551
D! $
##
"
%-
BA
O C
(
!
%$
*
:(
" "#
+
% 0; 8 80 1558
"(
+
%&
:(
+ "
( (
(
+
(+
+
+ (
+
/
"+
+
6×6
"
)
& . I
I
"
"
%
&
"
%
"&
)
:
"
"(
" (&
: " %(
(
(
" & *( )
"
.> "
$ )=
( I
)
A" F
+
*(
"
-J
%
)
7% "
:
& #"
"
(
/
(
(
&
"
(
)
(
"(
"
C(
(
:"
Q(
+
"
D(
/ %)
)
7
-J "
+
+ )
/
( I
C
"
(
"" "
(
"
:
"))
"
"(
+
>7 +
+
)
"
"
(
+
&
"
.
( (
: C )
+ )
)
" %"
A( ) F
"
+
A( )
(+
(
"(+
((&
" %"
(
&
:(
%
"
: C )
" F : :
(1
D(
:"
D
((&
(
( (
=
)
"
"
(
&
7 +
"
I
"
+
%"
"
I
&
"
%∅ T 2
:
+
+
+
+
(
" >:
)
:
"
% /
#= >:
)
7
:
"
" )
$ >:
)
:
:
"
" )
+ )
:
6G6 C
+
"Q&
"(
" %! *& (
)
"
)
"
)
"
)
" )
%! & (
)
%! & (
((
)
/ (
"
+
)
)
)
+ (
((
+
+
+
+
+
"
+
#
+
$
+
(