City, University of London Institutional Repository
Citation
:
Garcez, A. and Gabbay, D. M. (2003). Fibring Neural Networks(TR/2003/SEG/03). .
This is the published version of the paper.
This version of the publication may differ from the final published
version.
Permanent repository link: http://openaccess.city.ac.uk/4060/
Link to published version
:
TR/2003/SEG/03Copyright and reuse:
City Research Online aims to make research
outputs of City, University of London available to a wider audience.
Copyright and Moral Rights remain with the author(s) and/or copyright
holders. URLs from City Research Online may be freely distributed and
linked to.
City Research Online: http://openaccess.city.ac.uk/ publications@city.ac.uk
!
" #
$
"$%&''(% ) %'(
*
+(,-.-''/
! 0 1 ) +2 '340 !5 6
5 0 1 7 &$ &1 0 !5 6
"# # #
8 9 .
: ;
#
# 8 # 8 # # .
# # 8 # # #
# : # <
# # # # # ; 7 # # 0
= 0 8 =
0 # = #
"# . 8 #
# 8 * : *; > ?''0 4 '&@
" # 0 A 0 #
# . 0 0
* . # 0 #
# >3 //@0
. >42'+0 4 '&0 /-0 B /C0 " /-@ D #
# # 0 . #
= 0 #
8 0 .
A >35 //0 /E0 # //0 5 '+@ "#
# .
) # # # #0 = 0 #
A 4 #
>$37F,0 7 E-0 7 /'@ #
= # 0 # =
# 8 0 # = 3 1
>35/&@0 # A # # "#
. # 0 .
0 G #
= # 4 0 0
# #
8 > '&@
* # 0 # # = #
4 # # = 7
# > //@0 # # 9 .
# 0
>7 '(@0 # .
+ " # 0 # .
#
0 # 0 .
# + = 8 #
# D 0 # 8 .
. * +0 = 0 #
# = :
4; # 0 # 0 # 4
# 0 #
8 = 0 8 #
# 4 #
# # # .
# . .
>) /'0 "3FF0 /'0 ''0 B /'@
* 0 # #
0 # G # # # .
* # 0 9
# H 0 .
> 4 '&@ "#
+ = 0 G 0
0
. . .
. . .
. . .
. . .
Network A
Network B
+I
# 0 # 4
# # 8
4
* # 0 8 # 8 : ;
# 0 # # 0 = 0
= 0 # =
# 4 < 0 # #
# 8 0 0 # =
0 # #
: ; > F/0 3 7F/@ * 0 8
# * +0 = 0 #
# 0 4
# # 4 # # 8 *
-# 0 H . .
# 0 #
# = #
"# & = 8
8 ( 8 # #
8 0 # # 8 =
-"# # 8
# 8
"# G 8 # #
# # = 0 .
: 4; + 1
# # 4 .
1 # 0
# 40 # #
4 * 4
# 8 0 # 4 .
# #
0 # =
# : ; & 1 0
# 0 # # #
0 # # #
>3 7F/@ 7 0
"# #
0 # &
"# # # <
8 1 #
& * 0 # # #
: ; < # = 0 #
# 1
# 0 # 8
# #
0 I
& # 0 # = 0 # #
#
# # # #
* # = 0 #
: # # # ; # #
0 8 = #
# : = 0 # # 4 .
>$37F,@; &0 = 0
# 8 #
0 0 # 0 #
# # 0
# 0 8 0 # 8 # #
= 8 0 # 0 #
8
* 9 8 0 8
9 # # "#
&0 = 0 # 8
: 0 # # ;
* # 0 #
0 # : 0 0 ;0
1 = # 0 # 0 .
# 8
0 # # : 0 ;0 # .
: 0 ; 1
# # # # 0 # : ;
# # : # # .
; 0 #
# #
# 0 # #
0 # 0 .
0 #
0 8 0 #
( G 0 .
"# # 8=
# :8 # ; 0
# # G 8 # I
"#
(
* 0 # 8 8 #
A
i
1i
2W
1W
2W
3o
1
B
i
1i
2W
1W
2W
3o
1
ϕ
&I
G I # 0
# # # # # #
0 # # # 0
# # # 0 - "#
# G # # 0 0 # G #
= # "# .
8 0 0 #
= >3 '&0 3 /,@ "#
# # 8
# # 0
#
-# 0 # 8 # # # # 0
0 0 # # # G
* # 0 8 8 : ; 0 8
# 0 # # =
!
" #
# 0 # 8 8
0 7 .
# 0 #
# 7 0 # 0 # #
8 8 C
* # 0 0 .
8 7
#
" #
" #
# 0
# # 4
0 40 "# 8
8 & 0 0 8
4 # #
! " "
" "
"
! "
CB 8 :
# ;
# $ "
% & "
! "
" '
" '
" ( ) "
( ) ! * " "
" "
" ' "
* " " + "
,
! " "
!"
' " '
" !
% " !"
--" .
!
"$
)= ( # 8 1
8 #
" # % " " " "
" "
" # & " " "
" "
'
" "
A
x W
h
o
ϕB
Wo
B
y W
h
o
ϕC
Wo
C
z W
h
o Wo
(I
" /
!
'
# # 8 0 # # 0
= 0 =
0 # = #
( ) % +
-- +
+ (0, 12)" 3
( * % +
,
! 3 - % 4"
" ! 5"
-" " -"
" % 4 " !"
" "
" "
" * "
"
% # 6" - "
" "
"
-"
% " # $"
-"
-% 4 "
--%
+
,
"# # # 8
: ;0 # #
,$ # 0 9 0
1 x a0 a1 A x 1 B x 1 C x 1 . . . A 1 1
a2/2
1 a
2x2
a2/2
ϕA= xWA
B 1
1
a3/2
1 a
3x3
a3/2
ϕB= xWB
C 1
1
an/2
anxn
an/2
ϕC= xWC 1 … Level 0 Level 1 Level 1 Level 1
-I 8
: # 4 ; # #
8 7 # # # 0
= 0 = 0 #
= #
"# G # # .
G D = # 0 = .
# 0
. # 7 =
# 8 #
8 $ .
>3 '&@ #
# # #
0 # G # 9 # 8
# # 8 # #
"# 0
# G
&
7 $
-> '&@ 3 # #.
7 * 0 ,0 &''& *.+/
>42'+@ 4 4 2 # 8 .
* 0 +(&I+J(F0 &''+
> F/@ = *
8 ! " , , $0 ('(J(+- +/F/
> ?''@ * K ? 0 9
-"# *" B 0 &'''
> 4 '&@ 0 5 4 0 - ,
, / % B
.2 0 &''&
>) /'@ K 1 ) ! , 0 +-:&;I+E/J &++0 +//'
> /-@ 1 - - ! * 3 0
+//-> //@ % D= ! B 0 +///
>3 //@ 3 - - / ! % B
3 0 +/// >3 '&@ K 3 )
* : 7 ,
-- 0 (F(J(FF0 4 0 4 0 &''&
>3 /,@ K 7 3 # # .
. = * : *777
* ! - - 0 7 # 0 ! 0 K
+//,
>35/&@ 3 5 3 1I
* 4 # 7 # 0 0: 3 *
, 0 (+FJ(-& 0 +//&
>35 //@ 3 0 L 5 0 3 B = #
*
; " , * - - , 9 0
++:+;I-CJCF0 +///
>3 7F/@ 5 3 0 # 0 3 7# .
= - - 0 &I(C/J(,,0 +/F/
>5 '+@ 4 5 H 0 # 0 5 # =
# 8
0 -(:(;I&E(J&//0 &''+ >B /C@ B $ 0
# * 0
EEI&'(J&-E0 +//C
>B /'@ K 4 B $ *
0 -,:+;IEEJ+'C0 +//'
>$37F,@ ) $ # 0 ) 3 0 $ K 7 1
* ) $ # K 1
0 0 : # : / 7+
8 ! 0 +0 (+FJ(,& *" B 0 +/F,
> /E@ $ = ! , * 1
) 0 3 0 K0 +//E
> # //@ 1 # 3$!"*I .
# * ; " , * -
-, 9 0 ++IE/J+'F0 +///
> /'@ B " #
* 0
-,I+C/J&+,0 +//'
> ''@ B . #
! , 0 &(ICF/J,+(0 &''' >"3FF@ " 3
! , 0 +&:(;I-&(J-,,0 +/FF
+->" /-@ " K 7 # 5 . 8 .
* 0 E':+;I++/J+,C0 +//->7 E-@ B K 7 < / - :
, B# # 0 3 ! 0 0
0
+/E->7 /'@ B K 7 4 # # I #
# * : *7770 EF0 +CC'J+C,'0
+//'
>7 '(@ K 7 $
.8 " # 0 0
5 1 0 !50 &''(