Fibring Neural Networks

City, University of London Institutional Repository

Citation

:

(TR/2003/SEG/03). .

This is the published version of the paper.

This version of the publication may differ from the final published

version.

Permanent repository link: http://openaccess.city.ac.uk/4060/

Link to published version

:

Copyright and reuse:

City Research Online aims to make research

outputs of City, University of London available to a wider audience.

Copyright and Moral Rights remain with the author(s) and/or copyright

holders. URLs from City Research Online may be freely distributed and

linked to.

City Research Online: http://openaccess.city.ac.uk/ [email protected]

!

" #

$

"$%&''(% ) %'(

*

+(,-.-''/

! 0 1 ) +2 '340 !5 6

5 0 1 7 &$ &1 0 !5 6

"# # #

8 9 .

: ;

#

# 8 # 8 # # .

# # 8 # # #

# : # <

# # # # # ; 7 # # 0

= 0 8 =

0 # = #

"# . 8 #

# 8 * : *; > ?''0 4 '&@

" # 0 A 0 #

# . 0 0

* . # 0 #

# >3 //@0

. >42'+0 4 '&0 /-0 B /C0 " /-@ D #

# # 0 . #

= 0 #

8 0 .

A >35 //0 /E0 # //0 5 '+@ "#

# .

) # # # #0 = 0 #

A 4 #

>$37F,0 7 E-0 7 /'@ #

= # 0 # =

# 8 0 # = 3 1

>35/&@0 # A # # "#

. # 0 .

0 G #

= # 4 0 0

# #

8 > '&@

* # 0 # # = #

4 # # = 7

# > //@0 # # 9 .

# 0

>7 '(@0 # .

+ _{" # 0 # .}

#

0 # 0 .

# + = 8 #

# D 0 # 8 .

. * +0 = 0 #

# = :

4; # 0 # 0 # 4

# 0 #

8 = 0 8 #

# 4 #

# # # .

# . .

>) /'0 "3FF0 /'0 ''0 B /'@

* 0 # #

0 # G # # # .

* # 0 9

# H 0 .

> 4 '&@ "#

+ _{= 0 G 0}

0

. . .

. . .

. . .

. . .

Network A

Network B

+I

# 0 # 4

# # 8

4

* # 0 8 # 8 : ;

# 0 # # 0 = 0

= 0 # =

# 4 < 0 # #

# 8 0 0 # =

0 # #

: ; > F/0 3 7F/@ * 0 8

# * +0 = 0 #

# 0 4

# # 4 # # 8 *

-# 0 H . .

# 0 #

# = #

"# & = 8

8 ( 8 # #

8 0 # # 8 =

-"# # 8

# 8

"# G 8 # #

# # = 0 .

: 4; + 1

# # 4 .

1 # 0

# 40 # #

4 * 4

# 8 0 # 4 .

# #

0 # =

# : ; & 1 0

# 0 # # #

0 # # #

>3 7F/@ 7 0

"# #

0 # &

"# # # <

8 1 #

& _{* 0 # # #}

: ; < # = 0 #

# 1

# 0 # 8

# #

0 I

& _{# 0 # = 0 # #}

#

# # # #

* # = 0 #

: # # # ; # #

0 8 = #

# : = 0 # # 4 .

>$37F,@; &0 = 0

# 8 #

0 0 # 0 #

# # 0

# 0 8 0 # 8 # #

= 8 0 # 0 #

8

* 9 8 0 8

9 # # "#

&0 = 0 # 8

: 0 # # ;

* # 0 #

0 # : 0 0 ;0

1 = # 0 # 0 .

# 8

0 # # : 0 ;0 # .

: 0 ; 1

# # # # 0 # : ;

# # : # # .

; 0 #

# #

# 0 # #

0 # 0 .

0 #

0 8 0 #

( _{G 0 .}

"# # 8=

# :8 # ; 0

# # G 8 # I

"#

(

* 0 # 8 8 #

A

i

i

W

W

W

_o

1

B

i

i

W

W

W

_o

1

ϕ

&I

G I # 0

# # # # # #

0 # # # 0

# # # 0 - _"#

# G # # 0 0 # G #

= # "# .

8 0 0 #

= >3 '&0 3 /,@ "#

# # 8

# # 0

#

-# 0 # 8 # # # # 0

0 0 # # # G

* # 0 8 8 : ; 0 8

# 0 # # =

!

" #

# 0 # 8 8

0 7 .

# 0 #

# 7 0 # 0 # #

8 8 C

* # 0 0 .

8 7

#

" #

" #

# 0

# # 4

0 40 "# 8

8 & 0 0 8

4 # #

! " "

" "

"

! "

C_{B 8 :}

# ;

# $ "

% & "

! "

" '

" '

" ( ) "

( ) ! * " "

" "

" ' "

* " " + "

,

! " "

!"

' " '

" !

% " !"

--" .

!

"$

)= ( # 8 1

8 #

" # % " " " "

" "

" # & " " "

" "

'

" "

A

x W

h

o

ϕB

Wo

B

y W

h

o

ϕC

Wo

C

z W

h

o Wo

(I

" /

!

'

# # 8 0 # # 0

= 0 =

0 # = #

( ) % +

-- +

+ (0, 12)" 3

( * % +

,

! 3 - % 4"

" ! 5"

-" " -"

" % 4 " !"

" "

" "

" * "

"

% # 6" - "

" "

"

-"

% " # $"

-"

-% 4 "

--%

+

,

"# # # 8

: ;0 # #

,_{$ # 0 9 0}

1 x a0 a1 A x 1 B x 1 C x 1 . . . A 1 1

a2/2

1 _a

2x2

a2/2

ϕA= xWA

B 1

1

a3/2

1 _a

3x3

a3/2

ϕB= xWB

C 1

1

an/2

anxn

an/2

ϕC= xWC 1 … Level 0 Level 1 Level 1 Level 1

-I 8

: # 4 ; # #

8 7 # # # 0

= 0 = 0 #

= #

"# G # # .

G D = # 0 = .

# 0

. # 7 =

# 8 #

8 $ .

>3 '&@ #

# # #

0 # G # 9 # 8

# # 8 # #

"# 0

# G

&

7 $

-> '&@ 3 # #.

7 * 0 ,0 &''& *.+/

>42'+@ 4 4 2 # 8 .

* 0 +(&I+J(F0 &''+

> F/@ = *

8 ! " , , $0 ('(J(+- +/F/

> ?''@ * K ? 0 9

-"# *" B 0 &'''

> 4 '&@ 0 5 4 0 - ,

, / % B

.2 0 &''&

>) /'@ K 1 ) ! , 0 +-:&;I+E/J &++0 +//'

> /-@ 1 - - ! * 3 0

+//-> //@ % D= ! B 0 +///

>3 //@ 3 - - / ! % B

3 0 +/// >3 '&@ K 3 )

* : 7 ,

-- 0 (F(J(FF0 4 0 4 0 &''&

>3 /,@ K 7 3 # # .

. = * : *777

* ! - - 0 7 # 0 ! 0 K

+//,

>35/&@ 3 5 3 1I

* 4 # 7 # 0 0: 3 *

, 0 (+FJ(-& 0 +//&

>35 //@ 3 0 L 5 0 3 B = #

*

; " , * - - , 9 0

++:+;I-CJCF0 +///

>3 7F/@ 5 3 0 # 0 3 7# .

= - - 0 &I(C/J(,,0 +/F/

>5 '+@ 4 5 H 0 # 0 5 # =

# 8

0 -(:(;I&E(J&//0 &''+ >B /C@ B $ 0

# * 0

EEI&'(J&-E0 +//C

>B /'@ K 4 B $ *

0 -,:+;IEEJ+'C0 +//'

>$37F,@ ) $ # 0 ) 3 0 $ K 7 1

* ) $ # K 1

0 0 : # : / 7+

8 ! 0 +0 (+FJ(,& *" B 0 +/F,

> /E@ $ = ! , * 1

) 0 3 0 K0 +//E

> # //@ 1 # 3$!"*I .

# * ; " , * -

-, 9 0 ++IE/J+'F0 +///

> /'@ B " #

* 0

-,I+C/J&+,0 +//'

> ''@ B . #

! , 0 &(ICF/J,+(0 &''' >"3FF@ " 3

! , 0 +&:(;I-&(J-,,0 +/FF

+->" /-@ " K 7 # 5 . 8 .

* 0 E':+;I++/J+,C0 +//->7 E-@ B K 7 < / - :

, B# # 0 3 ! 0 0

0

+/E->7 /'@ B K 7 4 # # I #

# * : *7770 EF0 +CC'J+C,'0

+//'

>7 '(@ K 7 $

.8 " # 0 0

5 1 0 !50 &''(