Munich Personal RePEc Archive
Simple techniques for likelihood analysis
of univariate and multivariate stable
distributions: with extensions to
multivariate stochastic volatility and
dynamic factor models
Tsionas, Mike
Athens University of Economics Business
10 May 2012
Online at
https://mpra.ub.uni-muenchen.de/40966/
! " # $% & '() *) !
+,,*(-'(. /-(* **/ 0 +,,*(-'(. /-(* *(' 1 2
!
!
!
!
3
3 + .
- + . # +!#4. 2
3
5 2 6
2
2 - 2 2
+ 5 &'(( . 3
!#4 2 - 2 7474
“ ”
8 8 8
8 " 7474 ! # 4
4
9 : 9 : 9 :
9 : 4'' 4'*
! 2
! 2
! 2
! 2 "
'
''
' 3333
" 2
+ '<<).
# 2 7474 # +'<<=.
+'<<<. 2 2
2
2 2 2
2
; > +'<<<. 7
2 # +'<<=.
3
4
! # 4 +!#4.
? 2 2
! 2 !#4
+ 6 -((/. !#4
+ “ ”.
3
3
“ ” “ ” 0 2
@ 7 “ ”
2 “ ” 3 !#4
0
3 & !#4 2 2
0
“ ”
2 2
3 &
2 5
6 2
!#4 #
2 +7
'<<<.
2 2 “ ”
2 2 6
5
2 2 2 2
9 2 2
2 @ !#4
& 7
+& -((' & -((*. !#4 2
#
2 ? &
0
2 7
3 4
5 2
& A
2 @
2
0 !#4 2
@
# 2 ? 2
!#4 0
&
+ . # 2
B +-('-.
2 2 7 > A
# A 8 & +-('-. !;4A
2 C2 +-('-.
2 2
2 ? D 77 ;
+ . # 2 2
7 + .
2 ? + .
?
; 2 2 +# .
7474
4 ; B +-(''. 2
2 @ ! “ 2
@ 2
” : B +-(($. @
2
? 2 2 2 3
2 ? 2 8 – : @ @
# 2 7474 ! #
4 +!#4.
2 2 !#4
0 – 2 0
! 2
7 4
-
--- "
"
"
"
! + .
3
@ 2
2 2 + '<<) E
'</%.
+'.
1
6 2 2+-.
2 #
7474 # +'<<=. +'<<<.
# 2 +'<<<.
# 2 #
+'<<=. E +'</% %=@%%.
2
,
2' !
2 0 0 +00 . 7 2 2 4
+'<<<. 7 ; 2 2 4 +'<<<.- 2 +-. F
' 6 “ ” '
3 2
2 2
+*.
3 2 00
! ! 00
+-('- . 3 , 7 4 +'<</.
2
*
**
*
!
!
!
!
# C *
+).
8 @:
2 2 &
3
+* ). 2 2 7G'=
?
0 2 ' 7G- * ) 7G) 2 7G*
) 0 2 '
8 @: +7. 0 2
-7 2 7474
1,...,
s
S
2
?
2 ? '( (((
3 0 2 ' 2 α
“ ”7 7474 7G* 7G= 6
G' =(( μG( δG' αG' )( 6 7G=
“ ” 2 =
* ! 2 7 2 +-(('. 4
) & 8:
6 7G- 7G'=
= 6 7 = ? ’ ’
2 2 @
? 2 +F '<<$.
+=.
4 +<(H. @ '
2 ?
n
α β# 2 ! #
4 +!#4.
)
))
)
!
!
!
!
#
#
#
#
4
4
4
4
!#4 #
7 5 7 & 2 +-((*. 2
+ -((<. 2
6 !#4 2
2 3
? !#4
!2 2 !
D
0
2 2 7 ?!#4 +& 2 -(().
3 !
" # $
!#4 3
!
6 +-((/. 2 “3
” A 6 +-((/.
!#4 6 2
: 2 +-((<.
3
0 !
3
4 θ ! B
@ 2
?
3 2 + . + .
3 7474 "
# $
%
&
4
A 2
,
~
,
Y
S
2 +4 7 '<$% 7F '<<) 6 '<<%.
=
==
=
7
7
7
7
@ ' !
3
( +%.
d d
:
1
d
u
du
#
X
+$.
& +'<$-. @ 2
( : & +'<$%. @ 2
& ’ +'<$-. 4 ; +'<<=. 2
3 5 ?
"
# " "
( +/.
" ) " " # δ ’ (
#
" " "
+<.
3
#
" " " "
" " #
7 F +'<<). @
@ 2 +
G'. 0 G'
#
" " " " "
#
" " "
#
" " " "
1,...,
j
J
2
# *" *" " " #
2 7 4 2 2
2 2
%
%%
%
!
!
!
!
F
F
F
F
0
0
0
0
>
>
>
>
@@@@ :
:
:
:
% '
% '
% '
% '
3333
0 2 7 +'<$$. 0 2 7 2 +'</' .
! F 0 +!F0. %
! $+ +
+ 2
$+ +
+ ,
$ ,
3
- - -
-+'(.
! θ !F0 2
$ $ $ $ +''.
4 ? !F0 + 5
@>. 2 8 +'</(.
& +'</$. 2 ! . . #
8 +'</(. 8 '( '= α ' < ' '
& +'</$. / / / . .
+& '</$
) * *==. 3 8 +'</(. /G-= /
6 2
' ' ! % !
% 2 / % 0
2 ! / ?
"
% 0 I +-(().
$ 8 2 I +-((-. J 8 2 +-('( - -/.
/ 7 +'</$. 2
2 2 : &
+'<$=. 2
2 A +'<</. !F0
2 +'<</. ? + Δ.
? 7 4
0 +-((-. 2 2
!F0 2 4 @;
4 0 +-((( -((-. : & +'<$=.
& & 2 2 0 2
7 +'<$$. 0 2 7 2 +'</' . '
' 2 2 0 2 7 2 +'</' . 2
!
' ! 1 1 + ! 4 0 +-((-.
77 &
!F0 <
0 !F0
$ $ $ $ +'-.
! ! 2
0 2 7474 2
2 %
2 2
5
%
4 2
! 2 2 2
2 !F0 “ 2
” C 2 C (
2 2 . . ' '
3 2
2 2 )
" " " " 8@' C
" " " "
< J 8 2 +-('(. : & +'<$=. 2 2 2
+@ -D-. -/ 4 40
-2 2
2 2 2
6 2 +'</$.'(
% +'*.
% ' ! ! ! %
2 + 2 ? . 0 2
8 +'</(. 2 /
2 2 3 / 6 /G-= + α2 ' '.
22 2 3G( '- ωG( -)
; 2 2 2 2 !
8 +'</(. 22 & +'</$. !
& ! 2 8 +'</( '</'.
0 2 7 2 +'</' .
! !F0 2
2 ? 2 ε
2 2 2
2 2 3 ? '(@%
(& 7 2
2 2
%
%%
% -
- ;
--
;
;
;
!
!
!
!
F
F
F
F
0
0
0
0
!F0 5 “ 2 ” C
“ 2 ” ? 4
!F0 +'-. 0 2 +8 : B -('(.
–
&
&
&
& )
& &
& & &
$ $ $ $
(
(
+').
& 2 ) 2
& 2 @ 2 & 2 “ ”
, 6 !!!! @@@@ 7777 0000 +! 70. !
! F 7 0
! F 7 0
! F 7 0
! F 7 0 +!F70.
&
) & & &
$ $ $ $ +'=.
“ ” – 2 !F0
& & )
10
4
3 # 2 2
? + G=( -(( =(( - (((
=(((. + G' '( ' =(. 3
) 2 2 & 2 2 6
' ((( G' =( G@( -( G' =( +
. 0 ' ((( !F0
+). 2 2 2 +τ. ''
+ 2 2 @ ? &. 2 7474 0 )
2 '- ) 2 +
&
& ). ) ? 2
0 ) 2 '
' ''
' CCCC 2222 !F0!F0!F0!F0 @@@@
7
+ .
B 2 7
+ @ .
B 2
4 αG' '( βG(
G=( * ( $* ' (/ ' $/ * ( *= ' ') -
'-G-(( - ( /' ' )= * ( %= ' -' ' %=
G=(( ' ( /$ ' -' - ( %* ' )=
G-((( ' ' '- ' ' )*
G=((( ' ' () ' '
'-4 αG' =( βG(
G=( * ( /* ' (/ ' %= * ( %= ' '- ' $$
G-(( - ( /= ' *= * ( // ' (< '
*-G=(( ' ( <' ' -' - ( /* '
'-G-((( ' ' ($ ' ' '=
G=((( ' ' (' ' ' ($
4 αG' =( βG@( -(
G=( ) ( )* ( /( ' (/ ' %= ) ( *= ( $- ' )- - ''
G-(( * ( )= ' *= - -- * ( */ ' -' ' /=
G=(( ' ' -= - ( ** ' )=
G-((( ' ' '- ' ' )/
G=((( ' ' (= ' '
'-2 “ 2 ” ? + 0! . !F0 @
2 +
h
g.- (((
%
%%
% *
**
*
5555
d
5
X
3 5
α 2
2 +E '</% -( 4 7 '</' F 2 -(((.
4 - 4 4 ( +'% .
#
( + . +'% .
+'% .
5 7 4 +'<<). 22
2 –
2
'' ? !F0 ?
2 2 !F0
7 4 +'<<). 22
!
5 5
+ . 2 ?
5 & 5
!#4
2
+'$.
+'/.
!#4
F 2 !#4 “ ”
0
( 2 2 A @ @; 2 +# ; 5
'<<*. + .
0 5
5 5
+'<.
? 2
3 2
22
'* '(
2 2
2 &
2 # ’ +'<<=. 7474
+ '<<<. # ’ +'<<=.
!
# 7474 2
2
2 3 (
2
! !F0
2 2
C 5
5
!#4 2 !F0
!#4@!F0
'* # +-('-. 3 4
%
%%
% )
))
)
3 ? 2 (
(
&
2
2 (
( 2 3
- + G'. 2 + .
+ . $ 6
' ((( K@' 'L
+ .
0 + ' =(. '((
-
--- FFFF 2222 '('('('(@@@@****
Α G- G= G-( G=( G-(( G' (((
' '( --- * )'/ ) <-- '- -)/ * )'/ ' <$/
' *( --- /< )%( ==- ' *$* -'
' =( '($ *= =- -= %- -'
' $( '($ *% =- -= *% *%
%
%%
% =
==
=
A
A
A
A
!
!
!
!
& +-(('. & +-((*.
0 2
( ( +-(.
3 G- ) d 1 2 2
0 2 0
0
A
n 3+-'.
*
7 ? 2 :
% @ 2
0
0 ') 3 1
1
3 2
1 1
3 3
1 1
2 ! 2 :
3 2 :
? 2 2 2
'=
+
& & (
(
+ +
+& '' & E -((*M ! ? 2 '<%=
-- $$*.
, ' ,
2 , F 2
2 :
2 2
2 ; +'</'. ?
2 6
# ? C +'</%.
') 8 +-(''. - '
%
%%
% %
%%
%
!
!
!
!
4 2 ; +'<<=.
( +--. d
&
2 2 4 2 ; +'<<=. ?
2 ! 0 +-*.
@ 4 2 ; +'<<=.
=$( 2 αG' =$ 4 2
+ ! ! . 0 2
: - ' +#.
22 2 2
0 2
-2 0 2 ?
2
+-).
2 !#4
k
2 0
( ( -= ( )= '/( --=
2 '% # ? F ; 5 +'<<* -<. : -* $ 6
?
N 6 ' (((
G- = '( G' '( ' =( ' $= 6 7474
%( ((( '( ((( 2 3
*
2 6 G' =(
2 ' <'- ' <%= G'( ? ! ?
2 3
$ 3 #
2
* ** *
α G'(( G=(( G' ((( G- (((
' '(
G-G= G'(
' *%= ( *( ' *$/ ( *-' === ( **
' *'% ( '-' )(( ( '' ' )'= (
'-' *%- ( (/ ' *)= ( (< ' )'* ( '(
' *$$ ( (= ' *$- ( (/ ' ='% ( ($
' =(
G-G= G'(
' /(' ( -/ ' /-( ( -< ' <'- ( -'
' /)( ( '= ' /'( ( '-' <() (
'-' /-/ ( '( ' /-= ( (< ' <'' ( ()
' $'- ( () ' /'= ( () ' <%= ( ()
' $=
G-G= G'(
' </' ( *) ' </( ( *-' <<$ ( *(
' </- ( *) ' <<( ( *) ' <<' ( **
' </' ( ($ ' <<* ( (% ' <<$ ( (%
' </' ( (% ' <<- ( (= ' <<% ( (=
%
%%
% $
$$
$
4
4
4
4
2
! +
2 ? + '( ! !
2 2
“ ” 2 5
6 +0 B ? '<</.'$ 2
+ 2 -(((. @ + 7 F -((=.
& 4 8 +-((%. 2
+ * * *
* * @
? M
0
* +-=.
7474 2 + . 0
+ . + . 5 5 5 0
" 2
" % 0"
+ . ; 2
1
ti i ti
u
F y
" # $
&
&
+-%.* 2
2 %
&
2 2 2 & 4 8 +-((%. 2
7474 2
+ . ; 2
2 2 *
+ . ; 2 4444
A & 4 8 +-((%. "
2 " 0" 2 7 – A 2 2
" 2 "
& & &$ & &! & &"
$
$$
$
;
;
;
;
0 2 ' 7 2 0 2 ' 7 2 0 2 ' 7 2 0 2 ' 7 2
2 2 2
' =(( 2
“7 ” “ ” 2 2 7 2
7G* 7G=
1.150 1.2 1.25 1.3 1.35 1.4 1.45 1.5 1.55 1.6
2 4 6 8 10 12
d
e
n
s
it
y
Marginal posterior distribution of
Metropolis M=3 M=5
0 2 0 2 0 2
0 2 ---- 7G*7G*7G*7G*
1 1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 2
0 1 2 3 4 5 6 7
Scale mixture parameters, , M=3
1 2 3
1 1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 2
0 0.2 0.4 0.6 0.8 1
Scale mixture parameters, , M=3
0 2 0 2 0 2
0 2 *** B* BBB 7G*7G*7G*7G*
0 ? 2 2 2 2
8: K@'% '%L G' ' ' * K@'( '(L G' = ' $
-8 -6 -4 -2 0 2 4 6 8
0 0.05 0.1 0.15 0.2 0.25 0.3 0.35 ordinate, x d e n s it y =1.1 exact approximate
-5 -4 -3 -2 -1 0 1 2 3 4 5
0 0.05 0.1 0.15 0.2 0.25 0.3 0.35 ordinate, x d e n s it y =1.3 exact approximate
-5 -4 -3 -2 -1 0 1 2 3 4
0 0.05 0.1 0.15 0.2 0.25 0.3 0.35 ordinate, x d e n s it y =1.5 exact approximate
-5 -4 -3 -2 -1 0 1 2 3 4
0 0.05 0.1 0.15 0.2 0.25 0.3 0.35 ordinate, x d e n s it y =1.7 exact approximate 0 2 0 2 0 2
0 2 ))) 4) 444
'D-6 ! 2 <(H
-( ' ' ' < '( (((
2 3G'( K@( = ( =L
.000 .002 .004 .006 .008 .010 .012
1.0 1.2 1.4 1.6 1.8 2.0
) )) ) 4444
FG'(( G'((( G=(((
G' ' ( '') ( (*=< (
('%-G' = ( '(( ( (*-( (
(')-G' $ ( (<= ( (*() ( ('*=
G' < ( (<) ( (-<= ( ('**
F F F
F + . <(H
+ . 2
0 2 '
) )) ) 4444
2 22 2
G@( < G@( = G( = G( <
G' ' G'(( G=(( G'(((
( '') ( (=' ( ('%
( ''= ( (=' ( ('%
( '') ( (=' ( ('%
( ''* ( (=' ( ('% G' = G'((
G=(( G'(((
( '(-( '(-()= ( (')
( '(( ( ()= ( (')
( '(-( '(-()= ( ('=
( '(' ( ()= ( (') G' $ G'((
G=(( G'(((
( (<% ( ()* ( (')
( (<$ ( ()* ( (')
( (<% ( ()* ( (')
( (<$ ( ()* ( (') G' < G'((
G=(( G'(((
( (<* ( ()-( ()-('*
( (<= ( ()-( ()-('*
( (<) ( ()' ( ('*
( (<) ( ()-( ()-('*
F + . <(H
@ + . 2
0 2 0 2 0 2
0 2 ==== 7 27 27 27 2 G'=( G'=( G'=( G'=(
2 2 + .
G( G' G' )( 2
7 – A 2 2 “ ”
2 !#4 0 !#4 =( ((( 2
5 7 2 + . 2
0 7 – A 2 2
=-( ((( -( ((( 2 '(
-0.80 -0.6 -0.4 -0.2 0 0.2 0.4 0.6
2 4
d
e
n
s
it
y
Marginal posterior distribution of
Metropolis ABC
0.8 1 1.2 1.4 1.6 1.8 2
0 5
d
e
n
s
it
y
Marginal posterior distribution of
Metropolis ABC
0.8 0.9 1 1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8
0 2 4
d
e
n
s
it
y
Marginal posterior distribution of
0 2 0 2 0 2
0 2 ==== 7 27 27 27 2 G'=(( G'=(( G'=(( G'=((
0 0 2 )
-0.150 -0.1 -0.05 0 0.05 0.1 0.15 0.2
5 10 15 d e n s it y
Marginal posterior distribution of
Metropolis ABC
0.850 0.9 0.95 1 1.05 1.1 1.15 1.2 1.25
5 10 15 d e n s it y
Marginal posterior distribution of
Metropolis ABC
1.25 1.3 1.35 1.4 1.45 1.5 1.55 1.6
0 5 10 15 d e n s it y
Marginal posterior distribution of
Metropolis ABC
3 0 2 % 2 + .
G( G' G' $ G@( ) ? G'=( 0
7474 !#4 -=( ((( =( ((( 2
0 2 % 0 2 % 0 2 % 0 2 %
-0.40 -0.3 -0.2 -0.1 0 0.1 0.2 0.3 0.4 0.5 1 1.5 2 2.5 3 3.5 4 d e n s it y
Marginal posterior distribution of
0.7 0.8 0.9 1 1.1 1.2 1.3 1.4 0 0.5 1 1.5 2 2.5 3 3.5 4 d e n s it y
Marginal posterior distribution of
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 2 0 0.5 1 1.5 2 2.5 3 3.5 d e n s it y
Marginal posterior distribution of
-0.80 -0.6 -0.4 -0.2 0 0.2 0.4 0.6 0.5 1 1.5 2 2.5 3 3.5 d e n s it y
Marginal posterior distribution of Exact (MCMC) ABC Exact (MCMC) ABC Exact (MCMC) ABC Exact (MCMC) ABC
3 0 2 % 2
G'=( : = . 4 -( 2 =
0 2 % 0 2 % 0 2 % 0 2 %
-0.60 -0.4 -0.2 0 0.2 0.4 1 2 3 4 d e n s it y
Marginal posterior distributions of MCMC ABC
-0.60 -0.4 -0.2 0 0.2 0.4 1 2 3 4 d e n s it y
Marginal posterior distributions of MCMC ABC
-0.60 -0.4 -0.2 0 0.2 0.4 1 2 3 4 d e n s it y
Marginal posterior distributions of MCMC ABC
0.7 0.8 0.9 1 1.1 1.2 1.3 0 2 4 6 d e n s it y
Marginal posterior distributions of MCMC ABC
0.7 0.8 0.9 1 1.1 1.2 1.3 0 2 4 6 d e n s it y
Marginal posterior distributions of MCMC ABC
0.7 0.8 0.9 1 1.1 1.2 1.3 0 2 4 6 d e n s it y
Marginal posterior distributions of MCMC ABC
1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 1 2 3 4 5 d e n s it y
Marginal posterior distributions of
MCMC ABC
1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 1 2 3 4 5 d e n s it y
Marginal posterior distributions of
MCMC ABC
1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 1 2 3 4 5 d e n s it y
Marginal posterior distributions of MCMC
ABC
3 0 2 % 2 + .
G( G' G' $ ? G'=(
G'=(( 0 7474 !#4 -=( ((( =( (((
2
0 2 % 0 20 2 %% 0 2 %
-0.60 -0.4 -0.2 0 0.2 0.4 0.5 1 1.5 2 2.5 3 3.5 4 d e n s it y
Marginal posterior distribution of , n=150 MCMC ABC
0.7 0.8 0.9 1 1.1 1.2 1.3 0 1 2 3 4 5 6 d e n s it y
Marginal posterior distribution of , n=150 MCMC ABC
1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 1 2 3 4 5 d e n s it y
Marginal posterior distribution of , n=150 MCMC ABC
-0.10 0 0.1 0.2 0.3 2 4 6 8 10 12 d e n s it y
Marginal posterior distribution of , n=1500 MCMC ABC
0.9 0.95 1 1.05 1.1 1.15 0 5 10 15 20 d e n s it y
Marginal posterior distribution of , n=1500 MCMC ABC
1.6 1.7 1.8 1.9 2
0 2 4 6 8 10 12 14 d e n s it y
Marginal posterior distribution of , n=1500 MCMC ABC
! 2 2 ? 2
? 2 !F0
2 !#4
2 !F0 3 “ 2 ”
“ 2 ” 2 2
! !F0
0 #
0 #
0 #
0 # 2222 !F0 !F0 !F0 !F0
3 = 7
2 7474 2 !F0 ? 2
K@ L 2 '( ((( 2
= == =
G' $( + G( G'.
G=( G'(( G=(( G' ((( G= (((
G= G= / '% '()
'= < ( '%(
/ =< '()
* )* ( '%=
-$*
( /<) ( ($$* - *= '(
*
- '* ( ($=<
' *< ( (='' ( ($/*
G= G-( ( ==/ ( (*('
( (=)/ ( '%) ( ((<$%( (=() ( (-%% ( ((-($( ()%% ( ('<% ( ((''(( ()<' ( (((-')( ('-% ( ()<'
G( = G= ( --) ( (*'*
( (%$$ ( ()$$ ( ('$$( (=)= ( (')% ( ('()( ()<( ( ((<)< ( ((/<<( ()<= ( ((/%* ( (=(/( ((=*) G( = G-( ( '*< ( (*-*
( (%') ( (*'( ( (-')( (=-/ ( ('*) ( ('*/( ()</ ( ((/-' ( ('-'( ()<$ ( (())$ ( (''$( (=(/
G( = G'( ( ')- (
(*(-( (*(-(%(*(-(% ( (**( ( (-('( (=*) ( ('*' ( ('-$( (=(* ( ((/($ ( ('''( (=(% ( (()=% ( ('($( (=') G( = G'= ( ')* ( (*'<
( (%'- ( (*(< ( (-(<( (=-< ( ('*= ( ('*-( ()<* ( ((/'/ ( (''/( ()<< ( (()=* ( (''*( (=(<
G- = G= % $'
( (%$) ( '=/ ( ('=/ ( '))* /( ' )/ ( (()-=( (/=% ( <'< ( ((--)( ($-/ ( -=- ( (((</(( ()$)
G- = G'( ( /(* ( (-$=
( (%-* ( '<% ( ((<%(( (=)( ( (-=/ ( ((-(=( ()%< ( ('<( ( (('(<( ()<= ( (((---( ('-( ( ()<<
G- = G-( ( %%- ( (-$'
( (%'* ( -(- ( ((<*%( (=-/ ( (*'' ( ((-'-( ())( ( (--$ ( (('(/( ()%< ( (((-')( (')< ( ()%'
!F0
G( G' G' )( A +7474. !F0@
!#4 !#4 !F0@7474 7474 6
“ ”+ G'((. “ 2 ” + G- (((. 3
!F0@7474 ! ?
0 2 0 2 0 2
0 2 $$$$ 2222
0 0.2 0.4 0.6 0.8 1 1.2 1.4 1.6 1.8 2
0 0.5 1 1.5 2 2.5 3
d
e
n
s
it
y
Marginal posterior distributions of , n = 100
Exact (MCMC) ANF-ABC ANF-MCMC
1.150 1.2 1.25 1.3 1.35 1.4 1.45 1.5 1.55 1.6
2 4 6 8 10 12 14
d
e
n
s
it
y
Marginal posterior distributions of , n = 2,000
Exact (MCMC) ANF-ABC ANF-MCMC
$
$
$
-$ -
!
!
!
!
2
2
2
2
2 2
=' =' 2 2 ' -( ' <( ? ( (') @( <(
( <( ? ( (*% 0 00 G'% G( (((= 2
6 – 7G=
2 -(( " 2 7
? 2 ? '(@= 8:
6
@ – * = '( 3 +2 .
8: 2 2 2
4 + G' G(.
0 2 0 20 2
0 2 //// 8:8:8:8: 2222 2222 –
0 2 0 2 0 2
0 2 <<<< 2222
-15 -10 -5 0 5 10 15
-8 -6 -4 -2 0 x lo g d e n s it y
= 1.2, = 0.2
Exact Mixture (M=5)
-15 -10 -5 0 5 10 15
-10 -8 -6 -4 -2 0 x lo g d e n s it y
= 1.7, = 0.9
Exact Mixture (M=5)
-15 -10 -5 0 5 10 15
-8 -6 -4 -2 0 x lo g d e n s it y
= 1.5, = -0.5
Exact Mixture (M=5)
3 0 2 '( 2 – 7G= G@
( = + . G( - + 2 .
+ . 7 2
2
0 2 0 2 0 2
0 2 '('( &'('( &&& 2222
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 -4 -2 0 2 m e a n s o f n o rm a l m ix tu re = -0.5 1 2 3 4 5
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 2 4 6 8 s .d . o f n o rm a l m ix tu re = -0.5
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 0.1 0.2 0.3 0.4 0.5 p ro b a b il it ie s o f n o rm a l m ix tu
re = -0.5
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 -4 -2 0 2 m e a n s o f n o rm a l m ix tu re = 0.2
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 2 4 6 8 s .d . o f n o rm a l m ix tu re = 0.2
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 0 0.2 0.4 0.6 0.8 p ro b a b il it ie s o f n o rm a l m ix tu
re = 0.2
% %%
% 4444 !#4!#4!#4!#4 2222
; =H '(H
α β 2 ? G=((
G'=(( 2 '( (((
2 -( .
F α β =H=H=H=H '(H'(H'(H'(H =(( ' '( @( <( ' /)- ' /$(
( -= ' <%' ' <%) ( =( ' <%' ' <%) ( <( ' <%' ' <%* '=(( ' '( @( <( ' /*/ ' /*% @( =( ' /*% ' /*) @( -= ' /** ' /** ( -= ' /** ' /)-( =/)-( ' /*' ' /*/ ( <( ' /*- ' /*/ ' $( @( <( ' <== ' <== @( =( ' <=/ ' <=% @( -= ' <=/ ' <=% ( -= ' <=$ ' <=$ ( =( ' <=/ ' <=$ ( <( ' <=/ ' <=$
/
//
/
!
!
!
!
6 2 +9 - -(($ 2
7 *' -('-. ' *%) 6 7474 2 00
+ G'% G( (('. !#4 2 !F0 7474 2 2
0 “ ” 2 7474 2 00 !#4
2 !F0 2 2
7G= 0
2
2 +μσπ.
+ .
3 +μσπ. + . ? 2 8:
2 2 ?
8: 0 '-( ((( -( (((
2 '( '( ((( ?
6 2 +' ((( .
2 @ @
+: 4 ? -((/ -((< : B -((<.
0 2 0 2 0 2
0 2 '''' 7 2'''' 7 27 27 2
1.250 1.3 1.35 1.4 1.45 1.5 1.55 1.6 1.65
5 10
d
e
n
s
it
y
Exact (FFT) ABC-ANF Mixture
-0.40 -0.3 -0.2 -0.1 0 0.1 0.2 0.3
2 4 6 8
d
e
n
s
it
y
$ $$
$ &&&& 2222 !;4A!;4A!;4A!;4A BBBB 7474 74747474 7474 !;4A + . B . α
. ! 2 # + !#4 . 2 '-( (((
-( ((( '( !;4A –
!;4A – '/ +7474. 2 7 D
2 -=H B – 2 2 8 B –
+7474. 2
7
!;4A– ( ($/=
+( ('(. +( ((<.( <')
!;4A– +!#4. ( ')*
+( (-=. +( (').( /=$ +( '--.' $=' +( ')'.@( ('* !;4A – + . ( ')( +( (-*. +( (').( /=/ +( '-(.' $=' +( ')*.@( ('' !;4A – +7474. ( ')* +( (-=. +( ('=.( /=$ +( '--.' $=' +( ')'.@( ('*
B– @( ''$
+( '-). +( ('=.( <=(
B– +!#4. @( (/<
+( (/=. +( (''.( /*- +( ''.' =$- +( ('=.@( '%
B– + . @( (<(
+( (/*. +( ('-.( /*( +( '-.' =$( +( ('%.@( '$
B– +7474. @( (<(
+( (/'. +( (''.( /*( +( ''.' ==( +( ('=.@( '$
F
F 2 !#4 2 !F0
0 2 '- 2
k
G= '= -= 0 2
0 2 0 20 2
0 2 '-'-'-'- &&&& !F0!F0!F0!F0 2222
0 5 10 15 20 25 30 35 40
0 5 10 15 20
number of points, k
p o s te ri o r, %
Marginal posterior distribution of k
-4 -3 -2 -1 0 1 2 3 4
0 20 40 60 80 100 k p o s te ri o r, %
Placement of points, k=5
-5 -4 -3 -2 -1 0 1 2 3 4 5
0 10 20 30 40 50 k p o s te ri o r, %
Placement of points, k=15
-4 -3 -2 -1 0 1 2 3 4
0 5 10 15 20 25 k p o s te ri o r, %
Placement of points, k=25
0 2 0 2 0 2
0 2 '*'*'*'* 7 27 27 27 2 2222 ????
0 5 10 15 20 25 30
0 5 10 15 20 25 30 35 40
number of grid points, k
p
o
s
te
ri
o
r,
%
Marginal posterior, number of grid points
0 1 2 3 4 5 6 7
0 0.2 0.4 0.6 0.8 1
radians
c
u
m
u
la
ti
v
e
s
p
e
c
tr
a
l
m
e
a
s
u
re
Cumulative spectral measures
Projection I Projrction II Mult. Normal Sph. Harmonic
0 2 0 20 2
0 2 ')')')') 7777 7 27 27 27 2
1.5 1.55 1.6 1.65 1.7 1.75 1.8 1.85 1.9 1.95 2
0 5 10 15 20
d
e
n
s
it
y
Multivariate Stable: Marginal posteriors of
Projection I Projection II Mult. Normal Sph. Harmonic Copula
-0.50 -0.4 -0.3 -0.2 -0.1 0 0.1 0.2
5 10
d
e
n
s
it
y
Multivariate Stable: Marginal posteriors of
<
<<
<
< '
3
< '
3
< '
3
< '
3
4
! +-$.
. . 0 2 8 4 +'<</.'<
! +-/.
3 2
6 2
2 2
2 2 3
2 ? 2
2 2
+-<.
8 4 +'<<* *.
! 2 7474
3 2 '((
K@( = ( =L : +7G- *. '(@%
2 7G'(
/ //
/ !!!! 2222 2222ε---- ΜG'(G'(G'(G'(
G@( < G@( = G@( -= G( -= G( = G( <
G' ' - )- ( $/( ( (/*=
- /( ( ='- ( (</) * %* ( (='= ( '(* * %' ( '$$ ( '(* - -< * <* ( '(-' =< ( /%( ( '(-'(( * %$ ( '%$ ( '(* * %- ( (<=) ( '(* * *$ ( '<' ( '(* * %/ ( '(/ ( '(*
' -< ( /%< ( '*% ' =) ( )<( ( (==* - =* ( (='< ( '*% - )= ( '<- ( (==< ' =% ) '% ( '*% ( %-= ( /%= ( ''/ * -- ( '/< ( '*$ - %% ( (<$% ( ('($ ' /= ( '<- ( (</< * )% ( '') ( ''%
( -<$ ( <)% ( -') ' (* ( )<* ( ()/' ' )) ( (='< ( ''% - '( ( '<* ( (''< ( $(/ ) '< ( -') @( )(% ' '* ( '*$ * (( ( -(- ( '$< - %( ( (<$% ( ((=)= ' (' ( '<* ( (%$) * () ( ''= ( (($=$
( -<* ( <)< ( -') ' (* ( )<* ( ()$< ' )) ( (='< ( ''% - '( ( '<* ( (''< ( %<) ) -( ( -') @( )'' ' '* ( '*$ - << ( -(- ( '$< - %( ( (<$% ( ((=)= ' (' ( '<* ( (%$' * () ( ''= ( (($=%
' *( ' '/ ( -') ' -( ( ='= ( (%*= - )( ( (=-( ( '<< - -- ( '<* ( (*-= ' == ) '% ( '*$ ( ('*/ ' -* ( ('*% * *) ( '/< ( -'= - %= ( (<$% ( ('*( ' *( ( '<= ( ($/$ * '( ( ''= ( (***
- *% ' -% ( --/ ' )) ( =-* ( ('(-* )/ ( (='< ( -)-- )% ( '<* ( (-)--<-)-- (-<-- (-<--$ ) (-<--< ( ($// ( (*)% ' -$ ( (()<* * $/ ( '/* ( -)) - $= ( (<$% ( ('<% ' %- ( '<= ( ('-' * *% ( '') ( '*'
G' * @( -%$ ) '' ( '='' '/ ( =/( ( ('=* ( )/) ( (=-- ( '-' - -/ ( '<% ( (')= ' <( ' -' ( '$' @( )<( ' )( ( -*/ ' // ( '<< ( -=' - %$ ( (<$$ ( ('=/ ' *$ ( '</ ( ((<<% - )( ( '') ( ('-)
@( %%$ ) (* ( --$ ' '= ( =/< ( ('*% @( (%*' ( (=--( '==
- -$ ( '<% ( ((/-/ ' )% ' =% ( '(' @' '< ' (/ ( --) ' /) ( -($ ( -)/ - %$ ( (<$/ ( (($%$ ' *= ( '<< ( ((/'% - )( ( ''= ( (($=/
@( /$) ) (/ ( -=) ' '* ( =<- ( ('(' @( )(' ( (=-- ( '=-- '=--$ ( '<% ( ((%'' ' *= ' /$ ( (=%< @' %* ' (' ( -)< ' /' ( -'( ( -=) - %$ ( (<$/ ( ((=/-' *) ( ((=/-'<< ( ((%)-- )( ( ''= ( ((=$((%)--
((=$-@( /%% ) (/ ( -=% ' '* ( =<- ( ('(' @( */= ( (=-- ( ')< - -$ ( '<% ( ((%($ ' *= ' // ( (==/ @' %) ' (= ( -=( ' $/ ( -'( ( -== - %$ ( (<$/ ( ((=$% ' *) ( '<< ( ((%)) - )( ( ''= ( ((=%/
@( %'' * <- ( -)-' -)-') ( =<( ( (-)-')( @( ($(= ( (=--( '%'
- -$ ( '<% ( (($/= ' *$ ' %- ( (<-' @' '' ' (= ( -'/ ' /$ ( -($ ( -)-- %% ( (<$/ ( (($-)--= ' *= ( '<< ( ((/-$ - )( ( ''= (
(($--@( '/$ * </ ( '$% ' -- ( =<( ( (*-= ( =$' ( (=-* ( '=) - -$ ( '<= ( (-*( ' *- ( %=* ( '/$ @( $=$ ' -( ( '/% - )) ( '<* ( '/$ - %- ( (<$% ( ('/% ' )' ( '<< ( ('%( - *< ( '') ( ('</
G' = @' )- * /* ( '<=
' '- ( =<$ ( (-'- @' =) * <$ ( -((' (< ( %(( ( ('=' @' =$ ) (' ( -(*' (< ( %(( ( ('*' @' %= ) (= ( -(*' (< ( %(( ( ('*' @' == * << ( -((' (< ( =<< ( ('=( @' */ * /- ( '<=' '( ( =<$ ( (-'*
@( '*$ ( (=-) ( '%$ - -' ( '<= ( ((/=* ( %<- ( $*$ ( '<* @' %( ' (< ( '<= - (/ ( '<) ( '<= - =/ ( (<$% ( ((%%* ' *% ( '<< ( ('(< - *) ( '') ( (($%(
@( ))* ( (=-) ( '%= - -' ( '<% ( ((%=% ( ))< ( $<* ( '<= @- (' ' (/ ( -(( - (* ( '<= ( '<< - =/ ( (<$% ( ((=*-' *= ( ((=*-'<< ( ((/)( - *) ( '') ( ((=<=
@( =$- ( (=-) ( '%) - -' ( '<% ( ((=<-( *)- ((=<-( /'< ((=<-( '<= @- -( ' (< ( -(* - (' ( '<= ( '<< - =/ ( (<$% ( (()// ' *= ( '<< ( (($=) - *) ( '') ( ((=)'
@( =%) ( (=-) ( '%* - -' ( '<% ( ((=<= ( *)< ( /'$ ( '<= @- '< ' '( ( -(* - (' ( '<= ( '<< - =/ ( (<$% ( (()/< ' *= ( '<< ( (($=/ - *) ( '') ( ((=)*
@( ))( ( (=-) ( '%) - -' ( '<% ( ((%)/ ( ))$ ( $<( ( '<= @- (* ' '' ( -(( - (- ( '<= ( '<< - =/ ( (<$% ( ((=-% ' *= ( '<< ( ((/*$ - *) ( '') ( ((=/<
@( ')% ( (=-) ( '%/ - -' ( '<= ( ((/*( ( %<) ( $*% ( '<) @' %- ' (< ( '<= - ($ ( '<) ( '<= - =$ ( (<$% ( ((%)/ ' *= ( '<< ( ('(< - ** ( '') ( (($)' G' $ @- *( * /< ( '%(' ($ ( =*$ ( '*(
@( $'$ ( (=-< ( ')( - (( ( '<* ( (-(-' )(-(-' ( $/% ( (-(-')$ @- $- ( '*= ( '%-( -*$ '%-( ')* '%-( '== - *- ( (<$* ( ((%)/ ' *= ( '<$ ( (%)) - '' ( '') ( (')(
@- -- * /% ( '%= ' (= ( =)' ( '-= @( $=% ( (=-< ( ')* - (( ( '<* ( ('/$ ' )' ( /'% ( ')% @- /= ( '*= ( '%% ( '<% ( ')* ( '=/ - *- ( (<$* ( ((%*= ' *) ( '<$ ( (=$' - '' ( '') (
('*-@- ** * $< ( '$-( </' '$-( ==- '$-( ''< @( =(( ( (=-< ( ')( - (- ( '<* ( ('%< ' )< ( </% ( ')/ @- /( ( '*$ ( '$* ( '%* ( ')- ( '%= - ** ( (<$* ( ((%)( ' *' ( '</ ( ()$= - '* ( '') ( ('-)
@- -/ * $/ ( '$* ( <=/ ( =)% ( '-( @( ))% ( (=-/ ( '*< - (- ( '<* ( ('%-' )/ ('%-' (( ( ('%-')$ @- /= ( '*$ ( '$* ( '/' ( ')- ( '%% - ** ( (<$* ( ((%-* ' -< ( '</ ( ()$' - '* ( '') ( (''<
@- )' * /( ( '$( ( <<% ( ==) ( '--@( =(% ( (=-< ( '*< - (- ( '<* ( ('$% ' =( ( <$< ( ')< @- $) ( '*$ ( '$' ( '%$ ( ')- ( '%* - *) ( (<$* ( ((%=) ' *- ( '</ ( ()<* - ') ( '') ( ('-/
@- *( * $< ( '%= ( </% ( =)) ( '-< @( )'/ ( (=-< ( '*/ - (- ( '<* ( ('$< ' )$ ( <)$ ( ')< @- $) ( '*$ ( '%% ( --/ ( ')- ( '%' - ** ( (<$* ( ((%)-' *( ( ((%)-'<$ ( (==((%)-' - '* ( '') ( ('-< G' < @- <- * %% ( ')'' (' ( =-' ( '*$
@( /-< ( (=-< ( '=( ' <) ( '<- ( ('%/ ' '= ( %(= ( ')* @- <( ( '*) ( '%$ ( --< ( ')* ( '%-- '%--/ ( (<$* ( ((=)( ' ** ( '<% ( (%%-- (% ( '') ( (''%
@- << * $' ( '*/ ' (' ( =-( ( '*$ @( /=/ ( (=-< ( '=' ' <) ( '<- ( ('%/ ' ') ( %(( ( ')* @- <' ( '*) ( '%/ ( -*' ( ')) ( '%-- '%--/ ( (<$* ( ((=*$ ' ** ( '<% ( (%%' - (% ( '') ( (''=
@* (- * $$ ( '** ' (' ( ='$ ( '*/ @( /$< ( (=*( ( '=* ' <) ( '<- ( ('%$ ' ') ( =<= ( ')) @- <= ( '** ( '%< ( -*$ ( ')) ( '%) - -/ ( (<$- ( ((=*) ' ** ( '<% ( (%%) - (% ( '') ( (''=
@- <% * $( ( '*$ ' (' ( =-' ( '*$ @( /=* ( (=-< ( '=-' <) ( '=-'<- ( ('=-'%/ ' ') ( %(* ( ')* @- <= ( '*) ( '%/ ( --= ( ')) ( '%* - -/ ( (<$* ( ((=*< ' ** ( '<% ( (%=/ - (% ( '') ( (''%
@- << * /' ( '-% ' (( ( ='= ( '*< @( //* ( (=*( ( '=) ' <* ( '<- ( ('%% ' '* ( =<' ( ')= @* (* ( '** ( '$' ( -)' ( ')) ( '%= - -/ ( (<$- ( ((=** ' *- ( '<% ( (%%% - (% ( '') ( ('')
@- /% * %- ( ')) ( <<% ( =-= ( '*$ @( $/$ ( (=-< ( '=( ' <= ( '<- ( ('%< ' ') ( %') ( ')* @- <) ( '*) ( '%= ( -(/ ( ')* ( '%' - -< ( (<$* ( ((=)= ' *- ( '<% ( (%%' - ($ ( '') ( (''$
F ! @F 2
5 '(@%
'(@=
< <<
< !!!! 2222 2222ε----
ΜG-G-G-
G-G@( < G@( = G@( -= G( -= G( = G( <
G' ' - '/ * )% ( ')%
* -) ( %'- ( /=) ' )= * $* ( '/-- -- ( <*= ( /'/ ( =<' ) (* ( -*)' '/ ' *$ ( $%% ( =/( ) (- ( -*$' '$ ' *% ( $%* ' )- * $) ( '/)- -- ( <*) ( /'% - '= * =' ( '*<* -* ( %)$ ( /%'
G' * @( -/$ * =' ( -)*
' '< ' '= ( $=$ @( $=* * $= ( -%/( %-$ ' )% ( $*- @' (' * /% ( -$*( -=/ ' $* ( $-$ @( <<* * /- ( -/<( -%< ' $( ( $'' @( $') * $* ( -%$( %'- ' )$ ( $** @( -$- * )< ( -=-' -( ' '* ( $)/
G' = @' $- * )$ ( --'
( ='* ' )% ( $$< @' /< * =$ ( --)( -=$ ' %* ( $$% @' <* * =/ ( -*(( ')< ' $( ( $$( @- (' * %* ( --<( '=* ' %< ( $$' @' /% * =% ( -*)( -%= ' %' ( $%% @' %= * )) ( --%( =(% ' )= ( $$)
G' $ @* *( * (% ( '=<
( -'( ' =% ( /)' @* -< * (( ( '%)( ')= ' %' ( /*% @* -< * (= ( '%/( '-' ' %- ( /*- @* -< - << ( '$'( '** ' %- ( /-< @* -< * '' ( '%%( ')- ' %' ( /*) @* -< - << ( '%)( --* ' == ( /*%
G' < @* -< - $$ (
'<-( ')/ ' )' '<-( /'<-(/ @* *< - /( ( '/=( '*( ' )- ( /'= @* *< - /- ( '/=( '-) ' )* ( /'= @* *< - $% ( '/$( '*= ' )- ( /'* @* *' - $% ( '<'( '*< ' )- ( /(< @* *' - $' ( '<)( '%- ' )( ( /(%
F ! @F 2
0 2 0 2 0 2
0 2 '='= 4'='= 444 ++++ .... 2222 ---- 7G- 7G- 7G-
7G-“ ” 2
-20 -15 -10 -5 0 5 10 15
0 0.05 0.1 0.15 0.2 0.25
ordinate, log2
d e n s it y
= 1.30, = -0.25
Exact Approximate
-20 -15 -10 -5 0 5 10 15
0 0.05 0.1 0.15 0.2
ordinate, log2
d e n s it y
= 1.30, = 0.25
Exact Approximate
-20 -15 -10 -5 0 5 10
0 0.05 0.1 0.15 0.2 0.25
ordinate, log2
d e n s it y
= 1.70, = -0.25
Exact Approximate
-25 -20 -15 -10 -5 0 5 10
0 0.05 0.1 0.15 0.2 0.25
ordinate, log2
d e n s it y
= 1.70, = 0.25
Exact Approximate
<
<
<
<
-B +'<<'. !;4A
7 +-('-. – –
2 # 2
7: 7474
0 8 2 +-((-.
I +-((). 2 2
!
+*(.
. . + . .
5 2 2 + I -(().
$ " " " " " " ( (
&
&
+*'. " " " " " $ " / " / " /2 3
2 ) 2
7
2 + .
<
<<
<
7
7
7
7
< '
#
< '
#
< '
#
< '
#
7 B +7 B. 2
7 B +4 C
+*-.
(&
0 ?
2 " @ 2
? (& !
4 C ! +-((<. ? 2 2
C
& +-((%. 7 – A 2 4
2 +'<<) '<<=. 6 2 4 8 +-((*. ?
7 –A 2 2 ?
+4 F -((%
A ; ? '<<) 2 . 7 B
3 ?
3 ?
2
7 ! F 0 +7!F0.
77 !! FF 00 +7!F0.+7!F0.
7 ! F 0 +7!F0.
For a fixed value of , consider a fixed set of 5 matrices ) .
1. Given the data compute the empirical characteristic function:
&
& , where , Let
& &
& &
&
.
2. Denote the parameter vector by . Draw a parameter vector .
3. Simulate artificial data 6 , and compute the characteristic
function & & , where , and is
5 a matrix.
4. Define
&
& &
& , & ).
5. Compute & & , & & ), and cov denotes the empirical covariance of
&
, an approximation to the optimal covariance matrix of the MANF.
6. Define the likelihood function of the MANF:
% 7474
! !#4
– 2 -( 2
=(H
!#4 7!F0 2
5 7!F0 5
)
2
d
32 0
&
?
L
2 ?&
" " 5 "
"
+ ? 2 5
? 2
S
–7!F0 3 !
G' =( G @( =( +. . 0
3
2 7 2 2 2
2 0
" "
&
! " " " +**.7 ? 2 "
5 2
<
<<
< -
--
-
7
7
7
7
B
B
B
B
7
7
7
7
0
2
2 7 B
2 2
( +*).
( +*=.
- 2 2 3
( +*%.
ds 2 - 2
3
+*$.
-( <(H ? 2 2 G'(( = (((
K' '( ' <(L K@( <( ( <(L 2
5 5 3
3 * * ) 6 2 !#4
Propose draws for the parameters and in the discrete case or 3 * in the
normal approximation.
Simulate artificial data for or using parameters or 3 * .
Compute the spectral measure ( and in the discrete
case, and ( , where ds denotes expectation taken with respect to
, given the time-varying parameters in the normal case.
Compute and the empirical
equivalent or the moving-blocks approximation.
Accept the draw if ! , for some constant ) .
0
2
!#4 =(H
-We partition the sample into 0 subsamples of approximately equal size, say . Denote each
partition by , 0.
For each subsample obtain ( using either the normal or the discrete approximation. As a
result we have estimates of the stable distribution parameters , along with
in the discrete case or in the normal approximation case. The estimates are obtained using ABC-ANF for each subsample when or are fixed.
Use least squares to fit 3 or ,
0, where and are obtained from ABC-ANF for the entire sample, and *,
, where denotes the empirical (co)variance, .
Set
0
0 ,
0
0 , and for 3 or denote by the least
squares quantities.
The proposal is , where for the discrete measure, and
for the normal approximation.
0
* 0 6
! 0 ) 3
2 0) -( '(
5 “ ”
6 “ ” 6
'( '( '(
-'( - !!!! &&&&
3 7 +'<<<.
! “K L 2 2
2 2 ”
+A '<$= 7 4 '<<$.
7 +'<<<. 2
"
' ! " " '
"
) " ' ' " 0 ' ' '
) "
" 6 “ - 2 2”
2 : 2
@ ! 5
( ( ! +7 -(('. F !
-# ! ! ! 1
-! 1 !
-- 0 7
+-((*.
: 5 @ 5
2
" " " 4 2 ' +
. 2
7 +'<<<.
2 2
2 @ 2 2
2 2 2
2 4 2
+ .
3
& 2 + -('-. “ ”
+ . 2
2
Use the method of Meerschaert and Scheffler (2003) to estimate principal directions in the direction of heaviest tails, . As in Tsionas (2012) this can be applied21 in 0 subsamples to
obtain an estimate .
For each subsample the method of Meerschaert and Scheffler (2003) also yields estimates ,
0, from which the empirical covariance can be obtained.
In the case of general (non-symmetric) multivariate stable distributions the samples
, so estimates , 0 can be obtained along with and
.
0 0
2 !#4 !#4@!F0 2
-' – 2
A ( (
0 2 F
2 !2
!#4 !#4@!F0
3 *
6 “&&&& @@@@ @@@@#### ” +&&&& . 2
!#4 !#4 !F0 7
# 2
3 * 2
“ ”
7 4 3 *
-2 2 - 2
Given parameters compute the discrete approximation to the spectral measure for all
subsamples through , 0.
Compute , , for each 0.
Use LS fit to obtain 3 , *.
Use 3 * and 3 * to formulate a multivariate normal proposal for ABC or ANF.
& 7 +'<<<.
7474 #
“ ”
2 7 4
3 *
)
3 * ? 7
2 - 2
6 ? !
0 7 4
' ((( ? 7474 '-( (((
'( ((( '( '( (((
'( '( '(
'( ;;;; 7777 4444 G' $= G' $= G' $= G' $= G(G(G(G(
3 *
2
d
- @( ''
+( ('%. +( (-(.( <' +( ('(.( '- +( ('-.' $% +( ($(.@( ('=
-F @( ''
+( ('). +( ('=.( <* +( ('%.( '- +( ('*.' $= +( (%'.@( ('*
& @!#4- @( '*
+( ('<. +( (--.( <) +( ('=.( '' +( ('*.' $$ +( ($-.@( ('/
& @!#4- @( ''
+( (''. +( ('<.( <) +( ('*.( ') +( ('*.' $) +( ($-.@( ('=
& @!F0- @( ''
& @!F0- @(
'-+( ('=. +( (''.( <- +( ('*.( '* +( (-*.' $% +( (/=.@(
('-& @!F0- @( ')
+( (-'.
( /= +( (*-.
( '% +( (--.
' /' +( ()*.
@@@
& @!F0- @( ')
+( ('=. +( (-'.( <- +( ('-.( '' +( ('*.' $$ @@@ !
- @( '=
+( (*-. +( ()).( <= +( (*=.( '= +( ()'.' $< +( (<'.(
'--F @( '=
+( (''. +( ('-.( <= +( (''.( '= +( ('-.' $< +( (*'.@( ($
& @!#4- @( '*
+( ()'. +( ()*.( <- +( (=*.( '- +( (-=.' $- +( (-/.( (*
& @!#4- @( ''
+( ('*. +( (''.( <( +( ('(.( '' +( (''.' $) +( (-).(
(-& @!F0- @(
'-+( ()*. +( (*'.( <' +( (*(.( '- +( (-'.' $= +( (--.(
(-& @!F0- @( ''
+( (''. +( ('-.( <( +( ('-.( '( +( ('(.' $% +( (--.( ('=
& @!F0- @(
'-+( ()'. +( (*=.( <' +( (--.( '- +( (*-.' $% @@@
& @!F0- @( ''
+( ('-. +( (').( <- +( (($.( '' +( ((/.' $= @@@
- @( -)
+( (%=. +( ($%.( $$ +( (%$.( -- +( ($$.' %* +( (*).( -)
-F @( ''
+( (($. +( ((/.( <* +( ((*.( '( +( ((%.' $= +( (''.@(
('-& @!#4- @( ''
+( (%%.
( <* +( ($/.
( '( +( (/-.
' $= +( ($/.
@( ('-+( ()).
& @!#4- @(
'-+( ((). +( ((*.( <' +( (('.( '' +( ((-.' $* +( (''.(
('-& @!F0- @( '(
+( ($'. +( (%%.( <( +( (*=.( '- +( (%$.' $* +( ()%.(
('-& @!F0- @( '(
+( ((*. +( ((=.( <( +( (('.( '' +( ((-.' $= +( (''.(
('-& @!F0- @( ''
+( ($$. +( (%$.( <( +( (/-.( '- +( ($'.' $) @@@
& @!F0- @( ''
+( ((). +( ((*.( <( +( ((-.( '( +( ((-.' $= @@@
F & & 7
2 2 2 !
3
+0 . ? + ! . 2
0 7 4 2
-- '(
-F &
6 2 !#4 !F0
2 !F0 2
C
0 2 '% 2 +
'( ((( .
+'( '(( =(( '((( . 0
0 2 0 2 0 2
0 2 '%'%'%'%
7 B 7
7 B 7
7 B 7
7 B 7
F & @!F0 !F0 5 &
@ '(
0 1 2 3 4 5 6 7
0 0.2 0.4 0.6 0.8 1 radians s p e c tr a l m e a s u re Period 10
0 1 2 3 4 5 6 7
0 0.2 0.4 0.6 0.8 1 radians s p e c tr a l m e a s u re Period 100
0 1 2 3 4 5 6 7
0 0.2 0.4 0.6 0.8 1 radians s p e c tr a l m e a s u re Period 500
0 1 2 3 4 5 6 7
0 0.2 0.4 0.6 0.8 1 radians s p e c tr a l m e a s u re Period 1000 True SD PD-ANF True SD PD-ANF True SD PD-ANF True SD PD-ANF ! &
+ 2 .
“ ”
2 “ ” ; + .
2 0 2 2
<
<<
< *
**
*
7
7
7
7
B
B
B
B
7
7
7
7
3 ? 2 6 7474 F - + . ! 2
1,...,
t
n
(&" @ 2 ?
(& 7
( 2 2
( F
! " " "
"
"
j
1,...,
N
7 F +'<<). α@
α@ 2 +
. 0 " " " "
(
2 "
2 5 2 7474 7 B
2 C - 2
!#4
-Draw parameters from a proposal distribution.
Simulate artificial data , fix the length, -, of moving blocks, and let
- - , -.
Compute the simulated log characteristic function and the empirical characteristic
function , where
- - , -, is the moving blocks in the data.
Accept the draw using the ABC or ANF criteria.
7474
& 3
&
! (& (& 2@ @
2 "
2
0 0 2
α@
5 5
7 @A 2 2 !#4 !F0 0 @ 2 +
.
2@ @
! 2@ @
2 " 2
7474 5
& 0
2
!#4 !F0 2
2 +<(H '(H . 6 5
%(H $=H
<
<<
< )
))
)
6 '(( O & ’ + -*@-<D'(D-((<.
--5 & +-('-. 2
2 " 9 * '<<% 7 -' -('- 4
9 # ! A 2@8 2 F E
8 7
3 0 2 '$ 2 3 * 2
–
0 2 0 20 2
0 2 '$'$'$'$ AAAA 2222 2222 –
-9
-8.5
-8
-7.5
-7
-6.5
-6
0
20
40
Posterior means of
0.05
0
0.1
0.15
0.2
0.25
0.3
10
20
Posterior means of
1.95
0
2
2.05
2.1
2.15
2.2
2.25
2.3
2.35
20
40
1/2
Posterior means of
1/2
1.3
1.35
1.4
1.45
1.5
1.55
1.6
1.65
1.7
1.75
0
20
40
Posterior means of
d
e
n
s
it
y
2 2 0 2 '/ -(
0 2 0 2 0 2
0 2 '/'/ 7 2'/'/ 7 27 27 2 Δ
-0.10 0 0.1 0.2 0.3 0.4 0.5 0.6
5 10 15
d
e
n
s
it
y
3 0 2 '< 2 !F0
& &'(( + . 5 2 + 2 . 6
&'(( -( =(H '(( + 2
@ 2 . 0 2 *(H
2 0 &'((
2 0 2 '< 6
0 + '(( '(( .
--“ ” + . < '(( “ ” +
0 2 0 20 2
0 2 '<'<'<'< &&&&
0 2 0 20 2
0 2 '<'<'<'< &&&& α !F0!F0!F0!F0 &&&& &'(( &'(( &'(( &'((
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 2
1.1 1.2 1.3 1.4 1.5 1.6 1.7 1.8 1.9 2
posterior means, ANF
p
o
s
te
ri
o
r
m
e
a
n
s
,
P
0 2 0 2 0 2
0 2 -(-( 7 2-(-( 7 27 27 2 α 2 ;2 ;2 ;2 ;
0.8 1 1.2 1.4 1.6 1.8 2
0.8 1 1.2 1.4 1.6 1.8 2
posterior means, ANF
p
o
s
te
ri
o
r
m
e
a
n
s
,
P
D
2 0 2 -'
0 2 0 20 2
0 2 -'-'-'-' 7 27 27 27 2 &'(( &'(( &'(( &'((
1.58 1.59
1.6 1.61
1.62 1.63 1.64
1.65 1.66 1.67
-0.3 -0.28 -0.26 -0.24 -0.22 -0.2 -0.18 -0.16 -0.140
0.2 0.4 0.6 0.8 1
0.1
0.1
0.1
0.1
0.1
0.2
0.2
0.2
0.2
0.3
0.3
0.3
0.3
0.4
0.4 0.4
0.5
0.5 0.5
0.6
0.6 0.6
0.7
0.7 0.8 0 0.8
.9
1.59 1.6 1.61 1.62 1.63 1.64 1.65
'' '' ''
'' 4444 2222 &'(( &'(( &'(( &'((
;F
& !F0 & 4 !F0 7 2 '(
& !F0
α ( ** ( '- ( )* ' *- ( =' (
'-β ( -' ( *= ' '- ' -( ( *= ( '$
τ ( )'@' *= ( )=@( $- ( /%@' $' ( %'@' -/ @( '-@( %' @( '$@(
%-δ ( *$ ( )( ' ** ( <* ( )( ( -'
Δ ( )= ( )= ( '% ' '= ( *- ( ''
Φ ( *- ( == ' '' ( *- ( )= ( -'
F ;F 4 2 2 0 τ
& “& ” !F0 “! F 0 ”
4 @ =(H -=H
0 2 0 20 2
0 2 --- 777 27 222 α β
1.540 1.56 1.58 1.6 1.62 1.64 1.66 1.68 1.7
10 20 30 40
d
e
n
s
it
y
ANF PD ABC
-0.50 -0.45 -0.4 -0.35 -0.3 -0.25 -0.2 -0.15 -0.1 -0.05
5 10 15
d
e
n
s
it
y
0 2 0 2 0 2
0 2 -*-* 7-*-* 777 τ
0 2 4 6 8 10 12 14 16 18 20
0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9
lag
a
c
f
ANF PD ABC
0 2 0 20 2
0 2 -)-)-)-) ;;;; 4444 2222
-0.040 -0.02 0 0.02 0.04 0.06 0.08
5 10
rank correlation
0 10 20 30 40 50 60 70 80 90 100
0.8 0.85 0.9 0.95 1
lag
a
c
0 2 0 2 0 2
0 2 -=-= 7 2-=-= 7 27 27 2 4 4 4 4 2 ;2 ;2 ;2 ;
; 2 + . + 2 . 2 !F0
1.3 1.35 1.4 1.45 1.5 1.55 1.6 1.65 1.7 1.75 1.8 0
20 40
-0.50 -0.4 -0.3 -0.2 -0.1 0 0.1 0.2 0.3 0.4 5
10
1.5 1.55 1.6 1.65 1.7 1.75 1.8 0
10 20
-0.50 -0.4 -0.3 -0.2 -0.1 0 0.1 0.2 5
10
1.3 1.4 1.5 1.6 1.7 1.8 1.9 2 0
20 40
-0.40 -0.3 -0.2 -0.1 0 0.1 0.2 0.3 10
20
1.5 1.55 1.6 1.65 1.7 1.75 1.8 1.85 1.9 0
10 20
-0.150 -0.1 -0.05 0 0.05 0.1 0.15 0.2 0.25 5
10
1.4 1.5 1.6 1.7 1.8 1.9 2
0 20 40
-0.70 -0.6 -0.5 -0.4 -0.3 -0.2 -0.1 0 0.1 5
10
1.25 1.3 1.35 1.4 1.45 1.5 1.55 1.6 1.65 1.7 0
20 40
-0.350 -0.3 -0.25 -0.2 -0.15 -0.1 -0.05 0 0.05 0.1 5
'
''
'(
((
(
0
0
0
0
7
7
7
7
'
''
'(
((
( '
''
'
-#
4
+*/.
5 5 !
5 2 5 5 3
+ . (&
2 ? 2
3
,
i i
3
3
:
3 0 5
6 2
@ -* A
2 2 2 6 ?
@ 2 ? ?
“ 2 ” + E '<<% !2 6 -((( : 6 -((*.
2 +'</(. 3
+*<.
+)(.
%
&
&&
+)'.5
! 6
% # ’ 0 2 E +'<<% =%=@=%%.
2 2 /" +
" / + / 0 -) + 2 '( 0
-* : J 4 +-((). B +-((<.
-) 6 @
2 @
) 0
2 5 0
%
k
1, 2,...
& 2 3 2 2+! ). ! 2
@
6 2 !#4
Fit the normal k-factor model using MCMC25 to obtain posterior draws for
, for , where is an a priori known bound on . For
estimate univariate stable distributions for each time series
. Take as proposal a multivariate Student-t (see below) based on maximum likelihood
estimation26 with mean , , and covariance27
6 , where denote the ML quantities. For take the same
proposal independently of .
Use a multivariate Student-t proposal for , with the stated parameters. The degrees of freedom,
n
p
, wherep
is the number of parameters.Draw a candidate parameter vector from the proposal and simulate model (39)-(40) to obtain
artificial data . Compute the simulated characteristic function
.
If ! , for some positive constant , accept the draw with probability.
Use (41) and the Laplace approximation to obtain the log-marginal likelihood for , and
draw a value for . If the log-marginal likelihood is denoted by / , the probability of model
is28 / / , .
3 -<
/ +)-.
+*<.
2 +)'.
2 “ 2” F 2 2
2 2 +'</(.
-= E +'<<%. +'=.@+'$. !
-% 7 2 00
-$ 2 2 7: @
-/ 3 2 7474
2 “ ” 2 2
-< 4 8 ; 6 +'<<$. !
C
+! =. ( (= ( '( A =H 2 00
3 2 !' <(H
?
n
0G' ((( 7 4 2 2 +*<.
+)(. <(H
2
G' ((( ' (((
2
3 ! ' + . <(H + . <(H
<(H
2
5 2 =(H*(
!' 4 !' 4 !' 4 !' 4
3 33 333 3B
G' $( G@( -( G' -( G@( /( G' -( G( /( G' $( G( -(
G= G= G= G=
G-G'(( (
*$-( -)% –( %'$ ( *)= ( -'$ –( %'( ( *)* ( --( –( %(% ( *$* ( -)( –( %'*
G=(( ( *=<
( -(< –( =/'
( *(< ( '/) –( ==$
( *(%
( '/( @( ==/ ( -'(( *=/–( =/)
G' ((( ( *=$
( -'* –( %('
( *--( '$/ –( =<*
( *'< ( '$) –( %(%
( *=$ ( -'' –( %('
G- ((( (
*=-( -*=-($ –( =$<
( *(* ( '$' –( ==% ( *(* ( '$' –( ==% ( *=) ( -(% –( =$/
G'( G) G'( G) G'( G) G'( G)
G'(( ( --)
( '%$ –(
*=-( '<) ( '=' –( -<'
( '<= ( ')$ –( -/*
( --$ ( '%% –( *=*
G=(( ( '%)
( (<< –( *'(
( ''-( ''-($< –( '/<
( ''' ( (/( –( '<*
( '%= ( (</ –( *(/
G' ((( ( '=(
( (/* –( *($
( (<= ( (%* –( '$<
( (<= ( (%) –( '/'
( '=) ( (/) –( *(=
G- ((( ( '=)
( (/( –( *--( *--(/$ ( (=* –( '$$ ( (/$ ( (=) –( '$% ( '=) ( ($< –( *-'
G-( G/ G-( G/ G-( G/ G-( G/
G'(( ( '/(
( '*% –( -%= ( '$% ( '*$ –( -=-( '$-( '*= –( -=-( '/' ( '*/ –(
-%-G=(( ( (/'
( (%) –( '-( ( ($$ ( (%( –( ''* ( (/( ( (%- –( '') ( (/-( (/-(%* –( ''/ G' ((( ( (=<
( ()% –( (/=
( (== ( ()* –( ($<
( (=% ( ()* –( (/'
( (=< ( ()% –( (//
G- ((( ( ())
( (** –( (%= ( ()( ( (*' –( (=/ ( ()' ( (*' –( (=/ ( ()) ( (** –( (%$ G'((
G-G'(( G-G'(( G'((
G-G' ((( ( *''
( -(' –( ))( ( (/% ( (%* –( '-) ( (/* ( (%- –( '-* ( *(< ( -(' –( )*< G* ((( ( *(<
( -(* –( )*$ ( (%< ( (=( –( ''' ( ($( ( (=( –( ''( ( *(/ ( -(% –( )*% F <(H + . ' (((
<(H ' (((
0 ! &'(( 2 7474
2 '-( ((( -( ((( 2
'( ; 2 !'
*( ! 2
! 5 2
2 “ ” 2 =(H
*(H 3 “ ” *
2 ? &
0 2 !' 2 !* 0 2 !'
2 3 2 7474
0 2 !- 0 !
2 2 0 !
0 2 0 2 !*
0 2 0 ! 2
0 2 0 2 0 2
0 2 -%-%-%-% &&&&
1 2 3 4 5 6 7 8 9 10
0 0.1 0.2 0.3 0.4 0.5 0.6 0.7
number of factors, k
p
ro
b
a
b
ili
ty
0 2 0 20 2
0 2 -$-$-$-$ 4444 2222
2 )=
-0.4 -0.3 -0.2 -0.1 0 0.1 0.2 0.3 0.4 0.5
-0.4 -0.2 0 0.2 0.4 0.6 0.8 1 1.2
Posterior means, normality
P
o
s
te
ri
o
r
m
e
a
n
s
,
s
ta
b
le
Posterior means of normal versus stable factor analysis
0 2 0 2 0 2
0 2 -/-/ 7 2-/-/ 7 27 27 2 0000 !!!! 2
2 “4 ” 2
+ . + . “ ”
2
1.4 1.45 1.5 1.55 1.6 1.65 1.7 1.75 1.8 1.85 1.9
0 5 10 15 20
d
e
n
s
it
y
Common , Symmetric stable
,
-0.50 -0.4 -0.3 -0.2 -0.1 0 0.1 0.2
5 10 15
d
e
n
s
it
y
Common ,
'
''
'(
((
( -
--
-
! 7
! 7
! 7
! 7
0
0
0
0
7 2 ?
2 - 2 A 0 7 2 2
2
5 2 7
"
" " +)*.
2 7
"
" " +)).
3 7
3 - 7
- 2
7
+)=.
+)%.
+)*. +)). 2 + . + . +)*.
0 +)'.
"
% #
$
&
&&
+)$. 6
! !
!- & 7
!- &!- & 77
!- & 7
&
+ . ;F 4 F
( +( ('=.( (('- ( *=* @' -'- ( ((-$
' @( ((-$+( (--. ( )=' @' === ( (()'
( @( ((-'+( ('$. ( /'( ' *=% ( (()=
( @( ((*)+( (-$. ( $%% ' -'- ( (('*
( +( (('$.( ('= ( =%' ( /<$ ( ((()=
' +( (==.( '$' ( -'- ' -)= ( ((%'
( +( ('%.( (-$ ( *=* @' )=' ( ((*)
( +( ()).( '// ( )$$ ( =%' ( ((=)
+( (--. +( (**.
' ' $'-+( ('=. +( ()'.@( ('- ( =%% @' *<' ( ((*) ( ((*$
(
' </< ( ((*)
+( (''. +( ((-=. ( *)= ( ==% ( (()= ( ((*$
'
' =%( @( -'
+( ('). +( (--. ( ))) ( /'- ( ((-- ( ((*<
( -$*
+( ('=. ( /'< @' -'( (
(('-(
%'-+( ('$. ( $'( ' **$ ( ((-=
( ''= ( (==
+( (*=. +( ('-. ( %=( ' -'= ' '-- ( ((*' ( (('
( '-- ( (*'
+( (-'. +( (''. ( $'( ( $'$ ' *)' @' -- ( $ (
((-( ((-(*= ( $'- ( (-'
+( ('$. +( (--. +( (-%. ( %'( @' *-( ( ((-'
F ;F 4 ’ +'<<). 2 2 F
'
''
'(
((
( *
**
*
0
0
0
0
3 2 ? 2 0 2 ? 2
2 3
2
2 ? +0 : -((' 0 A : ; -((( -((=.
( +)/.
+)<.
( ( @
5 6 2 (&
2 2 (& !
+'<$$. 2 +'<$$. 2 6 +'</'. !
- ! 2 +)/. – +)<.
2 2 2 6 +-((=.
# # ? +-((=.
+)/. – +)<.
2 4 +)/.
2 2 2 !
2
@ ;
“ ”
2@ 2 ! 2
" + 5 .
+=(.
+ . +='.
3 “ ”
@ 2 + .
& - +& . 2 ! 2
+! '-. 0
!2 6 +-((( ! #. 6
-2 C
& +! '=. –
=( =( & +! '=. 2 “ ”
=(H $* -$ 2
&
! 0 2 !) 2 !% 3 0 2 !)
2 2 ? + .
2 ? + 2 . &'(( 3
2 2 3
0 2 != ? 2 ?
+ . 2 ? + 2 .
+ .
@ @
22 2
2 3 0 2 !% 2
2 6
0
' $= @( '
3 @
0 2 0 2 0 2
0 2 -<-<-< &-< &&& 2222 ???? &'(( &'(( &'(( &'((
1 2 3 4 5
0 0.1 0.2 0.3 0.4 0.5 0.6 0.7
number of factors, k
p
ro
b
a
b
il
it
y
Generalized Stable Factor Model
1 2 3 4 5
0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9 1
number of factors, k
p
ro
b
a
b
il
it
y
0 2 0 2 0 2
0 2 *(*( &*(*( &&& ???? &'(( &'(( &'(( &'((
0 1 2 3 4 5 6 7
0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9 1
radians
s
p
e
c
tr
a
l
m
e
a
s
u
re
Generalized Stable Factor Model
Discrete Normal
0 1 2 3 4 5 6 7
0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9 1
radians
s
p
e
c
tr
a
l
m
e
a
s
u
re
Generalized Dynamic Stable Factor Model
Discrete Normal
0 2 0 20 2
0 2 *'*'*' 7 2*' 7 27 27 2 ???? 0000 7777
&'(( &'(( &'(( &'((
1.650 1.7 1.75 1.8 1.85 1.9 1.95 2 2
4 6 8 10 12 14
d
e
n
s
it
y
,
-0.20 -0.15 -0.1 -0.05 0 0.05 0.1 0.15 5
10 15 20 25
d
e
n
s
it
y
,
3 0 2 !$ 2 2
5 3 2
0 2 0 2 0 2
0 2 *-*- 0*-*- 000 2222 ???? 0000 7777 &'(( &'(( &'(( &'((
-0.60 -0.4 -0.2 0 0.2 0.4 0.6 0.8 10
20 30 40 50 60 70 80
loadings Posterior means of factor loadings,
-0.60 -0.4 -0.2 0 0.2 0.4 0.6 0.8 1 1
2 3 4 5 6 7x 10
5
loadings Draws of factor loadings,
0 2 0 2 0 2
0 2 **** 7**** 777
1 2 3 4 5 6 7 8 9 10
0.05 0.1 0.15 0.2 0.25 0.3 0.35 0.4 0.45
lag
a
c
f
Max. ACF of draws for Static and Dynamic Generalized Stable Factor Model
Static Dynamic
4
2
4
2
4
2
4
2
3 !#4
& 2
3 !#4 2
2 2 0
! 2
3
2
2 5 3
2 2
! !#4 2
2 + 5
&'((. –
2 2 &
7 &
2 ?
2 2
2 2 @
6 2 !#4
7 4
# 2@ 3
2
3 2
!#4 “ ”7 4
;
;
;
;
! ? 7 3 ! 2 '<%= A 7 0 0
7 F I
!2 C 7 6 -((( # 2
9 # '/ **/@*=$
# ? E & # A C '</% 2 E ü
! 2 7 7 ' *$@)<
# 4 A ; 5 ; ; '<<* A 2 2 2
7 C ; '/ -==@-%%
# # 9 # & ? -((= 7 2 ! @ 2
2 +0!B!;. > 9 '-( '-( '-( '-(
*/$@)--# ! A 7 8 9 & 7 4 -('- !;4A
9
# 9 '<<= # 9 !
! <( %(=@%'*
# ? 9 & F # ; 5 '<<* !
9 7 ! )% '*@*'
4 7 '</' : 3!7 9
! 7 )' )*@%<
4 7 9 0 -((( ? 77
'% $<$–/*)
4 7 9 0 9 -((- 77 2
6 2 & M " ;
4 9 7 4 : 7 # 6 '<$% ! 2
9 ! ! $' *)(@*))
4 2 # F ; '<<= 7 7 0 = '**@'=*
4 2 +'<<). # 2 !;7!+ . 9
%) '/*–-(%
4 F 0 F +-((%. ! 2
9 '*) *)'–*$'
4 I C 7 ! -((< 7 B ! + .
A 0 2 B 2 A 2
! 9 7 F -((= @ 3 ; $*
'''@'-<
4 9 ; 8 ! ; : 6 '<<$ 4 2 # 2
9 ! ! <- <(*@<'=
I B -('- 9
9 9 8 -((( @
# + . 9 ; #
%- *@=%
2 ; ; 6 '</' ! - 2
9 ! ! $% $$)@$/'
0 2 ! & 7 2 '</' C
7 4 2 ; F I F @A '(<–
'--0 2 ! & 7 2 '</' C 0 9
! ! $% *$<–*/$
0 2 ! ; ! 7 '<$$ !
= //@<$
0 7 7 : -((' 2 ? ;
0 7 7 A 7 : : ; -((= 2 ? 3
; /- =)(@==)
0 7 7 A 7 : : ; -((= 2 ? C @
2 9 ! ! '(( /*(@/)(
0 6 ! B ? '<</. " 2 ; " 2 4 F ! !
9 - '@ -=
; ; B -(''
9 '%' *-=@**$
I 8 -('' F
DD 2D D(<($ -)='
2 ! # 7 2 -((' ! # @
2 & 2 /' '%(*@'%-*
9 0 8 9 2 '</( 3 2
? 9 ! ! $= '**@'*$
9 0 '<$$ 0 ! 7 P : B
7 ! 2 ! 2 *%=@*/* F @A
9 0 E '<<% 7 2 2 2 2
; 0 < ==$@=/$
A 7 I B B -('- C @ ;@
9
A ! 4 ; ? F F '<<) 7 ;
%' -)$–-%)
9 A '<<$ 7 7 4 4 A
8 F 4 '<</ :
!;4A ; %= *%'@*<*
8 2 9 : 9 I -((-
! O F E 9 )) *'<–**=
8 2 9 : 9 I 9 -((- '/ %<'–$-'
8 3 ! '</( ; 2 @ 9
! ! $= <'/–<-/
8 3 ! '</' !
4 @ 4 '( '$–-/
: 0 7 B ; 8 -('( 0 7 2 4 " 2
7 ! 9 & 2 3 ')( *%*/@*%=)
: @7 # 6 # '<<= 7 !;4A– 9
! '( -$*@-/=
: E @I 8 @4 4 : J -(() 3 2 @ 3 2
& 2 : '' =<$@%((
: 7 9 4 ? -((< 3 @ B 7
=* --</@-*(/
: 7 9 4 ? -((/ 3 @ &
'' '<*@-(/
: 7 9 B -(($ 3 4
! =* -*(<@-*-)
: A 0 7 6 -(() # 7 ') )'@%$
7 # '</$ " 2 4 0
3 ; == '=*@'%'
7 5 & 9 7 B & 2 -((* 7 4 7 4
& 2 F ! '(( '=*-)@'=*-/
7 7 ! -((%
4 – 7 *=
')<@'$-7 4 9 A '</% 4
@ 4 '= ''(<@''*%
7 4 9 A '<<) ;
C "
7 4 9 A '<</ F ! ;
! ; 0 7 + . ! 2 ? 2
# # )/<@=((
7 7 7 A @& '<<< 7
9 7 ! $' ')=@'=<
7 7 7 A & -((' : 3 ; B
A & 6 O
F I -(('
7 7 7 A & -((* & 2
A A @ 0 =<=@%)( ; F @A F
I
7 -('- 3 @&
7 4 7 2 -=
''<<@'-'-7 2 2 4 '<<< 4 2