Bayesian Logistic Regression Model Choice via Laplace-Metropolis Algorithm

(1)

Æ

!

"

# $

(2)

!

' #

'

! ( )%**+,

-)./0,

Æ

1)%**2, !

Æ

) /30, 14

5

( )%**6,

!

)7&&8, !

" 3

Æ 9 )7&&:,

3

!

" 5

!

0)%*86, ; )%***,

$ 0)%*86,

0< =

( )

%7 %+:& ,

/)

(3)

7 %

% , ;

)%***, 5 !

0 7

0+ .

>

3 9?%

& % 0 @ % 7

@ )

, ¼

) , "!

! @)

, @% 7 @& %

)

,

@

@ )

,

¼

<

)@ ,@

A

)

,

)7%,

@ )

, &

%

@ % ;

@ % 7 ¼

@ )

,

¼

@ )%

, B )

¼ , @

@

¼

@% 7 )77,

@)

,

@

¼

)7%,)77,< @)

, C

(4)

)@ ,@ A A ¼ )%? ) ¼ , )7+,

. "

< $ 0 ! !

7D

D E F G F ) ,

< <

H 5

< )7+,

)77,"C

E F

G @% 7 )7>,

F @ ) , )@ , ) ¼ )) , ¼ F ) ,,, )%? ) ¼ ,, )78,

)78, <

< <

<),

<

!

(5)

) ,@ A A ½ Ü ¼ ¼ ! "# Ü ¼ $% ) @,@ % ) , ) A A , ) ¼ )) , ¼ F ) ,, )%? ) ¼ ,, )72, ; H <)) H

,@ , "

) H ,@ & H % H H @ H H

7 ! ) H

, )/ 7&&% %::

%:2, )72, ) @, @!? ¼ % 7 )) , ¼ F ) ,, )%? !) ¼ ,, )76, !@ % ) , ) A A ,

!)72, )76,

H @ ? % F @ ? % F ¼ )7*,

(6)

@ H " ½ ¾ ) H , @ # )%, H 0 $

< %>

C 3 H @ 1 H H )7*, H @ H )77,

! 1 H

H H H H 7> <C )@ , ) @,

5!<

&% ;/

C 3 H @

@& % $

"

@H

? ) H )% H ,,) H , H @) ¼ ) H )% H ,,, ) ¼ ) H )% H ,," , )7%&, ! H @ ¼ ´·½µ ¼ ´·½µ

(7)

) ,

0

)%**>,

<

C "

<

I

<

$

<

(

! / J)%***, ; )%***,

$ 1

5

1

" 1

@ %

)7>,)7:, C

),@

))

, @,

%

"

))

, @,

)7%%,

)7%%, '<

Æ

<

)7%%,

. !

3!

(8)

3)7&&>, %

) ,

&8%)7,?&8& £

?

) £

@,) £

,

)7%7,

£

)3

/ %**2,& £

5!'

() ,)

' ' ¼

() ,@

) @,),

£

B

! !

!

¼

*+ ¼

)

£

@,

) £

¼

@,

&

£

) £

,

& £

) £

¼ ,

%

7

¼

)7%+,

)*+ ¼

,),

,?-) £

£

¼, )7%>,

,

<

¼

-) £

£

¼

,

¼ -) £

£

¼

, )%, )

1 ( )%**>,,

! )7%+, ; )7%+,

9 / )%**8,

" !

0

0)%*86,

; )%***,

5

( % <

;)%***, 0)%*86,

'

(9)

0< = 5

//) / % &

B %, ) &

7 % %

%8 % 7,

() .. 0 0 B

%7 L %+:& 0

0, )77,

"'

5

-.//% )77,

C

@

?

0?

?

0 )+%,

@! - 1 2 .

C

@

?

0?

)+7,

C

@

?

0 )++,

C

@

?

)+>,

; )7%>,

7

<

)7*, )H

H

, @ )

, @ 3 @ %

Æ )+7, "

. "

)5M(,

* @

I),45

* )%6,

+ 5 H

@)

H

,

H

)77, ;!

)77,

>2 6

N N

/

" '

(10)

#$ M $ )(

; )%***,,

"$ "&%'

$( ") )( $) *&+

$ " " "& % "&,

"

& $ ( $ )"

" "$ $ "* "" $)'

%( $' "$* (% $&(,

$ "" " $) "' $,"

"

"" + "+ "$ ",%

" $& % +' $( ))*

( ) $" "+ +,%

$ + ' " $ %&

"

& ' ) $ "''

" ( " ") "" $$%

#$ K !

)7%+,

5

!7. " 7%% % &>& &%&

- 7. ( >8+ % +6> +>%

%7" +7* % >&& >%7

%+:&" %%7 % %:8 %68

!

@

%

@

& &

% %

%8 %8

7 7

@

& &

% &

%8 &

7 &

@

& &

% %

%8 %8

7 7

(11)

#$

")

@NN,

$ 0 Æ )5M(,

+&+2 )>%7> 7%>+,

. / &>+6 )&8+> &+>+,

&+*> )&%8> &>+7,

/O &&*7 )&87> &7%>,

>676 )82:8 +26*,

0 / &8*7 )&:78 >*62,

&6% )&262 &*>+,

/O &&&% )&&&% &&&7,

7:+% )+8>: %*>+,

%7 / &&6 )&&2: &&*%,

&%8 )&%2+ &%78,

/O &%*2 )&78: &%7*,

+%7> )>2:8 762,

%+:& / &%&% )&7>% &&>+,

&+6> )&>7> &7>8,

/O &&:% )&76+ &&*6,

#$ ! NN

NN

$ "

"

&,*" &*'& &&&& &)$"

&)(+ &&,* $,$" &"&$

&))" &&)" $*,( &',(

#$ % NN NN

$ "

"

)'$" %"'$ ++%% )"(%

+("" )%%( +'*, +*)+

+'%% )"++ &)&) +$)"

(12)

#$ & N%7 N NN

$ "

"

&"*) $*)+ $*&* $,+)

$*,* $)%+ $))$ $%)"

$("" $&%, $&%" $+)$

#$ ' N%+:& N NN

$ "

"

&),% &+&& &"*" &"(+

&+$$ &$%" &"$) &"%"

&%"( &$$$ &"", &'*'

#$ (

PN

"8" 0 8% 0 . " . 1.7"

!7. " 7"% 58"8 *7& 6>& 6%&

%88 58"8 87+ 877 8%6

%8 58"8 :++ :>6 :+8

- 7. ( 7"% 58"8 ++* +6> +>%

%88 58"8 %2>6 %6:& %2%8

%8 58"8 6:& *%% 6++

%7" 7"% 58"8 %+*> %>&& %>%7

%88 58"8 %>&6 %>%8 %>7+

%8 58"8 %78> %722 %7*8

%+:&" 7"% 58"8 %%6% %%:8 %%68

%88 58"8 %8%% %8&& %877

%8 58"8 %876 %8>8 %8:>

; +

!

C

H

@>676&8*70?&6%

(13)

'C

) 9 "!

/ !

C

#0 )- - ,@

)>676&8*7)%,?&6% ,

@+7:2

+7:2

) 9 "!

" C

#0 )- -0 ,@

)>676&8*70?&6%)%,,

)>676&8*70?&6%)&,,

@77>2

"

77>2

'

! " " "

.

@

&7 &+ &8

&> &7 &>

&2 &% &7

&+ &+ &>

>&8&8&

8& 1)& %,

@

6 %2 %8

%* %> %2

+: 8 *

(14)

' )77,

!

@

% & & &

% & % &

% % & &

% % % %

. )7%&, %&

H

@

&:&&22+*

%*>:2*>+

&2&6*62>

7&88&&2*

H

@

&%7%7:&*

&::2*&>:

&+&*>%+%

&2*2%%:+

K

@

&7&*6 &+677 &>&6&

&+6:% &762% &+7:6

&277% &%&6* &%:*%

&+>:8 &+7:2 &+7:6

B

!

"

@

6+*8 %8766 %:+7%

%*+&2 %>+88 %:+>&

+:%+* 8>>8 6>8

%2+72 %:++2 %:+>&

9

@&6*727. "

!

=0. )%**>,

(15)

5( (9)%**6,

! <

0< C = 0 & +77

+>+

(M.)%**+,

1

. 0 ! >>+>8*

K<.)%**>,3!!

= .0 . (*78&786

K< </)7&&>, K

" <

<%* %2+%*%

1 ()%**2, KÆ

! 0

' 82:6

1 . K 0 . 3 )%**7,

1 = .0 .

(' 87+8+7

1.K( (9)%**>, C

! = / 0 0 0 %&

8&%8%>

1 .K 1 09 )%**6, C

<(% %%%

9 = 3 ; )7&&>,

= . 0. **

72*7*&

9 /K/ .K)%**8, =

.0.* 22+2*8

3 M = 1 )%**8, M

= / 0 0 %' 7>27:7

30/ .)%**2,K

3 =

(16)

(1<.3(( <()7&&:,

3/. "

/ ( 0 /B

; (M ==)%***,0"

M 5K

.)K

.3<,

/ M)7&&%, 7;J<C

0

/ . J L /)%***, .

; . .

= )7,%+&%>+

0 M 0 / )%*28,

K/& >2%>6:

0 = )%*86, K< C

! . = 5

1 7*>7%7

3 9 = )%*6:, . .!

( =

.0.( 676:

< 9 )7&&8, " B 3

/ /( 0$

B