&KRRVLQJD

WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

6NLS
WR
P DLQ
FRQW
HQW

,%0 Š

6LJQ LQ
RU
UHJLVW
HU
( QJOLVK
>XVHULG@


&O
RVH
>[ @

,I
\ RX
GRQ

W
KDYH
DQ
,%0 
,' 
DQG
SDVVZRUG
UHJLVW
HU
KHUH

,%0 ,' 
3DVVZRUG 
$ IW
HUVLJQLQ


%\
FOLFNLQJ6XEPLW

\ RX
DJUHH
WR
WKH
GHYHORSHU: RUNV
WHUP V
RI
XVH

) RUJRW
\ RXU
,%0 
,' "

) RUJRW
\ RXU SDVVZRUG"
&KDQJH \ RXUSDVVZRUG

7KHILUVW
WLP H
\ RX VLJQLQW RGHYHORSHU: RUNV
DSURILOHLV
FUHDW
HG IRU
\ RX
7KLVSURILOH
LQFOXGHV
WKHILUVW
QDP HODVWQDP H
DQG
GLVSO
D\ QDP H\ RXLGHQW LILHGZKHQ\ RX
UHJLVW
HUHGZLWKGHYHORSHU: RUNV 6HOHFWLQIRUP DW LRQLQ\ RXUGHYHORSHU: RUNVSURILOH
LVGLVSOD\ HGW RW KHSXEO LF EXW\ RXP D\ HGLWW KHLQIRUP DW LRQDWDQ\ W LP H< RXU
ILUVW
QDP H
ODVW
QDP H XQOHVV\ RXFKRRVH
WR
KLGHWKHP 
DQG GLVSO D\ QDP HZLOO
DFFRP SDQ\ 
WKHFRQWHQW 
WKDW
\ RXSRVW

$ OO
LQIRUP DW
LRQ
VXEPLW
WHG
LV
VHFXUH

7KHILUVW
W
LP H
\ RX
VLJQ
LQ
WR
GHYHORSHU: RUNV
D
SURILOH
LV
FUHDW
HG
IRU
\ RX
VR
\ RX
QHHG
WR
FKRRVH
DGLVSO
D\ 
QDP H
< RXU
GLVSO
D\
QDP HDFFRP SDQLHV
WKH
FRQWHQW
\ RX
SRVW
RQGHYHORSHUZRUNV

3 OHDVHFKRRVHDGLVSOD\ QDP HEHW ZHHQ FKDUDFWHUV

< RXUGLVSO
D\ 
QDP H
P XVW
EH
XQLTXH
LQ
WKH
GHYHORSHU: RUNV
FRP P XQLW
\DQG
VKRXOG
QRWEH
\ RXU
HP DLO
DGGUHVV
IRU
SULYDF\ 
UHDVRQV

' LVSO
D\ 
QDP H


%\
FOLFNLQJ6XEPLW

\ RX
DJUHH
WR
WKH
GHYHORSHU: RUNV
WHUP V
RI
XVH

$ OO
LQIRUP DW
LRQ
VXEPLW
WHG
LV
VHFXUH

0 \ GHYHO
RSHU: RUNV
0 \
SURILOH
0 \
KRP H
0 \
JURXSV

0 \ QRW
LILFDW
LRQV
^>QXP BQRWLI\ @
QHZQRW
LILFDW
LRQV̀ >QXP BQRW LI\ @
QHZQRW
LILFDW
LRQ
^>QXP BLQYLWH@QHW
ZRUNUHTXHVWV̀ >QXP BLQYLWH@ 
QHWZRUN
UHTXHVW

6LJQRXW


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

6HO
HFWD O
DQJXDJH
( QJOLVK
₼㠖
㡴㦻崭
뼑霢꽩

Ɋɭɫɫɤɨ
3RUWXJXr V
%U
DVLO
( VSDxRO
9 LӋW

&O
RVH
>[ @

GHYHORSHU: RUNVŠ

7HFKQLFDOWRSLFV
( YDOXDW
LRQ VRIW
ZDUH
&RP P XQLW\
( YHQWV

6HDUFK
GHYHORSHU: RUNV 

, %0 SURGXFW
V
$ ,; DQG8 1 ,;
,QIRUP DWLRQ 0 DQDJHP HQW
/ RWXV
5 DWLRQDO
7LYROL
: HE6SKHUH

7 HFKQRO
RJLHV
-DYDW HFKQRORJ\
/ LQX[
2 SHQ VRXUFH
62 $ DQGZHE VHUYLFHV
: HE GHYHORSP HQW
; 0/

6RO
XWLRQV
&ORXG FRP SXWLQJ
,QGXVWULHV
,QWHJUDWHG6HUYLFH
0 DQDJHP HQW

7HFKQLFDOOLEUDU\
) HHGV
DQGV\ QGLFDW
LRQ
1 HZVOHWW
HUV

0 RUHDERXW7 HFKQLFDOW
RSLFV

&O
RVH
>[ @

) LQG VRIW
ZDUHE\


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

,%0  SURGXFW
( YDOXDW LRQ
P HW
KRG
' RZQORDG
RQOLQH
WULDO
SURGXFW

EHW
D
FORXG
,QGXVW U\

0 RUHDERXW( YDOXDW
LRQVRIW
ZDUH

&O
RVH
>[ @

0 \KRP H
3URILOHV
* URXSV
%ORJV
%RRNP DUNV

) RUXP V
: LNLV
) LOHV
$ FW LYLW
LHV
3RGFDVW V

0 RUHDERXW&RP P XQLW
\

&O
RVH
>[ @

%ULHILQJV
: HEFDVWV
) LQG
HYHQWV
EULHILQJV
ZHEFDVW
V
FRQIHUHQFHV



0 RUHDERXW( YHQW
V

&O
RVH
>[ @

GHYHORSHU: RUNV
5 DW
LRQDO
7HFKQLFDOOLEUDU\

&KRRVLQJ DW
HVWDXW
RP DW
LRQIUDP HZRUN
0 LFKDHO . HOO\6RIWZDUH ( QJLQHHU
4$ / LEHUW\
0 XW XDO
0 LNH. HOO\ 
LVFXUUHQW O\ 
DVRIWZDUHW
HVWLQJFRQVXOWDQW IRU
W KH&RP SXWHU
+ RUL]RQV
&RUSRUDW LRQLQ,QGLDQDSROLV
+ H

VKDG
H[ SHULHQFH P DQDJLQJD VRIWZDUHDXWRP DWLRQWHVW
LQJW HDP DQGKDVEHHQ
ZRUNLQJZLW KWKH
5 DWLRQDOWRROV
VLQFH+ LV
SULP DU\ 
DUHDV RILQWHUHVW 
DUHVRIW
ZDUH GHYHORSP HQW OLIHF\ FOHV
VRIW
ZDUHWHVW
DXWRP DWLRQ
DQG SURMHFW
P DQDJHP HQW0 LNHFDQ
EHUHDFKHG E\ HP DLO

6XP P DU\ 
$ WHVW
DXW
RP DW
LRQIUDP HZRUN
LV
DVHW
RIDVVXP SWLRQVFRQFHSW V
DQG
SUDFW
LFHV
WKDW
SURYLGH
VXSSRUW
IRU
DXW
RP DW
HG
VRIW
ZDUHWHVWLQJ
7KLV
DUW
LFO
HGHVFULEHV
DQGGHP RQVWUDWHV
ILYHEDVLFIUDP HZRUNV

7DJW
KLV

' DWH
 1 RY

/ HYHO 
,QWURGXFWRU\
$ OVRDYDLODEOHLQ  9 LHW
QDP HVH

$ FW
LYLW
\ 

YLHZV
&RP P HQWV

%DVLQJDQ DXWRP DW
HGW
HVW
LQJHIIRUW
RQXVLQJRQO\ 
DFDSW
XUH
WRRO VXFK DV,%0  5 DW
LRQDOŠ 5 RERWW
RUHFRUGDQGSOD\ EDFNWHVW
FDVHV KDVLWV
GUDZEDFNV
5 XQQLQJFRP SOH[ 
DQGSRZHUIXOW
HVW V
LVWLP HFRQVXP LQJDQG H[ SHQVLYH
ZKHQ XVLQJRQO\ DFDSWXUH
WRRO%HFDXVH W
KHVH
WHVW
V
DUHFUHDWHG
DG KRFW
KHLUIXQFW
LRQDOLW\FDQ EHGLIILFXOWW
RW
UDFN DQGUHSURGXFHDQGWKH\ FDQEHFRVW
O\
WRP DLQWDLQ


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

$EHW WHUFKRLFHIRUDQ DXW RP DWHG WHVWLQJWHDP  W

KDW

VM
XVWJHW W
LQJVW DUW
HGP LJKW EHWRXVHDW
HVW DXW RP DWLRQ IUDP HZRUN GHILQHG
DVDVHW 
RIDVVXP SWLRQV 
FRQFHSW VDQGSUDFW LFHV WKDWFRQVWLWXWHDZRUN SODW IRUP RUVXSSRUW IRUDXW RP DWHG WHVWLQJ,QWKLV
DUWLFOH,

OO
DWWHP SW
WR VKHG D
OLW
WOHOLJKWRQDKDQGIXO RIWKHWHVWDXW RP DW
LRQ IUDP HZRUNV ,

P IDP LOLDUZLWK VSHFLILFDOO\ 

WHVW
VFULSWP RGXODULW\
WHVW OLEUDU\ 
DUFKLW HFWXUHNH\ ZRUGGULYHQW DEOHGULYHQ WHVW LQJ
GDW DGULYHQ W
HVW LQJDQG K\ EULGWHVW
DXW RP DWLRQ,
ZRQ
WHYDOXDW HZKLFK IUDP HZRUN LVEHWWHU
RU ZRUVH EXWZLOO
M XVWRIIHUDGHVFULSWLRQ DQG DGHP RQVW UDWLRQRIHDFK
DQG 
ZKHUH DSSURSULDW H VRP HWLSVRQKRZW R LP SOHP HQW 
LWLQW
KH ,%0 5 DWLRQDO WRROVHW 

7KH
7HVW
6FULSW
0 RGXODULW
\) UDP HZRUN

7KH WHVW
VFULSW
P RGXODULW
\IUDP HZRUNUHTXLUHV
WKHFUHDWLRQ
RIVP DOO
LQGHSHQGHQWVFULSW
VWKDWUHSUHVHQW
P RGXOHV
VHFWLRQV
DQG
IXQFW LRQVRI
WKHDSSOLFDW
LRQXQGHUWHVW
7KHVHVP DOO
VFULSW
V
DUHWKHQ XVHG
LQD
KLHUDUFKLFDOIDVKLRQWR
FRQVWUXFW
ODUJHUW
HVWV
UHDOL]LQJDSDUW
LFXODUW
HVW
FDVH

2 I
DOOWKHIUDP HZRUNV ,
OO
UHYLHZ WKLV
RQH VKRXOGEHW
KHVLP SOHVW
WRJUDVSDQG P DVWHU
 ,W

VD
ZHOONQRZQ SURJUDP P LQJVWUDWHJ\
WREXLOG DQDEVWUDFW LRQ OD\ HULQ
IURQW 
RIDFRP SRQHQWWRKLGHWKH
FRP SRQHQW IURP W
KH UHVWRI
WKH DSSOLFDW
LRQ7KLVLQVXODWHVW
KH
DSSOLFDW LRQIURP  P RGLILFDW LRQV
LQWKHFRP SRQHQW DQGSURYLGHVP RGXODULW\LQWKHDSSOLFDW LRQGHVLJQ
7KH WHVW
VFULSWP RGXODULW\
IUDP HZRUN DSSO LHVWKLV SULQFLSOHRIDEVWUDFWLRQRU
HQFDSVXODW LRQ
LQRUGHUWRLP SURYH W
KH P DLQWDLQDELOLW\
DQGVFDODELOLW\RI
DXWRP DW HGW HVW
VXLW HV

7RGHP RQVW
UDWH
WKH
XVH RIW
KLV
IUDP HZRUN,

OO
DXWRP DW
HDVLP SOH
WHVW
FDVH
IRU
WKH
: LQGRZV
&DOFXODW
RU
SURJUDP 
VHH
) LJXUH

WR
WHVW
WKH
EDVLF
IXQFWLRQVDGG
VXEWUDFW
GLYLGH
DQGP XOW
LSO\ 

) LJXUH 7 KH: LQGRZV&DOFXODW

RU

$W 
WKHERWW
RP 
OHYHORIW
KHVFULSW

KLHUDUFK\ 
DUHW
KHLQGLYLGXDO
VFULSW
VW
HVWLQJDGGLW
LRQ
VXEW UDFWLRQ
P XOW
LSO
LFDW
LRQ
DQG
GLYLVLRQ
$ V
H[ DP SO
HV
WKH
ILUVW
VFULSW
WKDW
IROORZV
WHVWV
DGGLWLRQDQGW
KHVHFRQGVFULSW
WHVW
VVXEWUDFWLRQ

6XE 0DLQ

:LQGRZ 6HW &RQWH[W &DSWLRQ &DOFXODWRU

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

5HVXOW /DEHO83 &RPSDUH3URSHUWLHV 7H[W 83 2EMHFW 3URSHUWLHV

(QG 6XE


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

6XE 0DLQ

:LQGRZ 6HW &RQWH[W &DSWLRQ &DOFXODWRU

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

5HVXOW /DEHO83 &RPSDUH3URSHUWLHV 7H[W 83 2EMHFW 3URSHUWLHV

(QG 6XE

7KH W
ZR VFULSWV
DWW
KH QH[ W
OHYHO
RIWKHKLHUDUFK\ 
ZRXOGWKHQEH
XVHGW
RUHSUHVHQW
WKH6WDQGDUGYLHZDQG
WKH6FLHQWLILF
YLHZ
DYDLODEOHIURP W
KH9 LHZP HQX$ V
WKHIROORZLQJVFULSW
IRU
WKH6W
DQGDUG
YLHZLOOXVW
UDWHV
WKHVH
VFULSWV
ZRXOGFRQWDLQFDOOV
WR
WKH
VFULSWV ZHEXLOW
SUHYLRXVO\ 

7HVW 6FULSW 0RGXODULW\ )UDPHZRUN

6FULSW IRU 6WDQGDUG 9LHZ

6XE 0DLQ

7HVW $GG )XQFWLRQDOLW\

&DOO6FULSW 7HVW 6FULSW 0RG )UDPHZRUN $GG

7HVW 6XEWUDFW )XQFWLRQDOLW\

&DOO6FULSW 7HVW 6FULSW 0RG )UDPHZRUN 6XEVWUDFW

7HVW 'LYLGH )XQFWLRQDOLW\

&DOO6FULSW 7HVW 6FULSW 0RG )UDPHZRUN 'LYLGH

7HVW 0XOWLSO\ )XQFWLRQDOLW\

&DOO6FULSW 7HVW 6FULSW 0RG )UDPHZRUN 0XOWLSO\

(QG 6XE

$ QG
ILQDOO\ 
WKH
WRSP RVW
VFULSW
LQ
WKH
KLHUDUFK\ 
ZRXOG
EH
WKH
WHVW
FDVH
WR
WHVW
W
KH
GLIIHUHQW
YLHZV
RI
WKH
DSSO
LFDW
LRQ

7HVW 6FULSW 0RGXODULW\ )UDPHZRUN

7RS OHYHO VFULSW UHSUHVHQWV WHVW FDVH

6XE 0DLQ

7HVW WKH 6WDQGDUG 9LHZ

&DOO6FULSW 7HVW 6FULSW 0RG )UDPHZRUN 6WDQGDUG

7HVW WKH 6FLHQWLILF 9LHZ

&DOO6FULSW 7HVW 6FULSW 0RG )UDPHZRUN 6FLHQWLILF

(QG 6XE

) URP 
WKLVYHU\ 
VLP SOHH[ DP SOH
\ RXFDQ
VHHKRZWKLV
IUDP HZRUN \ LHOGV
DKLJKGHJUHHRI
P RGXODUL]DWLRQ
DQGDGGVWRWKHRYHUDOO
P DLQWDLQDELOLW
\ RI
W KH
WHVW 
VXLWH
,ID
FRQWURO
JHW
VP RYHGRQWKH&DOFXODW RUDOO
\ RX
QHHGWR
FKDQJH LVW
KHERW
WRP OHYHOVFULSW
WKDWFDOOV
WKDWFRQW URO
QRW 
DOO
WKHWHVW
FDVHVW
KDW
WHVWW
KDW
FRQW URO


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

%DFN
WR
WRS

7KH
7HVW
/ LEUDU\ 
$ UFKLW
HFW
XUH
) UDP HZRUN

7KHWHVWOLEUDU\ DUFKLW HFW XUH

IUDP HZRUN LV
YHU\ 
VLP LODU
WRWKHWHVW
VFULSW
P RGXODULW\IUDP HZRUN DQG
RIIHUV
WKHVDP H
DGYDQW DJHV 
EXW LW
GLYLGHV WKH
DSSO LFDWLRQXQGHUW HVW 
LQWRSURFHGXUHV DQGIXQFWLRQVLQVW
HDG RI
VFULSW
V
7KLVIUDP HZRUN UHTXLUHV
WKH
FUHDW LRQRI OLEUDU\ ILOHV
64 $ %DVLF OLEUDULHV
$ 3, V
' / / V
DQGVXFKWKDW
UHSUHVHQW P RGXOHV
VHFW
LRQV
DQG IXQFWLRQVRI
WKH
DSSOLFDWLRQXQGHUW HVW7KHVH OLEUDU\ 
ILOHV DUHW
KHQ FDOOHGGLUHFWO\
IURP W
KH W
HVWFDVHVFULSW

7RGHP RQVWUDW
HW
KH
XVHRI
WKLV
IUDP HZRUN
,

OO
DXWRP DWHWKHVDP HWHVW
FDVH DV
DERYHEXW
XVHDQ64 $ %DVLFOLEUDU\ 
7KH
OLEUDU\
FRQWDLQV
DIXQFW
LRQ
WR
SHUIRUP 
WKHRSHUDW
LRQV
) ROORZLQJDUHWKHKHDGHUILOH
VEK
DQGW
KHOLEU
DU\ 
VRXUFHILOH
VEO 

+HDGHU )LOH
7HVW /LEUDU\ $UFKLWHFWXUH )UDPHZRUN
)XQFWLRQV /LEUDU\

'HFODUH 6XE 6WDQGDUG9LHZ)XQFWLRQ %DVLF/LE )XQFWLRQV /LEUDU\ 2SHUDQG2QH $V ,QWHJHU B

/LEUDU\ 6RXUFH )LOH

7HVW /LEUDU\ $UFKLWHFWXUH )UDPHZRUN
)XQFWLRQV /LEUDU\

6XE 6WDQGDUG9LHZ)XQFWLRQ 2SHUDQG2QH $V ,QWHJHU B

2SHUDQG7ZR $V ,QWHUJHU B
2SHUDWLRQ $V 6WULQJ

&OLFN RQ ILUVW RSHUDQG

6HOHFW &DVH 2SHUDQG2QH
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
(QG 6HOHFW

&OLFN RQ ILUVW RSHUDQG

6HOHFW &DVH 2SHUDQG2QH
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
(QG 6HOHFW

&OLFN RQ ILUVW RSHUDQG

6HOHFW &DVH 2SHUDQG2QH
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
&DVH
3XVK%XWWRQ &OLFN 2EMHFW,QGH[
(QG 6HOHFW

3XVK%XWWRQ &OLFN 2EMHFW,QGH[

(QG 6XE

8 VLQJW
KLV
OLEUDU\ 
WKH
IROORZLQJW
HVW
FDVH
VFULSW
FDQ
EH
P DGH

7HVW /LEUDU\ $UFKLWHFWXUH )UDPHZRUN

7HVW &DVH VFULSW

,QFOXGH )XQFWLRQV /LEUDU\ VEK

6XE 0DLQ

7HVW WKH 6WDQGDUG 9LHZ

:LQGRZ 6HW &RQWH[W &DSWLRQ &DOFXODWRU

7HVW $GG )XQFWLRQDOW\

6WDQGDUG9LHZ)XQFWLRQ
5HVXOW /DEHO93 &RPSDUH3URSHUWLHV 7H[W 93 $GG

7HVW 6XEWUDFW )XQFWLRQDOW\

6WDQGDUG9LHZ)XQFWLRQ
5HVXOW /DEHO93 &RPSDUH3URSHUWLHV 7H[W 93 6XE

7HVW 0XOWLSO\ )XQFWLRQDOW\

6WDQGDUG9LHZ)XQFWLRQ
5HVXOW /DEHO93 &RPSDUH3URSHUWLHV 7H[W 93 0XOW

7HVW 'LYLGH )XQFWLRQDOW\

6WDQGDUG9LHZ)XQFWLRQ
5HVXOW /DEHO93 &RPSDUH3URSHUWLHV 7H[W 93 'LY

(QG 6XE

) URP 
WKLV
H[ DP SOH
\ RX FDQVHHWKDW
WKLVIUDP HZRUNDOVR\ LHOGV
D KLJKGHJUHHRI
P RGXODUL]DW
LRQDQGDGGV
WRWKH RYHUDOO
P DLQWDLQDELOLW
\RIW
KH W HVW
VXLW
H-XVW
DVLQWHVW
VFULSW
P RGXODULW \
LIDFRQWURO
JHWV
P RYHGRQ W
KH&DOFXODW
RU
DOO\ RXQHHGWR
FKDQJH LV
WKHOLEU
DU\ ILOH
DQGDOOW
HVW
FDVHV WKDW
FDOO
WKDWFRQW URO
DUH XSGDW HG

%DFN
WR
WRS

7KH
. H\ ZRUG' ULYHQ
RU
7DEOH' ULYHQ
7HVW
LQJ) UDP HZRUN

. H\ ZRUG GULYHQ W HVW

LQJ DQG WDEOH GULYHQ W
HVWLQJDUHLQWHUFKDQJHDEOHW
HUP VW
KDW 
UHIHUWRDQDSSOLFDW LRQLQGHSHQGHQW
DXWRP DWLRQIUDP HZRUN 
7KLV IUDP HZRUNUHTXLUHVWKHGHYHORSP HQW
RIGDWDWDEOHVDQGNH\ ZRUGV LQGHSHQGHQW RI
WKHWHVW
DXWRP DWLRQWRROXVHG W
RH[ HFXW HW
KHP DQGWKHWHVW
VFULSWFRGHW
KDW
GULYHVWKHDSSOLFDW LRQXQGHUW HVWDQG W
KHGDWD
. H\ ZRUG
GULYHQWHVWV
ORRN YHU\ 
VLP LODUWR
P DQXDOW
HVWFDVHV,QD
NH\ ZRUGGULYHQ
WHVW
WKHIXQFW LRQDOLW\
RI WKHDSSO LFDW
LRQXQGHUW HVW
LV


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

GRFXP HQW
HG
LQ
DW
DEOH
DV
ZHOO
DV
LQ
VWHS
E\ VW
HS
LQVW
UXFW
LRQV
IRU
HDFK
WHVW


,I
ZH ZHUHWRP DS RXWWKHDFWLRQVZH SHUIRUP 
ZLWKWKHP RXVHZKHQ ZHWHVW
RXU
: LQGRZV &DOFXODWRU
IXQFWLRQVE\ 
KDQG 
ZH
FRXOG FUHDW
HWKHIROORZLQJW DEOH
7KH : LQGRZ FROXP QFRQW DLQV
WKHQDP H
RIW
KHDSSOLFDWLRQZLQGRZZKHUH ZH
UHSHUIRUP LQJ
WKHP RXVHDFWLRQLQWKLVFDVHW
KH\ 
DOOKDSSHQ W
REHLQ
WKH&DOFXODW RU
ZLQGRZ 
7KH&RQW UROFROXP QQDP HVW
KHW\ SH
RI
FRQW URO
WKHP RXVHLVFOLFNLQJ7KH$ FWLRQFROXP Q
OLVW
VWKHDFWLRQ
WDNHQZLWKW
KHP RXVHRUE\ 
WKHW
HVWHU
$ QGW
KH
$ UJXP HQWVFROXP Q QDP HVDVSHFLILFFRQWURO



DQGVRRQ

: LQGRZ &RQW
URO $ FW
LRQ $ UJXP HQW
V
&DOFXODW
RU 0 HQX 9 LHZ
6WDQGDUG
&DOFXODW
RU 3XVKEXW
WRQ &O
LFN 
&DOFXODW
RU 3XVKEXW
WRQ &O
LFN 
&DOFXODW
RU 3XVKEXW
WRQ &O
LFN 
&DOFXODW
RU 3XVKEXW
WRQ &O
LFN
&DOFXODW
RU 9 HULI\ 
5 HVXOW 
&DOFXODW
RU &O HDU
&DOFXODW
RU 3XVKEXW
WRQ &O LFN 
&DOFXODW
RU 3XVKEXW
WRQ &O
LFN 
&DOFXODW
RU 3XVKEXW
WRQ &O
LFN 
&DOFXODW
RU 3XVKEXW
WRQ &O LFN
&DOFXODW
RU 9 HULI\ 
5 HVXOW 

7KLVWDEOHUHSUHVHQWVRQH FRP SOHW HWHVW

P RUHFDQEHP DGHDV
QHHGHGLQRUGHUW
RUHSUHVHQW 
DVHULHVRIW
HVWV2 QFH\ RX

YH
FUHDWHG\ RXUGDWDW
DEOHV 
\ RXVLP SO\ZULWHDSURJUDP RU
DVHW
RI
VFULSWVW
KDW
UHDGVLQHDFKVWHSH[ HFXWHVWKHVWHSEDVHGRQ
WKHNH\ ZRUG FRQWDLQHG WKH$ FW
LRQ ILHOG
SHUIRUP VHUURU
FKHFNLQJ
DQG ORJV
DQ\ 
UHOHYDQWLQIRUP DWLRQ7KLVSURJUDP  RU
VHW
RI
VFULSW
VZRXOG ORRN
VLP LODUW
R W
KH SVHXGRFRGH EHORZ

0DLQ 6FULSW 3URJUDP

&RQQHFW WR GDWD WDEOHV
5HDG LQ URZ DQG SDUVH RXW YDOXHV
3DVV YDOXHV WR DSSURSULDWH IXQFWLRQV
&ORVH FRQQHFWLRQ WR GDWD WDEOHV
0HQX 0RGXOH
6HW IRFXV WR ZLQGRZ
6HOHFW WKH PHQX SDG RSWLRQ
5HWXUQ
3XVKEXWWRQ 0RGXOH
6HW IRFXV WR ZLQGRZ
3XVK WKH EXWWRQ EDVHG RQ DUJXPHQW
5HWXUQ
9HULI\ 5HVXOW 0RGXOH
6HW IRFXV WR ZLQGRZ
*HW FRQWHQWV IURP ODEHO
&RPSDUH FRQWHQWV ZLWK DUJXPHQW YDOXH
/RJ UHVXOWV
5HWXUQ

) URP 
WKLVH[ DP SOH\ RXFDQVHHWKDWWKLVIUDP HZRUN UHTXLUHVYHU\ 
OLW
WOHFRGHW
RJHQHUDWHP DQ\ 
WHVW
FDVHV
7KHGDW D
WDEOHV DUH
XVHG W
RJHQHUDW HWKHLQGLYLGXDOWHVW
FDVHV ZKLOH W
KHVDP H FRGHLV
UHXVHG 7KH
,%0 5 DW
LRQDOWRROVHW
FDQEHH[ W
HQGHG XVLQJ
LQWHUDFWLYHILOHUHDGVTXHULHVRUGDWDSRROV 
RU\ RX
FDQ XVHRW
KHU W
RROVIUHHZDUH
RWKHUGHYHORSP HQWWRROV
DQGVXFKDORQJ
ZLW K
,%0  5 DWLRQDOWRROVLQRUGHUWREXLOGWKLVW
\ SH
RI IUDP HZRUN

%DFN
WR
WRS

7KH
' DW
D' ULYHQ
7HVW
LQJ) UDP HZRUN

' DW
DGULYHQ
WHVW
LQJLV
DIUDP HZRUN
ZKHUH
WHVW
LQSXW
DQG
RXW
SXW
YDOXHV
DUH
UHDG
IURP 
GDW
DILOHV
GDW
DSRROV
2 ' %&
VRXUFHV
FYV


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

ILOHV
( [ FHO
ILOHV
' $2 REMHFWV
$' 2REM HFWV
DQGVXFK DQGDUH ORDGHGLQWRYDULDEOHVLQFDSWXUHGRU
P DQXDOO\ 
FRGHGVFULSW
V
,Q W
KLVIUDP HZRUN 
YDULDEO HVDUHXVHGIRUERWKLQSXWYDOXHVDQG RXWSXW 
YHULILFDWLRQYDOXHV1 DYLJDW
LRQW
KURXJK WKH
SURJUDP 
UHDGLQJRI WKH GDWDILOHV
DQGORJJLQJRIWHVW
VWDWXVDQGLQIRUP DWLRQ DUH
DOO
FRGHG LQ
WKHWHVW
VFULSW

7KLVLV
VLP LODU
WRWDEOHGULYHQW
HVWLQJLQWKDWWKHWHVW
FDVHLV
FRQW DLQHGLQWKHGDW D
ILOH
DQGQRW
LQ
W KH
VFULSW
WKHVFULSWLV
MXVWD
GULYHU
RU GHOLYHU\ 
P HFKDQLVP 
IRUWKHGDW D
8 QOLNHLQ
WDEOHGULYHQWHVWLQJW
KRXJK 
WKH
QDYLJDWLRQGDWD
LVQ
W
FRQW DLQHG LQ
WKH
WDEOHVW
UXFW XUH,QGDWDGULYHQ
WHVWLQJRQO\ 
WHVWGDWDLV
FRQWDLQHG LQ
WKHGDWDILOHV

7KH,%0 5 DW
LRQDO WRROVHW
KDVQDWLYH
GDWDGULYHQ
IXQFWLRQDOLW
\ZKHQXVLQJW
KH64 $ %DVLFODQJXDJHDQGW
KH,%0 
5 DWLRQDO
GDWDSRRO
VWUXFWXUHV 7RGHP RQVWUDWH
WKH
XVHRIW
KLV
IUDP HZRUNZH

OO
WHVW
WKH
RUGHUIRUP IURP 
WKH
WHVW
VDP SOH
DSSOLFDWLRQ
&ODVVLFV$VHH) LJXUH

) LJXUH 2 UGHUIRUP IURP W

KHVDP SO
HDSSO
LFDW
LRQ&O
DVVLFV$

,I
ZH
UHFRUG
GDW
DHQW
U\ 
LQW
RW
KLV
ZLQGRZ
ZH
JHW
W
KH
IROORZLQJ

'DWD 'ULYHQ )UDPHZRUN

7HVW &DVH 6FULSW

6XE 0DLQ

0DNH $Q 2UGHU
:LQGRZ 6HW &RQWH[W 1DPH IUP2UGHU

&DUG 1XPEHU
(GLW%R[ &OLFN 1DPH W[W&UHGLW&DUG &RRUGV
,QSXW.H\V

([SLUDWLRQ 'DWH
(GLW%R[ &OLFN 1DPH W[W([SLUDWLRQ'DWH &RRUGV
,QSXW.H\V

3ODFH 2UGHU
3XVK%XWWRQ &OLFN 1DPH FPG2UGHU

&RQILUPDWLRQ 6FUHHQ
:LQGRZ 6HW&RQWH[W 1DPH IUP&RQILUP
3XVK%XWWRQ &OLFN 1DPH FPG2.

(QG 6XE


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

: H
FDQXVH GDWDSRROV
WRVHW
XSWHVW
FDVHV
WKDW
WHVW
YDOLG
DQGLQYDOLG
FUHGLW
FDUG
QXP EHUVDQG
H[ SLUDW
LRQ
GDW
HV
7KH
GDW
DSRRO
VKRZQ
LQ) LJXUH
IRU
H[ DP SOH
ZRXOGEH
IRU
DWHVW
FDVHWKDW
ZRXOGWHVW
WKHGDW
HILHOG

) LJXUH 6DP SO
HGDW
DSRROIRUDW
HVWFDVHW
KDWZRXOGW
HVWW
KHGDW
HILHOG

,I
ZH
P RGLI\ 
WKH
VFULSW

WR
DFFHSW

WKLV
GDW
D
ZH
JHW
W
KH
IROORZLQJ

'DWD 'ULYHQ )UDPHZRUN

7HVW &DVH 6FULSW

,QFOXGH 64$87,/ 6%+

6XE 0DLQ
'LP 5HVXOW $V ,QWHJHU
'LP 'DWDSRRO+DQGOH $V /RQJ
'LP 'DWDSRRO5HWXUQ9DOXH $V 9DULDQW

2SHQ WKH GDWDSRRO

'DWDSRRO+DQGOH 64$'DWDSRRO2SHQ 2UGHU)RUP'3
$GG HUURU FKHFNLQJ

/RRS WKURXJK WKH GDWDSRRO

:KLOH 64$'DWDSRRO)HWFK 'DWDSRRO+DQGOH GTD'S6XFFHVV
2SHQ 2UGHU )RUP
:LQGRZ 6HW&RQWH[W 1DPH IUP0DLQ
3XVK%XWWRQ &OLFN 1DPH FPG2UGHU
:LQGRZ 6HW&RQWH[W 1DPH IUP2UGHU

&DUG 1XPEHU
5HVXOW 64$'DWDSRRO9DOXH 'DWDSRRO+DQOH &UHGLW &DUG 1XPEHU 'DWDSRRO5HWXUQ9DOXH
$GG HUURU FKHFNLQJ
(GLW%R[ &OLFN 1DPH W[W&UHGLW&DUG &RRUGV
&OHDU 9DOXH
,QSXW.H\V 'DWDSRRO5HWXUQ9DOXH

([SLUDWLRQ 'DWH
5HVXOW 64$'DWDSRRO9DOXH 'DWDSRRO+DQGOH ([SLUDWLRQ 'DWH 'DWDSRRO5HWXUQ9DOXH
$GG HUURU FKHFNLQJ
&OHDU 9DOXH
(GLW%R[ &OLFN 1DPH W[W([SLUDWLRQ'DWH &RRUGV
,QSXW.H\V 'DWDSRRO5HWXUQ9DOXH

3ODFH 2UGHU
5HVXOW 64$'DWDSRRO9DOXH 'DWDSRRO+DQGOH 2UGHU 'DWDSRRO5HWXUQ9DOXH
,I 8&$6( 'DWDSRRO5HWXUQ9DOXH <(6 7KHQ
3XVK%XWWRQ &OLFN 1DPH FPG2UGHU

&RQILUPDWLRQ 6FUHHQ
:LQGRZ 6HW&RQWH[W 1DPH IUP&RQILUP
3XVKEXWWRQ &OLFN 1DPH FPG2.
(OVH
3XVK%XWWRQ &OLFN 1DPH FPG&DQFHO
(QG ,I
:HQG *R IHWFK QH[W URZ

&ORVH GDWDSRRO
5HVXOW 64$'DWDSRRO&ORVH 'DWDSRRO+DQGOH
$GG HUURU FKHFNLQJ
(QG 6XE


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

,
KDG W
RDGG64 $ %DVLFFRP P DQGV WR
P DQLSXODW HW
KHGDWDSRROV 
,DOVRDGGHGD
:KLOHORRSWRDOORZIRUWKHSURFHVVLQJRI
HDFK
URZLQW
KHGDWDSRRO,
VKRXOG DOVRP HQWLRQWKHXVH
RIWKH64 $ %DVLF FRP P DQG
8&DVHZLWKLQW
KH ,I 7KHQ VW
DWHP HQW8&DVH
LV
XVHGWR
P DNHWKHDUJXP HQWLQWKLV
FDVHWKHGDWDSRROUHW
XUQ YDOXHDOO
XSSHUFDVH
7KLVZD\ 
WKH FRP SDULVRQVDUHQ

WFDVH
VHQVLW
LYH
P DNLQJWKHFRGHP RUH UREXVW

7KLVIUDP HZRUN WHQGV WRUHGXFH W

KHRYHUDOOQXP EHURI VFULSWV
\ RXQHHGLQ
RUGHUWRLP SOHP HQWDOORI\ RXU
WHVW
FDVHVDQG LW
RIIHUVWKHJUHDWHVWIOH[ LELOLW\ZKHQLW
FRP HVWRGHYHORSLQJZRUNDURXQGV IRU
EXJVDQG SHUIRUP LQJP DLQW HQDQFH0 XFK OLNH
WDEOHGULYHQWHVWLQJGDW DGULYHQ WHVW
LQJUHTXLUHVYHU\ OLWWOH
FRGH W
RJHQHUDWHP DQ\ 
WHVWFDVHV
7KLV IUDP HZRUNLVYHU\ 
HDV\ W
R
LP SOHP HQWXVLQJWKH ,%0  5 DW
LRQDOW
RROVHW
DQG W
KHUH
VDORWRIGHWDLOHG
GRFXP HQW DWLRQDYDLODEOH ZLW KKRZWRV
DQG H[ DP SOHV

%DFN
WR
WRS

7KH
+ \ EU
LG
7HVW
$ XW
RP DW
LRQ
) UDP HZRUN

7KH P RVWFRP P RQO\  LP SOHP HQWHG

IUDP HZRUN LV
DFRP ELQDWLRQRIDOO
RI
WKHDERYH W
HFKQLTXHVSXOOLQJIURP 
WKHLUVWUHQJW
KVDQG
WU\ LQJWRP LWLJDWHWKHLUZHDNQHVVHV 7KLVK\ EULGW
HVWDXWRP DWLRQIUDP HZRUNLVZKDW
P RVW
IUDP HZRUNV HYROYHLQWRRYHUW
LP H
DQG P XOW
LSO HSURMHFW V
) LJXUH
JLYHV\ RX
DQ LGHDRI
KRZ\ RX FRXOGFRP ELQHWKHDSSURDFKHV
RI W
KH GLIIHUHQW
IUDP HZRUNV
ZLW KLQW
KH ,%0  5 DWLRQDO W
RROVHW

) LJXUH $ K\ EULGW
HVWDXW
RP DW
LRQIUDP HZRUN

&O
LFN
KHUH
WR
VHH
P RUH
GHW
DLO
IRU
ILJXUH


%DFN
WR
WRS

5 RXQGXS

YH GHVFULEHG ILYHWHVW

DXWRP DWLRQ IUDP HZRUNV WKDW DQDXW RP DWHGWHVWLQJWHDP 
P LJKW FRQVLGHUXVLQJLQVWHDG RIUHO\ LQJRQO\RQ
DFDSW XUHWRRO< RXFDQXVHM
XVW 
RQH RUD FRP ELQDW LRQRI
W KHIUDP HZRUNV 
< RXFDQLP SOHP HQW P RGXODULW\E\ QHVWLQJW HVW
VFULSWVDQG XVLQJWKH64 $ %DVLFOLEUDU\ ILOHV
WRLP SO HP HQWIXQFW LRQVDQGSURFHGXUHV < RX FDQXVHGDW DSRROVWRLP SO HP HQW
ZKLFKHYHU GDW DGULYHQWHFKQLTXH \ RXFKRRVH RU\ RXFDQH[ WHQG 5 RERWWRZRUNZLW KRW KHU
W\ SHVRIGDWDVWRUHV7KH W
ULFNLV
WR
XVHWKH EHVWIUDP HZRUNVIRUWKH M
RE DQG WKHRQO\ ZD\ WRILJXUHWKDWRXWLV
WRM
XP S LQDQGVWDUWXVLQJWKHP 

5 HVRXUFHV

,P SURYLQJW
KH
0 DLQW
DLQDELOLW
\RI
$ XW
RP DW
HG
7HVW
6XLW
HV
E\ 
&HP 
. DQHU
SDSHU
SUHVHQW
HG
DW
4 XDOLW
\: HHN


7HVW
$ XW
RP DW
LRQ
) UDP HZRUNV
E\ 
&DUO
1 DJOH

8 VLQJ&RVW
%HQHILW
$ QDO\ VLV
WR
&RP SDUH
' LIIHUHQW
7HVW
6W
UXFW
XUHV
IRU
5 DW
LRQDO
5 RERW
E\ 
0 LNH
. HOO\

7RW
DOO\ 
' DW
D' ULYHQ
$ XW
RP DW
HG
7HVW
LQJ
E\ 
. HLW
K=DP EHOLFK
$ XW
RP DW
HG
7HVW
LQJ6SHFLDOLVW
V
: HE
VLW
H

$ ERXW
W
KH
DXW
KRU

0 LNH. HOO\ 
LVFXUUHQW
O\ 
DVRIW
ZDUHW
HVW
LQJFRQVXOWDQW
IRU
WKH
&RP SXWHU
+ RUL]RQV
&RUSRUDWLRQLQ
,QGLDQDSROLV
+ H

VKDG
H[ SHULHQFH P DQDJLQJDVRIWZDUH
DXW
RP DWLRQ
WHVWLQJW
HDP 
DQGKDV
EHHQ
ZRUNLQJZLWKW
KH5 DWLRQDO
WRROV
VLQFH+ LV


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

SULP DU\ 
DUHDVRI
LQWHUHVW
DUH
VRIW
ZDUH
GHYHORSP HQW
OLIHF\ FOHV
VRIW
ZDUH
WHVW
DXW
RP DW
LRQ
DQG
SURM
HFW

P DQDJHP HQW

0 LNH
FDQ
EHUHDFKHG E\ 
HP DLO

&O
RVH
>[ @

5 HSRUW
DEXVH
KHOS

5 HSRUWDEXVH
7 KDQN\ RX
7KLV
HQW
U\ 
KDV
EHHQ
IODJJHG
IRU
P RGHUDW
RU
DWW
HQW
LRQ

&O
RVH
>[ @

5 HSRUW
DEXVH
KHOS

5 HSRUWDEXVH
5 HSRUWDEXVHVXEPLVVLRQIDLOHG 3 OHDVHW
U\ DJDLQODW
HU

&O
RVH
>[ @

GHYHO
RSHU: RUNV 6LJQLQ
,I
\ RX
GRQ

W
KDYH
DQ
,%0 
,' 
DQG
SDVVZRUG
UHJLVW
HU
KHUH

,%0  ,' 
) RUJRW 
\ RXU
,%0 
,' "

3DVVZRUG
) RUJRW
\ RXUSDVVZRUG"
&KDQJH \ RXU
SDVVZRUG

$ IW
HU
VLJQ
LQ


%\
FOLFNLQJ6XEPLW

\ RX
DJUHH
WR
WKH
GHYHORSHU: RUNV
WHUP V
RI
XVH

7KHILUVW
WLP H
\ RX VLJQLQW RGHYHORSHU: RUNV
DSURILOH
LV
FUHDWHGIRU\ RX7KLVSURILOHLQFOXGHVWKH
ILUVW
QDP H
ODVWQDP H
DQG
GLVSO
D\ QDP H\ RXLGHQW LILHGZKHQ\ RX
UHJLVW
HUHGZLWKGHYHORSHU: RUNV 6HOHFWLQIRUP DW LRQLQ\ RXUGHYHORSHU: RUNVSURILOH
LVGLVSOD\ HGW RW KHSXEO LF EXW\ RXP D\ HGLWW KHLQIRUP DW LRQDWDQ\ W LP H
< RXUILUVWQDP H
ODVW
QDP HXQOHVV
\ RXFKRRVHW
R
KLGHWKHP 
DQG GLVSO D\ QDP HZLOO
DFFRP SDQ\ 
WKHFRQWHQWW
KDW 
\ RXSRVW 

$ OO
LQIRUP DW
LRQ
VXEPLW
WHG
LV
VHFXUH

&O
RVH
>[ @

&KRRVH\ RXUGLVSO
D\ QDP H


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

7KHILUVW
W
LP H
\ RX
VLJQ
LQ
WR
GHYHORSHU: RUNV
D
SURILOH
LV
FUHDW
HG
IRU
\ RX
VR
\ RX
QHHG
WR
FKRRVH
DGLVSO
D\ 
QDP H
< RXU
GLVSO
D\
QDP HDFFRP SDQLHV
WKH
FRQWHQW
\ RX
SRVW
RQGHYHORSHU: RUNV

3 OHDVHFKRRVHDGLVSOD\ QDP HEHW ZHHQ FKDUDFWHUV

< RXUGLVSO
D\ 
QDP H
P XVW
EH
XQLTXH
LQ
WKH
GHYHORSHU: RUNV
FRP P XQLW
\DQG
VKRXOG
QRWEH
\ RXU
HP DLO
DGGUHVV
IRU
SULYDF\ 
UHDVRQV

' LVSO
D\ 
QDP H 0 XVW
EH
EHW
ZHHQ
±

FKDUDFW
HUV


%\
FOLFNLQJ6XEPLW

\ RX
DJUHH
WR
WKH
GHYHORSHU: RUNV
WHUP V
RI
XVH

$ OO
LQIRUP DW
LRQ
VXEPLW
WHG
LV
VHFXUH

5 DW
HW
KLV
DUW
LFO
H

&RP P HQW
V

%DFN
WR
WRS

&O
RVH
>[ @

+ HOS
8 SGDW
HRU
DGG
WR
0 \
G: 
LQW
HUHVW
V

: KDWVW
KLV"
7KLV OLWW
OHW
LP HVDYHU OHW
V\ RXXSGDWH\ RXU0 \ GHYHORSHU: RUNVSURILOHZLW
KM
XVWRQHFOLFN 7KHJHQHUDO
VXEMHFWRIW
KLV
FRQW HQW
$ ,; DQG 8 1 ,; 
,QIRUP DWLRQ0 DQDJHP HQW / RWXV
5 DW
LRQDO
7LYROL: HE6SKHUH 
-DYD/ LQX[ 
2 SHQ
VRXUFH62 $ 
DQG : HE
VHUYLFHV : HE GHYHORSP HQW 
RU
; 0 / ZLOO
EH DGGHG W
RWKH
LQWHUHVW
V VHFW
LRQ
RI\ RXU
SURILOH 
LI
LW

VQRW
WKHUH
DOUHDG\ 
< RXRQO\
QHHG WREHORJJHG LQW
R0 \ GHYHORSHU: RUNV

$ QGZKDW
V
WKHSRLQW
RIDGGLQJ\ RXULQWHUHVWV
WR\ RXUSURILOH"
7KDW

VKRZ\ RX
ILQG RW
KHU
XVHUVZLW
KWKHVDP HLQW
HUHVW
V
DV
\ RXUV
DQGVHH
ZKDW WKH\

UH
UHDGLQJDQG FRQWULEXWLQJWRWKHFRP P XQLW\
< RXU
LQW
HUHVWVDOVR
KHOSXV
UHFRP P HQGUHOHYDQW
GHYHORSHU: RUNV FRQWHQW
WR\ RX

9 LHZ\ RXU
0 \
GHYHORSHU: RUNV
SURILOH

5 HW
XUQ
IURP 
KHOS

&O
RVH
>[ @

+ HOS
5 HP RYH
IURP 
0 \
G: 
LQW
HUHVW
V

: KDWVW
KLV"
5 HP RYLQJWKLVLQWHUHVW
GRHVQRWDOWHU
\ RXU
SURILOH
EXW
UDW
KHUUHP RYHV
WKLV
SLHFH RI
FRQWHQWIURP 
DOLVW
RI
DOO
FRQWHQW
IRU
ZKLFK
\ RX

YHLQGLFDW HGLQWHUHVW
,Q
DIXWXUHHQKDQFHP HQW 
WR
0 \GHYHORSHU: RUNV\ RX

OO
EHDEOH
WRVHHD
UHFRUGRIWKDW
FRQWHQW

9 LHZ\ RXU
0 \
GHYHORSHU: RUNV
SURILOH

5 HW
XUQ
IURP 
KHOS

7 DEO
HRI FRQW
HQW
V


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

7KH 7HVW 
6FULSW 
0 RGXODULW \) UDP HZRUN
7KH 7HVW 
/ LEUDU\ 
$ UFKLWHFWXUH ) UDP HZRUN
7KH . H\ ZRUG' ULYHQ RU7DEO H' ULYHQ 7HVWLQJ) UDP HZRUN
7KH ' DW D' ULYHQ7HVWLQJ) UDP HZRUN
7KH + \ EULG7HVW $ XW
RP DW LRQ ) UDP HZRUN
5 RXQGXS
5 HVRXUFHV
$ ERXW WKH DXWKRU
&RP P HQW V

/ RFDOUHVRXUFHV

,%0 ,QQRYDWLRQ&HQW HU

,QGLD%DQJDORUH
GHYHORSHU: RUNV 5 HVRXUFHV ,QGLD
7HFKQLFDO%ULHILQJVLQ$ VLD
,%0 ' HYHORSHU6XSHU6W DU &RQWHVW

7 DJV
+ HOS
8 VHWKH
VHDUFKILHOG
WR
ILQG
DOO
W\ SHV
RI
FRQW
HQW
LQ
0 \
GHYHORSHU: RUNV
ZLW
KW
KDW
W
DJ

8 VH
WKH
VOLGHUEDU
WR
VHH
P RUH
RU
IHZHU
WDJV

) RU
DUWLFOHVLQ
WHFKQRORJ\ 
]RQHVVXFKDV
-DYDW
HFKQRORJ\ 
/ LQX[ 
2 SHQ
VRXUFH
; 0 / 
3 RSXODUWDJVVKRZV
WKH
WRS
WDJV
IRU
DOOWHFKQRO RJ\ ]RQHV
) RU
DUW
LFOHVLQ
SURGXFW
]RQHV
VXFK DV,QIR0 JP W

5 DW
LRQDO
: HE6SKHUH 
3 RSXODUWDJV
VKRZV
WKHW
RS
WDJVIRUM
XVWW KDWSURGXFW]RQH

) RU
DUW
LFOHV
LQ
WHFKQRORJ\ ]RQHVVXFKDV
-DYD
WHFKQRORJ\ 
/ LQX[ 
2 SHQVRXUFH; 0 / 
0 \ WDJV
VKRZV\ RXUWDJV
IRUDOO
WHFKQRORJ\ ]RQHV
) RU
DUWLFOHV
LQSURGXFW
]RQHVVXFK
DV,QIR0 JP W5 DW
LRQDO
: HE6SKHUH 
0 \ WDJV
VKRZV \ RXU
WDJVIRU
MXVW
WKDWSURGXFW]RQH

8 VHWKH
VHDUFK ILHOGWR
ILQGDOOW\ SHVRIFRQWHQWLQ
0 \ GHYHORSHU: RUNVZLWKWKDW
WDJ
3 RSXO
DUW DJVVKRZVW
KHWRS
WDJVIRU
WKLV
SDUWLFXODUFRQWHQW ]RQHIRUH[ DP SO H
-DYDWHFKQRORJ\ / LQX[ 
: HE6SKHUH
0\ WDJVVKRZV\ RXU
WDJV
IRU
WKLV
SDUW
LFXODU
FRQW HQW
] RQHIRUH[ DP SOH
-DYD WHFKQRORJ\ 
/ LQX[ 
: HE6SKHUH

6HDUFKDOOW
DJV VXEP LWVHDUFK

3 RSXODUDUW LFOHW
DJV_
0 \DUW
LFOH
WDJV6NLS
WRWDJV
OLVW

3RSXODUDUWLFOH
WDJV
_
0 \ DUWLFOHW DJV

6NLS
WR
WDJV
OLVW

' LJ GHHSHULQW
R 5 DW
LRQDORQGHYHO
RSHU: RUNV
2 YHUYLHZ
1 HZWR5 DW LRQDO
3URGXFW V
' RZQORDGV
7HFKQLFDO OLEUDU\ 
DUW
LFO
HV
WXW
RULDOV
DQG
P RUH


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

7UDLQLQJ
6XSSRUW
) RUXP VDQGFRP P XQLW
\
( YHQWV
1 HZVOHW WHU

, QQRYDW
H

5 HJLVW
HU
EHIRUH
) HEU
XDU\ 

WR
VDYH

6SHFLDORIIHUV

7ULDO
VRIW
ZDUH
RIIHUV

3ULQW
W
KLV
SDJH

6KDUH W
KLV
SDJH
) ROORZGHYHORSHU: RUNV

6KDUHW
KLVSDJH
) DFHERRN
/ LQNHG,Q
7ZLW WHU

' HOLFLRXV
' LJJ
6WXP EO H8 SRQ

( P DLO
WKLV
SDJH

&O
RVH
>[ @

) RO
ORZ GHYHO
RSHU: RUNV
) DFHERRN
7ZLW W
HU

&O
RVH
>[ @


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

7 HFKQLFDOW
RSLFV
$ ,; DQG8 1 ,;
,QIRUP DWLRQ
0 DQDJHP HQW
/ RWXV
5 DWLRQDO
7LYROL
: HE6SKHUH

&ORXG FRP SXWLQJ

,QGXVWULHV
,QWHJUDWHG6HUYLFH
0 DQDJHP HQW

-DYDW HFKQRORJ\
/ LQX[
2 SHQ VRXUFH
62 $ DQGZHE VHUYLFHV
: HE GHYHORSP HQW
; 0/

0 RUH

( YDO
XDW
LRQVRIW
ZDUH
%\ 
,%0 SURGXFW
%\ 
HYDOXDW LRQ
P HW
KRG
%\ 
LQGXVWU\

( YHQW
V
%ULHILQJV
: HEFDVWV
) LQG
HYHQWV

&RP P XQLW
\
) RUXP V
* URXSV
%ORJV
: LNLV
7HUP VRIXVH
5 HSRUWDEXVH

0 RUH

$ ERXWGHYHO
RSHU: RUNV
6LWHKHOSDQGIHHGEDFN
&RQW DFWV
$ UWLFOH
VXEP LVVLRQV

5 HO
DWHGUHVRXUFHV


RI
 

30
&KRRVLQJD
WHVW
DXW
RP DW
LRQ
IUDP HZ RUN KW
WS
Z Z Z 
LEP
FRP GHYHORSHUZ RUNVUDW
LRQDOOLEUDU\ 
KWPO

6W
XGHQW V
DQG
IDFXOW
\
%XVLQHVV
SDUW
QHUV

, %0
6ROXWLRQV
6RIWZDUH
6RIWZDUH VHUYLFHV
6XSSRUW
3URGXFW LQIRUP DW
LRQ
5 HGERRNV
3ULYDF\
$ FFHVVLELOLW
\


RI
 

30