ArticlePDF Available

Doubt and Verify: Data Science Power Tools

July 2015

Authors:

Michael L. Brodie

Harvard University

Content uploaded by Michael L. Brodie

Content may be subject to copyright.

!"#$%&'()&*+,-./0&!'%'&12-+(2+&3"4+,&5""67&

!"#$%&'()*(+,-."&(

/012)3(!24(

56'7(83(9:8;(

(

<-6=>(&?&,7>$"@A*(BC&(&?".&@#&D=%C&.(E&>$-.C(>-(?&,"F7(>$"@AC(>$%>(E%>>&,*(

(

Did$Our$Teachers$Lie$to$Us?$Do$Doctors,$Lawyers,$and$Other$Professionals$Lie?$

(2($%.( G-@.&,F6'3(&@A%A&.(%@.(&@A%A"@A3( .&&H'7(I@-G'&.A&%='&3(%@.(-H"@"-@%>&.(>&%#$&,C("@(E7(

,6,%'(/%@%."%@($"A$(C#$--'3(&CH&#"%''7("@($"C>-,7(JKL,%@@"&M(0E">$(%@.(!,*(0@".&,N3(#$&E"C>,7(J!,*(O"C$(%@.(

!,*( 4$-EHC-@N3( %@.( P@A'"C$( JKQ"'.( +"''M( P''"->N*( 4$&7( G&,&( H%CC"-@%>&( %=-6>( >$&",( >-H"#C3( >%6A$>( 6C(

%E%R"@A(>$"@AC3(%@.(E%.&($6A&(#-@>,"=6>"-@C(>-(E7(KG-,'.(E-.&'M*(

(

P,C>G$"'&(S&,-(

(

4-( G$%>( &T>&@>( G&,&( -6,( >&%#$&,UC( F%#>C( >,6&( %@.( >$&",( #-@#'6C"-@C( -,( K>$&-,"&CM( %##6,%>&(

,&F'&#>"-@C( -F(>$&(C>%>&(-F(>$&(G-,'.(>$%>( >$&7( >%6A$>V( 2@( $"C>-,73( P@A'"C$3( #$&E"C>,73(%@.(E-C>( .-E%"@C(

>$&,&( "C( C6=C>%@>"%'( #-@>"@6"@A( ,&C&%,#$( ,&C6'>"@A( "@( #$%@A&C( >-( 6@.&,C>%@."@A(>$-C&( %CH&#>C( -F( >$&(

G-,'.*(Q%C(Q%>&,'--(F-6A$>(%>(Q%>&,'--V(Q&,&(>$&(<%,I(1A&C(>,6'7(.%,I("@(%@7(C"A@"F"#%@>(G%7V(

(0"E"'%,'73( "@( >$&( 8WX:UC( +-C>-@( H$7C"#"%@C( ?->&.( <,*( 0-'-E-@3( E7( .-#>-,3( >$&( =&C>( .-#>-,( "@(

+-C>-@*(S&($%C(=&&@(E%,?&'-6C3(H,-?"."@A(E&(YY(7&%,C(-F(G-@.&,F6'($&%'>$#%,&*(1C("@(>$&($6E%@">"&C(%@.(

C#"&@#&C3(>$&,&($%C(=&&@(E%CC"?&(,&C&%,#$(%@.(#-@C&Z6&@>(H,-A,&CC( "@($&%'>$#%,&3(F">@&CC3(E&."#"@&3(%@.(

H$%,E%#-'-A7('&%."@A(>-(,%."#%''7(@&G(6@.&,C>%@."@AC("@(>$-C&(%,&%C*(

(4$&([-=(-F(%(H,-F&CC"-@%'(D(.-#>-,3('%G7&,3(>&%#$&,(D("C(>-(.-(>$&(=&C>(>$%>(>$&7(#%@(>-(&@C6,&(A--.(

$&%'>$3( >$&( =&C>('&A%'( H,->&#>"-@3( %@.( >$&( =&C>( &.6#%>"-@3( =% C&.( -@( >$&( E-C>( #6,,&@>( "@F-,E%>"-@( %@.(

I@-G'&.A&( "@( >$&",( %,&%( D( >$&( E-C>( #6,,&@>( E&."#%'( H,%#>"#&C3( %?-"."@A( H,-? &@( =%.( H,%#>"#&C3( >$&( E-C>(

#6,,&@>('%GC3( >$&(E-C>( #6,,&@>(6@.&,C>%@."@A( -F($"C>-,73( #$&E"C>,73(%@.( P@A'"C$*(Q$%>("C( >$&(#$%@#&(>$%>(

%@7( H,-F&CC"-@%'( #%@( C%>"CF7( >$&C&( ,&Z6",&E&@>CV( 0&#-@.'73( >-( G$%>( &T>&@>( #%@( >$&7( .-( >$&",( [-=( "@( %(

@&6>,%'(-,(6@="%C&.(G%7V(Q$"'&($%?"@A(%(="%C("C($"A$'7('"I&'73(.-(H,-F&CC"-@%'C(6@.&,C>%@.(>$%>(>$&7($%?&(%(

="%C(%@.(.-( >$&7(E%I&( #'&%,(>-(>$&",(K#6C>-E&,CM( >$%>(>$&7($%?&(%(="%C( %@.(">C(@%>6,&(C-(>$%>(#6C>-E&,C(

#%@(#$--C&(&">$&,(>$&(="%C&.("@F-,E%>"-@(-,(C&'&#>("@F-,E%>"-@(>$%>(=&C>(C6">C(>$&",(@&&.CV(Q$"'&(.-#>-,C3(

'%G7&,C3( %@.( >&%#$&,C(E%7( F-''-G( %( CH&#"F"#( -,"&@>%>"-@( J&*A*3(="%C( F-,( -,( %A%"@C>( 6C"@A( #&,>%"@( .,6AC( -,(

H,-#&.6,&C3( CH&#"F"#("@>&,H,&>%>"-@C( -F( >$&( '%G(-,( -F( $"C>-,7N3( "@( H,"@#"H'&3( >$&7(C$-6'.( H,&C&@>( >$&",(

E%>&,"%'("@(%@(6@="%C&.(G%7(>-(%''-G(#6C>-E&,C(>-(F-,E6'%>&(%@.(C&'&#>(%E-@AC>(%'>&,@%>"?&(?"&GC*(

(2@( %''( F"&'.C( @&G( F%#>C(%@.( I@-G'&.A&( %,&( #-@C>%@>'7( =&"@A( H,-.6#&.( =%C&.( -@( @&G( .%>%3(

."C#-?&,"&C3( &TH&,"&@#&3( %@.( ,&C&%,#$( D( F%,( E-,&( >$%@( %( C"@A'&( "@."?".6%'( #%@( %=C-,=( '&>( %'-@&( H6>( "@>-(

H,%#>"#&*(0-($-G(.-(H,-F&CC"-@%'C(D($-G(.-&C(%@7-@&\(

• B@.&,C>%@.(>$%>(>$&7($%?&(%(="%C3(">C(@%>6,&(%@.('"E">%>"-@CV(

• Q&"A$(>$&",(="%C(%@.(>$-C&(-F(->$&,C("@(>$&",(>$"@I"@A(%@.(%#>"-@CV(

• ]&D&?%'6%>&(>$&",(I@-G'&.A&(JG-,'.(?"&GN("@('"A$>(-F(@&G(F%#>C(JKA,-6@.(>,6>$MN(%@.(#-@#'6C"-@CV(

<&%'"@A(G">$( >$&C&("CC6&C( "C( %(E%CC"?&( 6@.&,>%I"@A( =->$( #-@#&H>6%''7( J#$%@A"@A( >$&",(G-,'.(E-.&'N(

%@.(H,%#>"#%''7(JI&&H"@A(6H( >-(.%>&N( "@(%..">"-@(>-( %@.(-F>&@(C&H%,%>&(F,-E(>$&",( .%7([-=(-F(H%>"&@>( #%,&3(

(

'&A%'( #%C&C3( %@.( >&%#$"@A*( 0"@#&( F%#>C( %@.( #-@#'6C"-@C( J>$&-,"&CN( #$%@A&( C-( F%C>3( ">( "C( 6@'"I&'7( >$%>( E-C>(

H,-F&CC"-@%'C(%,&(K6H(>-(.%>&M3(@->G">$C>%@."@A(>$&(F%#>(>$%>(>$&,&("C(@-(#-@C&@C6C(%C(>-(G$%>(">(E&%@C(>-(

=&( K6H( >-( .%>&M*(4$&( S"AAC( +-C-@( G%C( @->( ."C#-?&,&.( -?&,@"A$>( JH,-?&@( G">$"@( F"?&(C"AE%N( "@( 9:89( D( %(

E%,?&'-6C(7&%,(F-,($"A$(&@&,A7(H%,>"#'&(H$7C"#C(D(=6>(-?&,(^:(7&%,C(%@.("@.&&.(>-(>&@(C"AE%(-@'7("@(9:8^*(

(

2C(>$&,&(%(S"AAC(+-C-@(2@(4$&,&V(

(

0"@#&( I@-G'&.A&( "C( >$&(#6E6'%>"?&( ,&C6'>( -F( '&%,@"@A( %@.( F-,A&>>"@A( D( ?&,"F7"@A( #-@C>%@>'7(

&E&,A"@A( F%#>C( %@.( .&.6#"@A( J&EH","#%''7( -,( >$&-,&>"#%''7N( @&G( #-@#'6C"-@C( _( -6,( I@-G'&.A&( JG-,'.(

E-.&'N( "C( @&#&CC%,"'7( "@#-EH'&>&( $&@#&( $"A$'7( '"I&'7(>-( =&( F%6'>7( %@.( ="%C&.( J-,"&@>&.( >-G%,.C( CH&#"F"#(

=&'"&FCN*( 2>( "C( $"A$'7( 6@'"I&'7( >$%>( %( H,-F&CC"-@%'( -H&,%>&C( "@( %@( 6@="%C&.( G%7( "@( F6''( I@-G'&.A&( -F(

&EH","#%''7( H,-?&@( F%#>C( %@.( >$&-,"&C*(S&@#&3( %C( $"C>-,7( $%C( -F>&@(H,-?&@( J&*A*3( E-.&'C( -F( K&'&E&@>%,7(

H%,>"#'&M(H$7C"#CN(E6#$(&.6#%>"-@(%@.(H,-F&CC"-@%'(%#>"?">"&C(%,&(=%C&.(-@(KF%6'>7('&%,@"@AM*(

(

Conclusions$$

• 1''( I@-G'&.A&( J&*A*3( H,-F&CC"-@%'( G-,'.( E-.&'CN( "C( @&#&CC%,"'7( "@#-EH'&>&3( F%6'>73( %@.( ="%C&.`(

$&@#&( C>6.&@>C3( H%>"&@>C3( %@.( #'"&@>C( ,&#&"?&( F%6'>7( I@-G'&.A&( %@.( G-,I( H,-.6#>C( F,-E( >$&",(

>&%#$&,C3(.-#>-,C3(%@.('%G7&,C*(P,,-,C("@('&A%'(%@.(C-E&(E&."#%'(E%>>&,C(#%@(=&(%,=">,%>&.("@(>$&(

#-6,>C*(P,,-,C("@(E&."#%'(E%>>&,C(E%7(,&C6'>("@( $%,E( >-( H%>"&@>C*( P,,-,C( "@( &.6#%>"-@( %,&( E-,&(

"@C"."-6C(J.&CH">&(>$&(0#-H&C(4,%"'N*(

• aF( #-6,C&3( >$"C( "C( %'C-( >,6&( -F( -6,( H&,C-@%'( G-,'.( E-.&'C*( Q&( C$-6'.( %##&H>( >$%>( -6,( G-,'.(

E-.&'C( %,&( =&C>(&FF-,>( _( =%C&.( -@( %( '-@A( $"C>-,7( -F( I@-G'&.A&( %@.( &TH&,"&@#&( =6>( F%6'>7( %@.(

="%C&.(_(%@.(G-,>$7(-F(,&&T%E"@%>"-@(=%C&.(-@(E&%@"@AF6'(@&G(&?".&@#&*(

• 4$&(=&C>(G&( #%@( .-("C(>-( ,&#-A@"R&( >$&('"E">%>"-@C(-F( -6,( F%#>C(%@.(I@-G'&.A&( %@.( Z6&C>"-@(-,(

"@?&C>"A%>&(>$-C&(>$"@AC(>$%>(%,&(E-C>(?">%'(>-(>$&(G&''(=&"@A(-F(>$-C&(>$%>(G&(#%,&(F-,(%@.(>-(-6,(

G-,'.*(

4$&(A--.(@&GC("C(>$%>(&?".&@#&D=%C&.(E&%@C(%,&(&E&,A"@A(>-(C6HH-,>(>$&(<-6=>(%@.(b&,"F7(%HH,-%#$(

F-,(E-C>(.-E%"@C*(

(

Doubt$Everything:$Enter$Evidence@Based$Reasoning$

S-G(.-&C(-@&(?&,"F7(J"*&*3(H,-?&(>$&(H,-=%="'"C>"#('"I&'"$--.(-FN(%(H->&@>"%''7(Z6&C>"-@%='&(F%#>(-,(

#-@#'6C"-@(J>$&-,7N3(&*A*3("@F-,E%>"-@(F,-E(>&%#$&,C(-,(H,-F&CC"-@%'CV(4$&(%@CG&,(G%C(&EH","#"CE(6C&.(>-(

&C>%='"C$( #%6C%'">7( -,( 89:(%( H$&@-E&@-@( -##6,C*( O-''-G"@A( >$&( &,C>G$"'&( E-.&,@( 0#"&@>"F"#( !&>$-.(

J%*I*%*(>$&( 4$",.(c%,%."AE(-F(0#"&@>"F"#(%@.(P@A"@&&,"@A(<"C#-?&,7N(%@.(%HH&%'"@A( >-(#-EE6@">7D%##&H>&.(

@-,EC(7-6(#-@.6#>(%@(&TH&,"E&@>(-,(%(]%@.-E"R&.(/'"@"#%'(4,"%'(J]/4N(>-(?&,"F7(>$&($7H->$&C"C("@(Z6&C>"-@(

=7( &C>%='"C$"@A( >$%>( "@( %''( H,-=%="'">7( G$%>( #",#6EC>%@#&C( H,-.6#&( >$& ( $7H->$&C"R&.( H$&@-E&@-@*( 4$"C(

>--("C(#$%@A"@A3("@(>G-(C>&HC*(O",C>3("@(9::d(5"E(L,%7( %@.(->$&,C( ".&@>"F"&.(>$&( &E&,A"@A(O-6,>$( c%,%."AE(

e-F( 0#"&@>"F"#( %@.( P@A"@&&,"@A( <"C#-?&,7f( J%*I*%*(&0#"&@#&N( e9f"@( G$"#$( E%CC"?&( %E-6@>C( -F( .%>%( %@.(

#-EH6>%>"-@%'( H-G&,( %,&( 6C&.( >-( ".&@>"F7( $"A$'7( H,-=%='&( $7H->$&C&C( -,( >,&@.C*( 4$"C( "C( .%>%D.,"?&@( -,(

(

&?".&@#&D=%C&.( C#"&@>"F"#( %@.( &@A"@&&,"@A( ."C#-?&,7( >$%>( ".&@>"F"&C( C"A@"F"#%@>( &?".&@#&( >$%>( C-E&(

H$&@-E&@-@3("*&*3(89;5<($%C(-##6,,&.*(0&#-@.3("@(>$&("@>&,?&@"@A(7&%,C3(>$&,&($%C(=&&@(%@(&?-'6>"-@(-F(

5"EUC( A,&%>( "@C"A$>*( 4$&( &E&,A"@A( %@CG&,( "C( %( #-E="@%>"-@( -F( &?".&@#&D=%C&.( %@%'7C"C( J"*&*3(89;5(

&C>%='"C$&.( =7( <%>%D2@>&@C"?&( 1@%'7C"C(%*I*%*( +"A( <%>%( 1@%'7>"#CN( 6C&.( >-( ".&@>"F7( $"A$'7( H,-=%='&(

$7H->$&C&C(F-''-G&.(=7( K-'.(F%C$"-@&.M(&EH","#"CE( >-(&C>%='"C$($"A$'7( H,-=%='&(#%6C%'">7( J"*&*3(89:(>$&(

H$&@-E&@-@( -##6,,&.N*( 56C>( %C( >$&( 0#"&@>"F"#( !&>$-.( $%C( =&&@( %HH'"&.( >-( .-E%"@C( -6>C".&( -F(

#-@?&@>"-@%'(C#"&@#&(%@.(&@A"@&&,"@A3( &*A*3(>$&(C-#"%'(C#"&@#&C(%@.( >$&( $6E%@">"&C3(>$&(&E&,A"@A( O-6,>$(

c%,%."AE("C(=&"@A(%HH'"&.(>-(&?&,7($6E%@(&@.&%?-,*(<6&(>-(">C('"I&'7(H&,?%C"?&("EH%#>3(G&(=&>>&,(A&>(>$"C(

,"A$>*(Q&($%?&( 7&>(>-(&C>%='"C$( >$%>(,&C6'>C(-F( >$"C(&E&,A"@A(O-6,>$(c%,%."AE(D(<%>%D2@>&@C"?&(1@%'7C"C(_(

%,&(JH,-=%="'"C>"#%''7N(%##6,%>&(G">$"@(E&%C6,&C(-F( #-,,&#>@&CC(%@.(#-EH'&>&@&CC*( 4$"C( -F>&@(-?&,'--I&.(

?&,"F"#%>"-@(%@.( >$&( %CC-#"%>&.( #-,,&#>@&CC( E&%C6,&C( G"''( >%I&( %( .&#%.&( -,( E-,&*( ]&#%''( >$%>( >$&( 4$",.(

c%,%."AE(&?-'?&.(-?&,($6@.,&.C(-F(7&%,C(%@.(C>"''($%C(C"A@"F"#%@>("CC6&C(J&*A*3(cD?%'6&C3(,&H,-.6#"="'">7N*(

Q">$(%(F-#6C(-@(#-,,&#>@&CC(%@.(#-EH'&>&@&CC(2(.&F"@&\(

(

Data$Science("C(%&$")/&".&=,-(2-=6+7&'()&%+2>(-?#+7&.",&'==6/-(@&)'%'A-(%+(7-B+&'('6/7-7&%"&

-(B+7%-@'%+&=>+("C+('<& '2?#-,+& (+4&D("46+)@+<& '()& 2",,+2%& '()& -(%+@,'%+& =,+B-"#7&

D("46+)@+& 4-%>& C+'7#,+7& ".& 2",,+2%(+77<& 2"C=6+%+(+77<& '()& +..-2-+(2/(-F( >$&( .&,"?&.(

,&C6'>C*(

(

Do$Teachers$and$Professionals$Have$to$Lie?$

O-,(C-E&(>"E&( >$&,&( $%C(=&&@(%( E-?&E&@>( >-( %HH'7(&?".&@#&D=%C&.(%@%'7C"C( >-(&.6#%>"-@(e^f(>-(

&?%'6%>&(-6>#-E&C(-F(&.6#%>"-@%'(E&>$-.C*(S%HH"'73(&?".&@#&D=%C&.(E&>$-.C(#%@(A-(E6#$(F6,>$&,*(4,&%>(

%''( I@-G'&.A&( D( %''( F%#>C( %@.( >$&-,"&C( D( %C( $7H->$&C&C( ,&Z6","@A( &?".&@#&D=%C&.( &?%'6%>"-@( ,&'%>"?&( >-(

CH&#"F"#($7H->$&C&C(-,(E-.&'C(_(8>'%\(.-&C(>$&(H$&@-E&@-@(,&%''7(-##6,V(%@.(8>/\(G$%>(F%#>-,C('&%.(>-(

>$&(H$&@-E&@-@V((

56C>(%C(C#"&@#&($%C(=&&@(>%6A$>(&EH","#%''7(6C"@A(&TH&,"E&@>C(>-(&TH'-,&(C#"&@>"F"#(H$&@-E&@%3(C-(

>--( #%@(%''(>-H"#C3(F-,(G$"#$(.%>%("C(%?%"'%='&3(=&( ?&,"F"&.( 6C"@A( >$&( &E&,A"@A( O-6,>$( c%,%."AE( "@( G$"#$(

$7H->$&C&C(#%@(=&( .&.6#&.(F,-E(.%>%(>$&@("@?&C>"A%>&.(&EH","#%''7(G$&,&(#-@.">"-@C(J"*&*3(A,-6@.(>,6>$N(

%''-G*(S-G&?&,3(>$&( C#%'&( %@.( ?%,"&>7( -F( +"A( <%>%( %@.( >$&( #-EH'&T ">7( -F( %@%'7>"#%'(E-.&'C( E%7( ,&Z6",&(

@&G(E&%C6,&C(-F(C"A@"F"#%@#&3(#-,,&#>@&CC3(%@.(#-EH'&>&@&CC3(%(98C>(#&@>6,7(C>%>"C>"#C*(

Q$&@( %( C&,"-6C( E&."#%'( #-@.">"-@( %,"C&C3( ">( E"A$>( =&( $&'HF6'( F-,( E7( .-#>-,( >-( F"@.( C"A@"F"#%@>(

&?".&@#&(F-,( >$&(H,-A@-C"C(%@.(>$&@(C"A@"F"#%@>( &?".&@#&(F-,( C6##&CCF6'(>,&%>E&@>(H'%@C*(Q$&@(%( C&,"-6C(

C#"&@>"F"#(Z6&C>"-@(%,"C&C3(&*A*3( E%@UC( "EH%#>( -@(A'-=%'(G%,E"@A3(C"A@"F"#%@>(&?".&@#&( F-,(8>'%(%@.(8>/(

%,&( #,">"#%'*( Q$&@( C&,"-6C( $"C>-,"#%'( -,( H-'">"#%'( "CC6&C( %,"C&3( &*A*3( >$&( C-#"%'( %@.( &#-@-E"#( "EH%#>( -F(

"EE"A,%>"-@('%GC(C6#$( %C(#6,,&@>'7(."C#6CC&.(G-,'.G".&3(C"A@"F"#%@>(&?".&@#&(F-,( $7H->$&C"R&.(-6>#-E&C(

#-6'.('&%.(>-(E-,&("@F-,E&.(H6='"#(.&=%>&(%@.(%#>"-@*(4$&C&(%,&(&T%EH'&C(-F($-G(<%>%D2@>&@C"?&(1@%'7C"C(

#%@(>,%@CF-,E(&.6#%>"-@3(E&."#"@&3(%@.('%G3(-,(E-,&(=,-%.'7(-6,(G-,'.*(

2@( >$&( &@.3( >$&,&( "C( @-( >,6>$3( @- ( 6'>"E%>&( A,-6@.( >,6>$3( @-( '"&DF,&&( 6>>&,%@#&C3( %C( &?&,7>$"@A( "C(

#-@>&T>6%'(=%C&.(-@("@#-EH'&>&(F%#>C(%@.(I@-G'&.A&*(1''(G-,'.(E-.&'C(%,&(F'%G&.*(4$&(=&C>(G&(#%@(.-("C(

>-( ,&#-A@"R&( >$&",( '"E">%>"-@C( %@.( C&%,#$( G$&,&( ,&C-6,#&C( %,&( G%,,%@>&.( %@.( %?%"'%='&( F-,( C6FF"#"&@>(

&?".&@#&(F-,(>$-C&(>$"@AC(E-C>(#,">"#%'(>-(>$&(G&''D=&"@A(-F(>$-C&(G&('-?&(%@.(-F(-6,(H'%@&>*(

(

Epilogue$

4$&(-@'7(@-?&'>7("@(>$&C&(".&%C("C("@(>$&",(%HH'"#%>"-@(>-(+"A(<%>%(%@.(<%>%D2@>&@C"?&(1@%'7C"C*(4$&C&(

".&%C($%?&(=&&@(%>(>$&($&%,>(-F(+=-7%+C"6"@/(F-,($6@.,&.C(-F(7&%,C3(=7(C#"&@>"C>C(6@.&,(E%@7(>&,EC3(&*A*3(

2"(.-,C'%-"(& $-'7<& %@.( =7( HC7#$-'-A"C>C(%'C-( 6@.&,( E%@7( >&,EC( "@#'6."@A( E'C-6/& ".& F,-@-(*( g&>3( >$&(

-6>#-E&(_(>$&(O-6,>$(c%,%."AE(D("C(@-?&'3(%(@&G(H%,%."AE(eYf(>$%>(G&(.-(@->(7&>(F6''7(6@.&,C>%@.*(

Q$"'&(G&(E%7(=&'"&?&(>$%>(%(>,&&("C(,&%'3(#%@(G&(C%7(>$%>(-6,(,&%'">7("C(>$&(>,6&(,&%'">7(G$&@(G&(#%@(

C&@C&( '&CC(>$%@(-@&(>&@(>,"''"-@>$( -F( >$&( &'&#>,-E%A@&>"#( CH&#>,6E(JC&&( F"A6,&( =&'-GNe8fV( 2F( G&( C&@C&( ">(

.-&C(>$%>(E%I&(">(,&%'(-,(>,6&V(2F(G&(#%@@->(C&@C&(">3(.-&C(">(&T"C>V(

B'>"E%>&'73(>$&(E&CC%A&($&,&("C(-F($-G(>$&(O-6,>$(c%,%."AE3(C6HH-,>&.(=7(<%>%D2@>&@C"?&(1@%'7C"C3(

E%7( #$%@A&( -6,( G-,'.( _( E-C>( $6E%@( &@.&%?-,C*( 4-( A&>( <%>%( 0#"&@#&( ,"A$>(G&( @&&.( >-( &C>%='"C$( ">C(

F6@.%E&@>%'C3($&@#&(>$&(%=-?&(.&F"@">"-@*(

(

S6E%@C(#%@(C&@C&(8h8:ii8Y>$(-F(>$&(P'&#>,-E%A@&>"#(0H&#>,6E(

Personal$Note$

O-,(>$&( H%C>( F&G( 7&%,C( 2( $%?&($%.( >$&( '6T6,7( -F( =&"@A( %='&( >-( >$"@I( %=-6>( <%>%( 0#"&@#&( "@( E7(

H,-F&CC"-@%'(%@.(H&,C-@%'('"?&C*(2@">"%''7(2(G%C(."C"''6C"-@&.(>-(,&%'"R&(>$%>(G$"'&(E7(E->$&,3(E7(>&%#$&,C3(

%@.(2(=&'"&?&.(>$%>(G&($%.(>$&(A,&%>&C>("@>&A,">7(%@.(=&C>("@>&@>"-@C3("*&*3(G&(G&,&(,"A$>3(E7(G-,'.(E-.&'(D(

E7( =&'"&FC( D( G&,&( =%C&.3("@( H%,>3( -@( F%6'>7('&%,@"@A(%@.( "EH&,F&#>( I@-G'&.A&*( 4$"C( >,%@ CF-,E&.( "@( E7(

H,-F&CC"-@%'(%@.(H&,C-@%'('"?&C(>-(>$&(&T#">&E&@>(-F(&TH'-,%>"-@(%@.(."C#-?&,7(%C(2(."'"A&@>'7(%HH'"&.(.-6=>(

F-''-G&.(=7(?&,"F"#%>"-@(-F(>$-C&(>$"@AC(>$%>(E%>>&,(>-(E&*(4$&,&"@('"&C(>$&(H-G&,(-F(>$&(O-6,>$(c%,%."AE3(

-F( <%>%D2@>&@C"?&( 1@%'7C"C( %@.( <%>%( 0#"& @#&*( Q$&@(">(E%>>&,C3( =&( -H&@( >-( Z6&C>"-@( KI@-G@M( F%#>C( %@.(

>$&-,"&C("@(7-6,(G-,'.(E-.&'(%@.(6C&(&E&,A"@A(&?".&@#&D=%C&.(E&>$-.C(>-(E&%@"@AF6''7(?&,"F7(>$&E(%@.(

"F(@&&.(=&(C&&I(@&G(F%#>C(%@.(>$&-,"&C(G">$(E-,&(C"A@"F"#%@>(C6HH-,>"@A(&?".&@#&*(

(

!"#$%(%@.(*+,-./(_(H-G&,(>--'C(F-,(%@(%E%R"@A3(&E&,A"@A(@&G(H%,%."AE(F-,(6@.&,C>%@."@A(-6,(

G-,'.*(

(

[1] <%?".(P%A'&E%@\(/%@(G&(#,&%>&(@&G(C&@C&C(F-,($6E%@CV(4&.9:8;3(!%,#$(9:8;(

[2] 5"E(L,%7(-@(&0#"&@#&\(%(>,%@CF-,E&.(C#"&@>"F"#(E&>$-.3("@(4-@7(S&73(0>&G%,>(4%@C'&73(j,"C>"@(!*(4-''&(

JP.C*N\(4$&(O-6,>$( c%,%."AE\( <%>%D2@>&@C"?&( 0#"&@>"F"#(<"C#-?&,7*(!"#,-C-F>(]&C&%,#$(9::W(20+k( WdXD

:WX9;^^9:^(

[3] j6$@3( 4$-E%C( 0*( 4$&( 0>,6#>6,&( -F( 0#"&@>"F"#( ]&?-'6>"-@C*( Y,.( &.*( /$"#%A-3( 2)\(B@ "?&,C">7( -F( /$"#%A-(

c,&CC3(8WWl*

[4] !*( L6R."%'*( 9:8;*( +,"@A"@A( &?".&@#&D=%C&.( &.6#%>"-@( >-( /0*( G"CC#(H& ;GI(;X3( l( J!%7( 9:8;N*(

<a2\$>>H\hh.T*.-"*-,Ah8:*88^;h9dXY^8W*9d;^W^d(

(

What is Data Science?

Preprint

Full-text available

Aug 2019

Michael L. Brodie

Data Science, a new discovery paradigm, is potentially one of the most significant advances of the early 21 st century. Originating in scientific discovery, it is being applied to every human endeavor for which there is adequate data. While remarkable successes have been achieved, even greater claims have been made. Benefits, challenge, and risks abound. The science underlying data science has yet to emerge. Maturity is more than a decade away. This claim is based firstly on observing the centuries-long developments of its predecessor paradigms-empirical, theoretical, and Jim Gray's Fourth Paradigm of Scientific Discovery (Hey, Tansley & Tolle, 2009) (aka eScience, data-intensive, computational, procedural); and secondly on my studies of over 150 data science use cases, several data science-based startups, and, on my scientific advisory role for Insight 1 , a

Introduction to Applied Data Science

Chapter

Full-text available

Jun 2019

What is data science? Attempts to define it can be made in one (prolonged) sentence, while it may take a whole book to demonstrate the meaning of this definition. This book introduces data science in an applied setting, by first giving a coherent overview of the background in Part I, and then presenting the nuts and bolts of the discipline by means of diverse use cases in Part II; finally, specific and insightful lessons learned are distilled in Part III. This chapter introduces the book and provides an answer to the following questions: What is data science? Where does it come from? What are its connections to big data and other mega trends? We claim that multidisciplinary roots and a focus on creating value lead to a discipline in the making that is inherently an interdisciplinary, applied science.

What Is Data Science?

Chapter

Full-text available

Jun 2019

Michael L. Brodie

Data science, a new discovery paradigm, is potentially one of the most significant advances of the early twenty-first century. Originating in scientific discovery, it is being applied to every human endeavor for which there is adequate data. While remarkable successes have been achieved, even greater claims have been made. Benefits, challenge, and risks abound. The science underlying data science has yet to emerge. Maturity is more than a decade away. This claim is based firstly on observing the centuries-long developments of its predecessor paradigms—empirical, theoretical, and Jim Gray’s Fourth Paradigm of Scientific Discovery (Hey et al., The fourth paradigm: data-intensive scientific discovery Edited by Microsoft Research, 2009) (aka eScience, data-intensive, computational, procedural)—and secondly on my studies of over 150 data science use cases, several data science-based startups, and, on my scientific advisory role for Insight (https://www.insight-centre.org/), a Data Science Research Institute (DSRI) that requires that I understand the opportunities, state of the art, and research challenges for the emerging discipline of data science. This chapter addresses essential questions for a DSRI: What is data science? What is world-class data science research? A companion chapter (Brodie, On Developing Data Science, in Braschler et al. (Eds.), Applied data science – Lessons learned for the data-driven business, Springer 2019) addresses the development of data science applications and of the data science discipline itself.

Data Scientist als Beruf

Chapter

Full-text available

Jun 2016

Data Scientists sind gefragt: Laut Mc Kinsey Global Institute wird es in den nächsten Jahren allein in den USA einen Nachfrageüberschuss an 190.000 Data Scientists geben. Dieser sehr starke Nachfragetrend zeigt sich auch in Europa und im Speziellen in der Schweiz. Doch was verbirgt sich hinter einem Data Scientist und wie kann man sich zum Data Scientist ausbilden lassen? In diesem Kapitel definieren wir die Begriffe Data Science und das zugehörige Berufsbild des Data Scientists. Danach analysieren wir drei typische Use Cases und zeigen auf, wie Data Science zur praktischen Anwendung kommt. Im letzten Teil des Kapitels berichten wir über unsere Erfahrungen aus dem schweizweit ersten Diploma of Advanced Studies (DAS) in Data Science, das an der ZHAW im Herbst 2014 erstmals gestartet ist.

Data Scientists

Chapter

Full-text available

Jun 2019

What is a data scientist? How can you become one? How can you form a team of data scientists that fits your organization? In this chapter, we trace the skillset of a successful data scientist and define the necessary competencies. We give a disambiguation to other historically or contemporary definitions of the term and show how a career as a data scientist might get started. Finally, we will answer the third question, that is, how to build analytics teams within a data-driven organization.

In The Structure of Scientific Revolutions

Book