{
"test": "feature_importance",
"method": "statsmodels",
"dataset": "prostate",
"n": 97,
"k": 8,
"variable_names": [
"lweight",
"age",
"lbph",
"svi",
"lcp",
"gleason",
"pgg45",
"lpsa"
],
"response": "lcavol",
"standardized_coefficients": {
"variable_names": [
"lweight",
"age",
"lbph",
"svi",
"lcp",
"gleason",
"pgg45",
"lpsa"
],
"standardized_coefficients": [
-0.00942332728197304,
0.13968420387443148,
-0.11464699229674306,
-0.05372985151240546,
0.4356001674246044,
0.12085302944127906,
-0.17031536546928316,
0.5541622197588927
],
"y_std": 11.54811819688485,
"raw_coefficients": [
-0.02592501595313611,
0.02211318860609609,
-0.09313839276613638,
-0.15296648397562806,
0.3671799273581572,
0.19724921786369295,
-0.0071173479101549674,
0.5658259787397043
]
},
"vif_ranking": {
"variable_names": [
"age",
"lbph",
"lweight",
"lpsa",
"svi",
"gleason",
"lcp",
"pgg45"
],
"vif_values": [
1.3316217814105702,
1.3883309400165056,
1.611373915499693,
2.022162633919932,
2.1686972403068627,
2.426591557254666,
2.5608410842512384,
2.9197090045322436
],
"ranking": [
{
"variable": "age",
"vif": 1.3316217814105702,
"rsquared": 0.24903601461016012,
"interpretation": "Low multicollinearity"
},
{
"variable": "lbph",
"vif": 1.3883309400165056,
"rsquared": 0.2797106430631653,
"interpretation": "Low multicollinearity"
},
{
"variable": "lweight",
"vif": 1.611373915499693,
"rsquared": 0.3794115751899234,
"interpretation": "Low multicollinearity"
},
{
"variable": "lpsa",
"vif": 2.022162633919932,
"rsquared": 0.5054799335988545,
"interpretation": "Low multicollinearity"
},
{
"variable": "svi",
"vif": 2.1686972403068627,
"rsquared": 0.5388936816932068,
"interpretation": "Low multicollinearity"
},
{
"variable": "gleason",
"vif": 2.426591557254666,
"rsquared": 0.5878993327037889,
"interpretation": "Low multicollinearity"
},
{
"variable": "lcp",
"vif": 2.5608410842512384,
"rsquared": 0.6095032971199035,
"interpretation": "Low multicollinearity"
},
{
"variable": "pgg45",
"vif": 2.9197090045322436,
"rsquared": 0.6575001144128723,
"interpretation": "Low multicollinearity"
}
]
},
"shap": {
"variable_names": [
"lweight",
"age",
"lbph",
"svi",
"lcp",
"gleason",
"pgg45",
"lpsa"
],
"shap_values": [
[
0.022282127536757183,
-0.30662101727009516,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-1.6460838371551487
],
[
0.008019039284868147,
-0.12971550842132648,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-1.4942930967945207
],
[
0.024309878584547674,
0.22409550927621094,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.031184256307380004,
-1.4942930967945207
],
[
0.008974039097533817,
-0.12971550842132648,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-1.4942930967945207
],
[
0.005096071511199907,
-0.04126275399694212,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-1.1920953435042727
],
[
0.0103730307334129,
-0.30662101727009516,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.9692141140095923
],
[
0.004029386729808127,
0.0029636232152500594,
-0.047950441897211926,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.9692141140095923
],
[
0.0023185690020447246,
-0.12971550842132648,
-0.13379438290056508,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.9188853077656426
],
[
0.0023185690020447246,
-0.3729605830883835,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.8097353829106322
],
[
0.009965541332661516,
-0.01914956539084603,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.8097353829106322
],
[
0.0006430611460094895,
0.02507681182134615,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.6854638153564012
],
[
0.0007845339580657487,
-0.01914956539084603,
-0.1086545033177188,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.6854638153564012
],
[
0.01571267664420059,
-0.01914956539084603,
0.1384641884563547,
0.03311645529369268,
-0.15365430658125848,
0.04880393019307867,
-0.03998922279416967,
-0.6854638153564012
],
[
0.016351261637158238,
0.06930318903353833,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.13794447495970452,
-0.6395608999181533
],
[
0.004845998807315954,
-0.15182869702742258,
0.1384641884563547,
0.03311645529369268,
-0.09231540162197471,
0.04880393019307867,
0.13794447495970452,
-0.6109053222160555
],
[
0.01472257435993436,
0.04719000042744224,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.5836313218062463
],
[
0.0029277031768796037,
0.13564275485182659,
-0.10653159900001631,
0.03311645529369268,
-0.15365430658125848,
0.04880393019307867,
-0.03998922279416967,
-0.5704720201838928
],
[
-0.0005292940004072831,
0.04719000042744224,
0.1384641884563547,
0.03311645529369268,
0.20229012062049842,
-0.1484452876706143,
0.17353121451047934,
-0.5576117575913032
],
[
0.009366103113793094,
-0.5056397147249599,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.5206969878253355
],
[
-0.005092511608414493,
0.13564275485182659,
-0.14509773834568115,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.4973606269841739
],
[
0.005433304118718304,
-0.10760231981523039,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.47494876920967505
],
[
0.0033158006656980495,
-0.0854891312091343,
-0.12801009659715445,
0.03311645529369268,
0.5608448409412423,
0.04880393019307867,
0.031184256307380004,
-0.4640671434821403
],
[
0.006560653437440428,
-0.10760231981523039,
0.08371868365457925,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.44291232470200964
],
[
0.004598285279883745,
-0.01914956539084603,
-0.03147139993684056,
0.03311645529369268,
0.4986378969310889,
0.04880393019307867,
-0.25350966009881865,
-0.43262430700877064
],
[
-0.0009970072132178167,
0.1135295662457305,
-0.13961742874612532,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.4225200130108286
],
[
0.01307599882170283,
0.09141637763963441,
-0.01860429930914528,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.40283707734919355
],
[
-0.0023516152217851216,
0.02507681182134615,
0.1384641884563547,
0.03311645529369268,
-0.22733655963016905,
0.04880393019307867,
-0.32468313920036834,
-0.3838159317522924
],
[
-0.006145170956175622,
0.06930318903353833,
-0.15983446740271032,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.031184256307380004,
-0.37453989382202935
],
[
0.01296229170173238,
0.06930318903353833,
-0.011436271737934945,
0.03311645529369268,
0.083774207055353,
0.04880393019307867,
-0.39585661830191804,
-0.3564319347722162
],
[
0.006560653437440428,
0.02507681182134615,
0.1384641884563547,
0.03311645529369268,
0.6604662959786142,
-0.1484452876706143,
0.17353121451047934,
-0.33031221935903615
],
[
-0.011957300282709221,
0.02507681182134615,
-0.17347511125523013,
0.03311645529369268,
-0.22733655963016905,
-0.1484452876706143,
0.17353121451047934,
-0.313545777122217
],
[
-0.004549714228247747,
0.02507681182134615,
-0.14943053730854577,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.266036029069544
],
[
0.01533694538799178,
0.15775594345792268,
-0.1086545033177188,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.266036029069544
],
[
0.009366103113793094,
-0.21816826284571084,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
-0.2584915317994204
],
[
0.010682886524084794,
-0.01914956539084603,
0.1384641884563547,
0.03311645529369268,
-0.22733655963016905,
-0.1484452876706143,
0.17353121451047934,
-0.24369789842007497
],
[
-0.012726780681214233,
0.0029636232152500594,
-0.1928878607721546,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.13794447495970452,
-0.22220822382572616
],
[
-0.0007307832243950599,
0.20198232067011485,
0.0633503230512671,
0.03311645529369268,
0.6747275056084165,
0.24605314805677161,
0.06677099585815484,
-0.18153257852686933
],
[
0.032510920356114886,
0.0029636232152500594,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.06677099585815484,
-0.162241194442522
],
[
-0.011826819677417087,
0.09141637763963441,
-0.11859870137380579,
-0.1198500286819354,
0.7387465670114657,
0.04880393019307867,
-0.07557596234494451,
-0.14973621398198314
],
[
0.01596622330022225,
-0.17394188563351864,
-0.07783927116425725,
0.03311645529369268,
0.006185750739034698,
0.04880393019307867,
0.13794447495970452,
-0.11379868226389672
],
[
0.012624125793639664,
-0.0854891312091343,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.44330236592046457,
-0.39585661830191804,
-0.10230941601779342
],
[
-0.00139132670586501,
0.09141637763963441,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.10235773540892967,
-0.0966511562303965
],
[
-0.006145170956175622,
-0.04126275399694212,
-0.15027342486093645,
0.03311645529369268,
-0.09231540162197471,
-0.1484452876706143,
0.17353121451047934,
-0.0855014987367328
],
[
-0.006947031699606126,
-0.06337594260303821,
0.1384641884563547,
0.03311645529369268,
0.3636167389228946,
0.04880393019307867,
0.13082712704954955,
-0.05855228243872012
],
[
0.005689158101159808,
0.04719000042744224,
-0.15357070279057178,
0.03311645529369268,
-0.09231540162197471,
0.04880393019307867,
0.031184256307380004,
0.024519345464753834
],
[
0.006121250342050727,
-0.06337594260303821,
-0.047950441897211926,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.06677099585815484,
0.042412573555635165
],
[
-0.00950157907156435,
0.33466145230669136,
-0.1657033941519311,
-0.1198500286819354,
1.0413672488728423,
0.44330236592046457,
-0.5382035765050174,
0.051151359719084764
],
[
-0.010530283704584784,
0.09141637763963441,
-0.15027342486093645,
0.03311645529369268,
-0.09231540162197471,
0.04880393019307867,
-0.11116270189571935,
0.051151359719084764
],
[
0.003394120138892472,
-0.4614133375127678,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.06401162231167452
],
[
0.0015767505955616842,
0.13564275485182659,
-0.11859870137380579,
0.03311645529369268,
-0.22733655963016905,
-0.1484452876706143,
0.17353121451047934,
0.06401162231167452
],
[
-0.009453825192178664,
0.09141637763963441,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
-0.18233618099726903,
0.1009263920776421
],
[
-0.01570766494052178,
0.0029636232152500594,
-0.18374494162287394,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.11271486710130302
],
[
-0.00012154534949635353,
0.0029636232152500594,
-0.1296997285627803,
0.03311645529369268,
0.083774207055353,
0.04880393019307867,
-0.32468313920036834,
0.11659037897748478
],
[
-0.012768856982106183,
0.09141637763963441,
-0.15517657726235087,
0.03311645529369268,
0.597139045620299,
0.04880393019307867,
-0.11116270189571935,
0.12043957994565524
],
[
0.0029277031768796037,
-0.10760231981523039,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.13794447495970452,
0.1280602373925174
],
[
-0.016882094088214807,
0.04719000042744224,
-0.18831706899979037,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.06677099585815484,
0.13557961198918508
],
[
0.01980382563671713,
-0.3729605830883835,
0.1384641884563547,
0.03311645529369268,
0.24973407425572022,
0.04880393019307867,
0.14506182286985947,
0.17523971282139997
],
[
-0.0035190446151708004,
-0.3287342058761913,
-0.12319906272310538,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.17871105520096806
],
[
-0.01424017941249453,
0.13564275485182659,
-0.03147139993684056,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.031184256307380004,
0.18559048061568115
],
[
-0.005762310320579717,
-0.06337594260303821,
-0.11124184781925318,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
-0.11116270189571935,
0.18899907289420692
],
[
-0.023217390236682678,
0.20198232067011485,
-0.2073210341108643,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.20574073195315726
],
[
-0.0023516152217851216,
-0.01914956539084603,
-0.14148025807278727,
-0.1198500286819354,
0.767005116088074,
0.04880393019307867,
-0.11116270189571935,
0.21230108809845905
],
[
0.0026975927352795707,
0.17986913206401878,
0.1384641884563547,
0.03311645529369268,
0.6379788680358636,
0.44330236592046457,
-0.5026168369542425,
0.21230108809845905
],
[
-0.00746817637029607,
0.04719000042744224,
-0.17769486721941052,
-0.1198500286819354,
0.8406873691369846,
0.04880393019307867,
-0.25350966009881865,
0.22837676998043288
],
[
0.00015388201998976366,
0.0029636232152500594,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.22837676998043288
],
[
-0.005373694331442205,
-0.06337594260303821,
-0.11375925470165946,
0.03311645529369268,
-0.09231540162197471,
0.04880393019307867,
0.031184256307380004,
0.23153781339326013
],
[
-0.006468896630382436,
0.09141637763963441,
-0.15675523203884406,
0.03311645529369268,
0.5511816529671801,
0.04880393019307867,
-0.32468313920036834,
0.25014200182642776
],
[
-0.010939639706484802,
0.17986913206401878,
-0.20557664608413126,
0.03311645529369268,
-0.09231540162197471,
0.04880393019307867,
0.10235773540892967,
0.2740326457963629
],
[
-0.020211255011836793,
0.1135295662457305,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.2740326457963629
],
[
-0.02985110924378709,
0.17986913206401878,
-0.2073210341108643,
0.03311645529369268,
-0.22733655963016905,
0.04880393019307867,
0.13794447495970452,
0.2798509777531454
],
[
0.000926784520600607,
-0.0854891312091343,
0.1384641884563547,
-0.1198500286819354,
0.5511816529671801,
0.04880393019307867,
-0.25350966009881865,
0.3025437681260884
],
[
0.007462506967402177,
0.29043507509449923,
-0.15357070279057178,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
-0.004402483243394835,
0.3162780621080373
],
[
-0.005092511608414493,
0.1135295662457305,
0.1384641884563547,
-0.1198500286819354,
0.14779327213020144,
0.04880393019307867,
0.031184256307380004,
0.3270304531820279
],
[
0.010168482357542663,
-0.0854891312091343,
-0.03147139993684056,
-0.1198500286819354,
0.4986378969310889,
0.44330236592046457,
-0.4670300974034677,
0.33758231552915324
],
[
-0.005707141886631435,
0.1135295662457305,
0.1384641884563547,
-0.1198500286819354,
0.767005116088074,
0.04880393019307867,
0.031184256307380004,
0.45088936384996403
],
[
0.00946505889968622,
0.09141637763963441,
0.014124334455482382,
-0.1198500286819354,
0.9545700338041588,
0.04880393019307867,
-0.18233618099726903,
0.4861353430568348
],
[
-0.020865654264525843,
0.17986913206401878,
-0.18831706899979037,
0.03311645529369268,
0.24973407425572022,
0.04880393019307867,
-0.25350966009881865,
0.5174151650657296
],
[
-0.018817448379148335,
0.3125482637005953,
-0.2073210341108643,
0.03311645529369268,
-0.44316002275106287,
0.04880393019307867,
0.10235773540892967,
0.5416153724286331
],
[
0.001213644822122055,
0.1135295662457305,
0.1384641884563547,
-0.1198500286819354,
1.0146514723534164,
0.04880393019307867,
-0.32468313920036834,
0.554229840216058
],
[
-0.005035917298588796,
-0.01914956539084603,
0.1384641884563547,
0.03311645529369268,
0.20229012062049842,
0.04880393019307867,
-0.18233618099726903,
0.585431861152876
],
[
0.014480849511187322,
0.04719000042744224,
-0.042774755381956645,
0.03311645529369268,
0.14779327213020144,
0.04880393019307867,
-0.11116270189571935,
0.5871158724308012
],
[
0.004029386729808127,
-0.15182869702742258,
-0.03147139993684056,
0.03311645529369268,
0.9203891001508187,
0.04880393019307867,
-0.25350966009881865,
0.5954615227042226
],
[
-0.006735613194508303,
0.29043507509449923,
0.05848982523958777,
-0.1198500286819354,
0.27133912477143785,
0.04880393019307867,
-0.03998922279416967,
0.6150027755407812
],
[
-0.005429562740821205,
0.02507681182134615,
-0.09451553553407877,
0.03311645529369268,
0.7081305135086595,
0.44330236592046457,
-0.32468313920036834,
0.6181950525476347
],
[
-0.0020990018663377638,
-0.0854891312091343,
-0.14857995279937686,
0.03311645529369268,
0.3636167389228946,
0.04880393019307867,
-0.03998922279416967,
0.6276651122060076
],
[
0.0028507836545466504,
0.0029636232152500594,
0.1384641884563547,
-0.1198500286819354,
0.9203891001508187,
0.04880393019307867,
-0.25350966009881865,
0.652170243188854
],
[
-0.002663959813988507,
-0.12971550842132648,
-0.14330655945319026,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.6799553542052588
],
[
0.006738550896910846,
-0.04126275399694212,
0.1384641884563547,
-0.1198500286819354,
0.17605182120680968,
0.04880393019307867,
-0.03998922279416967,
0.6982094095227824
],
[
-0.028235177074412175,
0.02507681182134615,
0.1384641884563547,
-0.1198500286819354,
0.9705368933351205,
0.04880393019307867,
-0.25350966009881865,
0.8521094925495543
],
[
-0.001715389405279216,
0.2683218864884031,
-0.07783927116425725,
-0.1198500286819354,
0.3636167389228946,
0.04880393019307867,
-0.3602698787511432,
0.8573486450344986
],
[
-0.01225927486853133,
0.09141637763963441,
0.1384641884563547,
0.03311645529369268,
-0.44316002275106287,
-0.1484452876706143,
0.17353121451047934,
0.8778332429428122
],
[
-0.0012605609253973958,
-0.06337594260303821,
-0.11621040665698763,
-0.1198500286819354,
-0.44316002275106287,
0.04880393019307867,
0.06677099585815484,
0.9342714420270081
],
[
-0.00641523184735945,
0.09141637763963441,
0.1384641884563547,
-0.1198500286819354,
0.5511816529671801,
0.04880393019307867,
-0.25350966009881865,
1.0788942988889618
],
[
-0.006947031699606126,
-0.43930014890667174,
0.1384641884563547,
-0.1198500286819354,
0.8622924196527022,
0.04880393019307867,
-0.11116270189571935,
1.2482440905174277
],
[
0.0060342459885119985,
-0.26239464005790303,
0.1384641884563547,
-0.1198500286819354,
0.9705368933351205,
0.04880393019307867,
0.10235773540892967,
1.5077777728543316
],
[
-0.003758280662386335,
0.09141637763963441,
-0.13577612573880726,
-0.1198500286819354,
0.6379788680358636,
0.04880393019307867,
-0.39585661830191804,
1.6969812098422186
],
[
-0.008971490270370568,
0.09141637763963441,
-0.03147139993684056,
-0.1198500286819354,
1.1322105627612569,
0.04880393019307867,
0.031184256307380004,
1.75663239516409
]
],
"base_value": -2.420612677468017,
"mean_abs_shap": [
0.008613792467866954,
0.12157200767521935,
0.1272916138149314,
0.051893826851972046,
0.4523728833988255,
0.10712546532930943,
0.16909469144819236,
0.503913840858909
]
},
"permutation_importance": {
"variable_names": [
"lweight",
"age",
"lbph",
"svi",
"lcp",
"gleason",
"pgg45",
"lpsa"
],
"importance": [
-0.0016846494924405708,
0.010952763884795547,
0.0060009588587849,
-0.001620944565091742,
0.07073550375015172,
0.0009924876718927279,
0.007164063692025102,
0.14796031771451063
],
"baseline_score": 0.6762746554982422,
"n_permutations": 10,
"seed": 42
}
}