Optimizing ML Regression Models with Applying Kaggle Home Price

df<-read.csv("HPP.csv")

head(df)

MSSubClass	MSZoning	LotFrontage	LotArea	Street	LotShape	LandContour	LotConfig	Condition1	Condition2	...	BuiltYear1	BuiltYear2	BuiltYear3	BuiltYear4	BuiltYear5	BsmtFTM_Flag	GasA_Flag	HasGrg	HasPool	SalePrice
60	4	65	91.92388	1	1	1	1	1	1	...	0	0	0	0	1	0	1	1	0	12.24769
20	4	80	97.97959	1	1	1	4	2	1	...	0	0	1	0	0	0	1	1	0	12.10901
60	4	68	106.06602	1	2	1	1	1	1	...	0	0	0	0	1	0	1	1	0	12.31717
70	4	60	97.72410	1	2	1	2	1	1	...	1	0	0	0	0	0	1	1	0	11.84940
60	4	84	119.41524	1	2	1	4	1	1	...	0	0	0	1	0	0	1	1	0	12.42922
50	4	85	118.80657	1	2	1	1	1	1	...	0	0	0	1	0	0	1	1	0	11.87060

names(df)

1. 'MSSubClass'
2. 'MSZoning'
3. 'LotFrontage'
4. 'LotArea'
5. 'Street'
6. 'LotShape'
7. 'LandContour'
8. 'LotConfig'
9. 'Condition1'
10. 'Condition2'
11. 'BldgType'
12. 'HouseStyle'
13. 'OverallQual'
14. 'OverallCond'
15. 'YearBuilt'
16. 'YearRemodAdd'
17. 'RoofStyle'
18. 'RoofMatl'
19. 'Exterior1st'
20. 'MasVnrType'
21. 'ExterQual'
22. 'ExterCond'
23. 'Foundation'
24. 'BsmtQual'
25. 'BsmtCond'
26. 'BsmtExposure'
27. 'BsmtFinType1'
28. 'BsmtFinSF1'
29. 'BsmtFinSF2'
30. 'BsmtUnfSF'
31. 'TotalBsmtSF'
32. 'HeatingQC'
33. 'CentralAir'
34. 'Electrical'
35. 'GrLivArea'
36. 'BsmtFullBath'
37. 'BsmtHalfBath'
38. 'FullBath'
39. 'HalfBath'
40. 'BedroomAbvGr'
41. 'KitchenAbvGr'
42. 'KitchenQual'
43. 'TotRmsAbvGrd'
44. 'Functional'
45. 'Fireplaces'
46. 'FireplaceQu'
47. 'GarageType'
48. 'GarageFinish'
49. 'GarageCars'
50. 'GarageArea'
51. 'GarageCond'
52. 'PavedDrive'
53. 'WoodDeckSF'
54. 'OpenPorchSF'
55. 'Fence'
56. 'MiscFeature'
57. 'MiscVal'
58. 'MoSold'
59. 'YrSold'
60. 'SaleType'
61. 'SaleCondition'
62. 'FrstFlrSF'
63. 'BsmtFinSF2_Flag'
64. 'LandSlope_Gtl'
65. 'LandSlope_Mod'
66. 'LandSlope_Sev'
67. 'Neighborhood_Blmngtn'
68. 'Neighborhood_Blueste'
69. 'Neighborhood_BrDale'
70. 'Neighborhood_BrkSide'
71. 'Neighborhood_ClearCr'
72. 'Neighborhood_CollgCr'
73. 'Neighborhood_Crawfor'
74. 'Neighborhood_Edwards'
75. 'Neighborhood_Gilbert'
76. 'Neighborhood_IDOTRR'
77. 'Neighborhood_MeadowV'
78. 'Neighborhood_Mitchel'
79. 'Neighborhood_NAmes'
80. 'Neighborhood_NPkVill'
81. 'Neighborhood_NWAmes'
82. 'Neighborhood_NoRidge'
83. 'Neighborhood_NridgHt'
84. 'Neighborhood_OldTown'
85. 'Neighborhood_SWISU'
86. 'Neighborhood_Sawyer'
87. 'Neighborhood_SawyerW'
88. 'Neighborhood_Somerst'
89. 'Neighborhood_StoneBr'
90. 'Neighborhood_Timber'
91. 'Neighborhood_Veenker'
92. 'RemodAdd'
93. 'BuiltYear1'
94. 'BuiltYear2'
95. 'BuiltYear3'
96. 'BuiltYear4'
97. 'BuiltYear5'
98. 'BsmtFTM_Flag'
99. 'GasA_Flag'
100. 'HasGrg'
101. 'HasPool'
102. 'SalePrice'

dim(df)

1. 1460
2. 102

#install.packages("caTools")
#Split data
set.seed(2)
library(caTools)#for sample.split() function 
split<-sample.split(df[0:102], SplitRatio = 0.7)

library(caTools)#for sample.split() function 
set.seed(2)
split<-sample.split(df, SplitRatio = 0.7)
#we divided data in ratio 0.7
training<-subset(df, split=="TRUE")
test<-subset(df, split=="FALSE")

#we divided data in ratio 0.7
xtraining<-training[0:101]
xtest<-test[0:101]
ytraining<-training[c(102)]
ytest<-test[c(102)]

#install.packages("car")
library(car)
# fit models
OLS_fit <- lm(ytraining$SalePrice~., xtraining)

4. 1. Ordinary Least Squares (OLS) Regression

#install.packages("car")
library(car)
# fit models
OLS_fit <- lm(ytraining$SalePrice~., xtraining)
# make predictions
OLS_predictions <- predict(OLS_fit, xtest)
# mse
OLS_mse <- mean((ytest$SalePrice - OLS_predictions)^2)
OLS_se <- ((ytest$SalePrice - OLS_predictions)^2)
# accuracy
compare <- cbind (actual=ytest$SalePrice, OLS_predictions)
compare=as.data.frame(compare)
OLS_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
OLS_accuracy<-round(mean(OLS_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-OLS_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

Warning message in predict.lm(OLS_fit, xtest):
"prediction from a rank-deficient fit may be misleading"

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Ordinary Least Squares (OLS) Regression")))
abline(lm(compare$actual ~ compare$OLS_predictions), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(OLS_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", OLS_accuracy), pos = 1, font = 4, col='blue')

4. 2. Stepwize Linear Regression (SLR)

# fit model
base_fit <- lm(ytraining$SalePrice~., xtraining) #Stepwize Linear Regression (SLR)
# perform step-wise feature selection
SLR_fit <- step(base_fit) #Stepwize Linear Regression (SLR)
# make predictions
SLR_predictions <- predict(SLR_fit, xtest)
# mse
SLR_mse <- mean((ytest$SalePrice - SLR_predictions)^2)
SLR_se <- ((ytest$SalePrice - SLR_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, SLR_predictions)
SLR_accuracy<-mean (apply(compare, 1, min)/apply(compare, 1, max))
compare=as.data.frame(compare)
SLR_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
SLR_accuracy<-round(mean(SLR_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-SLR_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

Start:  AIC=-4072.93
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF1 + BsmtFinSF2 + 
    BsmtUnfSF + TotalBsmtSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    OpenPorchSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    LandSlope_Gtl + LandSlope_Mod + LandSlope_Sev + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_ClearCr + Neighborhood_CollgCr + Neighborhood_Crawfor + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_Somerst + 
    Neighborhood_StoneBr + Neighborhood_Timber + Neighborhood_Veenker + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear3 + BuiltYear4 + 
    BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool


Step:  AIC=-4072.93
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF1 + BsmtFinSF2 + 
    BsmtUnfSF + TotalBsmtSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    OpenPorchSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    LandSlope_Gtl + LandSlope_Mod + LandSlope_Sev + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_ClearCr + Neighborhood_CollgCr + Neighborhood_Crawfor + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_Somerst + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear3 + BuiltYear4 + BuiltYear5 + BsmtFTM_Flag + 
    GasA_Flag + HasGrg + HasPool


Step:  AIC=-4072.93
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF1 + BsmtFinSF2 + 
    BsmtUnfSF + TotalBsmtSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    OpenPorchSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    LandSlope_Gtl + LandSlope_Mod + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_ClearCr + 
    Neighborhood_CollgCr + Neighborhood_Crawfor + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_Somerst + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear3 + BuiltYear4 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + 
    HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- BsmtFinSF1            1   0.00000 15.228 -4074.9
- OpenPorchSF           1   0.00006 15.228 -4074.9
- Neighborhood_Crawfor  1   0.00007 15.228 -4074.9
- Neighborhood_Somerst  1   0.00008 15.228 -4074.9
- BuiltYear4            1   0.00014 15.228 -4074.9
- LandSlope_Gtl         1   0.00022 15.228 -4074.9
- TotalBsmtSF           1   0.00029 15.228 -4074.9
- BuiltYear3            1   0.00038 15.228 -4074.9
- ExterCond             1   0.00071 15.228 -4074.9
- Neighborhood_ClearCr  1   0.00075 15.228 -4074.9
- BuiltYear5            1   0.00080 15.228 -4074.9
- LotConfig             1   0.00086 15.228 -4074.9
- LotShape              1   0.00123 15.229 -4074.8
- MasVnrType            1   0.00212 15.230 -4074.8
- Street                1   0.00235 15.230 -4074.8
- GarageArea            1   0.00246 15.230 -4074.8
- LandContour           1   0.00276 15.230 -4074.7
- BuiltYear2            1   0.00349 15.231 -4074.7
- RoofStyle             1   0.00369 15.231 -4074.7
- LandSlope_Mod         1   0.00380 15.231 -4074.7
- BuiltYear1            1   0.00486 15.232 -4074.6
- MSSubClass            1   0.00536 15.233 -4074.6
- Exterior1st           1   0.00631 15.234 -4074.5
- GasA_Flag             1   0.00669 15.234 -4074.5
- ExterQual             1   0.00743 15.235 -4074.4
- HasGrg                1   0.00766 15.235 -4074.4
- Neighborhood_NoRidge  1   0.01129 15.239 -4074.2
- Fireplaces            1   0.01313 15.241 -4074.1
- BsmtFinType1          1   0.01363 15.241 -4074.0
- BsmtHalfBath          1   0.01512 15.243 -4073.9
- BsmtUnfSF             1   0.01599 15.244 -4073.9
- Neighborhood_Blueste  1   0.01664 15.244 -4073.8
- Neighborhood_NridgHt  1   0.01683 15.244 -4073.8
- RoofMatl              1   0.01686 15.244 -4073.8
- MoSold                1   0.01695 15.245 -4073.8
- BsmtFinSF2            1   0.01753 15.245 -4073.8
- Neighborhood_NPkVill  1   0.01828 15.246 -4073.7
- FireplaceQu           1   0.01979 15.247 -4073.6
- BsmtFinSF2_Flag       1   0.01991 15.248 -4073.6
- BsmtFTM_Flag          1   0.02062 15.248 -4073.6
- Neighborhood_CollgCr  1   0.02121 15.249 -4073.5
- Fence                 1   0.02272 15.250 -4073.4
- BsmtCond              1   0.02335 15.251 -4073.4
- HeatingQC             1   0.02438 15.252 -4073.3
- HouseStyle            1   0.02570 15.253 -4073.2
- MiscFeature           1   0.02592 15.254 -4073.2
- RemodAdd              1   0.02761 15.255 -4073.1
- Neighborhood_BrDale   1   0.02762 15.255 -4073.1
- Neighborhood_SawyerW  1   0.02764 15.255 -4073.1
- Neighborhood_Blmngtn  1   0.02783 15.255 -4073.1
- KitchenQual           1   0.02822 15.256 -4073.0
- GarageCond            1   0.02887 15.256 -4073.0
<none>                              15.228 -4072.9
- Neighborhood_Timber   1   0.03161 15.259 -4072.8
- Neighborhood_BrkSide  1   0.03162 15.259 -4072.8
- WoodDeckSF            1   0.03370 15.261 -4072.7
- BedroomAbvGr          1   0.03418 15.262 -4072.7
- KitchenAbvGr          1   0.03441 15.262 -4072.6
- Foundation            1   0.03506 15.263 -4072.6
- HasPool               1   0.04062 15.268 -4072.2
- Neighborhood_Gilbert  1   0.04264 15.270 -4072.1
- TotRmsAbvGrd          1   0.04278 15.270 -4072.1
- Neighborhood_StoneBr  1   0.04337 15.271 -4072.0
- MiscVal               1   0.04679 15.274 -4071.8
- Neighborhood_Mitchel  1   0.05035 15.278 -4071.6
- Electrical            1   0.05768 15.285 -4071.1
- GarageType            1   0.05850 15.286 -4071.0
- SaleType              1   0.06065 15.288 -4070.9
- Neighborhood_SWISU    1   0.06123 15.289 -4070.8
- Neighborhood_NAmes    1   0.06127 15.289 -4070.8
- Condition2            1   0.06340 15.291 -4070.7
- Neighborhood_OldTown  1   0.06543 15.293 -4070.6
- YearBuilt             1   0.06586 15.293 -4070.5
- Neighborhood_NWAmes   1   0.06922 15.297 -4070.3
- Neighborhood_Sawyer   1   0.07692 15.305 -4069.8
- YrSold                1   0.07877 15.306 -4069.7
- YearRemodAdd          1   0.08153 15.309 -4069.5
- PavedDrive            1   0.08643 15.314 -4069.2
- LotArea               1   0.08677 15.314 -4069.2
- GarageFinish          1   0.09114 15.319 -4068.9
- Neighborhood_MeadowV  1   0.09818 15.326 -4068.4
- BsmtQual              1   0.10098 15.329 -4068.2
- MSZoning              1   0.10793 15.335 -4067.7
- CentralAir            1   0.11327 15.341 -4067.4
- Neighborhood_IDOTRR   1   0.11347 15.341 -4067.4
- HalfBath              1   0.12617 15.354 -4066.5
- Condition1            1   0.13044 15.358 -4066.3
- BsmtExposure          1   0.13050 15.358 -4066.3
- BsmtFullBath          1   0.13295 15.361 -4066.1
- Neighborhood_Edwards  1   0.14859 15.376 -4065.1
- BldgType              1   0.18378 15.411 -4062.7
- FullBath              1   0.21281 15.440 -4060.8
- GarageCars            1   0.23395 15.461 -4059.4
- SaleCondition         1   0.23424 15.462 -4059.4
- LotFrontage           1   0.23910 15.467 -4059.1
- Functional            1   0.39213 15.620 -4049.1
- FrstFlrSF             1   0.58459 15.812 -4036.6
- GrLivArea             1   0.72221 15.950 -4027.8
- OverallQual           1   0.99936 16.227 -4010.3
- OverallCond           1   1.06932 16.297 -4005.9

Step:  AIC=-4074.93
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    TotalBsmtSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + OpenPorchSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Gtl + 
    LandSlope_Mod + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_ClearCr + 
    Neighborhood_CollgCr + Neighborhood_Crawfor + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_Somerst + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear3 + BuiltYear4 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + 
    HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- OpenPorchSF           1   0.00006 15.228 -4076.9
- Neighborhood_Crawfor  1   0.00007 15.228 -4076.9
- Neighborhood_Somerst  1   0.00008 15.228 -4076.9
- BuiltYear4            1   0.00014 15.228 -4076.9
- LandSlope_Gtl         1   0.00022 15.228 -4076.9
- BuiltYear3            1   0.00038 15.228 -4076.9
- TotalBsmtSF           1   0.00069 15.228 -4076.9
- ExterCond             1   0.00071 15.228 -4076.9
- Neighborhood_ClearCr  1   0.00075 15.228 -4076.9
- BuiltYear5            1   0.00080 15.228 -4076.9
- LotConfig             1   0.00085 15.228 -4076.9
- LotShape              1   0.00123 15.229 -4076.8
- MasVnrType            1   0.00213 15.230 -4076.8
- Street                1   0.00235 15.230 -4076.8
- GarageArea            1   0.00246 15.230 -4076.8
- LandContour           1   0.00276 15.230 -4076.7
- BuiltYear2            1   0.00349 15.231 -4076.7
- RoofStyle             1   0.00370 15.231 -4076.7
- LandSlope_Mod         1   0.00380 15.231 -4076.7
- BuiltYear1            1   0.00485 15.232 -4076.6
- MSSubClass            1   0.00536 15.233 -4076.6
- Exterior1st           1   0.00630 15.234 -4076.5
- GasA_Flag             1   0.00668 15.234 -4076.5
- ExterQual             1   0.00743 15.235 -4076.4
- HasGrg                1   0.00766 15.235 -4076.4
- Neighborhood_NoRidge  1   0.01130 15.239 -4076.2
- Fireplaces            1   0.01318 15.241 -4076.1
- BsmtFinType1          1   0.01363 15.241 -4076.0
- BsmtHalfBath          1   0.01515 15.243 -4075.9
- Neighborhood_Blueste  1   0.01666 15.244 -4075.8
- Neighborhood_NridgHt  1   0.01685 15.244 -4075.8
- RoofMatl              1   0.01686 15.244 -4075.8
- MoSold                1   0.01695 15.245 -4075.8
- Neighborhood_NPkVill  1   0.01828 15.246 -4075.7
- BsmtFinSF2            1   0.01956 15.247 -4075.6
- FireplaceQu           1   0.01983 15.247 -4075.6
- BsmtFinSF2_Flag       1   0.01991 15.248 -4075.6
- Neighborhood_CollgCr  1   0.02121 15.249 -4075.5
- Fence                 1   0.02272 15.250 -4075.4
- BsmtCond              1   0.02346 15.251 -4075.4
- HeatingQC             1   0.02438 15.252 -4075.3
- HouseStyle            1   0.02570 15.253 -4075.2
- MiscFeature           1   0.02598 15.254 -4075.2
- Neighborhood_BrDale   1   0.02762 15.255 -4075.1
- RemodAdd              1   0.02762 15.255 -4075.1
- Neighborhood_SawyerW  1   0.02765 15.255 -4075.1
- Neighborhood_Blmngtn  1   0.02803 15.256 -4075.1
- KitchenQual           1   0.02822 15.256 -4075.0
- GarageCond            1   0.02887 15.256 -4075.0
<none>                              15.228 -4074.9
- Neighborhood_BrkSide  1   0.03161 15.259 -4074.8
- Neighborhood_Timber   1   0.03162 15.259 -4074.8
- WoodDeckSF            1   0.03370 15.261 -4074.7
- BedroomAbvGr          1   0.03433 15.262 -4074.6
- KitchenAbvGr          1   0.03442 15.262 -4074.6
- Foundation            1   0.03518 15.263 -4074.6
- BsmtFTM_Flag          1   0.04061 15.268 -4074.2
- HasPool               1   0.04061 15.268 -4074.2
- Neighborhood_Gilbert  1   0.04263 15.270 -4074.1
- TotRmsAbvGrd          1   0.04278 15.270 -4074.1
- Neighborhood_StoneBr  1   0.04337 15.271 -4074.0
- BsmtUnfSF             1   0.04363 15.271 -4074.0
- MiscVal               1   0.04679 15.274 -4073.8
- Neighborhood_Mitchel  1   0.05035 15.278 -4073.6
- Electrical            1   0.05773 15.285 -4073.1
- GarageType            1   0.05854 15.286 -4073.0
- SaleType              1   0.06077 15.288 -4072.9
- Neighborhood_SWISU    1   0.06124 15.289 -4072.8
- Neighborhood_NAmes    1   0.06127 15.289 -4072.8
- Condition2            1   0.06343 15.291 -4072.7
- Neighborhood_OldTown  1   0.06542 15.293 -4072.6
- YearBuilt             1   0.06589 15.293 -4072.5
- Neighborhood_NWAmes   1   0.06922 15.297 -4072.3
- Neighborhood_Sawyer   1   0.07692 15.305 -4071.8
- YrSold                1   0.07880 15.306 -4071.7
- YearRemodAdd          1   0.08153 15.309 -4071.5
- PavedDrive            1   0.08654 15.314 -4071.2
- LotArea               1   0.08680 15.314 -4071.1
- GarageFinish          1   0.09118 15.319 -4070.9
- Neighborhood_MeadowV  1   0.09824 15.326 -4070.4
- BsmtQual              1   0.10138 15.329 -4070.2
- MSZoning              1   0.10793 15.335 -4069.7
- CentralAir            1   0.11327 15.341 -4069.4
- Neighborhood_IDOTRR   1   0.11349 15.341 -4069.4
- HalfBath              1   0.12626 15.354 -4068.5
- Condition1            1   0.13048 15.358 -4068.3
- BsmtExposure          1   0.13073 15.358 -4068.2
- BsmtFullBath          1   0.13739 15.365 -4067.8
- Neighborhood_Edwards  1   0.14864 15.376 -4067.1
- BldgType              1   0.18384 15.411 -4064.7
- FullBath              1   0.21291 15.441 -4062.8
- GarageCars            1   0.23402 15.462 -4061.4
- SaleCondition         1   0.23466 15.462 -4061.4
- LotFrontage           1   0.23914 15.467 -4061.1
- Functional            1   0.39225 15.620 -4051.1
- FrstFlrSF             1   0.59138 15.819 -4038.2
- GrLivArea             1   0.72351 15.951 -4029.7
- OverallQual           1   0.99964 16.227 -4012.3
- OverallCond           1   1.06963 16.297 -4007.9

Step:  AIC=-4076.93
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    TotalBsmtSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Gtl + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_ClearCr + Neighborhood_CollgCr + 
    Neighborhood_Crawfor + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_Somerst + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear3 + BuiltYear4 + 
    BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- Neighborhood_Crawfor  1   0.00007 15.228 -4078.9
- Neighborhood_Somerst  1   0.00007 15.228 -4078.9
- BuiltYear4            1   0.00015 15.228 -4078.9
- LandSlope_Gtl         1   0.00022 15.228 -4078.9
- BuiltYear3            1   0.00039 15.228 -4078.9
- TotalBsmtSF           1   0.00070 15.228 -4078.9
- ExterCond             1   0.00073 15.228 -4078.9
- Neighborhood_ClearCr  1   0.00074 15.228 -4078.9
- BuiltYear5            1   0.00083 15.229 -4078.9
- LotConfig             1   0.00087 15.229 -4078.9
- LotShape              1   0.00122 15.229 -4078.8
- MasVnrType            1   0.00211 15.230 -4078.8
- Street                1   0.00233 15.230 -4078.8
- GarageArea            1   0.00243 15.230 -4078.8
- LandContour           1   0.00279 15.230 -4078.7
- BuiltYear2            1   0.00352 15.231 -4078.7
- RoofStyle             1   0.00381 15.231 -4078.7
- LandSlope_Mod         1   0.00385 15.232 -4078.7
- BuiltYear1            1   0.00487 15.232 -4078.6
- MSSubClass            1   0.00538 15.233 -4078.6
- Exterior1st           1   0.00624 15.234 -4078.5
- GasA_Flag             1   0.00668 15.234 -4078.5
- ExterQual             1   0.00746 15.235 -4078.4
- HasGrg                1   0.00775 15.235 -4078.4
- Neighborhood_NoRidge  1   0.01129 15.239 -4078.2
- Fireplaces            1   0.01346 15.241 -4078.0
- BsmtFinType1          1   0.01372 15.241 -4078.0
- BsmtHalfBath          1   0.01519 15.243 -4077.9
- Neighborhood_Blueste  1   0.01670 15.244 -4077.8
- RoofMatl              1   0.01682 15.245 -4077.8
- Neighborhood_NridgHt  1   0.01687 15.245 -4077.8
- MoSold                1   0.01689 15.245 -4077.8
- Neighborhood_NPkVill  1   0.01822 15.246 -4077.7
- FireplaceQu           1   0.01977 15.247 -4077.6
- BsmtFinSF2            1   0.01987 15.248 -4077.6
- BsmtFinSF2_Flag       1   0.02009 15.248 -4077.6
- Neighborhood_CollgCr  1   0.02122 15.249 -4077.5
- Fence                 1   0.02268 15.250 -4077.4
- BsmtCond              1   0.02341 15.251 -4077.4
- HeatingQC             1   0.02437 15.252 -4077.3
- HouseStyle            1   0.02575 15.253 -4077.2
- MiscFeature           1   0.02596 15.254 -4077.2
- Neighborhood_BrDale   1   0.02757 15.255 -4077.1
- RemodAdd              1   0.02758 15.255 -4077.1
- Neighborhood_SawyerW  1   0.02759 15.255 -4077.1
- Neighborhood_Blmngtn  1   0.02811 15.256 -4077.1
- KitchenQual           1   0.02838 15.256 -4077.0
- GarageCond            1   0.02903 15.257 -4077.0
<none>                              15.228 -4076.9
- Neighborhood_BrkSide  1   0.03157 15.259 -4076.8
- Neighborhood_Timber   1   0.03161 15.259 -4076.8
- WoodDeckSF            1   0.03365 15.261 -4076.7
- BedroomAbvGr          1   0.03427 15.262 -4076.6
- KitchenAbvGr          1   0.03480 15.262 -4076.6
- Foundation            1   0.03520 15.263 -4076.6
- HasPool               1   0.04066 15.268 -4076.2
- BsmtFTM_Flag          1   0.04107 15.269 -4076.2
- Neighborhood_Gilbert  1   0.04269 15.270 -4076.1
- TotRmsAbvGrd          1   0.04291 15.271 -4076.1
- Neighborhood_StoneBr  1   0.04333 15.271 -4076.0
- BsmtUnfSF             1   0.04369 15.271 -4076.0
- MiscVal               1   0.04677 15.274 -4075.8
- Neighborhood_Mitchel  1   0.05029 15.278 -4075.6
- Electrical            1   0.05777 15.285 -4075.1
- GarageType            1   0.05854 15.286 -4075.0
- SaleType              1   0.06071 15.288 -4074.9
- Neighborhood_SWISU    1   0.06118 15.289 -4074.8
- Neighborhood_NAmes    1   0.06121 15.289 -4074.8
- Condition2            1   0.06342 15.291 -4074.7
- Neighborhood_OldTown  1   0.06538 15.293 -4074.6
- YearBuilt             1   0.06586 15.293 -4074.5
- Neighborhood_NWAmes   1   0.06918 15.297 -4074.3
- Neighborhood_Sawyer   1   0.07687 15.305 -4073.8
- YrSold                1   0.07970 15.307 -4073.6
- YearRemodAdd          1   0.08148 15.309 -4073.5
- PavedDrive            1   0.08674 15.314 -4073.1
- LotArea               1   0.08701 15.315 -4073.1
- GarageFinish          1   0.09180 15.319 -4072.8
- Neighborhood_MeadowV  1   0.09827 15.326 -4072.4
- BsmtQual              1   0.10169 15.329 -4072.2
- MSZoning              1   0.10799 15.336 -4071.7
- Neighborhood_IDOTRR   1   0.11342 15.341 -4071.4
- CentralAir            1   0.11381 15.341 -4071.4
- HalfBath              1   0.12763 15.355 -4070.4
- BsmtExposure          1   0.13067 15.358 -4070.2
- Condition1            1   0.13107 15.359 -4070.2
- BsmtFullBath          1   0.13804 15.366 -4069.7
- Neighborhood_Edwards  1   0.14857 15.376 -4069.1
- BldgType              1   0.18411 15.412 -4066.7
- FullBath              1   0.21359 15.441 -4064.8
- GarageCars            1   0.23422 15.462 -4063.4
- SaleCondition         1   0.23459 15.462 -4063.4
- LotFrontage           1   0.23908 15.467 -4063.1
- Functional            1   0.39235 15.620 -4053.1
- FrstFlrSF             1   0.59220 15.820 -4040.1
- GrLivArea             1   0.72628 15.954 -4031.5
- OverallQual           1   0.99966 16.227 -4014.3
- OverallCond           1   1.07228 16.300 -4009.7

Step:  AIC=-4078.92
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    TotalBsmtSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Gtl + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_ClearCr + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_Somerst + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear3 + BuiltYear4 + BuiltYear5 + BsmtFTM_Flag + 
    GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- Neighborhood_Somerst  1   0.00001 15.228 -4080.9
- BuiltYear4            1   0.00015 15.228 -4080.9
- LandSlope_Gtl         1   0.00022 15.228 -4080.9
- BuiltYear3            1   0.00039 15.228 -4080.9
- TotalBsmtSF           1   0.00070 15.228 -4080.9
- ExterCond             1   0.00072 15.228 -4080.9
- BuiltYear5            1   0.00083 15.229 -4080.9
- LotConfig             1   0.00091 15.229 -4080.9
- Neighborhood_ClearCr  1   0.00107 15.229 -4080.8
- LotShape              1   0.00122 15.229 -4080.8
- MasVnrType            1   0.00218 15.230 -4080.8
- Street                1   0.00237 15.230 -4080.8
- GarageArea            1   0.00240 15.230 -4080.8
- LandContour           1   0.00292 15.231 -4080.7
- BuiltYear2            1   0.00349 15.231 -4080.7
- RoofStyle             1   0.00382 15.232 -4080.7
- LandSlope_Mod         1   0.00385 15.232 -4080.7
- BuiltYear1            1   0.00484 15.232 -4080.6
- MSSubClass            1   0.00538 15.233 -4080.6
- Exterior1st           1   0.00640 15.234 -4080.5
- GasA_Flag             1   0.00668 15.234 -4080.5
- ExterQual             1   0.00747 15.235 -4080.4
- HasGrg                1   0.00782 15.236 -4080.4
- Fireplaces            1   0.01346 15.241 -4080.0
- BsmtFinType1          1   0.01365 15.241 -4080.0
- BsmtHalfBath          1   0.01515 15.243 -4079.9
- MoSold                1   0.01684 15.245 -4079.8
- RoofMatl              1   0.01691 15.245 -4079.8
- Neighborhood_Blueste  1   0.01957 15.247 -4079.6
- FireplaceQu           1   0.01974 15.248 -4079.6
- BsmtFinSF2            1   0.02026 15.248 -4079.6
- BsmtFinSF2_Flag       1   0.02028 15.248 -4079.6
- Fence                 1   0.02275 15.251 -4079.4
- BsmtCond              1   0.02340 15.251 -4079.4
- HeatingQC             1   0.02443 15.252 -4079.3
- HouseStyle            1   0.02569 15.253 -4079.2
- MiscFeature           1   0.02590 15.254 -4079.2
- RemodAdd              1   0.02765 15.255 -4079.1
- Neighborhood_NPkVill  1   0.02766 15.255 -4079.1
- KitchenQual           1   0.02871 15.256 -4079.0
- GarageCond            1   0.02907 15.257 -4079.0
- Neighborhood_NoRidge  1   0.02918 15.257 -4079.0
<none>                              15.228 -4078.9
- WoodDeckSF            1   0.03367 15.261 -4078.7
- BedroomAbvGr          1   0.03421 15.262 -4078.6
- KitchenAbvGr          1   0.03484 15.262 -4078.6
- Foundation            1   0.03528 15.263 -4078.6
- HasPool               1   0.04070 15.268 -4078.2
- BsmtFTM_Flag          1   0.04101 15.269 -4078.2
- TotRmsAbvGrd          1   0.04303 15.271 -4078.1
- BsmtUnfSF             1   0.04368 15.271 -4078.0
- MiscVal               1   0.04670 15.274 -4077.8
- Neighborhood_Blmngtn  1   0.04876 15.277 -4077.7
- Neighborhood_BrDale   1   0.05190 15.280 -4077.5
- Neighborhood_NridgHt  1   0.05413 15.282 -4077.3
- Electrical            1   0.05780 15.286 -4077.1
- GarageType            1   0.05885 15.287 -4077.0
- SaleType              1   0.06162 15.289 -4076.8
- Condition2            1   0.06351 15.291 -4076.7
- Neighborhood_CollgCr  1   0.06450 15.292 -4076.6
- YearBuilt             1   0.06668 15.294 -4076.5
- Neighborhood_SawyerW  1   0.07589 15.304 -4075.9
- Neighborhood_Timber   1   0.07885 15.307 -4075.7
- YrSold                1   0.07970 15.307 -4075.6
- YearRemodAdd          1   0.08144 15.309 -4075.5
- PavedDrive            1   0.08667 15.314 -4075.1
- LotArea               1   0.08843 15.316 -4075.0
- GarageFinish          1   0.09198 15.320 -4074.8
- BsmtQual              1   0.10183 15.329 -4074.1
- Neighborhood_StoneBr  1   0.10670 15.334 -4073.8
- MSZoning              1   0.10839 15.336 -4073.7
- Neighborhood_BrkSide  1   0.11190 15.340 -4073.5
- CentralAir            1   0.11380 15.341 -4073.3
- Neighborhood_Gilbert  1   0.11942 15.347 -4073.0
- HalfBath              1   0.12837 15.356 -4072.4
- Condition1            1   0.13110 15.359 -4072.2
- BsmtExposure          1   0.13155 15.359 -4072.2
- Neighborhood_Mitchel  1   0.13484 15.363 -4072.0
- BsmtFullBath          1   0.13804 15.366 -4071.7
- BldgType              1   0.18431 15.412 -4068.7
- Neighborhood_SWISU    1   0.18719 15.415 -4068.5
- Neighborhood_MeadowV  1   0.19683 15.425 -4067.9
- FullBath              1   0.21368 15.441 -4066.7
- Neighborhood_NWAmes   1   0.22848 15.456 -4065.8
- GarageCars            1   0.23415 15.462 -4065.4
- SaleCondition         1   0.23671 15.464 -4065.2
- Neighborhood_OldTown  1   0.23737 15.465 -4065.2
- LotFrontage           1   0.24016 15.468 -4065.0
- Neighborhood_NAmes    1   0.27388 15.502 -4062.8
- Neighborhood_Sawyer   1   0.27525 15.503 -4062.7
- Neighborhood_IDOTRR   1   0.29915 15.527 -4061.1
- Functional            1   0.39297 15.621 -4055.0
- FrstFlrSF             1   0.59432 15.822 -4042.0
- Neighborhood_Edwards  1   0.64804 15.876 -4038.5
- GrLivArea             1   0.72800 15.956 -4033.4
- OverallQual           1   0.99959 16.227 -4016.3
- OverallCond           1   1.07223 16.300 -4011.7

Step:  AIC=-4080.92
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    TotalBsmtSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Gtl + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_ClearCr + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear3 + BuiltYear4 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + 
    HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- BuiltYear4            1   0.00015 15.228 -4082.9
- LandSlope_Gtl         1   0.00023 15.228 -4082.9
- BuiltYear3            1   0.00039 15.228 -4082.9
- TotalBsmtSF           1   0.00070 15.228 -4082.9
- ExterCond             1   0.00072 15.228 -4082.9
- BuiltYear5            1   0.00082 15.229 -4082.9
- LotConfig             1   0.00090 15.229 -4082.9
- Neighborhood_ClearCr  1   0.00114 15.229 -4082.8
- LotShape              1   0.00121 15.229 -4082.8
- MasVnrType            1   0.00219 15.230 -4082.8
- Street                1   0.00237 15.230 -4082.8
- GarageArea            1   0.00248 15.230 -4082.8
- LandContour           1   0.00293 15.231 -4082.7
- BuiltYear2            1   0.00350 15.231 -4082.7
- RoofStyle             1   0.00382 15.232 -4082.7
- LandSlope_Mod         1   0.00391 15.232 -4082.7
- BuiltYear1            1   0.00485 15.233 -4082.6
- MSSubClass            1   0.00538 15.233 -4082.6
- Exterior1st           1   0.00643 15.234 -4082.5
- GasA_Flag             1   0.00668 15.234 -4082.5
- ExterQual             1   0.00746 15.235 -4082.4
- HasGrg                1   0.00782 15.236 -4082.4
- BsmtFinType1          1   0.01364 15.241 -4082.0
- Fireplaces            1   0.01366 15.241 -4082.0
- BsmtHalfBath          1   0.01516 15.243 -4081.9
- MoSold                1   0.01683 15.245 -4081.8
- RoofMatl              1   0.01695 15.245 -4081.8
- FireplaceQu           1   0.01974 15.248 -4081.6
- Neighborhood_Blueste  1   0.01979 15.248 -4081.6
- BsmtFinSF2_Flag       1   0.02043 15.248 -4081.6
- BsmtFinSF2            1   0.02045 15.248 -4081.6
- Fence                 1   0.02274 15.251 -4081.4
- BsmtCond              1   0.02341 15.251 -4081.4
- HeatingQC             1   0.02443 15.252 -4081.3
- HouseStyle            1   0.02568 15.253 -4081.2
- MiscFeature           1   0.02597 15.254 -4081.2
- RemodAdd              1   0.02764 15.255 -4081.1
- KitchenQual           1   0.02872 15.256 -4081.0
- GarageCond            1   0.02906 15.257 -4081.0
<none>                              15.228 -4080.9
- Neighborhood_NPkVill  1   0.03077 15.258 -4080.9
- WoodDeckSF            1   0.03366 15.261 -4080.7
- BedroomAbvGr          1   0.03421 15.262 -4080.6
- KitchenAbvGr          1   0.03483 15.262 -4080.6
- Foundation            1   0.03553 15.263 -4080.6
- HasPool               1   0.04071 15.268 -4080.2
- BsmtFTM_Flag          1   0.04100 15.269 -4080.2
- Neighborhood_NoRidge  1   0.04167 15.269 -4080.1
- TotRmsAbvGrd          1   0.04315 15.271 -4080.0
- BsmtUnfSF             1   0.04374 15.271 -4080.0
- MiscVal               1   0.04685 15.275 -4079.8
- Neighborhood_BrDale   1   0.05445 15.282 -4079.3
- Electrical            1   0.05780 15.286 -4079.1
- GarageType            1   0.05888 15.287 -4079.0
- SaleType              1   0.06162 15.289 -4078.8
- Condition2            1   0.06354 15.291 -4078.7
- Neighborhood_Blmngtn  1   0.06466 15.292 -4078.6
- YearBuilt             1   0.06754 15.295 -4078.4
- YrSold                1   0.08002 15.308 -4077.6
- YearRemodAdd          1   0.08147 15.309 -4077.5
- PavedDrive            1   0.08715 15.315 -4077.1
- LotArea               1   0.08850 15.316 -4077.0
- GarageFinish          1   0.09209 15.320 -4076.8
- BsmtQual              1   0.10189 15.330 -4076.1
- Neighborhood_Timber   1   0.10873 15.336 -4075.7
- CentralAir            1   0.11379 15.341 -4075.3
- Neighborhood_NridgHt  1   0.11472 15.342 -4075.3
- Neighborhood_BrkSide  1   0.11933 15.347 -4075.0
- Neighborhood_SawyerW  1   0.12033 15.348 -4074.9
- MSZoning              1   0.12159 15.349 -4074.8
- HalfBath              1   0.12901 15.357 -4074.3
- BsmtExposure          1   0.13155 15.359 -4074.2
- Condition1            1   0.13160 15.359 -4074.2
- BsmtFullBath          1   0.13855 15.366 -4073.7
- Neighborhood_CollgCr  1   0.14062 15.368 -4073.6
- Neighborhood_StoneBr  1   0.14473 15.372 -4073.3
- Neighborhood_Mitchel  1   0.18094 15.409 -4070.9
- BldgType              1   0.18476 15.412 -4070.7
- Neighborhood_SWISU    1   0.20191 15.430 -4069.5
- Neighborhood_Gilbert  1   0.20541 15.433 -4069.3
- Neighborhood_MeadowV  1   0.20860 15.436 -4069.1
- FullBath              1   0.21367 15.441 -4068.7
- GarageCars            1   0.23525 15.463 -4067.3
- SaleCondition         1   0.23682 15.464 -4067.2
- LotFrontage           1   0.24023 15.468 -4067.0
- Neighborhood_OldTown  1   0.24316 15.471 -4066.8
- Neighborhood_IDOTRR   1   0.30205 15.530 -4062.9
- Neighborhood_NWAmes   1   0.32229 15.550 -4061.6
- Neighborhood_Sawyer   1   0.36396 15.592 -4058.9
- Neighborhood_NAmes    1   0.39193 15.620 -4057.1
- Functional            1   0.39371 15.621 -4057.0
- FrstFlrSF             1   0.59769 15.825 -4043.8
- GrLivArea             1   0.72817 15.956 -4035.4
- Neighborhood_Edwards  1   0.90675 16.134 -4024.1
- OverallQual           1   0.99958 16.227 -4018.3
- OverallCond           1   1.07635 16.304 -4013.5

Step:  AIC=-4082.91
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    TotalBsmtSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Gtl + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_ClearCr + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear3 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- LandSlope_Gtl         1   0.00024 15.228 -4084.9
- ExterCond             1   0.00067 15.229 -4084.9
- TotalBsmtSF           1   0.00071 15.229 -4084.9
- LotConfig             1   0.00091 15.229 -4084.8
- Neighborhood_ClearCr  1   0.00114 15.229 -4084.8
- LotShape              1   0.00119 15.229 -4084.8
- BuiltYear3            1   0.00158 15.229 -4084.8
- MasVnrType            1   0.00221 15.230 -4084.8
- Street                1   0.00240 15.230 -4084.8
- GarageArea            1   0.00245 15.230 -4084.7
- LandContour           1   0.00296 15.231 -4084.7
- RoofStyle             1   0.00382 15.232 -4084.7
- LandSlope_Mod         1   0.00394 15.232 -4084.6
- MSSubClass            1   0.00547 15.233 -4084.5
- Exterior1st           1   0.00649 15.234 -4084.5
- GasA_Flag             1   0.00653 15.234 -4084.5
- ExterQual             1   0.00756 15.235 -4084.4
- HasGrg                1   0.00776 15.236 -4084.4
- Fireplaces            1   0.01368 15.242 -4084.0
- BsmtFinType1          1   0.01399 15.242 -4084.0
- BuiltYear5            1   0.01452 15.242 -4083.9
- BsmtHalfBath          1   0.01518 15.243 -4083.9
- RoofMatl              1   0.01697 15.245 -4083.8
- MoSold                1   0.01698 15.245 -4083.8
- FireplaceQu           1   0.01977 15.248 -4083.6
- Neighborhood_Blueste  1   0.01978 15.248 -4083.6
- BsmtFinSF2_Flag       1   0.02050 15.248 -4083.5
- BsmtFinSF2            1   0.02051 15.248 -4083.5
- Fence                 1   0.02268 15.251 -4083.4
- BsmtCond              1   0.02384 15.252 -4083.3
- HeatingQC             1   0.02472 15.253 -4083.3
- HouseStyle            1   0.02574 15.254 -4083.2
- MiscFeature           1   0.02591 15.254 -4083.2
- RemodAdd              1   0.02763 15.255 -4083.1
- KitchenQual           1   0.02867 15.257 -4083.0
- GarageCond            1   0.02901 15.257 -4083.0
<none>                              15.228 -4082.9
- Neighborhood_NPkVill  1   0.03079 15.259 -4082.9
- WoodDeckSF            1   0.03369 15.262 -4082.7
- BedroomAbvGr          1   0.03423 15.262 -4082.6
- KitchenAbvGr          1   0.03480 15.263 -4082.6
- Foundation            1   0.03569 15.264 -4082.5
- HasPool               1   0.04063 15.268 -4082.2
- BsmtFTM_Flag          1   0.04107 15.269 -4082.2
- BuiltYear2            1   0.04144 15.269 -4082.1
- BuiltYear1            1   0.04169 15.270 -4082.1
- Neighborhood_NoRidge  1   0.04199 15.270 -4082.1
- TotRmsAbvGrd          1   0.04355 15.271 -4082.0
- BsmtUnfSF             1   0.04386 15.272 -4082.0
- MiscVal               1   0.04672 15.275 -4081.8
- Neighborhood_BrDale   1   0.05474 15.283 -4081.3
- Electrical            1   0.05787 15.286 -4081.1
- GarageType            1   0.05902 15.287 -4081.0
- SaleType              1   0.06170 15.290 -4080.8
- Condition2            1   0.06341 15.291 -4080.7
- Neighborhood_Blmngtn  1   0.06478 15.293 -4080.6
- YearBuilt             1   0.07862 15.306 -4079.7
- YrSold                1   0.08024 15.308 -4079.6
- YearRemodAdd          1   0.08145 15.309 -4079.5
- PavedDrive            1   0.08729 15.315 -4079.1
- LotArea               1   0.08851 15.316 -4079.0
- GarageFinish          1   0.09227 15.320 -4078.8
- BsmtQual              1   0.10211 15.330 -4078.1
- Neighborhood_Timber   1   0.10894 15.337 -4077.7
- CentralAir            1   0.11383 15.342 -4077.3
- Neighborhood_NridgHt  1   0.11465 15.342 -4077.3
- Neighborhood_BrkSide  1   0.11933 15.347 -4077.0
- Neighborhood_SawyerW  1   0.12030 15.348 -4076.9
- MSZoning              1   0.12166 15.350 -4076.8
- HalfBath              1   0.13070 15.359 -4076.2
- BsmtExposure          1   0.13140 15.359 -4076.2
- Condition1            1   0.13164 15.360 -4076.2
- BsmtFullBath          1   0.13863 15.367 -4075.7
- Neighborhood_CollgCr  1   0.14047 15.368 -4075.6
- Neighborhood_StoneBr  1   0.14468 15.373 -4075.3
- Neighborhood_Mitchel  1   0.18108 15.409 -4072.9
- BldgType              1   0.18480 15.413 -4072.6
- Neighborhood_SWISU    1   0.20176 15.430 -4071.5
- Neighborhood_Gilbert  1   0.20527 15.433 -4071.3
- Neighborhood_MeadowV  1   0.20916 15.437 -4071.0
- FullBath              1   0.21418 15.442 -4070.7
- GarageCars            1   0.23551 15.463 -4069.3
- SaleCondition         1   0.23687 15.465 -4069.2
- LotFrontage           1   0.24013 15.468 -4069.0
- Neighborhood_OldTown  1   0.24301 15.471 -4068.8
- Neighborhood_IDOTRR   1   0.30199 15.530 -4064.9
- Neighborhood_NWAmes   1   0.32331 15.551 -4063.5
- Neighborhood_Sawyer   1   0.36475 15.593 -4060.8
- Functional            1   0.39362 15.621 -4059.0
- Neighborhood_NAmes    1   0.39376 15.622 -4058.9
- FrstFlrSF             1   0.60200 15.830 -4045.5
- GrLivArea             1   0.73190 15.960 -4037.2
- Neighborhood_Edwards  1   0.90686 16.135 -4026.1
- OverallQual           1   1.00274 16.231 -4020.1
- OverallCond           1   1.07783 16.306 -4015.4

Step:  AIC=-4084.89
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    TotalBsmtSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_ClearCr + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear3 + BuiltYear5 + 
    BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- TotalBsmtSF           1   0.00070 15.229 -4086.8
- ExterCond             1   0.00076 15.229 -4086.8
- LotConfig             1   0.00090 15.229 -4086.8
- LotShape              1   0.00115 15.229 -4086.8
- Neighborhood_ClearCr  1   0.00132 15.229 -4086.8
- BuiltYear3            1   0.00162 15.230 -4086.8
- MasVnrType            1   0.00221 15.230 -4086.7
- GarageArea            1   0.00242 15.230 -4086.7
- Street                1   0.00248 15.231 -4086.7
- LandContour           1   0.00357 15.232 -4086.7
- RoofStyle             1   0.00386 15.232 -4086.6
- MSSubClass            1   0.00557 15.234 -4086.5
- Exterior1st           1   0.00650 15.235 -4086.5
- GasA_Flag             1   0.00660 15.235 -4086.5
- ExterQual             1   0.00772 15.236 -4086.4
- HasGrg                1   0.00773 15.236 -4086.4
- LandSlope_Mod         1   0.01215 15.240 -4086.1
- Fireplaces            1   0.01353 15.242 -4086.0
- BsmtFinType1          1   0.01397 15.242 -4086.0
- BuiltYear5            1   0.01446 15.243 -4085.9
- BsmtHalfBath          1   0.01533 15.243 -4085.9
- MoSold                1   0.01711 15.245 -4085.8
- RoofMatl              1   0.01819 15.246 -4085.7
- FireplaceQu           1   0.01992 15.248 -4085.6
- Neighborhood_Blueste  1   0.02012 15.248 -4085.6
- BsmtFinSF2            1   0.02077 15.249 -4085.5
- BsmtFinSF2_Flag       1   0.02079 15.249 -4085.5
- Fence                 1   0.02254 15.251 -4085.4
- BsmtCond              1   0.02370 15.252 -4085.3
- HeatingQC             1   0.02449 15.253 -4085.3
- HouseStyle            1   0.02576 15.254 -4085.2
- MiscFeature           1   0.02614 15.254 -4085.1
- RemodAdd              1   0.02783 15.256 -4085.0
- KitchenQual           1   0.02865 15.257 -4085.0
- GarageCond            1   0.02887 15.257 -4085.0
<none>                              15.228 -4084.9
- Neighborhood_NPkVill  1   0.03114 15.259 -4084.8
- WoodDeckSF            1   0.03411 15.262 -4084.6
- BedroomAbvGr          1   0.03429 15.262 -4084.6
- KitchenAbvGr          1   0.03480 15.263 -4084.6
- Foundation            1   0.03610 15.264 -4084.5
- HasPool               1   0.04044 15.268 -4084.2
- BsmtFTM_Flag          1   0.04129 15.269 -4084.1
- BuiltYear2            1   0.04158 15.270 -4084.1
- BuiltYear1            1   0.04176 15.270 -4084.1
- Neighborhood_NoRidge  1   0.04188 15.270 -4084.1
- BsmtUnfSF             1   0.04372 15.272 -4084.0
- TotRmsAbvGrd          1   0.04411 15.272 -4084.0
- MiscVal               1   0.04693 15.275 -4083.8
- Neighborhood_BrDale   1   0.05543 15.284 -4083.2
- Electrical            1   0.05836 15.287 -4083.0
- GarageType            1   0.05889 15.287 -4083.0
- SaleType              1   0.06226 15.290 -4082.7
- Condition2            1   0.06336 15.291 -4082.7
- Neighborhood_Blmngtn  1   0.06525 15.293 -4082.5
- YearBuilt             1   0.07867 15.307 -4081.7
- YrSold                1   0.08050 15.309 -4081.5
- YearRemodAdd          1   0.08131 15.309 -4081.5
- PavedDrive            1   0.08711 15.315 -4081.1
- GarageFinish          1   0.09244 15.320 -4080.7
- LotArea               1   0.09368 15.322 -4080.7
- BsmtQual              1   0.10232 15.330 -4080.1
- Neighborhood_Timber   1   0.10971 15.338 -4079.6
- CentralAir            1   0.11440 15.342 -4079.3
- Neighborhood_NridgHt  1   0.11443 15.342 -4079.3
- Neighborhood_BrkSide  1   0.11945 15.348 -4078.9
- Neighborhood_SawyerW  1   0.12054 15.349 -4078.9
- MSZoning              1   0.12162 15.350 -4078.8
- HalfBath              1   0.13062 15.359 -4078.2
- Condition1            1   0.13140 15.360 -4078.2
- BsmtExposure          1   0.13160 15.360 -4078.1
- BsmtFullBath          1   0.13841 15.367 -4077.7
- Neighborhood_CollgCr  1   0.14080 15.369 -4077.5
- Neighborhood_StoneBr  1   0.14476 15.373 -4077.3
- Neighborhood_Mitchel  1   0.18108 15.409 -4074.9
- BldgType              1   0.18633 15.414 -4074.5
- Neighborhood_SWISU    1   0.20157 15.430 -4073.5
- Neighborhood_Gilbert  1   0.20514 15.433 -4073.3
- Neighborhood_MeadowV  1   0.21040 15.438 -4072.9
- FullBath              1   0.21502 15.443 -4072.6
- GarageCars            1   0.23580 15.464 -4071.3
- SaleCondition         1   0.23720 15.465 -4071.2
- LotFrontage           1   0.24207 15.470 -4070.9
- Neighborhood_OldTown  1   0.24577 15.474 -4070.6
- Neighborhood_IDOTRR   1   0.30255 15.531 -4066.9
- Neighborhood_NWAmes   1   0.32464 15.553 -4065.4
- Neighborhood_Sawyer   1   0.36460 15.593 -4062.8
- Neighborhood_NAmes    1   0.39372 15.622 -4060.9
- Functional            1   0.39641 15.624 -4060.8
- FrstFlrSF             1   0.60220 15.830 -4047.5
- GrLivArea             1   0.73170 15.960 -4039.2
- Neighborhood_Edwards  1   0.90681 16.135 -4028.1
- OverallQual           1   1.00556 16.234 -4021.9
- OverallCond           1   1.07821 16.306 -4017.3

Step:  AIC=-4086.85
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + ExterCond + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + 
    KitchenQual + TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + 
    GarageType + GarageFinish + GarageCars + GarageArea + GarageCond + 
    PavedDrive + WoodDeckSF + Fence + MiscFeature + MiscVal + 
    MoSold + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    BsmtFinSF2_Flag + LandSlope_Mod + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_ClearCr + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear3 + BuiltYear5 + 
    BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- ExterCond             1   0.00087 15.230 -4088.8
- LotConfig             1   0.00092 15.230 -4088.8
- LotShape              1   0.00114 15.230 -4088.8
- Neighborhood_ClearCr  1   0.00138 15.230 -4088.8
- BuiltYear3            1   0.00148 15.230 -4088.7
- MasVnrType            1   0.00225 15.231 -4088.7
- Street                1   0.00246 15.231 -4088.7
- GarageArea            1   0.00269 15.232 -4088.7
- LandContour           1   0.00358 15.232 -4088.6
- RoofStyle             1   0.00382 15.233 -4088.6
- MSSubClass            1   0.00545 15.234 -4088.5
- GasA_Flag             1   0.00659 15.235 -4088.4
- Exterior1st           1   0.00675 15.236 -4088.4
- ExterQual             1   0.00750 15.236 -4088.3
- HasGrg                1   0.00809 15.237 -4088.3
- LandSlope_Mod         1   0.01221 15.241 -4088.0
- Fireplaces            1   0.01325 15.242 -4088.0
- BuiltYear5            1   0.01474 15.243 -4087.9
- BsmtHalfBath          1   0.01476 15.244 -4087.9
- BsmtFinType1          1   0.01609 15.245 -4087.8
- MoSold                1   0.01708 15.246 -4087.7
- RoofMatl              1   0.01823 15.247 -4087.6
- Neighborhood_Blueste  1   0.02007 15.249 -4087.5
- BsmtFinSF2            1   0.02072 15.249 -4087.5
- FireplaceQu           1   0.02089 15.250 -4087.5
- BsmtFinSF2_Flag       1   0.02103 15.250 -4087.4
- Fence                 1   0.02230 15.251 -4087.4
- BsmtCond              1   0.02382 15.253 -4087.3
- HeatingQC             1   0.02409 15.253 -4087.2
- HouseStyle            1   0.02514 15.254 -4087.2
- MiscFeature           1   0.02570 15.255 -4087.1
- RemodAdd              1   0.02775 15.257 -4087.0
- KitchenQual           1   0.02852 15.257 -4086.9
<none>                              15.229 -4086.8
- GarageCond            1   0.03020 15.259 -4086.8
- Neighborhood_NPkVill  1   0.03183 15.261 -4086.7
- WoodDeckSF            1   0.03426 15.263 -4086.6
- BedroomAbvGr          1   0.03459 15.263 -4086.5
- KitchenAbvGr          1   0.03480 15.264 -4086.5
- Foundation            1   0.03549 15.264 -4086.5
- BuiltYear2            1   0.04097 15.270 -4086.1
- BuiltYear1            1   0.04132 15.270 -4086.1
- BsmtFTM_Flag          1   0.04136 15.270 -4086.1
- Neighborhood_NoRidge  1   0.04158 15.270 -4086.1
- HasPool               1   0.04215 15.271 -4086.0
- TotRmsAbvGrd          1   0.04422 15.273 -4085.9
- MiscVal               1   0.04635 15.275 -4085.8
- Neighborhood_BrDale   1   0.05636 15.285 -4085.1
- GarageType            1   0.05830 15.287 -4085.0
- Electrical            1   0.05850 15.287 -4084.9
- SaleType              1   0.06209 15.291 -4084.7
- BsmtUnfSF             1   0.06345 15.292 -4084.6
- Condition2            1   0.06386 15.293 -4084.6
- Neighborhood_Blmngtn  1   0.06477 15.294 -4084.5
- YearBuilt             1   0.07872 15.307 -4083.6
- YrSold                1   0.08055 15.309 -4083.5
- YearRemodAdd          1   0.08204 15.311 -4083.4
- PavedDrive            1   0.08655 15.315 -4083.1
- GarageFinish          1   0.09201 15.321 -4082.7
- LotArea               1   0.09343 15.322 -4082.6
- Neighborhood_Timber   1   0.10942 15.338 -4081.6
- BsmtQual              1   0.11226 15.341 -4081.4
- CentralAir            1   0.11436 15.343 -4081.2
- Neighborhood_NridgHt  1   0.11481 15.344 -4081.2
- Neighborhood_SawyerW  1   0.12013 15.349 -4080.9
- Neighborhood_BrkSide  1   0.12017 15.349 -4080.9
- MSZoning              1   0.12268 15.351 -4080.7
- HalfBath              1   0.13072 15.360 -4080.2
- Condition1            1   0.13132 15.360 -4080.1
- BsmtExposure          1   0.13142 15.360 -4080.1
- Neighborhood_CollgCr  1   0.14026 15.369 -4079.5
- Neighborhood_StoneBr  1   0.14504 15.374 -4079.2
- BsmtFullBath          1   0.14698 15.376 -4079.1
- Neighborhood_Mitchel  1   0.18184 15.411 -4076.8
- BldgType              1   0.18566 15.415 -4076.5
- Neighborhood_SWISU    1   0.20209 15.431 -4075.4
- Neighborhood_Gilbert  1   0.20445 15.433 -4075.3
- Neighborhood_MeadowV  1   0.21012 15.439 -4074.9
- FullBath              1   0.21503 15.444 -4074.6
- SaleCondition         1   0.23657 15.465 -4073.2
- GarageCars            1   0.24045 15.469 -4072.9
- LotFrontage           1   0.24325 15.472 -4072.7
- Neighborhood_OldTown  1   0.24641 15.475 -4072.5
- Neighborhood_IDOTRR   1   0.30333 15.532 -4068.8
- Neighborhood_NWAmes   1   0.32535 15.554 -4067.3
- Neighborhood_Sawyer   1   0.36553 15.594 -4064.7
- Neighborhood_NAmes    1   0.39522 15.624 -4062.8
- Functional            1   0.39581 15.625 -4062.8
- FrstFlrSF             1   0.72544 15.954 -4041.5
- GrLivArea             1   0.73111 15.960 -4041.2
- Neighborhood_Edwards  1   0.90660 16.135 -4030.0
- OverallQual           1   1.00529 16.234 -4023.8
- OverallCond           1   1.08577 16.315 -4018.8

Step:  AIC=-4088.79
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + LotConfig + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + 
    MasVnrType + ExterQual + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + BsmtHalfBath + 
    FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + 
    TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + GarageType + 
    GarageFinish + GarageCars + GarageArea + GarageCond + PavedDrive + 
    WoodDeckSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    LandSlope_Mod + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_ClearCr + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear3 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + 
    HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- LotConfig             1   0.00086 15.230 -4090.7
- LotShape              1   0.00112 15.231 -4090.7
- Neighborhood_ClearCr  1   0.00144 15.231 -4090.7
- BuiltYear3            1   0.00146 15.231 -4090.7
- MasVnrType            1   0.00230 15.232 -4090.6
- Street                1   0.00233 15.232 -4090.6
- GarageArea            1   0.00273 15.232 -4090.6
- LandContour           1   0.00351 15.233 -4090.6
- RoofStyle             1   0.00385 15.233 -4090.5
- MSSubClass            1   0.00510 15.235 -4090.4
- Exterior1st           1   0.00663 15.236 -4090.3
- GasA_Flag             1   0.00693 15.237 -4090.3
- ExterQual             1   0.00784 15.238 -4090.3
- HasGrg                1   0.00885 15.239 -4090.2
- LandSlope_Mod         1   0.01198 15.242 -4090.0
- Fireplaces            1   0.01320 15.243 -4089.9
- BuiltYear5            1   0.01413 15.244 -4089.8
- BsmtHalfBath          1   0.01523 15.245 -4089.8
- BsmtFinType1          1   0.01608 15.246 -4089.7
- MoSold                1   0.01682 15.246 -4089.7
- RoofMatl              1   0.01800 15.248 -4089.6
- Neighborhood_Blueste  1   0.01962 15.249 -4089.5
- FireplaceQu           1   0.02100 15.251 -4089.4
- BsmtFinSF2            1   0.02161 15.251 -4089.3
- BsmtFinSF2_Flag       1   0.02203 15.252 -4089.3
- Fence                 1   0.02255 15.252 -4089.3
- HeatingQC             1   0.02470 15.254 -4089.1
- HouseStyle            1   0.02503 15.255 -4089.1
- BsmtCond              1   0.02508 15.255 -4089.1
- MiscFeature           1   0.02566 15.255 -4089.1
- RemodAdd              1   0.02806 15.258 -4088.9
- KitchenQual           1   0.02875 15.258 -4088.9
<none>                              15.230 -4088.8
- Neighborhood_NPkVill  1   0.03200 15.262 -4088.7
- GarageCond            1   0.03233 15.262 -4088.6
- BedroomAbvGr          1   0.03459 15.264 -4088.5
- WoodDeckSF            1   0.03471 15.264 -4088.5
- KitchenAbvGr          1   0.03496 15.265 -4088.5
- Foundation            1   0.03594 15.266 -4088.4
- Neighborhood_NoRidge  1   0.04112 15.271 -4088.0
- BuiltYear2            1   0.04122 15.271 -4088.0
- BsmtFTM_Flag          1   0.04145 15.271 -4088.0
- BuiltYear1            1   0.04145 15.271 -4088.0
- HasPool               1   0.04162 15.271 -4088.0
- TotRmsAbvGrd          1   0.04445 15.274 -4087.8
- MiscVal               1   0.04618 15.276 -4087.7
- Neighborhood_BrDale   1   0.05687 15.287 -4087.0
- GarageType            1   0.05752 15.287 -4087.0
- Electrical            1   0.05778 15.287 -4086.9
- SaleType              1   0.06145 15.291 -4086.7
- Condition2            1   0.06314 15.293 -4086.6
- BsmtUnfSF             1   0.06415 15.294 -4086.5
- Neighborhood_Blmngtn  1   0.06495 15.295 -4086.5
- YearBuilt             1   0.07876 15.308 -4085.5
- YrSold                1   0.08043 15.310 -4085.4
- YearRemodAdd          1   0.08207 15.312 -4085.3
- PavedDrive            1   0.08675 15.316 -4085.0
- GarageFinish          1   0.09215 15.322 -4084.7
- LotArea               1   0.09345 15.323 -4084.6
- Neighborhood_Timber   1   0.10963 15.339 -4083.5
- BsmtQual              1   0.11156 15.341 -4083.4
- Neighborhood_NridgHt  1   0.11444 15.344 -4083.2
- CentralAir            1   0.11497 15.345 -4083.1
- Neighborhood_BrkSide  1   0.12086 15.351 -4082.8
- Neighborhood_SawyerW  1   0.12164 15.351 -4082.7
- MSZoning              1   0.12283 15.352 -4082.6
- HalfBath              1   0.13043 15.360 -4082.1
- Condition1            1   0.13123 15.361 -4082.1
- BsmtExposure          1   0.13185 15.361 -4082.0
- Neighborhood_CollgCr  1   0.14074 15.370 -4081.4
- Neighborhood_StoneBr  1   0.14482 15.374 -4081.2
- BsmtFullBath          1   0.14721 15.377 -4081.0
- Neighborhood_Mitchel  1   0.18102 15.411 -4078.8
- BldgType              1   0.18483 15.415 -4078.5
- Neighborhood_SWISU    1   0.20558 15.435 -4077.2
- Neighborhood_Gilbert  1   0.20637 15.436 -4077.1
- Neighborhood_MeadowV  1   0.20964 15.439 -4076.9
- FullBath              1   0.21765 15.447 -4076.4
- SaleCondition         1   0.23692 15.467 -4075.1
- GarageCars            1   0.24000 15.470 -4074.9
- LotFrontage           1   0.24441 15.474 -4074.6
- Neighborhood_OldTown  1   0.24569 15.475 -4074.5
- Neighborhood_IDOTRR   1   0.30404 15.534 -4070.7
- Neighborhood_NWAmes   1   0.32651 15.556 -4069.2
- Neighborhood_Sawyer   1   0.36665 15.596 -4066.6
- Neighborhood_NAmes    1   0.39629 15.626 -4064.7
- Functional            1   0.39709 15.627 -4064.6
- FrstFlrSF             1   0.72536 15.955 -4043.5
- GrLivArea             1   0.73177 15.961 -4043.1
- Neighborhood_Edwards  1   0.90672 16.136 -4032.0
- OverallQual           1   1.00486 16.235 -4025.8
- OverallCond           1   1.14812 16.378 -4016.9

Step:  AIC=-4090.73
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LotShape + LandContour + Condition1 + Condition2 + 
    BldgType + HouseStyle + OverallQual + OverallCond + YearBuilt + 
    YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + MasVnrType + 
    ExterQual + Foundation + BsmtQual + BsmtCond + BsmtExposure + 
    BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_ClearCr + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear3 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- LotShape              1   0.00075 15.231 -4092.7
- Neighborhood_ClearCr  1   0.00155 15.232 -4092.6
- BuiltYear3            1   0.00157 15.232 -4092.6
- MasVnrType            1   0.00231 15.233 -4092.6
- Street                1   0.00245 15.233 -4092.6
- GarageArea            1   0.00279 15.233 -4092.5
- LandContour           1   0.00349 15.234 -4092.5
- RoofStyle             1   0.00377 15.234 -4092.5
- MSSubClass            1   0.00498 15.236 -4092.4
- Exterior1st           1   0.00642 15.237 -4092.3
- GasA_Flag             1   0.00713 15.238 -4092.3
- ExterQual             1   0.00806 15.239 -4092.2
- HasGrg                1   0.00859 15.239 -4092.2
- LandSlope_Mod         1   0.01157 15.242 -4092.0
- Fireplaces            1   0.01296 15.243 -4091.9
- BuiltYear5            1   0.01341 15.244 -4091.8
- BsmtHalfBath          1   0.01524 15.246 -4091.7
- BsmtFinType1          1   0.01626 15.247 -4091.6
- MoSold                1   0.01711 15.248 -4091.6
- RoofMatl              1   0.01791 15.248 -4091.5
- Neighborhood_Blueste  1   0.02008 15.251 -4091.4
- FireplaceQu           1   0.02141 15.252 -4091.3
- BsmtFinSF2            1   0.02188 15.252 -4091.3
- BsmtFinSF2_Flag       1   0.02231 15.253 -4091.2
- Fence                 1   0.02236 15.253 -4091.2
- HouseStyle            1   0.02487 15.255 -4091.1
- BsmtCond              1   0.02492 15.255 -4091.1
- HeatingQC             1   0.02513 15.256 -4091.1
- MiscFeature           1   0.02554 15.256 -4091.0
- RemodAdd              1   0.02842 15.259 -4090.8
- KitchenQual           1   0.02855 15.259 -4090.8
<none>                              15.230 -4090.7
- GarageCond            1   0.03183 15.262 -4090.6
- Neighborhood_NPkVill  1   0.03223 15.263 -4090.6
- WoodDeckSF            1   0.03445 15.265 -4090.4
- KitchenAbvGr          1   0.03477 15.265 -4090.4
- BedroomAbvGr          1   0.03491 15.265 -4090.4
- Foundation            1   0.03608 15.267 -4090.3
- Neighborhood_NoRidge  1   0.04126 15.272 -4090.0
- HasPool               1   0.04134 15.272 -4090.0
- BuiltYear2            1   0.04141 15.272 -4090.0
- BsmtFTM_Flag          1   0.04143 15.272 -4090.0
- BuiltYear1            1   0.04148 15.272 -4090.0
- TotRmsAbvGrd          1   0.04424 15.275 -4089.8
- MiscVal               1   0.04596 15.277 -4089.7
- GarageType            1   0.05764 15.288 -4088.9
- Neighborhood_BrDale   1   0.05789 15.288 -4088.9
- Electrical            1   0.05803 15.289 -4088.9
- SaleType              1   0.06208 15.293 -4088.6
- Condition2            1   0.06414 15.295 -4088.5
- BsmtUnfSF             1   0.06494 15.296 -4088.4
- Neighborhood_Blmngtn  1   0.06501 15.296 -4088.4
- YearBuilt             1   0.07869 15.309 -4087.5
- YrSold                1   0.08028 15.311 -4087.4
- YearRemodAdd          1   0.08326 15.314 -4087.2
- PavedDrive            1   0.08811 15.319 -4086.9
- GarageFinish          1   0.09221 15.323 -4086.6
- LotArea               1   0.09713 15.328 -4086.3
- Neighborhood_Timber   1   0.11095 15.341 -4085.4
- BsmtQual              1   0.11277 15.343 -4085.2
- Neighborhood_NridgHt  1   0.11452 15.345 -4085.1
- CentralAir            1   0.11523 15.346 -4085.1
- Neighborhood_BrkSide  1   0.12112 15.352 -4084.7
- MSZoning              1   0.12216 15.353 -4084.6
- Neighborhood_SawyerW  1   0.12464 15.355 -4084.4
- HalfBath              1   0.13012 15.361 -4084.1
- Condition1            1   0.13038 15.361 -4084.1
- BsmtExposure          1   0.13192 15.363 -4084.0
- Neighborhood_CollgCr  1   0.14114 15.372 -4083.4
- Neighborhood_StoneBr  1   0.14521 15.376 -4083.1
- BsmtFullBath          1   0.14680 15.377 -4083.0
- Neighborhood_Mitchel  1   0.18103 15.412 -4080.7
- BldgType              1   0.18433 15.415 -4080.5
- Neighborhood_SWISU    1   0.20634 15.437 -4079.0
- Neighborhood_Gilbert  1   0.20824 15.439 -4078.9
- Neighborhood_MeadowV  1   0.21243 15.443 -4078.6
- FullBath              1   0.21759 15.448 -4078.3
- SaleCondition         1   0.23634 15.467 -4077.1
- GarageCars            1   0.24218 15.473 -4076.7
- Neighborhood_OldTown  1   0.24684 15.477 -4076.4
- LotFrontage           1   0.24803 15.479 -4076.3
- Neighborhood_IDOTRR   1   0.30452 15.535 -4072.6
- Neighborhood_NWAmes   1   0.32970 15.560 -4071.0
- Neighborhood_Sawyer   1   0.36799 15.598 -4068.5
- Neighborhood_NAmes    1   0.39693 15.627 -4066.6
- Functional            1   0.39727 15.628 -4066.5
- FrstFlrSF             1   0.72454 15.955 -4045.5
- GrLivArea             1   0.73145 15.962 -4045.0
- Neighborhood_Edwards  1   0.90994 16.140 -4033.7
- OverallQual           1   1.00469 16.235 -4027.8
- OverallCond           1   1.14736 16.378 -4018.9

Step:  AIC=-4092.68
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LandContour + Condition1 + Condition2 + BldgType + 
    HouseStyle + OverallQual + OverallCond + YearBuilt + YearRemodAdd + 
    RoofStyle + RoofMatl + Exterior1st + MasVnrType + ExterQual + 
    Foundation + BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + 
    BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_ClearCr + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear3 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- Neighborhood_ClearCr  1   0.00140 15.233 -4094.6
- BuiltYear3            1   0.00166 15.233 -4094.6
- Street                1   0.00234 15.234 -4094.5
- MasVnrType            1   0.00239 15.234 -4094.5
- GarageArea            1   0.00277 15.234 -4094.5
- RoofStyle             1   0.00353 15.235 -4094.4
- LandContour           1   0.00390 15.235 -4094.4
- MSSubClass            1   0.00533 15.237 -4094.3
- Exterior1st           1   0.00642 15.238 -4094.3
- GasA_Flag             1   0.00708 15.238 -4094.2
- ExterQual             1   0.00792 15.239 -4094.2
- HasGrg                1   0.00848 15.240 -4094.1
- LandSlope_Mod         1   0.01166 15.243 -4093.9
- Fireplaces            1   0.01289 15.244 -4093.8
- BuiltYear5            1   0.01448 15.246 -4093.7
- BsmtHalfBath          1   0.01503 15.246 -4093.7
- BsmtFinType1          1   0.01638 15.248 -4093.6
- MoSold                1   0.01708 15.248 -4093.5
- RoofMatl              1   0.01813 15.249 -4093.5
- Neighborhood_Blueste  1   0.01999 15.251 -4093.3
- FireplaceQu           1   0.02137 15.253 -4093.3
- BsmtFinSF2            1   0.02185 15.253 -4093.2
- Fence                 1   0.02230 15.254 -4093.2
- BsmtFinSF2_Flag       1   0.02241 15.254 -4093.2
- BsmtCond              1   0.02477 15.256 -4093.0
- HeatingQC             1   0.02485 15.256 -4093.0
- HouseStyle            1   0.02522 15.257 -4093.0
- MiscFeature           1   0.02540 15.257 -4093.0
- KitchenQual           1   0.02825 15.259 -4092.8
- RemodAdd              1   0.02859 15.260 -4092.8
<none>                              15.231 -4092.7
- GarageCond            1   0.03169 15.263 -4092.6
- Neighborhood_NPkVill  1   0.03241 15.264 -4092.5
- WoodDeckSF            1   0.03429 15.266 -4092.4
- KitchenAbvGr          1   0.03484 15.266 -4092.4
- BedroomAbvGr          1   0.03544 15.267 -4092.3
- Foundation            1   0.03628 15.268 -4092.3
- Neighborhood_NoRidge  1   0.04107 15.272 -4091.9
- BsmtFTM_Flag          1   0.04135 15.273 -4091.9
- HasPool               1   0.04160 15.273 -4091.9
- BuiltYear2            1   0.04220 15.274 -4091.9
- BuiltYear1            1   0.04327 15.275 -4091.8
- TotRmsAbvGrd          1   0.04385 15.275 -4091.8
- MiscVal               1   0.04593 15.277 -4091.6
- GarageType            1   0.05773 15.289 -4090.8
- Neighborhood_BrDale   1   0.05784 15.289 -4090.8
- Electrical            1   0.05795 15.289 -4090.8
- SaleType              1   0.06170 15.293 -4090.6
- Condition2            1   0.06456 15.296 -4090.4
- Neighborhood_Blmngtn  1   0.06458 15.296 -4090.4
- BsmtUnfSF             1   0.06486 15.296 -4090.4
- YearBuilt             1   0.07822 15.309 -4089.5
- YrSold                1   0.07985 15.311 -4089.4
- YearRemodAdd          1   0.08367 15.315 -4089.1
- PavedDrive            1   0.08825 15.319 -4088.8
- GarageFinish          1   0.09194 15.323 -4088.6
- LotArea               1   0.09854 15.330 -4088.1
- Neighborhood_Timber   1   0.11116 15.342 -4087.3
- BsmtQual              1   0.11248 15.344 -4087.2
- Neighborhood_NridgHt  1   0.11449 15.346 -4087.1
- CentralAir            1   0.11607 15.347 -4087.0
- Neighborhood_BrkSide  1   0.12166 15.353 -4086.6
- MSZoning              1   0.12171 15.353 -4086.6
- Neighborhood_SawyerW  1   0.12393 15.355 -4086.4
- HalfBath              1   0.13187 15.363 -4085.9
- BsmtExposure          1   0.13195 15.363 -4085.9
- Condition1            1   0.13355 15.365 -4085.8
- Neighborhood_CollgCr  1   0.14178 15.373 -4085.3
- Neighborhood_StoneBr  1   0.14446 15.376 -4085.1
- BsmtFullBath          1   0.14900 15.380 -4084.8
- Neighborhood_Mitchel  1   0.18028 15.412 -4082.7
- BldgType              1   0.18581 15.417 -4082.3
- Neighborhood_SWISU    1   0.20635 15.438 -4081.0
- Neighborhood_MeadowV  1   0.21197 15.443 -4080.6
- Neighborhood_Gilbert  1   0.21386 15.445 -4080.5
- FullBath              1   0.21998 15.451 -4080.1
- SaleCondition         1   0.23575 15.467 -4079.1
- GarageCars            1   0.24304 15.474 -4078.6
- Neighborhood_OldTown  1   0.24685 15.478 -4078.3
- LotFrontage           1   0.24761 15.479 -4078.3
- Neighborhood_IDOTRR   1   0.30432 15.536 -4074.6
- Neighborhood_NWAmes   1   0.32895 15.560 -4073.0
- Neighborhood_Sawyer   1   0.36768 15.599 -4070.4
- Neighborhood_NAmes    1   0.39623 15.627 -4068.6
- Functional            1   0.40047 15.632 -4068.3
- FrstFlrSF             1   0.72908 15.960 -4047.1
- GrLivArea             1   0.73071 15.962 -4047.0
- Neighborhood_Edwards  1   0.90936 16.141 -4035.7
- OverallQual           1   1.00663 16.238 -4029.6
- OverallCond           1   1.14892 16.380 -4020.7

Step:  AIC=-4094.59
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LandContour + Condition1 + Condition2 + BldgType + 
    HouseStyle + OverallQual + OverallCond + YearBuilt + YearRemodAdd + 
    RoofStyle + RoofMatl + Exterior1st + MasVnrType + ExterQual + 
    Foundation + BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + 
    BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear3 + BuiltYear5 + 
    BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- BuiltYear3            1   0.00149 15.234 -4096.5
- Street                1   0.00210 15.235 -4096.4
- MasVnrType            1   0.00244 15.235 -4096.4
- GarageArea            1   0.00269 15.235 -4096.4
- RoofStyle             1   0.00359 15.236 -4096.3
- LandContour           1   0.00468 15.237 -4096.3
- MSSubClass            1   0.00539 15.238 -4096.2
- Exterior1st           1   0.00622 15.239 -4096.2
- GasA_Flag             1   0.00669 15.239 -4096.1
- ExterQual             1   0.00830 15.241 -4096.0
- HasGrg                1   0.00844 15.241 -4096.0
- LandSlope_Mod         1   0.01210 15.245 -4095.8
- Fireplaces            1   0.01262 15.245 -4095.7
- BsmtHalfBath          1   0.01461 15.247 -4095.6
- BuiltYear5            1   0.01516 15.248 -4095.6
- BsmtFinType1          1   0.01589 15.249 -4095.5
- MoSold                1   0.01715 15.250 -4095.4
- Neighborhood_Blueste  1   0.01949 15.252 -4095.3
- RoofMatl              1   0.02006 15.253 -4095.3
- BsmtFinSF2            1   0.02137 15.254 -4095.2
- FireplaceQu           1   0.02182 15.255 -4095.1
- Fence                 1   0.02194 15.255 -4095.1
- BsmtFinSF2_Flag       1   0.02205 15.255 -4095.1
- BsmtCond              1   0.02443 15.257 -4095.0
- HeatingQC             1   0.02476 15.258 -4094.9
- MiscFeature           1   0.02536 15.258 -4094.9
- HouseStyle            1   0.02581 15.258 -4094.9
- KitchenQual           1   0.02767 15.260 -4094.7
- RemodAdd              1   0.02889 15.262 -4094.7
<none>                              15.233 -4094.6
- GarageCond            1   0.03134 15.264 -4094.5
- Neighborhood_NPkVill  1   0.03164 15.264 -4094.5
- WoodDeckSF            1   0.03390 15.267 -4094.3
- KitchenAbvGr          1   0.03465 15.267 -4094.3
- BedroomAbvGr          1   0.03568 15.268 -4094.2
- Foundation            1   0.03594 15.269 -4094.2
- BsmtFTM_Flag          1   0.04059 15.273 -4093.9
- HasPool               1   0.04097 15.274 -4093.9
- BuiltYear2            1   0.04131 15.274 -4093.8
- BuiltYear1            1   0.04323 15.276 -4093.7
- TotRmsAbvGrd          1   0.04364 15.276 -4093.7
- Neighborhood_NoRidge  1   0.04486 15.278 -4093.6
- MiscVal               1   0.04610 15.279 -4093.5
- Neighborhood_BrDale   1   0.05644 15.289 -4092.8
- GarageType            1   0.05714 15.290 -4092.8
- Electrical            1   0.05783 15.290 -4092.7
- SaleType              1   0.06208 15.295 -4092.5
- Neighborhood_Blmngtn  1   0.06403 15.297 -4092.3
- Condition2            1   0.06478 15.297 -4092.3
- BsmtUnfSF             1   0.06643 15.299 -4092.2
- YearBuilt             1   0.07736 15.310 -4091.4
- YrSold                1   0.07979 15.312 -4091.3
- YearRemodAdd          1   0.08378 15.316 -4091.0
- PavedDrive            1   0.08881 15.322 -4090.7
- GarageFinish          1   0.09272 15.325 -4090.4
- LotArea               1   0.09765 15.330 -4090.1
- Neighborhood_Timber   1   0.11199 15.345 -4089.1
- CentralAir            1   0.11486 15.348 -4088.9
- BsmtQual              1   0.11515 15.348 -4088.9
- Neighborhood_NridgHt  1   0.11968 15.352 -4088.6
- Neighborhood_BrkSide  1   0.12244 15.355 -4088.4
- Neighborhood_SawyerW  1   0.12471 15.357 -4088.3
- MSZoning              1   0.12762 15.360 -4088.1
- BsmtExposure          1   0.13077 15.364 -4087.9
- Condition1            1   0.13290 15.366 -4087.8
- HalfBath              1   0.13594 15.369 -4087.6
- Neighborhood_CollgCr  1   0.14503 15.378 -4087.0
- BsmtFullBath          1   0.14837 15.381 -4086.7
- Neighborhood_StoneBr  1   0.15128 15.384 -4086.5
- BldgType              1   0.18480 15.418 -4084.3
- Neighborhood_Mitchel  1   0.18572 15.418 -4084.3
- Neighborhood_SWISU    1   0.20700 15.440 -4082.9
- Neighborhood_MeadowV  1   0.21286 15.446 -4082.5
- Neighborhood_Gilbert  1   0.21748 15.450 -4082.2
- FullBath              1   0.22002 15.453 -4082.0
- SaleCondition         1   0.23461 15.467 -4081.0
- GarageCars            1   0.24441 15.477 -4080.4
- LotFrontage           1   0.24709 15.480 -4080.2
- Neighborhood_OldTown  1   0.25274 15.485 -4079.9
- Neighborhood_IDOTRR   1   0.30921 15.542 -4076.2
- Neighborhood_NWAmes   1   0.34386 15.577 -4073.9
- Neighborhood_Sawyer   1   0.39278 15.626 -4070.7
- Functional            1   0.40820 15.641 -4069.7
- Neighborhood_NAmes    1   0.43489 15.668 -4068.0
- GrLivArea             1   0.72935 15.962 -4049.0
- FrstFlrSF             1   0.74191 15.975 -4048.2
- Neighborhood_Edwards  1   0.98631 16.219 -4032.8
- OverallQual           1   1.01347 16.246 -4031.1
- OverallCond           1   1.15871 16.391 -4022.0

Step:  AIC=-4096.49
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Street + LandContour + Condition1 + Condition2 + BldgType + 
    HouseStyle + OverallQual + OverallCond + YearBuilt + YearRemodAdd + 
    RoofStyle + RoofMatl + Exterior1st + MasVnrType + ExterQual + 
    Foundation + BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + 
    BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageArea + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + 
    GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- Street                1   0.00197 15.236 -4098.4
- MasVnrType            1   0.00238 15.237 -4098.3
- GarageArea            1   0.00268 15.237 -4098.3
- RoofStyle             1   0.00344 15.238 -4098.3
- LandContour           1   0.00478 15.239 -4098.2
- MSSubClass            1   0.00523 15.239 -4098.1
- GasA_Flag             1   0.00645 15.241 -4098.1
- Exterior1st           1   0.00662 15.241 -4098.0
- ExterQual             1   0.00838 15.243 -4097.9
- HasGrg                1   0.00853 15.243 -4097.9
- LandSlope_Mod         1   0.01228 15.246 -4097.7
- Fireplaces            1   0.01291 15.247 -4097.6
- BuiltYear5            1   0.01369 15.248 -4097.6
- BsmtHalfBath          1   0.01430 15.248 -4097.5
- BsmtFinType1          1   0.01545 15.250 -4097.5
- MoSold                1   0.01749 15.252 -4097.3
- Neighborhood_Blueste  1   0.01840 15.253 -4097.3
- RoofMatl              1   0.01953 15.254 -4097.2
- BsmtFinSF2            1   0.02092 15.255 -4097.1
- Fence                 1   0.02135 15.255 -4097.1
- BsmtFinSF2_Flag       1   0.02154 15.256 -4097.1
- FireplaceQu           1   0.02251 15.257 -4097.0
- HeatingQC             1   0.02328 15.258 -4096.9
- HouseStyle            1   0.02528 15.259 -4096.8
- BsmtCond              1   0.02547 15.260 -4096.8
- MiscFeature           1   0.02613 15.260 -4096.7
- KitchenQual           1   0.02734 15.261 -4096.7
- RemodAdd              1   0.02889 15.263 -4096.6
<none>                              15.234 -4096.5
- Neighborhood_NPkVill  1   0.03016 15.264 -4096.5
- GarageCond            1   0.03217 15.266 -4096.3
- KitchenAbvGr          1   0.03356 15.268 -4096.3
- Foundation            1   0.03454 15.269 -4096.2
- WoodDeckSF            1   0.03455 15.269 -4096.2
- BedroomAbvGr          1   0.03810 15.272 -4095.9
- BsmtFTM_Flag          1   0.03978 15.274 -4095.8
- HasPool               1   0.04224 15.276 -4095.7
- TotRmsAbvGrd          1   0.04275 15.277 -4095.6
- Neighborhood_NoRidge  1   0.04341 15.278 -4095.6
- MiscVal               1   0.04669 15.281 -4095.4
- Neighborhood_BrDale   1   0.05502 15.289 -4094.8
- GarageType            1   0.05693 15.291 -4094.7
- Electrical            1   0.05800 15.292 -4094.6
- BuiltYear1            1   0.05912 15.293 -4094.5
- SaleType              1   0.06124 15.295 -4094.4
- Neighborhood_Blmngtn  1   0.06356 15.298 -4094.3
- Condition2            1   0.06476 15.299 -4094.2
- BsmtUnfSF             1   0.06821 15.302 -4093.9
- BuiltYear2            1   0.07573 15.310 -4093.4
- YearBuilt             1   0.07615 15.310 -4093.4
- YrSold                1   0.07978 15.314 -4093.2
- YearRemodAdd          1   0.08240 15.317 -4093.0
- PavedDrive            1   0.08926 15.323 -4092.5
- GarageFinish          1   0.09194 15.326 -4092.4
- LotArea               1   0.09874 15.333 -4091.9
- Neighborhood_Timber   1   0.11053 15.345 -4091.1
- BsmtQual              1   0.11369 15.348 -4090.9
- CentralAir            1   0.11783 15.352 -4090.7
- Neighborhood_NridgHt  1   0.12040 15.355 -4090.5
- Neighborhood_BrkSide  1   0.12230 15.357 -4090.4
- Neighborhood_SawyerW  1   0.12351 15.358 -4090.3
- MSZoning              1   0.12864 15.363 -4089.9
- Condition1            1   0.13281 15.367 -4089.7
- BsmtExposure          1   0.13559 15.370 -4089.5
- HalfBath              1   0.13596 15.370 -4089.5
- BsmtFullBath          1   0.14844 15.383 -4088.6
- Neighborhood_CollgCr  1   0.15039 15.385 -4088.5
- Neighborhood_StoneBr  1   0.16001 15.394 -4087.9
- Neighborhood_Mitchel  1   0.18563 15.420 -4086.2
- BldgType              1   0.18568 15.420 -4086.2
- Neighborhood_SWISU    1   0.20596 15.440 -4084.8
- Neighborhood_MeadowV  1   0.21369 15.448 -4084.3
- FullBath              1   0.21902 15.453 -4084.0
- SaleCondition         1   0.23323 15.467 -4083.0
- Neighborhood_Gilbert  1   0.23497 15.469 -4082.9
- GarageCars            1   0.24303 15.477 -4082.4
- LotFrontage           1   0.24565 15.480 -4082.2
- Neighborhood_OldTown  1   0.25261 15.487 -4081.8
- Neighborhood_IDOTRR   1   0.30823 15.542 -4078.1
- Neighborhood_NWAmes   1   0.35817 15.592 -4074.9
- Neighborhood_Sawyer   1   0.39256 15.627 -4072.6
- Functional            1   0.40672 15.641 -4071.7
- Neighborhood_NAmes    1   0.43449 15.669 -4069.9
- GrLivArea             1   0.72796 15.962 -4051.0
- FrstFlrSF             1   0.75307 15.987 -4049.4
- Neighborhood_Edwards  1   0.98523 16.219 -4034.8
- OverallQual           1   1.02468 16.259 -4032.3
- OverallCond           1   1.25251 16.487 -4018.1

Step:  AIC=-4098.36
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    LandContour + Condition1 + Condition2 + BldgType + HouseStyle + 
    OverallQual + OverallCond + YearBuilt + YearRemodAdd + RoofStyle + 
    RoofMatl + Exterior1st + MasVnrType + ExterQual + Foundation + 
    BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + 
    BsmtUnfSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageArea + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- MasVnrType            1   0.00224 15.238 -4100.2
- GarageArea            1   0.00282 15.239 -4100.2
- RoofStyle             1   0.00365 15.240 -4100.1
- LandContour           1   0.00453 15.241 -4100.1
- MSSubClass            1   0.00538 15.242 -4100.0
- Exterior1st           1   0.00661 15.243 -4099.9
- GasA_Flag             1   0.00664 15.243 -4099.9
- HasGrg                1   0.00805 15.244 -4099.8
- ExterQual             1   0.00952 15.246 -4099.7
- LandSlope_Mod         1   0.01126 15.247 -4099.6
- Fireplaces            1   0.01280 15.249 -4099.5
- BuiltYear5            1   0.01388 15.250 -4099.4
- BsmtHalfBath          1   0.01441 15.251 -4099.4
- BsmtFinType1          1   0.01604 15.252 -4099.3
- MoSold                1   0.01779 15.254 -4099.2
- Neighborhood_Blueste  1   0.01844 15.255 -4099.1
- RoofMatl              1   0.01873 15.255 -4099.1
- Fence                 1   0.02076 15.257 -4099.0
- BsmtFinSF2            1   0.02096 15.257 -4099.0
- BsmtFinSF2_Flag       1   0.02168 15.258 -4098.9
- FireplaceQu           1   0.02268 15.259 -4098.8
- HeatingQC             1   0.02307 15.259 -4098.8
- BsmtCond              1   0.02548 15.262 -4098.7
- HouseStyle            1   0.02571 15.262 -4098.6
- KitchenQual           1   0.02768 15.264 -4098.5
- RemodAdd              1   0.02796 15.264 -4098.5
- Neighborhood_NPkVill  1   0.02994 15.266 -4098.4
<none>                              15.236 -4098.4
- MiscFeature           1   0.03044 15.267 -4098.3
- GarageCond            1   0.03216 15.268 -4098.2
- KitchenAbvGr          1   0.03279 15.269 -4098.2
- Foundation            1   0.03450 15.271 -4098.1
- WoodDeckSF            1   0.03515 15.271 -4098.0
- BedroomAbvGr          1   0.03783 15.274 -4097.8
- BsmtFTM_Flag          1   0.04100 15.277 -4097.6
- HasPool               1   0.04215 15.278 -4097.5
- TotRmsAbvGrd          1   0.04246 15.279 -4097.5
- Neighborhood_NoRidge  1   0.04323 15.279 -4097.5
- MiscVal               1   0.04910 15.285 -4097.1
- Neighborhood_BrDale   1   0.05499 15.291 -4096.7
- Electrical            1   0.05855 15.295 -4096.5
- BuiltYear1            1   0.05868 15.295 -4096.4
- GarageType            1   0.06038 15.296 -4096.3
- SaleType              1   0.06163 15.298 -4096.3
- Neighborhood_Blmngtn  1   0.06398 15.300 -4096.1
- Condition2            1   0.06443 15.301 -4096.1
- BsmtUnfSF             1   0.06785 15.304 -4095.8
- YearBuilt             1   0.07491 15.311 -4095.4
- BuiltYear2            1   0.07550 15.312 -4095.3
- YrSold                1   0.08132 15.318 -4094.9
- YearRemodAdd          1   0.08156 15.318 -4094.9
- PavedDrive            1   0.08823 15.324 -4094.5
- GarageFinish          1   0.09137 15.328 -4094.3
- LotArea               1   0.09768 15.334 -4093.9
- BsmtQual              1   0.11405 15.350 -4092.8
- Neighborhood_Timber   1   0.11516 15.351 -4092.7
- CentralAir            1   0.11969 15.356 -4092.4
- Neighborhood_NridgHt  1   0.12012 15.356 -4092.4
- Neighborhood_SawyerW  1   0.12347 15.360 -4092.1
- Neighborhood_BrkSide  1   0.12451 15.361 -4092.1
- MSZoning              1   0.12837 15.364 -4091.8
- BsmtExposure          1   0.13494 15.371 -4091.4
- Condition1            1   0.13541 15.372 -4091.4
- HalfBath              1   0.13626 15.372 -4091.3
- BsmtFullBath          1   0.14744 15.384 -4090.6
- Neighborhood_CollgCr  1   0.15079 15.387 -4090.3
- Neighborhood_StoneBr  1   0.15985 15.396 -4089.7
- Neighborhood_Mitchel  1   0.18392 15.420 -4088.2
- BldgType              1   0.19294 15.429 -4087.6
- Neighborhood_SWISU    1   0.20952 15.446 -4086.5
- Neighborhood_MeadowV  1   0.21333 15.450 -4086.2
- FullBath              1   0.21989 15.456 -4085.8
- SaleCondition         1   0.23340 15.470 -4084.9
- Neighborhood_Gilbert  1   0.23374 15.470 -4084.9
- GarageCars            1   0.24176 15.478 -4084.3
- LotFrontage           1   0.24754 15.484 -4084.0
- Neighborhood_OldTown  1   0.25820 15.494 -4083.3
- Neighborhood_IDOTRR   1   0.32773 15.564 -4078.7
- Neighborhood_NWAmes   1   0.35776 15.594 -4076.8
- Neighborhood_Sawyer   1   0.39167 15.628 -4074.5
- Functional            1   0.40532 15.642 -4073.7
- Neighborhood_NAmes    1   0.43415 15.670 -4071.8
- GrLivArea             1   0.73375 15.970 -4052.5
- FrstFlrSF             1   0.75343 15.990 -4051.3
- Neighborhood_Edwards  1   0.99126 16.227 -4036.3
- OverallQual           1   1.02296 16.259 -4034.3
- OverallCond           1   1.25377 16.490 -4019.9

Step:  AIC=-4100.21
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    LandContour + Condition1 + Condition2 + BldgType + HouseStyle + 
    OverallQual + OverallCond + YearBuilt + YearRemodAdd + RoofStyle + 
    RoofMatl + Exterior1st + ExterQual + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + 
    KitchenQual + TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + 
    GarageType + GarageFinish + GarageCars + GarageArea + GarageCond + 
    PavedDrive + WoodDeckSF + Fence + MiscFeature + MiscVal + 
    MoSold + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    BsmtFinSF2_Flag + LandSlope_Mod + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- GarageArea            1   0.00269 15.241 -4102.0
- RoofStyle             1   0.00401 15.242 -4101.9
- LandContour           1   0.00469 15.243 -4101.9
- MSSubClass            1   0.00543 15.244 -4101.8
- GasA_Flag             1   0.00691 15.245 -4101.7
- Exterior1st           1   0.00713 15.245 -4101.7
- HasGrg                1   0.00810 15.246 -4101.7
- ExterQual             1   0.00899 15.247 -4101.6
- LandSlope_Mod         1   0.01113 15.249 -4101.5
- Fireplaces            1   0.01277 15.251 -4101.4
- BsmtHalfBath          1   0.01395 15.252 -4101.3
- BuiltYear5            1   0.01403 15.252 -4101.3
- BsmtFinType1          1   0.01767 15.256 -4101.0
- Neighborhood_Blueste  1   0.01779 15.256 -4101.0
- MoSold                1   0.01782 15.256 -4101.0
- RoofMatl              1   0.01853 15.257 -4101.0
- Fence                 1   0.02060 15.259 -4100.8
- BsmtFinSF2            1   0.02127 15.260 -4100.8
- BsmtFinSF2_Flag       1   0.02167 15.260 -4100.8
- FireplaceQu           1   0.02259 15.261 -4100.7
- HeatingQC             1   0.02353 15.262 -4100.6
- BsmtCond              1   0.02577 15.264 -4100.5
- HouseStyle            1   0.02628 15.265 -4100.5
- RemodAdd              1   0.02788 15.266 -4100.3
- KitchenQual           1   0.02809 15.267 -4100.3
- Neighborhood_NPkVill  1   0.02882 15.267 -4100.3
<none>                              15.238 -4100.2
- MiscFeature           1   0.03010 15.268 -4100.2
- KitchenAbvGr          1   0.03155 15.270 -4100.1
- GarageCond            1   0.03243 15.271 -4100.0
- Foundation            1   0.03439 15.273 -4099.9
- WoodDeckSF            1   0.03443 15.273 -4099.9
- BedroomAbvGr          1   0.03774 15.276 -4099.7
- TotRmsAbvGrd          1   0.04151 15.280 -4099.4
- HasPool               1   0.04190 15.280 -4099.4
- BsmtFTM_Flag          1   0.04206 15.280 -4099.4
- Neighborhood_NoRidge  1   0.04391 15.282 -4099.3
- MiscVal               1   0.04886 15.287 -4099.0
- Neighborhood_BrDale   1   0.05606 15.294 -4098.5
- BuiltYear1            1   0.05826 15.297 -4098.3
- Electrical            1   0.05848 15.297 -4098.3
- GarageType            1   0.06088 15.299 -4098.2
- SaleType              1   0.06177 15.300 -4098.1
- Neighborhood_Blmngtn  1   0.06310 15.302 -4098.0
- Condition2            1   0.06367 15.302 -4098.0
- BsmtUnfSF             1   0.06802 15.306 -4097.7
- YearBuilt             1   0.07309 15.312 -4097.3
- BuiltYear2            1   0.07535 15.314 -4097.2
- YearRemodAdd          1   0.08146 15.320 -4096.8
- YrSold                1   0.08296 15.321 -4096.7
- PavedDrive            1   0.08891 15.327 -4096.3
- GarageFinish          1   0.09039 15.329 -4096.2
- LotArea               1   0.09762 15.336 -4095.7
- BsmtQual              1   0.11432 15.353 -4094.6
- Neighborhood_Timber   1   0.11499 15.353 -4094.6
- Neighborhood_NridgHt  1   0.11807 15.357 -4094.4
- CentralAir            1   0.12011 15.358 -4094.2
- Neighborhood_SawyerW  1   0.12172 15.360 -4094.1
- Neighborhood_BrkSide  1   0.12561 15.364 -4093.9
- MSZoning              1   0.13184 15.370 -4093.4
- Condition1            1   0.13471 15.373 -4093.3
- BsmtExposure          1   0.13527 15.374 -4093.2
- HalfBath              1   0.13793 15.376 -4093.0
- BsmtFullBath          1   0.14602 15.384 -4092.5
- Neighborhood_CollgCr  1   0.14991 15.388 -4092.3
- Neighborhood_StoneBr  1   0.16171 15.400 -4091.5
- Neighborhood_Mitchel  1   0.18274 15.421 -4090.1
- BldgType              1   0.19614 15.434 -4089.2
- Neighborhood_SWISU    1   0.20891 15.447 -4088.4
- Neighborhood_MeadowV  1   0.21154 15.450 -4088.2
- FullBath              1   0.21825 15.457 -4087.7
- Neighborhood_Gilbert  1   0.23153 15.470 -4086.9
- SaleCondition         1   0.23626 15.475 -4086.6
- GarageCars            1   0.23952 15.478 -4086.3
- LotFrontage           1   0.24891 15.487 -4085.7
- Neighborhood_OldTown  1   0.25825 15.497 -4085.1
- Neighborhood_IDOTRR   1   0.32688 15.565 -4080.6
- Neighborhood_NWAmes   1   0.36389 15.602 -4078.2
- Neighborhood_Sawyer   1   0.39695 15.635 -4076.1
- Functional            1   0.40742 15.646 -4075.4
- Neighborhood_NAmes    1   0.44526 15.684 -4072.9
- GrLivArea             1   0.73929 15.978 -4054.0
- FrstFlrSF             1   0.75124 15.990 -4053.3
- Neighborhood_Edwards  1   0.99589 16.234 -4037.8
- OverallQual           1   1.02111 16.259 -4036.2
- OverallCond           1   1.25870 16.497 -4021.5

Step:  AIC=-4102.03
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    LandContour + Condition1 + Condition2 + BldgType + HouseStyle + 
    OverallQual + OverallCond + YearBuilt + YearRemodAdd + RoofStyle + 
    RoofMatl + Exterior1st + ExterQual + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + 
    KitchenQual + TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + 
    GarageType + GarageFinish + GarageCars + GarageCond + PavedDrive + 
    WoodDeckSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    LandSlope_Mod + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- RoofStyle             1   0.00381 15.245 -4103.8
- LandContour           1   0.00519 15.246 -4103.7
- MSSubClass            1   0.00520 15.246 -4103.7
- GasA_Flag             1   0.00721 15.248 -4103.5
- Exterior1st           1   0.00759 15.249 -4103.5
- ExterQual             1   0.00894 15.250 -4103.4
- LandSlope_Mod         1   0.01179 15.253 -4103.2
- HasGrg                1   0.01229 15.253 -4103.2
- Fireplaces            1   0.01329 15.254 -4103.1
- BuiltYear5            1   0.01333 15.254 -4103.1
- BsmtHalfBath          1   0.01349 15.255 -4103.1
- BsmtFinType1          1   0.01776 15.259 -4102.8
- MoSold                1   0.01812 15.259 -4102.8
- Neighborhood_Blueste  1   0.01855 15.260 -4102.8
- RoofMatl              1   0.01896 15.260 -4102.8
- Fence                 1   0.01995 15.261 -4102.7
- BsmtFinSF2            1   0.02194 15.263 -4102.6
- BsmtFinSF2_Flag       1   0.02214 15.263 -4102.6
- FireplaceQu           1   0.02281 15.264 -4102.5
- HeatingQC             1   0.02394 15.265 -4102.4
- BsmtCond              1   0.02447 15.266 -4102.4
- HouseStyle            1   0.02610 15.267 -4102.3
- RemodAdd              1   0.02763 15.269 -4102.2
- KitchenQual           1   0.02788 15.269 -4102.2
- Neighborhood_NPkVill  1   0.02878 15.270 -4102.1
<none>                              15.241 -4102.0
- MiscFeature           1   0.03096 15.272 -4102.0
- GarageCond            1   0.03097 15.272 -4102.0
- KitchenAbvGr          1   0.03102 15.272 -4102.0
- Foundation            1   0.03510 15.276 -4101.7
- WoodDeckSF            1   0.03544 15.277 -4101.7
- BedroomAbvGr          1   0.04032 15.281 -4101.3
- TotRmsAbvGrd          1   0.04225 15.283 -4101.2
- BsmtFTM_Flag          1   0.04302 15.284 -4101.2
- HasPool               1   0.04332 15.284 -4101.1
- Neighborhood_NoRidge  1   0.04515 15.286 -4101.0
- MiscVal               1   0.04867 15.290 -4100.8
- Electrical            1   0.05832 15.299 -4100.1
- Neighborhood_BrDale   1   0.05850 15.300 -4100.1
- SaleType              1   0.06077 15.302 -4100.0
- BuiltYear1            1   0.06085 15.302 -4100.0
- Neighborhood_Blmngtn  1   0.06138 15.303 -4099.9
- GarageType            1   0.06319 15.304 -4099.8
- Condition2            1   0.06634 15.307 -4099.6
- BsmtUnfSF             1   0.06653 15.308 -4099.6
- YearBuilt             1   0.07279 15.314 -4099.2
- BuiltYear2            1   0.07606 15.317 -4099.0
- YearRemodAdd          1   0.08199 15.323 -4098.6
- YrSold                1   0.08352 15.325 -4098.5
- PavedDrive            1   0.08866 15.330 -4098.1
- GarageFinish          1   0.09045 15.332 -4098.0
- LotArea               1   0.09637 15.338 -4097.6
- Neighborhood_Timber   1   0.11403 15.355 -4096.4
- Neighborhood_NridgHt  1   0.11698 15.358 -4096.3
- BsmtQual              1   0.11853 15.360 -4096.1
- Neighborhood_SawyerW  1   0.12035 15.361 -4096.0
- CentralAir            1   0.12093 15.362 -4096.0
- Neighborhood_BrkSide  1   0.12756 15.369 -4095.6
- MSZoning              1   0.12915 15.370 -4095.4
- Condition1            1   0.13437 15.376 -4095.1
- BsmtExposure          1   0.13749 15.379 -4094.9
- HalfBath              1   0.14119 15.382 -4094.7
- BsmtFullBath          1   0.14428 15.385 -4094.4
- Neighborhood_CollgCr  1   0.15087 15.392 -4094.0
- Neighborhood_StoneBr  1   0.16259 15.404 -4093.2
- Neighborhood_Mitchel  1   0.18199 15.423 -4092.0
- BldgType              1   0.19370 15.435 -4091.2
- Neighborhood_SWISU    1   0.20985 15.451 -4090.1
- FullBath              1   0.21846 15.460 -4089.6
- Neighborhood_MeadowV  1   0.22377 15.465 -4089.2
- Neighborhood_Gilbert  1   0.23057 15.472 -4088.8
- SaleCondition         1   0.23437 15.476 -4088.5
- LotFrontage           1   0.25417 15.495 -4087.2
- Neighborhood_OldTown  1   0.26526 15.506 -4086.5
- Neighborhood_IDOTRR   1   0.34122 15.582 -4081.5
- Neighborhood_NWAmes   1   0.36357 15.605 -4080.1
- Neighborhood_Sawyer   1   0.39516 15.636 -4078.0
- Functional            1   0.40577 15.647 -4077.3
- Neighborhood_NAmes    1   0.44524 15.686 -4074.7
- GarageCars            1   0.47267 15.714 -4073.0
- GrLivArea             1   0.73974 15.981 -4055.8
- FrstFlrSF             1   0.74925 15.990 -4055.2
- Neighborhood_Edwards  1   0.99789 16.239 -4039.5
- OverallQual           1   1.02479 16.266 -4037.8
- OverallCond           1   1.25686 16.498 -4023.4

Step:  AIC=-4103.77
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    LandContour + Condition1 + Condition2 + BldgType + HouseStyle + 
    OverallQual + OverallCond + YearBuilt + YearRemodAdd + RoofMatl + 
    Exterior1st + ExterQual + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + BsmtHalfBath + 
    FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + 
    TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + GarageType + 
    GarageFinish + GarageCars + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + 
    GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- LandContour           1   0.00515 15.250 -4105.4
- MSSubClass            1   0.00553 15.250 -4105.4
- GasA_Flag             1   0.00730 15.252 -4105.3
- Exterior1st           1   0.00782 15.253 -4105.3
- ExterQual             1   0.00820 15.253 -4105.2
- LandSlope_Mod         1   0.01179 15.257 -4105.0
- HasGrg                1   0.01245 15.257 -4104.9
- BsmtHalfBath          1   0.01375 15.259 -4104.9
- Fireplaces            1   0.01409 15.259 -4104.8
- BuiltYear5            1   0.01441 15.259 -4104.8
- BsmtFinType1          1   0.01777 15.263 -4104.6
- MoSold                1   0.01796 15.263 -4104.6
- Neighborhood_Blueste  1   0.01846 15.263 -4104.5
- Fence                 1   0.02071 15.266 -4104.4
- BsmtFinSF2            1   0.02147 15.266 -4104.3
- FireplaceQu           1   0.02149 15.266 -4104.3
- BsmtFinSF2_Flag       1   0.02179 15.267 -4104.3
- HeatingQC             1   0.02304 15.268 -4104.2
- BsmtCond              1   0.02511 15.270 -4104.1
- HouseStyle            1   0.02519 15.270 -4104.1
- RoofMatl              1   0.02533 15.270 -4104.1
- RemodAdd              1   0.02637 15.271 -4104.0
- KitchenQual           1   0.02838 15.273 -4103.9
- MiscFeature           1   0.02902 15.274 -4103.8
- Neighborhood_NPkVill  1   0.02929 15.274 -4103.8
<none>                              15.245 -4103.8
- KitchenAbvGr          1   0.03106 15.276 -4103.7
- GarageCond            1   0.03123 15.276 -4103.7
- Foundation            1   0.03380 15.279 -4103.5
- WoodDeckSF            1   0.03551 15.280 -4103.4
- BedroomAbvGr          1   0.04059 15.286 -4103.1
- TotRmsAbvGrd          1   0.04135 15.286 -4103.0
- HasPool               1   0.04363 15.289 -4102.9
- BsmtFTM_Flag          1   0.04404 15.289 -4102.8
- MiscVal               1   0.04496 15.290 -4102.8
- Neighborhood_NoRidge  1   0.04570 15.291 -4102.7
- Neighborhood_BrDale   1   0.05757 15.303 -4101.9
- Electrical            1   0.05952 15.304 -4101.8
- BuiltYear1            1   0.05969 15.305 -4101.8
- Neighborhood_Blmngtn  1   0.06191 15.307 -4101.7
- SaleType              1   0.06263 15.307 -4101.6
- BsmtUnfSF             1   0.06463 15.309 -4101.5
- GarageType            1   0.06473 15.310 -4101.5
- Condition2            1   0.06669 15.312 -4101.3
- YearBuilt             1   0.07204 15.317 -4101.0
- BuiltYear2            1   0.07315 15.318 -4100.9
- YearRemodAdd          1   0.08217 15.327 -4100.3
- YrSold                1   0.08341 15.328 -4100.2
- GarageFinish          1   0.08952 15.334 -4099.8
- PavedDrive            1   0.09398 15.339 -4099.5
- LotArea               1   0.09746 15.342 -4099.3
- Neighborhood_Timber   1   0.11379 15.359 -4098.2
- Neighborhood_NridgHt  1   0.11563 15.361 -4098.1
- BsmtQual              1   0.11736 15.362 -4098.0
- Neighborhood_SawyerW  1   0.11873 15.364 -4097.9
- CentralAir            1   0.12588 15.371 -4097.4
- Neighborhood_BrkSide  1   0.12660 15.371 -4097.4
- MSZoning              1   0.12998 15.375 -4097.1
- Condition1            1   0.13443 15.379 -4096.8
- BsmtExposure          1   0.13724 15.382 -4096.7
- HalfBath              1   0.14348 15.388 -4096.2
- BsmtFullBath          1   0.14480 15.390 -4096.2
- Neighborhood_CollgCr  1   0.14950 15.394 -4095.8
- Neighborhood_StoneBr  1   0.16205 15.407 -4095.0
- Neighborhood_Mitchel  1   0.18180 15.427 -4093.7
- BldgType              1   0.19288 15.438 -4093.0
- Neighborhood_SWISU    1   0.20839 15.453 -4092.0
- Neighborhood_MeadowV  1   0.22296 15.468 -4091.0
- FullBath              1   0.22496 15.470 -4090.9
- Neighborhood_Gilbert  1   0.22897 15.474 -4090.6
- SaleCondition         1   0.23701 15.482 -4090.1
- LotFrontage           1   0.25180 15.497 -4089.1
- Neighborhood_OldTown  1   0.26588 15.511 -4088.2
- Neighborhood_IDOTRR   1   0.33969 15.585 -4083.4
- Neighborhood_NWAmes   1   0.37235 15.617 -4081.2
- Neighborhood_Sawyer   1   0.39572 15.641 -4079.7
- Functional            1   0.40546 15.650 -4079.1
- Neighborhood_NAmes    1   0.44484 15.690 -4076.5
- GarageCars            1   0.47178 15.717 -4074.8
- GrLivArea             1   0.73693 15.982 -4057.8
- FrstFlrSF             1   0.74641 15.991 -4057.2
- Neighborhood_Edwards  1   1.00161 16.247 -4041.1
- OverallQual           1   1.02145 16.266 -4039.8
- OverallCond           1   1.25690 16.502 -4025.2

Step:  AIC=-4105.43
ytraining$SalePrice ~ MSSubClass + MSZoning + LotFrontage + LotArea + 
    Condition1 + Condition2 + BldgType + HouseStyle + OverallQual + 
    OverallCond + YearBuilt + YearRemodAdd + RoofMatl + Exterior1st + 
    ExterQual + Foundation + BsmtQual + BsmtCond + BsmtExposure + 
    BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- MSSubClass            1   0.00558 15.256 -4107.1
- LandSlope_Mod         1   0.00731 15.257 -4106.9
- GasA_Flag             1   0.00802 15.258 -4106.9
- Exterior1st           1   0.00836 15.258 -4106.9
- ExterQual             1   0.00878 15.259 -4106.8
- HasGrg                1   0.01129 15.261 -4106.7
- BsmtHalfBath          1   0.01372 15.264 -4106.5
- Fireplaces            1   0.01419 15.264 -4106.5
- BuiltYear5            1   0.01441 15.264 -4106.5
- Neighborhood_Blueste  1   0.01841 15.268 -4106.2
- MoSold                1   0.01917 15.269 -4106.2
- BsmtFinType1          1   0.01933 15.269 -4106.1
- Fence                 1   0.02018 15.270 -4106.1
- BsmtFinSF2_Flag       1   0.02113 15.271 -4106.0
- BsmtFinSF2            1   0.02114 15.271 -4106.0
- FireplaceQu           1   0.02116 15.271 -4106.0
- HeatingQC             1   0.02349 15.274 -4105.9
- HouseStyle            1   0.02465 15.275 -4105.8
- RemodAdd              1   0.02741 15.277 -4105.6
- BsmtCond              1   0.02776 15.278 -4105.6
- RoofMatl              1   0.02861 15.279 -4105.5
- KitchenQual           1   0.02905 15.279 -4105.5
- MiscFeature           1   0.02927 15.279 -4105.5
- Neighborhood_NPkVill  1   0.02928 15.279 -4105.5
- GarageCond            1   0.02964 15.280 -4105.5
<none>                              15.250 -4105.4
- KitchenAbvGr          1   0.03200 15.282 -4105.3
- Foundation            1   0.03311 15.283 -4105.2
- WoodDeckSF            1   0.03581 15.286 -4105.0
- TotRmsAbvGrd          1   0.04032 15.290 -4104.7
- BedroomAbvGr          1   0.04118 15.291 -4104.7
- HasPool               1   0.04335 15.293 -4104.5
- BsmtFTM_Flag          1   0.04532 15.295 -4104.4
- MiscVal               1   0.04603 15.296 -4104.4
- Neighborhood_NoRidge  1   0.04844 15.299 -4104.2
- Neighborhood_BrDale   1   0.05645 15.306 -4103.7
- BuiltYear1            1   0.05741 15.307 -4103.6
- Electrical            1   0.05826 15.308 -4103.6
- Neighborhood_Blmngtn  1   0.06101 15.311 -4103.4
- SaleType              1   0.06310 15.313 -4103.2
- GarageType            1   0.06458 15.315 -4103.1
- BsmtUnfSF             1   0.06482 15.315 -4103.1
- YearBuilt             1   0.07004 15.320 -4102.8
- Condition2            1   0.07059 15.321 -4102.7
- BuiltYear2            1   0.07199 15.322 -4102.6
- YearRemodAdd          1   0.08094 15.331 -4102.0
- YrSold                1   0.08321 15.333 -4101.9
- GarageFinish          1   0.09055 15.341 -4101.4
- LotArea               1   0.09232 15.342 -4101.3
- PavedDrive            1   0.09438 15.344 -4101.2
- Neighborhood_Timber   1   0.11170 15.362 -4100.0
- BsmtQual              1   0.11697 15.367 -4099.7
- Neighborhood_SawyerW  1   0.11701 15.367 -4099.7
- Neighborhood_NridgHt  1   0.12212 15.372 -4099.3
- Neighborhood_BrkSide  1   0.12295 15.373 -4099.3
- CentralAir            1   0.12583 15.376 -4099.1
- Condition1            1   0.13197 15.382 -4098.7
- MSZoning              1   0.13321 15.383 -4098.6
- BsmtExposure          1   0.13525 15.385 -4098.5
- BsmtFullBath          1   0.14255 15.393 -4098.0
- Neighborhood_CollgCr  1   0.14460 15.395 -4097.8
- HalfBath              1   0.14566 15.396 -4097.8
- Neighborhood_StoneBr  1   0.15718 15.407 -4097.0
- Neighborhood_Mitchel  1   0.17899 15.429 -4095.6
- BldgType              1   0.19406 15.444 -4094.6
- Neighborhood_SWISU    1   0.20951 15.460 -4093.6
- Neighborhood_MeadowV  1   0.22075 15.471 -4092.8
- Neighborhood_Gilbert  1   0.22732 15.477 -4092.4
- FullBath              1   0.23054 15.481 -4092.2
- SaleCondition         1   0.23623 15.486 -4091.8
- LotFrontage           1   0.25147 15.502 -4090.8
- Neighborhood_OldTown  1   0.26154 15.512 -4090.1
- Neighborhood_IDOTRR   1   0.33552 15.586 -4085.3
- Neighborhood_NWAmes   1   0.36767 15.618 -4083.2
- Neighborhood_Sawyer   1   0.39071 15.641 -4081.7
- Functional            1   0.40717 15.657 -4080.6
- Neighborhood_NAmes    1   0.44155 15.692 -4078.4
- GarageCars            1   0.46861 15.719 -4076.7
- GrLivArea             1   0.74236 15.992 -4059.1
- FrstFlrSF             1   0.74902 15.999 -4058.7
- Neighborhood_Edwards  1   0.99979 16.250 -4042.9
- OverallQual           1   1.02113 16.271 -4041.5
- OverallCond           1   1.25530 16.505 -4027.0

Step:  AIC=-4107.06
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Exterior1st + ExterQual + 
    Foundation + BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + 
    BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + LandSlope_Mod + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- LandSlope_Mod         1   0.00699 15.263 -4108.6
- Exterior1st           1   0.00760 15.263 -4108.6
- GasA_Flag             1   0.00828 15.264 -4108.5
- ExterQual             1   0.00835 15.264 -4108.5
- HasGrg                1   0.01138 15.267 -4108.3
- BsmtHalfBath          1   0.01318 15.269 -4108.2
- BuiltYear5            1   0.01446 15.270 -4108.1
- Fireplaces            1   0.01460 15.270 -4108.1
- Neighborhood_Blueste  1   0.01853 15.274 -4107.8
- BsmtFinType1          1   0.01907 15.275 -4107.8
- HouseStyle            1   0.01923 15.275 -4107.8
- BsmtFinSF2            1   0.02034 15.276 -4107.7
- MoSold                1   0.02035 15.276 -4107.7
- BsmtFinSF2_Flag       1   0.02061 15.276 -4107.7
- Fence                 1   0.02115 15.277 -4107.6
- FireplaceQu           1   0.02182 15.277 -4107.6
- HeatingQC             1   0.02443 15.280 -4107.4
- KitchenAbvGr          1   0.02758 15.283 -4107.2
- BsmtCond              1   0.02766 15.283 -4107.2
- KitchenQual           1   0.02834 15.284 -4107.2
- RemodAdd              1   0.02870 15.284 -4107.1
- MiscFeature           1   0.02876 15.284 -4107.1
- Neighborhood_NPkVill  1   0.02882 15.284 -4107.1
- GarageCond            1   0.02937 15.285 -4107.1
<none>                              15.256 -4107.1
- RoofMatl              1   0.03067 15.286 -4107.0
- Foundation            1   0.03302 15.289 -4106.9
- WoodDeckSF            1   0.03686 15.293 -4106.6
- TotRmsAbvGrd          1   0.03866 15.294 -4106.5
- HasPool               1   0.04362 15.299 -4106.2
- BedroomAbvGr          1   0.04437 15.300 -4106.1
- BsmtFTM_Flag          1   0.04437 15.300 -4106.1
- MiscVal               1   0.04508 15.301 -4106.1
- Neighborhood_NoRidge  1   0.04816 15.304 -4105.9
- Neighborhood_BrDale   1   0.05634 15.312 -4105.3
- Electrical            1   0.05645 15.312 -4105.3
- BuiltYear1            1   0.05896 15.315 -4105.1
- Neighborhood_Blmngtn  1   0.05972 15.315 -4105.1
- SaleType              1   0.06395 15.320 -4104.8
- GarageType            1   0.06516 15.321 -4104.7
- BsmtUnfSF             1   0.06819 15.324 -4104.5
- YearBuilt             1   0.06846 15.324 -4104.5
- Condition2            1   0.07129 15.327 -4104.3
- BuiltYear2            1   0.07320 15.329 -4104.2
- YearRemodAdd          1   0.08309 15.339 -4103.5
- YrSold                1   0.08784 15.344 -4103.2
- PavedDrive            1   0.09334 15.349 -4102.9
- GarageFinish          1   0.09531 15.351 -4102.7
- LotArea               1   0.09907 15.355 -4102.5
- Neighborhood_Timber   1   0.11439 15.370 -4101.5
- Neighborhood_SawyerW  1   0.11582 15.371 -4101.4
- BsmtQual              1   0.11963 15.375 -4101.1
- Neighborhood_BrkSide  1   0.12038 15.376 -4101.1
- CentralAir            1   0.12074 15.376 -4101.0
- Neighborhood_NridgHt  1   0.12152 15.377 -4101.0
- Condition1            1   0.13227 15.388 -4100.3
- MSZoning              1   0.13982 15.395 -4099.8
- BsmtExposure          1   0.14094 15.397 -4099.7
- HalfBath              1   0.14193 15.398 -4099.6
- BsmtFullBath          1   0.14521 15.401 -4099.4
- Neighborhood_CollgCr  1   0.14527 15.401 -4099.4
- Neighborhood_StoneBr  1   0.16039 15.416 -4098.4
- Neighborhood_Mitchel  1   0.17998 15.436 -4097.1
- Neighborhood_SWISU    1   0.20686 15.463 -4095.4
- Neighborhood_MeadowV  1   0.21844 15.474 -4094.6
- FullBath              1   0.22688 15.482 -4094.0
- Neighborhood_Gilbert  1   0.22827 15.484 -4094.0
- SaleCondition         1   0.24542 15.501 -4092.8
- LotFrontage           1   0.25318 15.509 -4092.3
- Neighborhood_OldTown  1   0.25641 15.512 -4092.1
- Neighborhood_IDOTRR   1   0.33089 15.586 -4087.2
- BldgType              1   0.34517 15.601 -4086.3
- Neighborhood_NWAmes   1   0.36719 15.623 -4084.9
- Neighborhood_Sawyer   1   0.39838 15.654 -4082.8
- Functional            1   0.40497 15.661 -4082.4
- Neighborhood_NAmes    1   0.44730 15.703 -4079.7
- GarageCars            1   0.46780 15.723 -4078.3
- FrstFlrSF             1   0.76298 16.019 -4059.4
- GrLivArea             1   0.78427 16.040 -4058.1
- Neighborhood_Edwards  1   1.00100 16.257 -4044.4
- OverallQual           1   1.02802 16.284 -4042.7
- OverallCond           1   1.26074 16.516 -4028.3

Step:  AIC=-4108.59
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Exterior1st + ExterQual + 
    Foundation + BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + 
    BsmtFinSF2 + BsmtUnfSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- Exterior1st           1   0.00723 15.270 -4110.1
- ExterQual             1   0.00785 15.271 -4110.1
- GasA_Flag             1   0.00821 15.271 -4110.0
- HasGrg                1   0.01154 15.274 -4109.8
- BsmtHalfBath          1   0.01364 15.276 -4109.7
- BuiltYear5            1   0.01365 15.276 -4109.7
- Fireplaces            1   0.01459 15.277 -4109.6
- Neighborhood_Blueste  1   0.01892 15.281 -4109.3
- BsmtFinSF2            1   0.01920 15.282 -4109.3
- BsmtFinType1          1   0.01963 15.282 -4109.3
- BsmtFinSF2_Flag       1   0.01965 15.282 -4109.3
- MoSold                1   0.02081 15.283 -4109.2
- Fence                 1   0.02220 15.285 -4109.1
- HouseStyle            1   0.02238 15.285 -4109.1
- FireplaceQu           1   0.02251 15.285 -4109.1
- HeatingQC             1   0.02380 15.286 -4109.0
- MiscFeature           1   0.02820 15.291 -4108.7
- RemodAdd              1   0.02832 15.291 -4108.7
- KitchenAbvGr          1   0.02892 15.291 -4108.7
- GarageCond            1   0.02903 15.292 -4108.7
- KitchenQual           1   0.02959 15.292 -4108.6
- BsmtCond              1   0.02964 15.292 -4108.6
- Neighborhood_NPkVill  1   0.02964 15.292 -4108.6
<none>                              15.263 -4108.6
- RoofMatl              1   0.03019 15.293 -4108.6
- Foundation            1   0.03182 15.294 -4108.5
- TotRmsAbvGrd          1   0.03718 15.300 -4108.1
- WoodDeckSF            1   0.03870 15.301 -4108.0
- MiscVal               1   0.04397 15.307 -4107.7
- BsmtFTM_Flag          1   0.04417 15.307 -4107.7
- BedroomAbvGr          1   0.04514 15.308 -4107.6
- HasPool               1   0.04524 15.308 -4107.6
- Neighborhood_NoRidge  1   0.04544 15.308 -4107.6
- Electrical            1   0.05614 15.319 -4106.9
- Neighborhood_BrDale   1   0.05833 15.321 -4106.7
- BuiltYear1            1   0.05895 15.322 -4106.7
- Neighborhood_Blmngtn  1   0.06090 15.323 -4106.5
- GarageType            1   0.06099 15.324 -4106.5
- SaleType              1   0.06151 15.324 -4106.5
- YearBuilt             1   0.06913 15.332 -4106.0
- Condition2            1   0.07163 15.334 -4105.8
- BuiltYear2            1   0.07318 15.336 -4105.7
- BsmtUnfSF             1   0.07445 15.337 -4105.6
- YearRemodAdd          1   0.08161 15.344 -4105.2
- YrSold                1   0.08875 15.351 -4104.7
- PavedDrive            1   0.09083 15.353 -4104.6
- GarageFinish          1   0.09538 15.358 -4104.3
- LotArea               1   0.09995 15.363 -4104.0
- Neighborhood_NridgHt  1   0.11806 15.381 -4102.8
- Neighborhood_Timber   1   0.11813 15.381 -4102.8
- Neighborhood_SawyerW  1   0.11831 15.381 -4102.7
- BsmtQual              1   0.11865 15.381 -4102.7
- CentralAir            1   0.12152 15.384 -4102.5
- Neighborhood_BrkSide  1   0.12658 15.389 -4102.2
- Condition1            1   0.13268 15.395 -4101.8
- MSZoning              1   0.13649 15.399 -4101.5
- BsmtFullBath          1   0.14214 15.405 -4101.2
- HalfBath              1   0.14359 15.406 -4101.1
- Neighborhood_CollgCr  1   0.15131 15.414 -4100.6
- BsmtExposure          1   0.15623 15.419 -4100.2
- Neighborhood_StoneBr  1   0.16108 15.424 -4099.9
- Neighborhood_Mitchel  1   0.17655 15.439 -4098.9
- Neighborhood_SWISU    1   0.21035 15.473 -4096.7
- Neighborhood_MeadowV  1   0.22469 15.487 -4095.7
- FullBath              1   0.23152 15.494 -4095.3
- Neighborhood_Gilbert  1   0.23638 15.499 -4095.0
- SaleCondition         1   0.24564 15.508 -4094.4
- LotFrontage           1   0.25008 15.513 -4094.1
- Neighborhood_OldTown  1   0.26516 15.528 -4093.1
- Neighborhood_IDOTRR   1   0.33067 15.593 -4088.8
- BldgType              1   0.34772 15.610 -4087.7
- Neighborhood_NWAmes   1   0.38335 15.646 -4085.4
- Functional            1   0.40839 15.671 -4083.7
- Neighborhood_Sawyer   1   0.41417 15.677 -4083.4
- Neighborhood_NAmes    1   0.45994 15.723 -4080.4
- GarageCars            1   0.46723 15.730 -4079.9
- FrstFlrSF             1   0.76486 16.027 -4060.9
- GrLivArea             1   0.79210 16.055 -4059.1
- Neighborhood_Edwards  1   1.01832 16.281 -4044.9
- OverallQual           1   1.02162 16.284 -4044.7
- OverallCond           1   1.25830 16.521 -4030.0

Step:  AIC=-4110.11
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + ExterQual + Foundation + 
    BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + 
    BsmtUnfSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + MoSold + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    BsmtFinSF2_Flag + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear5 + BsmtFTM_Flag + GasA_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- GasA_Flag             1   0.00833 15.278 -4111.6
- ExterQual             1   0.00867 15.278 -4111.5
- HasGrg                1   0.01121 15.281 -4111.4
- BuiltYear5            1   0.01216 15.282 -4111.3
- BsmtHalfBath          1   0.01401 15.284 -4111.2
- Fireplaces            1   0.01482 15.285 -4111.1
- BsmtFinType1          1   0.01903 15.289 -4110.8
- Neighborhood_Blueste  1   0.01923 15.289 -4110.8
- BsmtFinSF2            1   0.02016 15.290 -4110.8
- BsmtFinSF2_Flag       1   0.02062 15.290 -4110.7
- Fence                 1   0.02167 15.291 -4110.7
- MoSold                1   0.02172 15.292 -4110.7
- HeatingQC             1   0.02241 15.292 -4110.6
- HouseStyle            1   0.02278 15.293 -4110.6
- FireplaceQu           1   0.02361 15.293 -4110.5
- RemodAdd              1   0.02624 15.296 -4110.4
- RoofMatl              1   0.02730 15.297 -4110.3
- GarageCond            1   0.02793 15.298 -4110.3
- Neighborhood_NPkVill  1   0.02830 15.298 -4110.2
- MiscFeature           1   0.02943 15.299 -4110.2
- KitchenAbvGr          1   0.02965 15.300 -4110.1
- Foundation            1   0.02996 15.300 -4110.1
<none>                              15.270 -4110.1
- BsmtCond              1   0.03018 15.300 -4110.1
- KitchenQual           1   0.03131 15.301 -4110.0
- TotRmsAbvGrd          1   0.03801 15.308 -4109.6
- WoodDeckSF            1   0.03951 15.309 -4109.5
- Neighborhood_NoRidge  1   0.04154 15.311 -4109.3
- HasPool               1   0.04319 15.313 -4109.2
- BsmtFTM_Flag          1   0.04329 15.313 -4109.2
- BedroomAbvGr          1   0.04452 15.314 -4109.1
- MiscVal               1   0.04496 15.315 -4109.1
- Electrical            1   0.05779 15.328 -4108.3
- BuiltYear1            1   0.05904 15.329 -4108.2
- Neighborhood_BrDale   1   0.05918 15.329 -4108.2
- GarageType            1   0.06021 15.330 -4108.1
- SaleType              1   0.06237 15.332 -4108.0
- Neighborhood_Blmngtn  1   0.06477 15.335 -4107.8
- YearBuilt             1   0.06638 15.336 -4107.7
- Condition2            1   0.07058 15.340 -4107.4
- BuiltYear2            1   0.07298 15.343 -4107.3
- BsmtUnfSF             1   0.07476 15.345 -4107.1
- YearRemodAdd          1   0.07730 15.347 -4107.0
- YrSold                1   0.08796 15.358 -4106.3
- PavedDrive            1   0.08975 15.360 -4106.2
- GarageFinish          1   0.09843 15.368 -4105.6
- LotArea               1   0.10073 15.371 -4105.4
- Neighborhood_NridgHt  1   0.11328 15.383 -4104.6
- BsmtQual              1   0.11797 15.388 -4104.3
- Neighborhood_SawyerW  1   0.11954 15.389 -4104.2
- CentralAir            1   0.11976 15.390 -4104.2
- Neighborhood_Timber   1   0.12393 15.394 -4103.9
- Neighborhood_BrkSide  1   0.12592 15.396 -4103.8
- Condition1            1   0.13425 15.404 -4103.2
- MSZoning              1   0.13876 15.409 -4102.9
- HalfBath              1   0.14224 15.412 -4102.7
- BsmtFullBath          1   0.14317 15.413 -4102.6
- BsmtExposure          1   0.15678 15.427 -4101.7
- Neighborhood_StoneBr  1   0.15726 15.427 -4101.7
- Neighborhood_CollgCr  1   0.16152 15.431 -4101.4
- Neighborhood_Mitchel  1   0.18011 15.450 -4100.2
- Neighborhood_SWISU    1   0.21392 15.484 -4098.0
- Neighborhood_MeadowV  1   0.21768 15.488 -4097.7
- FullBath              1   0.23449 15.504 -4096.6
- SaleCondition         1   0.24497 15.515 -4095.9
- Neighborhood_Gilbert  1   0.24697 15.517 -4095.8
- LotFrontage           1   0.25137 15.521 -4095.5
- Neighborhood_OldTown  1   0.26649 15.536 -4094.5
- Neighborhood_IDOTRR   1   0.32799 15.598 -4090.5
- BldgType              1   0.34265 15.613 -4089.5
- Neighborhood_NWAmes   1   0.38190 15.652 -4087.0
- Functional            1   0.41112 15.681 -4085.1
- Neighborhood_Sawyer   1   0.42229 15.692 -4084.4
- Neighborhood_NAmes    1   0.46221 15.732 -4081.8
- GarageCars            1   0.46703 15.737 -4081.5
- FrstFlrSF             1   0.77405 16.044 -4061.8
- GrLivArea             1   0.78866 16.058 -4060.9
- Neighborhood_Edwards  1   1.01652 16.286 -4046.6
- OverallQual           1   1.02693 16.297 -4045.9
- OverallCond           1   1.25425 16.524 -4031.8

Step:  AIC=-4111.56
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + ExterQual + Foundation + 
    BsmtQual + BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + 
    BsmtUnfSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    Fireplaces + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + MoSold + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    BsmtFinSF2_Flag + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear5 + BsmtFTM_Flag + HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- ExterQual             1   0.00967 15.288 -4112.9
- HasGrg                1   0.01157 15.290 -4112.8
- BuiltYear5            1   0.01250 15.291 -4112.7
- BsmtHalfBath          1   0.01542 15.294 -4112.5
- Fireplaces            1   0.01556 15.294 -4112.5
- Neighborhood_Blueste  1   0.01955 15.298 -4112.3
- BsmtFinType1          1   0.01959 15.298 -4112.3
- BsmtFinSF2            1   0.02006 15.298 -4112.2
- HeatingQC             1   0.02027 15.299 -4112.2
- BsmtFinSF2_Flag       1   0.02056 15.299 -4112.2
- MoSold                1   0.02068 15.299 -4112.2
- HouseStyle            1   0.02231 15.300 -4112.1
- Fence                 1   0.02233 15.300 -4112.1
- FireplaceQu           1   0.02290 15.301 -4112.0
- RoofMatl              1   0.02723 15.305 -4111.7
- Foundation            1   0.02728 15.306 -4111.7
- RemodAdd              1   0.02788 15.306 -4111.7
- GarageCond            1   0.02849 15.307 -4111.7
- BsmtCond              1   0.02854 15.307 -4111.7
- KitchenQual           1   0.02866 15.307 -4111.6
- Neighborhood_NPkVill  1   0.02969 15.308 -4111.6
- MiscFeature           1   0.02995 15.308 -4111.6
<none>                              15.278 -4111.6
- KitchenAbvGr          1   0.03590 15.314 -4111.2
- TotRmsAbvGrd          1   0.03690 15.315 -4111.1
- WoodDeckSF            1   0.03866 15.317 -4111.0
- Neighborhood_NoRidge  1   0.04092 15.319 -4110.8
- HasPool               1   0.04382 15.322 -4110.6
- BsmtFTM_Flag          1   0.04427 15.322 -4110.6
- BedroomAbvGr          1   0.04571 15.324 -4110.5
- MiscVal               1   0.04579 15.324 -4110.5
- Electrical            1   0.05639 15.335 -4109.8
- Neighborhood_BrDale   1   0.05947 15.338 -4109.6
- BuiltYear1            1   0.06036 15.338 -4109.5
- GarageType            1   0.06042 15.339 -4109.5
- SaleType              1   0.06448 15.343 -4109.3
- Neighborhood_Blmngtn  1   0.06499 15.343 -4109.2
- YearBuilt             1   0.06510 15.343 -4109.2
- BuiltYear2            1   0.07345 15.352 -4108.7
- Condition2            1   0.07396 15.352 -4108.6
- BsmtUnfSF             1   0.07585 15.354 -4108.5
- YearRemodAdd          1   0.08021 15.358 -4108.2
- PavedDrive            1   0.08680 15.365 -4107.8
- YrSold                1   0.08829 15.367 -4107.7
- GarageFinish          1   0.09836 15.377 -4107.0
- LotArea               1   0.09954 15.378 -4107.0
- CentralAir            1   0.11230 15.390 -4106.1
- Neighborhood_NridgHt  1   0.11242 15.391 -4106.1
- Neighborhood_SawyerW  1   0.12024 15.398 -4105.6
- BsmtQual              1   0.12084 15.399 -4105.5
- Neighborhood_BrkSide  1   0.12327 15.402 -4105.4
- Neighborhood_Timber   1   0.12490 15.403 -4105.3
- Condition1            1   0.13454 15.413 -4104.6
- MSZoning              1   0.14035 15.418 -4104.3
- BsmtFullBath          1   0.14311 15.421 -4104.1
- HalfBath              1   0.14415 15.422 -4104.0
- BsmtExposure          1   0.15482 15.433 -4103.3
- Neighborhood_StoneBr  1   0.15617 15.434 -4103.2
- Neighborhood_CollgCr  1   0.16002 15.438 -4103.0
- Neighborhood_Mitchel  1   0.17916 15.457 -4101.7
- Neighborhood_MeadowV  1   0.21750 15.496 -4099.2
- Neighborhood_SWISU    1   0.22369 15.502 -4098.8
- FullBath              1   0.23935 15.518 -4097.7
- Neighborhood_Gilbert  1   0.24710 15.525 -4097.2
- LotFrontage           1   0.25089 15.529 -4097.0
- SaleCondition         1   0.25213 15.530 -4096.9
- Neighborhood_OldTown  1   0.26107 15.539 -4096.3
- Neighborhood_IDOTRR   1   0.33386 15.612 -4091.6
- BldgType              1   0.34000 15.618 -4091.2
- Neighborhood_NWAmes   1   0.38705 15.665 -4088.1
- Functional            1   0.40872 15.687 -4086.7
- Neighborhood_Sawyer   1   0.42142 15.700 -4085.9
- Neighborhood_NAmes    1   0.46226 15.740 -4083.2
- GarageCars            1   0.47229 15.751 -4082.6
- FrstFlrSF             1   0.78311 16.061 -4062.7
- GrLivArea             1   0.79265 16.071 -4062.1
- Neighborhood_Edwards  1   1.01350 16.292 -4048.2
- OverallQual           1   1.02553 16.304 -4047.5
- OverallCond           1   1.24847 16.527 -4033.7

Step:  AIC=-4112.91
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + 
    KitchenQual + TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + 
    GarageType + GarageFinish + GarageCars + GarageCond + PavedDrive + 
    WoodDeckSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + 
    HasGrg + HasPool

                       Df Sum of Sq    RSS     AIC
- HasGrg                1   0.01125 15.299 -4114.2
- BsmtHalfBath          1   0.01569 15.303 -4113.9
- Fireplaces            1   0.01679 15.305 -4113.8
- BuiltYear5            1   0.01891 15.307 -4113.7
- BsmtFinSF2            1   0.01992 15.308 -4113.6
- Neighborhood_Blueste  1   0.02043 15.308 -4113.6
- BsmtFinSF2_Flag       1   0.02051 15.308 -4113.5
- MoSold                1   0.02064 15.309 -4113.5
- FireplaceQu           1   0.02129 15.309 -4113.5
- BsmtFinType1          1   0.02142 15.309 -4113.5
- HeatingQC             1   0.02265 15.310 -4113.4
- Fence                 1   0.02336 15.311 -4113.4
- HouseStyle            1   0.02394 15.312 -4113.3
- RoofMatl              1   0.02611 15.314 -4113.2
- Foundation            1   0.02703 15.315 -4113.1
- GarageCond            1   0.02776 15.316 -4113.1
- MiscFeature           1   0.02840 15.316 -4113.0
- RemodAdd              1   0.02860 15.316 -4113.0
- BsmtCond              1   0.02953 15.317 -4112.9
<none>                              15.288 -4112.9
- Neighborhood_NPkVill  1   0.03286 15.321 -4112.7
- KitchenAbvGr          1   0.03823 15.326 -4112.4
- WoodDeckSF            1   0.03841 15.326 -4112.4
- TotRmsAbvGrd          1   0.04004 15.328 -4112.3
- HasPool               1   0.04120 15.329 -4112.2
- KitchenQual           1   0.04197 15.330 -4112.1
- BedroomAbvGr          1   0.04354 15.331 -4112.0
- MiscVal               1   0.04434 15.332 -4112.0
- Neighborhood_NoRidge  1   0.04709 15.335 -4111.8
- BsmtFTM_Flag          1   0.04799 15.336 -4111.7
- Electrical            1   0.05503 15.343 -4111.3
- BuiltYear1            1   0.05968 15.348 -4110.9
- Neighborhood_BrDale   1   0.06081 15.349 -4110.9
- GarageType            1   0.06133 15.349 -4110.8
- SaleType              1   0.06365 15.351 -4110.7
- YearBuilt             1   0.06508 15.353 -4110.6
- Neighborhood_Blmngtn  1   0.06704 15.355 -4110.5
- Condition2            1   0.06969 15.358 -4110.3
- BuiltYear2            1   0.07202 15.360 -4110.1
- BsmtUnfSF             1   0.07420 15.362 -4110.0
- YearRemodAdd          1   0.07824 15.366 -4109.7
- PavedDrive            1   0.08808 15.376 -4109.1
- YrSold                1   0.08812 15.376 -4109.1
- LotArea               1   0.09613 15.384 -4108.5
- GarageFinish          1   0.10298 15.391 -4108.1
- CentralAir            1   0.10796 15.396 -4107.8
- Neighborhood_SawyerW  1   0.11668 15.405 -4107.2
- Neighborhood_NridgHt  1   0.12000 15.408 -4107.0
- Neighborhood_BrkSide  1   0.12220 15.410 -4106.8
- BsmtQual              1   0.12362 15.412 -4106.7
- Neighborhood_Timber   1   0.12388 15.412 -4106.7
- Condition1            1   0.13416 15.422 -4106.0
- BsmtFullBath          1   0.14105 15.429 -4105.6
- HalfBath              1   0.14480 15.433 -4105.3
- MSZoning              1   0.14631 15.434 -4105.2
- BsmtExposure          1   0.15390 15.442 -4104.7
- Neighborhood_CollgCr  1   0.15755 15.445 -4104.5
- Neighborhood_StoneBr  1   0.16028 15.448 -4104.3
- Neighborhood_Mitchel  1   0.18477 15.473 -4102.7
- Neighborhood_MeadowV  1   0.21851 15.506 -4100.5
- Neighborhood_SWISU    1   0.22775 15.516 -4099.9
- FullBath              1   0.24262 15.530 -4098.9
- Neighborhood_Gilbert  1   0.24614 15.534 -4098.7
- LotFrontage           1   0.25073 15.539 -4098.4
- SaleCondition         1   0.25207 15.540 -4098.3
- Neighborhood_OldTown  1   0.26208 15.550 -4097.6
- Neighborhood_IDOTRR   1   0.33444 15.622 -4092.9
- BldgType              1   0.33501 15.623 -4092.9
- Functional            1   0.40377 15.692 -4088.4
- Neighborhood_NWAmes   1   0.40444 15.692 -4088.4
- Neighborhood_Sawyer   1   0.42462 15.713 -4087.0
- Neighborhood_NAmes    1   0.46742 15.755 -4084.3
- GarageCars            1   0.47284 15.761 -4083.9
- FrstFlrSF             1   0.78334 16.071 -4064.1
- GrLivArea             1   0.79635 16.084 -4063.3
- Neighborhood_Edwards  1   1.01477 16.303 -4049.6
- OverallQual           1   1.10050 16.388 -4044.2
- OverallCond           1   1.26906 16.557 -4033.8

Step:  AIC=-4114.16
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + 
    KitchenQual + TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + 
    GarageType + GarageFinish + GarageCars + GarageCond + PavedDrive + 
    WoodDeckSF + Fence + MiscFeature + MiscVal + MoSold + YrSold + 
    SaleType + SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- BsmtHalfBath          1   0.01586 15.315 -4115.1
- Fireplaces            1   0.01780 15.317 -4115.0
- BuiltYear5            1   0.01903 15.318 -4114.9
- Neighborhood_Blueste  1   0.02009 15.319 -4114.8
- BsmtFinSF2            1   0.02020 15.319 -4114.8
- FireplaceQu           1   0.02029 15.319 -4114.8
- BsmtFinType1          1   0.02052 15.320 -4114.8
- BsmtFinSF2_Flag       1   0.02095 15.320 -4114.8
- MoSold                1   0.02118 15.320 -4114.8
- HouseStyle            1   0.02250 15.322 -4114.7
- HeatingQC             1   0.02286 15.322 -4114.6
- Fence                 1   0.02350 15.323 -4114.6
- GarageCond            1   0.02760 15.327 -4114.3
- RoofMatl              1   0.02822 15.327 -4114.3
- Foundation            1   0.02845 15.328 -4114.3
- RemodAdd              1   0.02870 15.328 -4114.3
- BsmtCond              1   0.02885 15.328 -4114.2
- MiscFeature           1   0.02911 15.328 -4114.2
<none>                              15.299 -4114.2
- Neighborhood_NPkVill  1   0.03313 15.332 -4114.0
- KitchenAbvGr          1   0.03897 15.338 -4113.6
- TotRmsAbvGrd          1   0.03933 15.338 -4113.6
- HasPool               1   0.03972 15.339 -4113.5
- WoodDeckSF            1   0.03996 15.339 -4113.5
- KitchenQual           1   0.04024 15.339 -4113.5
- BedroomAbvGr          1   0.04443 15.344 -4113.2
- MiscVal               1   0.04635 15.345 -4113.1
- BsmtFTM_Flag          1   0.04782 15.347 -4113.0
- Electrical            1   0.04783 15.347 -4113.0
- Neighborhood_NoRidge  1   0.04826 15.347 -4113.0
- BuiltYear1            1   0.06067 15.360 -4112.1
- Neighborhood_BrDale   1   0.06207 15.361 -4112.0
- SaleType              1   0.06397 15.363 -4111.9
- Neighborhood_Blmngtn  1   0.06583 15.365 -4111.8
- YearBuilt             1   0.06870 15.368 -4111.6
- Condition2            1   0.06997 15.369 -4111.5
- GarageType            1   0.07176 15.371 -4111.4
- BuiltYear2            1   0.07460 15.374 -4111.2
- BsmtUnfSF             1   0.07628 15.375 -4111.1
- YearRemodAdd          1   0.08069 15.380 -4110.8
- YrSold                1   0.09033 15.389 -4110.2
- PavedDrive            1   0.09173 15.391 -4110.1
- GarageFinish          1   0.09541 15.395 -4109.8
- LotArea               1   0.09734 15.396 -4109.7
- CentralAir            1   0.10498 15.404 -4109.2
- Neighborhood_SawyerW  1   0.11644 15.415 -4108.5
- Neighborhood_BrkSide  1   0.11882 15.418 -4108.3
- Neighborhood_NridgHt  1   0.12209 15.421 -4108.1
- Neighborhood_Timber   1   0.12223 15.421 -4108.1
- BsmtQual              1   0.12459 15.424 -4107.9
- Condition1            1   0.13421 15.433 -4107.3
- BsmtFullBath          1   0.14064 15.440 -4106.9
- MSZoning              1   0.14384 15.443 -4106.6
- HalfBath              1   0.15171 15.451 -4106.1
- BsmtExposure          1   0.15324 15.452 -4106.0
- Neighborhood_CollgCr  1   0.15858 15.458 -4105.7
- Neighborhood_StoneBr  1   0.16211 15.461 -4105.4
- Neighborhood_Mitchel  1   0.18293 15.482 -4104.1
- Neighborhood_MeadowV  1   0.21830 15.517 -4101.8
- Neighborhood_SWISU    1   0.22001 15.519 -4101.6
- Neighborhood_Gilbert  1   0.24415 15.543 -4100.1
- SaleCondition         1   0.24417 15.543 -4100.1
- LotFrontage           1   0.24673 15.546 -4099.9
- FullBath              1   0.25457 15.554 -4099.4
- Neighborhood_OldTown  1   0.26457 15.564 -4098.7
- Neighborhood_IDOTRR   1   0.33403 15.633 -4094.2
- BldgType              1   0.33406 15.633 -4094.2
- Functional            1   0.40611 15.705 -4089.5
- Neighborhood_NWAmes   1   0.40699 15.706 -4089.5
- Neighborhood_Sawyer   1   0.42645 15.726 -4088.2
- GarageCars            1   0.46160 15.761 -4085.9
- Neighborhood_NAmes    1   0.46548 15.765 -4085.7
- GrLivArea             1   0.78917 16.088 -4065.0
- FrstFlrSF             1   0.79610 16.095 -4064.6
- Neighborhood_Edwards  1   1.00740 16.306 -4051.3
- OverallQual           1   1.10717 16.406 -4045.1
- OverallCond           1   1.27519 16.574 -4034.7

Step:  AIC=-4115.11
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF2 + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + 
    TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + GarageType + 
    GarageFinish + GarageCars + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + BsmtFinSF2_Flag + Neighborhood_Blmngtn + 
    Neighborhood_Blueste + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- BsmtFinSF2            1   0.01715 15.332 -4116.0
- BsmtFinSF2_Flag       1   0.01748 15.332 -4116.0
- BuiltYear5            1   0.01788 15.333 -4115.9
- Fireplaces            1   0.01853 15.334 -4115.9
- MoSold                1   0.01969 15.335 -4115.8
- FireplaceQu           1   0.02023 15.335 -4115.8
- Neighborhood_Blueste  1   0.02040 15.335 -4115.8
- HouseStyle            1   0.02178 15.337 -4115.7
- HeatingQC             1   0.02452 15.339 -4115.5
- BsmtFinType1          1   0.02453 15.339 -4115.5
- Fence                 1   0.02480 15.340 -4115.5
- RemodAdd              1   0.02513 15.340 -4115.4
- MiscFeature           1   0.02818 15.343 -4115.2
- RoofMatl              1   0.02889 15.344 -4115.2
- GarageCond            1   0.02903 15.344 -4115.2
- Foundation            1   0.02955 15.345 -4115.1
<none>                              15.315 -4115.1
- Neighborhood_NPkVill  1   0.03216 15.347 -4115.0
- BsmtCond              1   0.03243 15.347 -4115.0
- KitchenAbvGr          1   0.03728 15.352 -4114.6
- HasPool               1   0.03784 15.353 -4114.6
- TotRmsAbvGrd          1   0.03897 15.354 -4114.5
- KitchenQual           1   0.04065 15.356 -4114.4
- WoodDeckSF            1   0.04153 15.357 -4114.4
- MiscVal               1   0.04394 15.359 -4114.2
- Neighborhood_NoRidge  1   0.04775 15.363 -4113.9
- BedroomAbvGr          1   0.04801 15.363 -4113.9
- Electrical            1   0.04989 15.365 -4113.8
- BsmtFTM_Flag          1   0.05596 15.371 -4113.4
- Neighborhood_Blmngtn  1   0.06224 15.377 -4113.0
- BuiltYear1            1   0.06253 15.377 -4113.0
- SaleType              1   0.06314 15.378 -4112.9
- Neighborhood_BrDale   1   0.06315 15.378 -4112.9
- YearBuilt             1   0.06849 15.383 -4112.6
- Condition2            1   0.06941 15.384 -4112.5
- GarageType            1   0.07156 15.386 -4112.4
- BuiltYear2            1   0.07908 15.394 -4111.9
- BsmtUnfSF             1   0.08463 15.400 -4111.5
- YearRemodAdd          1   0.08477 15.400 -4111.5
- PavedDrive            1   0.09029 15.405 -4111.1
- YrSold                1   0.09132 15.406 -4111.1
- GarageFinish          1   0.09332 15.408 -4110.9
- LotArea               1   0.09773 15.413 -4110.6
- CentralAir            1   0.10438 15.419 -4110.2
- Neighborhood_SawyerW  1   0.11526 15.430 -4109.5
- Neighborhood_NridgHt  1   0.11799 15.433 -4109.3
- Neighborhood_Timber   1   0.12255 15.438 -4109.0
- Neighborhood_BrkSide  1   0.12350 15.438 -4108.9
- BsmtFullBath          1   0.12529 15.440 -4108.8
- BsmtQual              1   0.12880 15.444 -4108.6
- Condition1            1   0.13867 15.454 -4107.9
- MSZoning              1   0.13997 15.455 -4107.9
- HalfBath              1   0.15172 15.467 -4107.1
- Neighborhood_StoneBr  1   0.15938 15.474 -4106.6
- BsmtExposure          1   0.16039 15.475 -4106.5
- Neighborhood_CollgCr  1   0.16200 15.477 -4106.4
- Neighborhood_Mitchel  1   0.18438 15.499 -4104.9
- Neighborhood_SWISU    1   0.22269 15.538 -4102.4
- Neighborhood_MeadowV  1   0.22745 15.542 -4102.1
- SaleCondition         1   0.24441 15.559 -4101.0
- FullBath              1   0.24452 15.559 -4101.0
- Neighborhood_Gilbert  1   0.24475 15.560 -4101.0
- LotFrontage           1   0.24742 15.562 -4100.8
- Neighborhood_OldTown  1   0.27342 15.588 -4099.1
- BldgType              1   0.33133 15.646 -4095.3
- Neighborhood_IDOTRR   1   0.34470 15.660 -4094.5
- Neighborhood_NWAmes   1   0.39793 15.713 -4091.0
- Functional            1   0.40602 15.721 -4090.5
- Neighborhood_Sawyer   1   0.42604 15.741 -4089.2
- GarageCars            1   0.46419 15.779 -4086.7
- Neighborhood_NAmes    1   0.46745 15.782 -4086.5
- GrLivArea             1   0.78646 16.101 -4066.2
- FrstFlrSF             1   0.81145 16.126 -4064.6
- Neighborhood_Edwards  1   1.01550 16.331 -4051.8
- OverallQual           1   1.10538 16.420 -4046.2
- OverallCond           1   1.27372 16.589 -4035.9

Step:  AIC=-4115.97
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + BsmtFinSF2_Flag + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear5 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- BsmtFinSF2_Flag       1   0.00057 15.333 -4117.9
- BuiltYear5            1   0.01674 15.349 -4116.9
- Fireplaces            1   0.01677 15.349 -4116.9
- Neighborhood_Blueste  1   0.01977 15.352 -4116.7
- MoSold                1   0.02013 15.352 -4116.6
- FireplaceQu           1   0.02209 15.354 -4116.5
- BsmtFinType1          1   0.02233 15.354 -4116.5
- RemodAdd              1   0.02427 15.356 -4116.4
- HeatingQC             1   0.02436 15.357 -4116.4
- HouseStyle            1   0.02496 15.357 -4116.3
- RoofMatl              1   0.02498 15.357 -4116.3
- Fence                 1   0.02765 15.360 -4116.1
- MiscFeature           1   0.02916 15.361 -4116.0
- GarageCond            1   0.02943 15.361 -4116.0
- Foundation            1   0.02993 15.362 -4116.0
<none>                              15.332 -4116.0
- BsmtCond              1   0.03097 15.363 -4115.9
- Neighborhood_NPkVill  1   0.03263 15.365 -4115.8
- KitchenAbvGr          1   0.03789 15.370 -4115.5
- WoodDeckSF            1   0.03835 15.370 -4115.4
- KitchenQual           1   0.04001 15.372 -4115.3
- TotRmsAbvGrd          1   0.04044 15.373 -4115.3
- HasPool               1   0.04099 15.373 -4115.3
- MiscVal               1   0.04103 15.373 -4115.3
- BedroomAbvGr          1   0.04530 15.377 -4115.0
- Neighborhood_NoRidge  1   0.04583 15.378 -4114.9
- Electrical            1   0.04961 15.382 -4114.7
- BsmtFTM_Flag          1   0.05038 15.383 -4114.6
- SaleType              1   0.06340 15.396 -4113.8
- BuiltYear1            1   0.06374 15.396 -4113.8
- Neighborhood_Blmngtn  1   0.06418 15.396 -4113.7
- Neighborhood_BrDale   1   0.06435 15.396 -4113.7
- Condition2            1   0.06964 15.402 -4113.4
- YearBuilt             1   0.07048 15.403 -4113.3
- GarageType            1   0.07236 15.405 -4113.2
- BuiltYear2            1   0.08007 15.412 -4112.7
- YearRemodAdd          1   0.08590 15.418 -4112.3
- BsmtUnfSF             1   0.08871 15.421 -4112.1
- YrSold                1   0.08951 15.422 -4112.1
- PavedDrive            1   0.08985 15.422 -4112.0
- GarageFinish          1   0.09206 15.424 -4111.9
- LotArea               1   0.09693 15.429 -4111.6
- CentralAir            1   0.10305 15.435 -4111.2
- Neighborhood_NridgHt  1   0.11245 15.445 -4110.5
- Neighborhood_SawyerW  1   0.12305 15.455 -4109.8
- Neighborhood_BrkSide  1   0.12499 15.457 -4109.7
- BsmtQual              1   0.12725 15.459 -4109.6
- BsmtFullBath          1   0.13068 15.463 -4109.3
- Neighborhood_Timber   1   0.13599 15.468 -4109.0
- MSZoning              1   0.13789 15.470 -4108.9
- Condition1            1   0.14151 15.474 -4108.6
- Neighborhood_StoneBr  1   0.15446 15.487 -4107.8
- HalfBath              1   0.15855 15.491 -4107.5
- Neighborhood_CollgCr  1   0.16601 15.498 -4107.0
- BsmtExposure          1   0.16939 15.502 -4106.8
- Neighborhood_Mitchel  1   0.19158 15.524 -4105.3
- Neighborhood_SWISU    1   0.22287 15.555 -4103.3
- Neighborhood_MeadowV  1   0.23736 15.569 -4102.3
- SaleCondition         1   0.24240 15.575 -4102.0
- FullBath              1   0.24636 15.579 -4101.8
- Neighborhood_Gilbert  1   0.24701 15.579 -4101.7
- LotFrontage           1   0.24818 15.580 -4101.6
- Neighborhood_OldTown  1   0.27493 15.607 -4099.9
- BldgType              1   0.33194 15.664 -4096.2
- Neighborhood_IDOTRR   1   0.34641 15.678 -4095.3
- Functional            1   0.40622 15.738 -4091.4
- Neighborhood_NWAmes   1   0.41545 15.748 -4090.8
- Neighborhood_Sawyer   1   0.42565 15.758 -4090.1
- GarageCars            1   0.46044 15.793 -4087.9
- Neighborhood_NAmes    1   0.49164 15.824 -4085.9
- GrLivArea             1   0.78195 16.114 -4067.4
- FrstFlrSF             1   0.83004 16.162 -4064.4
- Neighborhood_Edwards  1   1.04061 16.373 -4051.2
- OverallQual           1   1.12361 16.456 -4046.0
- OverallCond           1   1.26747 16.600 -4037.2

Step:  AIC=-4117.93
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + Fireplaces + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + Neighborhood_Blmngtn + Neighborhood_Blueste + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + RemodAdd + BuiltYear1 + BuiltYear2 + 
    BuiltYear5 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- Fireplaces            1   0.01695 15.350 -4118.8
- BuiltYear5            1   0.01703 15.350 -4118.8
- MoSold                1   0.02006 15.353 -4118.6
- Neighborhood_Blueste  1   0.02039 15.353 -4118.6
- FireplaceQu           1   0.02194 15.355 -4118.5
- RemodAdd              1   0.02416 15.357 -4118.3
- HeatingQC             1   0.02427 15.357 -4118.3
- BsmtFinType1          1   0.02477 15.357 -4118.3
- HouseStyle            1   0.02479 15.357 -4118.3
- RoofMatl              1   0.02520 15.358 -4118.3
- Fence                 1   0.02782 15.361 -4118.1
- MiscFeature           1   0.02899 15.362 -4118.0
- GarageCond            1   0.02936 15.362 -4118.0
- Foundation            1   0.02974 15.362 -4118.0
<none>                              15.333 -4117.9
- BsmtCond              1   0.03043 15.363 -4117.9
- Neighborhood_NPkVill  1   0.03272 15.365 -4117.8
- KitchenAbvGr          1   0.03767 15.370 -4117.4
- WoodDeckSF            1   0.03788 15.371 -4117.4
- KitchenQual           1   0.03997 15.373 -4117.3
- TotRmsAbvGrd          1   0.04061 15.373 -4117.2
- MiscVal               1   0.04066 15.373 -4117.2
- HasPool               1   0.04131 15.374 -4117.2
- BedroomAbvGr          1   0.04508 15.378 -4116.9
- Neighborhood_NoRidge  1   0.04622 15.379 -4116.9
- Electrical            1   0.04953 15.382 -4116.7
- BsmtFTM_Flag          1   0.05350 15.386 -4116.4
- BuiltYear1            1   0.06353 15.396 -4115.7
- SaleType              1   0.06374 15.396 -4115.7
- Neighborhood_BrDale   1   0.06400 15.397 -4115.7
- Neighborhood_Blmngtn  1   0.06420 15.397 -4115.7
- YearBuilt             1   0.07037 15.403 -4115.3
- Condition2            1   0.07080 15.403 -4115.2
- GarageType            1   0.07278 15.405 -4115.1
- BuiltYear2            1   0.07988 15.413 -4114.7
- YearRemodAdd          1   0.08541 15.418 -4114.3
- PavedDrive            1   0.08991 15.423 -4114.0
- YrSold                1   0.09062 15.423 -4113.9
- BsmtUnfSF             1   0.09099 15.424 -4113.9
- GarageFinish          1   0.09356 15.426 -4113.7
- LotArea               1   0.09685 15.430 -4113.5
- CentralAir            1   0.10316 15.436 -4113.1
- Neighborhood_NridgHt  1   0.11252 15.445 -4112.5
- Neighborhood_SawyerW  1   0.12298 15.456 -4111.8
- Neighborhood_BrkSide  1   0.12443 15.457 -4111.7
- BsmtQual              1   0.12946 15.462 -4111.4
- BsmtFullBath          1   0.13103 15.464 -4111.3
- Neighborhood_Timber   1   0.13583 15.469 -4111.0
- MSZoning              1   0.13764 15.470 -4110.8
- Condition1            1   0.14127 15.474 -4110.6
- Neighborhood_StoneBr  1   0.15399 15.487 -4109.8
- HalfBath              1   0.15830 15.491 -4109.5
- Neighborhood_CollgCr  1   0.16568 15.498 -4109.0
- BsmtExposure          1   0.16884 15.502 -4108.8
- Neighborhood_Mitchel  1   0.19107 15.524 -4107.3
- Neighborhood_SWISU    1   0.22239 15.555 -4105.3
- Neighborhood_MeadowV  1   0.23855 15.571 -4104.2
- SaleCondition         1   0.24216 15.575 -4104.0
- FullBath              1   0.24611 15.579 -4103.7
- Neighborhood_Gilbert  1   0.24652 15.579 -4103.7
- LotFrontage           1   0.24825 15.581 -4103.6
- Neighborhood_OldTown  1   0.27437 15.607 -4101.9
- BldgType              1   0.33181 15.665 -4098.2
- Neighborhood_IDOTRR   1   0.34598 15.679 -4097.2
- Functional            1   0.41292 15.746 -4092.9
- Neighborhood_NWAmes   1   0.41545 15.748 -4092.7
- Neighborhood_Sawyer   1   0.42518 15.758 -4092.1
- GarageCars            1   0.46065 15.793 -4089.8
- Neighborhood_NAmes    1   0.49218 15.825 -4087.8
- GrLivArea             1   0.78266 16.115 -4069.3
- FrstFlrSF             1   0.83585 16.169 -4066.0
- Neighborhood_Edwards  1   1.04292 16.376 -4053.0
- OverallQual           1   1.12310 16.456 -4048.0
- OverallCond           1   1.27111 16.604 -4038.9

Step:  AIC=-4118.81
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + MoSold + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BuiltYear5 + BsmtFTM_Flag + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- BuiltYear5            1   0.01335 15.363 -4119.9
- Neighborhood_Blueste  1   0.02005 15.370 -4119.5
- MoSold                1   0.02020 15.370 -4119.5
- RoofMatl              1   0.02233 15.372 -4119.3
- HouseStyle            1   0.02373 15.373 -4119.2
- BsmtFinType1          1   0.02391 15.373 -4119.2
- RemodAdd              1   0.02417 15.374 -4119.2
- HeatingQC             1   0.02461 15.374 -4119.2
- Fence                 1   0.02710 15.377 -4119.0
- MiscFeature           1   0.02852 15.378 -4118.9
- Foundation            1   0.02886 15.379 -4118.9
- GarageCond            1   0.03013 15.380 -4118.8
<none>                              15.350 -4118.8
- Neighborhood_NPkVill  1   0.03084 15.380 -4118.8
- BsmtCond              1   0.03116 15.381 -4118.7
- WoodDeckSF            1   0.03688 15.386 -4118.4
- KitchenAbvGr          1   0.03733 15.387 -4118.3
- TotRmsAbvGrd          1   0.03796 15.388 -4118.3
- KitchenQual           1   0.03890 15.389 -4118.2
- HasPool               1   0.04017 15.390 -4118.2
- MiscVal               1   0.04296 15.393 -4118.0
- Neighborhood_NoRidge  1   0.04305 15.393 -4118.0
- BedroomAbvGr          1   0.04306 15.393 -4118.0
- Electrical            1   0.05124 15.401 -4117.4
- BsmtFTM_Flag          1   0.05263 15.402 -4117.3
- BuiltYear1            1   0.06277 15.412 -4116.7
- Neighborhood_Blmngtn  1   0.06316 15.413 -4116.6
- SaleType              1   0.06340 15.413 -4116.6
- Neighborhood_BrDale   1   0.06465 15.414 -4116.5
- GarageType            1   0.07007 15.420 -4116.2
- YearBuilt             1   0.07228 15.422 -4116.0
- Condition2            1   0.07378 15.423 -4115.9
- BuiltYear2            1   0.07910 15.429 -4115.6
- YearRemodAdd          1   0.08488 15.434 -4115.2
- YrSold                1   0.08619 15.436 -4115.1
- PavedDrive            1   0.09031 15.440 -4114.8
- BsmtUnfSF             1   0.09106 15.441 -4114.8
- GarageFinish          1   0.09290 15.443 -4114.7
- Neighborhood_NridgHt  1   0.10642 15.456 -4113.8
- CentralAir            1   0.10703 15.457 -4113.7
- LotArea               1   0.11628 15.466 -4113.1
- Neighborhood_BrkSide  1   0.12553 15.475 -4112.5
- BsmtQual              1   0.12591 15.476 -4112.5
- Neighborhood_SawyerW  1   0.12995 15.480 -4112.2
- MSZoning              1   0.13504 15.485 -4111.9
- Neighborhood_Timber   1   0.14054 15.490 -4111.5
- BsmtFullBath          1   0.14272 15.492 -4111.4
- Neighborhood_StoneBr  1   0.14433 15.494 -4111.3
- Condition1            1   0.15208 15.502 -4110.8
- HalfBath              1   0.16284 15.512 -4110.1
- BsmtExposure          1   0.17234 15.522 -4109.5
- Neighborhood_CollgCr  1   0.17315 15.523 -4109.4
- FireplaceQu           1   0.18652 15.536 -4108.5
- Neighborhood_Mitchel  1   0.19588 15.546 -4107.9
- Neighborhood_SWISU    1   0.22236 15.572 -4106.2
- Neighborhood_MeadowV  1   0.23875 15.588 -4105.1
- SaleCondition         1   0.24314 15.593 -4104.8
- FullBath              1   0.25035 15.600 -4104.4
- LotFrontage           1   0.25130 15.601 -4104.3
- Neighborhood_Gilbert  1   0.25298 15.603 -4104.2
- Neighborhood_OldTown  1   0.27646 15.626 -4102.7
- BldgType              1   0.33414 15.684 -4098.9
- Neighborhood_IDOTRR   1   0.35065 15.700 -4097.8
- Functional            1   0.40497 15.755 -4094.3
- Neighborhood_NWAmes   1   0.41995 15.770 -4093.4
- Neighborhood_Sawyer   1   0.43157 15.781 -4092.6
- GarageCars            1   0.44957 15.799 -4091.5
- Neighborhood_NAmes    1   0.49436 15.844 -4088.6
- GrLivArea             1   0.79449 16.144 -4069.5
- FrstFlrSF             1   0.84467 16.194 -4066.3
- Neighborhood_Edwards  1   1.07008 16.420 -4052.3
- OverallQual           1   1.14076 16.490 -4047.9
- OverallCond           1   1.26680 16.616 -4040.2

Step:  AIC=-4119.93
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + MoSold + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- MoSold                1   0.02058 15.384 -4120.6
- Neighborhood_Blueste  1   0.02192 15.385 -4120.5
- BsmtFinType1          1   0.02299 15.386 -4120.4
- RoofMatl              1   0.02475 15.388 -4120.3
- HouseStyle            1   0.02663 15.390 -4120.2
- RemodAdd              1   0.02665 15.390 -4120.2
- GarageCond            1   0.02759 15.391 -4120.1
- MiscFeature           1   0.02881 15.392 -4120.0
- BsmtCond              1   0.02904 15.392 -4120.0
- HeatingQC             1   0.02905 15.392 -4120.0
- Fence                 1   0.02933 15.392 -4120.0
<none>                              15.363 -4119.9
- Foundation            1   0.03031 15.393 -4119.9
- Neighborhood_NoRidge  1   0.03214 15.395 -4119.8
- Neighborhood_NPkVill  1   0.03229 15.395 -4119.8
- KitchenAbvGr          1   0.03706 15.400 -4119.5
- WoodDeckSF            1   0.03722 15.400 -4119.5
- HasPool               1   0.03902 15.402 -4119.3
- BedroomAbvGr          1   0.03960 15.403 -4119.3
- TotRmsAbvGrd          1   0.04240 15.405 -4119.1
- KitchenQual           1   0.04251 15.405 -4119.1
- MiscVal               1   0.04319 15.406 -4119.1
- BsmtFTM_Flag          1   0.04851 15.412 -4118.7
- Electrical            1   0.05077 15.414 -4118.6
- Neighborhood_Blmngtn  1   0.05862 15.422 -4118.1
- SaleType              1   0.06422 15.427 -4117.7
- GarageType            1   0.07013 15.433 -4117.3
- Neighborhood_BrDale   1   0.07014 15.433 -4117.3
- BuiltYear1            1   0.07124 15.434 -4117.2
- Condition2            1   0.07440 15.437 -4117.0
- BuiltYear2            1   0.08205 15.445 -4116.5
- BsmtUnfSF             1   0.08687 15.450 -4116.2
- PavedDrive            1   0.08829 15.451 -4116.1
- YrSold                1   0.08948 15.453 -4116.0
- YearRemodAdd          1   0.09800 15.461 -4115.5
- GarageFinish          1   0.09984 15.463 -4115.3
- CentralAir            1   0.10139 15.464 -4115.2
- YearBuilt             1   0.10473 15.468 -4115.0
- LotArea               1   0.11306 15.476 -4114.5
- Neighborhood_NridgHt  1   0.11382 15.477 -4114.4
- Neighborhood_BrkSide  1   0.12563 15.489 -4113.6
- MSZoning              1   0.12795 15.491 -4113.5
- BsmtQual              1   0.12818 15.491 -4113.5
- Neighborhood_StoneBr  1   0.13767 15.501 -4112.9
- Neighborhood_Timber   1   0.14366 15.507 -4112.5
- BsmtFullBath          1   0.14605 15.509 -4112.3
- Neighborhood_SawyerW  1   0.14928 15.512 -4112.1
- Condition1            1   0.15225 15.515 -4111.9
- HalfBath              1   0.15696 15.520 -4111.6
- BsmtExposure          1   0.17436 15.537 -4110.4
- Neighborhood_CollgCr  1   0.17571 15.539 -4110.4
- FireplaceQu           1   0.18455 15.547 -4109.8
- Neighborhood_Mitchel  1   0.21310 15.576 -4107.9
- Neighborhood_SWISU    1   0.21796 15.581 -4107.6
- SaleCondition         1   0.23892 15.602 -4106.2
- Neighborhood_MeadowV  1   0.24780 15.611 -4105.7
- LotFrontage           1   0.24798 15.611 -4105.6
- FullBath              1   0.25035 15.613 -4105.5
- Neighborhood_OldTown  1   0.27719 15.640 -4103.7
- Neighborhood_Gilbert  1   0.28097 15.644 -4103.5
- BldgType              1   0.34636 15.709 -4099.3
- Neighborhood_IDOTRR   1   0.35678 15.720 -4098.6
- Functional            1   0.40327 15.766 -4095.6
- Neighborhood_Sawyer   1   0.44103 15.804 -4093.1
- Neighborhood_NWAmes   1   0.44976 15.813 -4092.6
- GarageCars            1   0.46625 15.829 -4091.5
- Neighborhood_NAmes    1   0.50494 15.868 -4089.0
- GrLivArea             1   0.79142 16.154 -4070.8
- FrstFlrSF             1   0.83138 16.194 -4068.3
- Neighborhood_Edwards  1   1.06362 16.427 -4053.8
- OverallQual           1   1.21138 16.574 -4044.7
- OverallCond           1   1.25464 16.618 -4042.1

Step:  AIC=-4120.57
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    Neighborhood_Blmngtn + Neighborhood_Blueste + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    RemodAdd + BuiltYear1 + BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- Neighborhood_Blueste  1   0.02237 15.406 -4121.1
- RoofMatl              1   0.02519 15.409 -4120.9
- BsmtFinType1          1   0.02522 15.409 -4120.9
- RemodAdd              1   0.02612 15.410 -4120.8
- GarageCond            1   0.02686 15.410 -4120.8
- MiscFeature           1   0.02819 15.412 -4120.7
- HeatingQC             1   0.02837 15.412 -4120.7
- HouseStyle            1   0.02864 15.412 -4120.7
- Foundation            1   0.02890 15.412 -4120.7
- BsmtCond              1   0.02917 15.413 -4120.6
<none>                              15.384 -4120.6
- Fence                 1   0.03051 15.414 -4120.6
- WoodDeckSF            1   0.03438 15.418 -4120.3
- Neighborhood_NoRidge  1   0.03450 15.418 -4120.3
- Neighborhood_NPkVill  1   0.03490 15.418 -4120.3
- HasPool               1   0.03559 15.419 -4120.2
- BedroomAbvGr          1   0.03628 15.420 -4120.2
- KitchenQual           1   0.04060 15.424 -4119.9
- MiscVal               1   0.04104 15.425 -4119.9
- KitchenAbvGr          1   0.04180 15.425 -4119.8
- TotRmsAbvGrd          1   0.05025 15.434 -4119.2
- Electrical            1   0.05080 15.434 -4119.2
- BsmtFTM_Flag          1   0.05144 15.435 -4119.2
- SaleType              1   0.06072 15.444 -4118.6
- Neighborhood_Blmngtn  1   0.06150 15.445 -4118.5
- Neighborhood_BrDale   1   0.06992 15.454 -4118.0
- BuiltYear1            1   0.07124 15.455 -4117.9
- GarageType            1   0.07362 15.457 -4117.7
- Condition2            1   0.07460 15.458 -4117.6
- BuiltYear2            1   0.07975 15.463 -4117.3
- YrSold                1   0.08005 15.464 -4117.3
- PavedDrive            1   0.08696 15.470 -4116.8
- BsmtUnfSF             1   0.08712 15.471 -4116.8
- YearRemodAdd          1   0.09633 15.480 -4116.2
- CentralAir            1   0.10313 15.487 -4115.8
- YearBuilt             1   0.10402 15.488 -4115.7
- GarageFinish          1   0.10766 15.491 -4115.5
- Neighborhood_NridgHt  1   0.10808 15.492 -4115.4
- LotArea               1   0.11412 15.498 -4115.0
- Neighborhood_BrkSide  1   0.12209 15.506 -4114.5
- Neighborhood_StoneBr  1   0.12875 15.512 -4114.1
- BsmtQual              1   0.13213 15.516 -4113.9
- MSZoning              1   0.13275 15.516 -4113.8
- Neighborhood_Timber   1   0.13901 15.523 -4113.4
- BsmtFullBath          1   0.14359 15.527 -4113.1
- Condition1            1   0.14878 15.532 -4112.8
- Neighborhood_SawyerW  1   0.14942 15.533 -4112.7
- HalfBath              1   0.16202 15.546 -4111.9
- Neighborhood_CollgCr  1   0.17100 15.555 -4111.3
- BsmtExposure          1   0.17805 15.562 -4110.9
- FireplaceQu           1   0.18171 15.565 -4110.6
- Neighborhood_Mitchel  1   0.20709 15.591 -4109.0
- Neighborhood_SWISU    1   0.21202 15.596 -4108.6
- SaleCondition         1   0.23425 15.618 -4107.2
- LotFrontage           1   0.24396 15.627 -4106.6
- FullBath              1   0.24596 15.630 -4106.4
- Neighborhood_MeadowV  1   0.24920 15.633 -4106.2
- Neighborhood_OldTown  1   0.27159 15.655 -4104.8
- Neighborhood_Gilbert  1   0.28298 15.666 -4104.0
- BldgType              1   0.33094 15.714 -4100.9
- Neighborhood_IDOTRR   1   0.35563 15.739 -4099.3
- Functional            1   0.39718 15.781 -4096.6
- Neighborhood_Sawyer   1   0.43081 15.814 -4094.5
- Neighborhood_NWAmes   1   0.44783 15.831 -4093.4
- GarageCars            1   0.47101 15.855 -4091.9
- Neighborhood_NAmes    1   0.49969 15.883 -4090.1
- GrLivArea             1   0.77991 16.163 -4072.3
- FrstFlrSF             1   0.83439 16.218 -4068.8
- Neighborhood_Edwards  1   1.05226 16.436 -4055.3
- OverallQual           1   1.20211 16.586 -4046.0
- OverallCond           1   1.27045 16.654 -4041.9

Step:  AIC=-4121.09
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    Neighborhood_Blmngtn + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + RemodAdd + BuiltYear1 + 
    BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- RemodAdd              1   0.02436 15.430 -4121.5
- RoofMatl              1   0.02580 15.432 -4121.4
- BsmtFinType1          1   0.02674 15.433 -4121.3
- MiscFeature           1   0.02713 15.433 -4121.3
- HouseStyle            1   0.02789 15.434 -4121.2
- Neighborhood_NPkVill  1   0.02912 15.435 -4121.2
- GarageCond            1   0.02919 15.435 -4121.2
<none>                              15.406 -4121.1
- BsmtCond              1   0.03079 15.437 -4121.1
- Foundation            1   0.03099 15.437 -4121.0
- WoodDeckSF            1   0.03130 15.437 -4121.0
- HeatingQC             1   0.03131 15.437 -4121.0
- BedroomAbvGr          1   0.03576 15.442 -4120.7
- Fence                 1   0.03605 15.442 -4120.7
- HasPool               1   0.03656 15.443 -4120.7
- Neighborhood_NoRidge  1   0.03865 15.445 -4120.5
- KitchenAbvGr          1   0.04004 15.446 -4120.4
- MiscVal               1   0.04090 15.447 -4120.4
- KitchenQual           1   0.04279 15.449 -4120.3
- Electrical            1   0.04982 15.456 -4119.8
- BsmtFTM_Flag          1   0.05084 15.457 -4119.7
- TotRmsAbvGrd          1   0.05098 15.457 -4119.7
- Neighborhood_Blmngtn  1   0.05582 15.462 -4119.4
- SaleType              1   0.05737 15.463 -4119.3
- Neighborhood_BrDale   1   0.05830 15.464 -4119.2
- GarageType            1   0.06982 15.476 -4118.5
- Condition2            1   0.07399 15.480 -4118.2
- BuiltYear1            1   0.07516 15.481 -4118.1
- BuiltYear2            1   0.08275 15.489 -4117.6
- YrSold                1   0.08303 15.489 -4117.6
- PavedDrive            1   0.08615 15.492 -4117.4
- BsmtUnfSF             1   0.08928 15.495 -4117.2
- YearRemodAdd          1   0.09876 15.505 -4116.6
- GarageFinish          1   0.09987 15.506 -4116.5
- CentralAir            1   0.10029 15.506 -4116.5
- YearBuilt             1   0.10814 15.514 -4116.0
- Neighborhood_BrkSide  1   0.11097 15.517 -4115.8
- Neighborhood_NridgHt  1   0.11594 15.522 -4115.5
- LotArea               1   0.12016 15.526 -4115.2
- BsmtQual              1   0.12969 15.536 -4114.6
- Neighborhood_Timber   1   0.13366 15.540 -4114.3
- Neighborhood_StoneBr  1   0.13742 15.543 -4114.1
- Neighborhood_SawyerW  1   0.13931 15.545 -4113.9
- BsmtFullBath          1   0.14227 15.548 -4113.7
- Condition1            1   0.14794 15.554 -4113.4
- HalfBath              1   0.15766 15.564 -4112.7
- MSZoning              1   0.15978 15.566 -4112.6
- Neighborhood_CollgCr  1   0.16006 15.566 -4112.6
- FireplaceQu           1   0.17717 15.583 -4111.5
- BsmtExposure          1   0.18195 15.588 -4111.1
- Neighborhood_Mitchel  1   0.19699 15.603 -4110.2
- Neighborhood_SWISU    1   0.20375 15.610 -4109.7
- Neighborhood_MeadowV  1   0.22918 15.635 -4108.1
- SaleCondition         1   0.23439 15.640 -4107.7
- LotFrontage           1   0.23964 15.646 -4107.4
- FullBath              1   0.24318 15.649 -4107.2
- Neighborhood_OldTown  1   0.25316 15.659 -4106.5
- Neighborhood_Gilbert  1   0.26984 15.676 -4105.4
- Neighborhood_IDOTRR   1   0.33731 15.743 -4101.1
- BldgType              1   0.34519 15.751 -4100.6
- Functional            1   0.39579 15.802 -4097.3
- Neighborhood_Sawyer   1   0.41677 15.823 -4095.9
- Neighborhood_NWAmes   1   0.42904 15.835 -4095.2
- GarageCars            1   0.46093 15.867 -4093.1
- Neighborhood_NAmes    1   0.48215 15.888 -4091.7
- GrLivArea             1   0.77532 16.181 -4073.2
- FrstFlrSF             1   0.85417 16.260 -4068.2
- Neighborhood_Edwards  1   1.03156 16.438 -4057.2
- OverallQual           1   1.21486 16.621 -4045.9
- OverallCond           1   1.25821 16.664 -4043.2

Step:  AIC=-4121.48
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + RoofMatl + Foundation + BsmtQual + 
    BsmtCond + BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + 
    CentralAir + Electrical + GrLivArea + BsmtFullBath + FullBath + 
    HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    Neighborhood_Blmngtn + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + BuiltYear1 + 
    BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- RoofMatl              1   0.02461 15.455 -4121.9
- HouseStyle            1   0.02546 15.456 -4121.8
- Neighborhood_NPkVill  1   0.02705 15.457 -4121.7
- MiscFeature           1   0.02803 15.458 -4121.6
- BsmtFinType1          1   0.02843 15.459 -4121.6
<none>                              15.430 -4121.5
- BsmtCond              1   0.03298 15.463 -4121.3
- WoodDeckSF            1   0.03310 15.463 -4121.3
- GarageCond            1   0.03347 15.464 -4121.3
- HeatingQC             1   0.03370 15.464 -4121.3
- Foundation            1   0.03415 15.464 -4121.2
- Neighborhood_NoRidge  1   0.03534 15.466 -4121.2
- HasPool               1   0.03629 15.467 -4121.1
- BedroomAbvGr          1   0.03796 15.468 -4121.0
- Fence                 1   0.03807 15.468 -4121.0
- KitchenAbvGr          1   0.03808 15.468 -4121.0
- MiscVal               1   0.04184 15.472 -4120.7
- KitchenQual           1   0.04438 15.475 -4120.6
- Electrical            1   0.04610 15.476 -4120.4
- TotRmsAbvGrd          1   0.04962 15.480 -4120.2
- BsmtFTM_Flag          1   0.05358 15.484 -4120.0
- Neighborhood_BrDale   1   0.05823 15.489 -4119.7
- Neighborhood_Blmngtn  1   0.05896 15.489 -4119.6
- SaleType              1   0.06130 15.492 -4119.4
- BuiltYear1            1   0.06512 15.495 -4119.2
- Condition2            1   0.07608 15.506 -4118.5
- GarageType            1   0.07785 15.508 -4118.4
- YearRemodAdd          1   0.07845 15.509 -4118.3
- PavedDrive            1   0.08165 15.512 -4118.1
- BuiltYear2            1   0.08182 15.512 -4118.1
- YrSold                1   0.08312 15.513 -4118.0
- BsmtUnfSF             1   0.08753 15.518 -4117.7
- GarageFinish          1   0.09651 15.527 -4117.1
- CentralAir            1   0.10398 15.534 -4116.7
- Neighborhood_NridgHt  1   0.11071 15.541 -4116.2
- Neighborhood_BrkSide  1   0.11962 15.550 -4115.6
- BsmtQual              1   0.12109 15.551 -4115.5
- YearBuilt             1   0.12255 15.553 -4115.4
- LotArea               1   0.12496 15.555 -4115.3
- Neighborhood_SawyerW  1   0.13437 15.565 -4114.7
- BsmtFullBath          1   0.13803 15.568 -4114.4
- Neighborhood_Timber   1   0.13859 15.569 -4114.4
- Neighborhood_StoneBr  1   0.14153 15.572 -4114.2
- Condition1            1   0.14703 15.577 -4113.8
- MSZoning              1   0.15321 15.584 -4113.4
- FireplaceQu           1   0.16320 15.594 -4112.8
- Neighborhood_CollgCr  1   0.16414 15.594 -4112.7
- HalfBath              1   0.16556 15.596 -4112.6
- BsmtExposure          1   0.18137 15.612 -4111.6
- Neighborhood_Mitchel  1   0.19981 15.630 -4110.4
- Neighborhood_SWISU    1   0.20782 15.638 -4109.9
- Neighborhood_MeadowV  1   0.22744 15.658 -4108.6
- LotFrontage           1   0.22762 15.658 -4108.6
- SaleCondition         1   0.23786 15.668 -4107.9
- FullBath              1   0.24404 15.674 -4107.5
- Neighborhood_OldTown  1   0.25850 15.689 -4106.6
- Neighborhood_Gilbert  1   0.26868 15.699 -4105.9
- BldgType              1   0.33526 15.765 -4101.6
- Neighborhood_IDOTRR   1   0.35210 15.782 -4100.5
- Functional            1   0.40295 15.833 -4097.3
- Neighborhood_NWAmes   1   0.42251 15.853 -4096.0
- Neighborhood_Sawyer   1   0.42505 15.855 -4095.8
- GarageCars            1   0.46171 15.892 -4093.5
- Neighborhood_NAmes    1   0.47884 15.909 -4092.4
- GrLivArea             1   0.76015 16.190 -4074.6
- FrstFlrSF             1   0.85138 16.282 -4068.9
- Neighborhood_Edwards  1   1.04133 16.472 -4057.1
- OverallCond           1   1.23599 16.666 -4045.1
- OverallQual           1   1.24035 16.671 -4044.9

Step:  AIC=-4121.86
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscFeature + 
    MiscVal + YrSold + SaleType + SaleCondition + FrstFlrSF + 
    Neighborhood_Blmngtn + Neighborhood_BrDale + Neighborhood_BrkSide + 
    Neighborhood_CollgCr + Neighborhood_Edwards + Neighborhood_Gilbert + 
    Neighborhood_IDOTRR + Neighborhood_MeadowV + Neighborhood_Mitchel + 
    Neighborhood_NAmes + Neighborhood_NPkVill + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + BuiltYear1 + 
    BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- MiscFeature           1   0.02671 15.482 -4122.1
- Neighborhood_NPkVill  1   0.02750 15.482 -4122.1
- BsmtFinType1          1   0.02900 15.484 -4122.0
- HouseStyle            1   0.02909 15.484 -4121.9
<none>                              15.455 -4121.9
- WoodDeckSF            1   0.03151 15.486 -4121.8
- HeatingQC             1   0.03381 15.489 -4121.6
- GarageCond            1   0.03389 15.489 -4121.6
- BsmtCond              1   0.03493 15.490 -4121.6
- Foundation            1   0.03596 15.491 -4121.5
- Neighborhood_NoRidge  1   0.03669 15.492 -4121.4
- Fence                 1   0.03842 15.493 -4121.3
- KitchenAbvGr          1   0.03907 15.494 -4121.3
- MiscVal               1   0.04134 15.496 -4121.1
- HasPool               1   0.04344 15.498 -4121.0
- BedroomAbvGr          1   0.04354 15.498 -4121.0
- Electrical            1   0.04490 15.500 -4120.9
- KitchenQual           1   0.04619 15.501 -4120.8
- TotRmsAbvGrd          1   0.05031 15.505 -4120.6
- BsmtFTM_Flag          1   0.05609 15.511 -4120.2
- Neighborhood_Blmngtn  1   0.05901 15.514 -4120.0
- Neighborhood_BrDale   1   0.05936 15.514 -4120.0
- SaleType              1   0.06349 15.518 -4119.7
- BuiltYear1            1   0.06562 15.521 -4119.6
- Condition2            1   0.07184 15.527 -4119.1
- GarageType            1   0.07784 15.533 -4118.8
- PavedDrive            1   0.07813 15.533 -4118.7
- YearRemodAdd          1   0.08000 15.535 -4118.6
- YrSold                1   0.08088 15.536 -4118.6
- BuiltYear2            1   0.08329 15.538 -4118.4
- BsmtUnfSF             1   0.08842 15.543 -4118.1
- GarageFinish          1   0.10248 15.557 -4117.1
- CentralAir            1   0.10357 15.559 -4117.1
- LotArea               1   0.11170 15.567 -4116.5
- Neighborhood_NridgHt  1   0.11858 15.573 -4116.1
- BsmtQual              1   0.11921 15.574 -4116.0
- Neighborhood_BrkSide  1   0.12045 15.575 -4116.0
- YearBuilt             1   0.12050 15.575 -4116.0
- Neighborhood_SawyerW  1   0.13032 15.585 -4115.3
- Neighborhood_Timber   1   0.13814 15.593 -4114.8
- BsmtFullBath          1   0.13834 15.593 -4114.8
- Neighborhood_StoneBr  1   0.14745 15.602 -4114.2
- MSZoning              1   0.15467 15.610 -4113.7
- Neighborhood_CollgCr  1   0.16072 15.616 -4113.3
- Condition1            1   0.16117 15.616 -4113.3
- HalfBath              1   0.16427 15.619 -4113.1
- FireplaceQu           1   0.16826 15.623 -4112.8
- BsmtExposure          1   0.17806 15.633 -4112.2
- Neighborhood_Mitchel  1   0.19493 15.650 -4111.1
- Neighborhood_SWISU    1   0.20916 15.664 -4110.2
- Neighborhood_MeadowV  1   0.22933 15.684 -4108.9
- SaleCondition         1   0.23392 15.689 -4108.6
- LotFrontage           1   0.24026 15.695 -4108.2
- FullBath              1   0.24802 15.703 -4107.7
- Neighborhood_OldTown  1   0.25798 15.713 -4107.0
- Neighborhood_Gilbert  1   0.26396 15.719 -4106.6
- BldgType              1   0.34637 15.801 -4101.3
- Neighborhood_IDOTRR   1   0.35158 15.806 -4101.0
- Functional            1   0.40849 15.863 -4097.3
- Neighborhood_NWAmes   1   0.42222 15.877 -4096.4
- Neighborhood_Sawyer   1   0.42224 15.877 -4096.4
- GarageCars            1   0.46601 15.921 -4093.6
- Neighborhood_NAmes    1   0.48771 15.943 -4092.3
- GrLivArea             1   0.75068 16.206 -4075.6
- FrstFlrSF             1   0.84455 16.299 -4069.8
- Neighborhood_Edwards  1   1.04892 16.504 -4057.1
- OverallQual           1   1.22198 16.677 -4046.5
- OverallCond           1   1.22367 16.679 -4046.4

Step:  AIC=-4122.1
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + MiscVal + 
    YrSold + SaleType + SaleCondition + FrstFlrSF + Neighborhood_Blmngtn + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NPkVill + Neighborhood_NWAmes + Neighborhood_NoRidge + 
    Neighborhood_NridgHt + Neighborhood_OldTown + Neighborhood_SWISU + 
    Neighborhood_Sawyer + Neighborhood_SawyerW + Neighborhood_StoneBr + 
    Neighborhood_Timber + BuiltYear1 + BuiltYear2 + BsmtFTM_Flag + 
    HasPool

                       Df Sum of Sq    RSS     AIC
- MiscVal               1   0.01716 15.499 -4123.0
- BsmtFinType1          1   0.02685 15.508 -4122.3
- Neighborhood_NPkVill  1   0.02766 15.509 -4122.3
- HouseStyle            1   0.02913 15.511 -4122.2
- WoodDeckSF            1   0.02977 15.511 -4122.2
<none>                              15.482 -4122.1
- BsmtCond              1   0.03427 15.516 -4121.9
- GarageCond            1   0.03566 15.517 -4121.8
- HeatingQC             1   0.03589 15.518 -4121.7
- Foundation            1   0.03591 15.518 -4121.7
- KitchenAbvGr          1   0.03613 15.518 -4121.7
- Neighborhood_NoRidge  1   0.03686 15.518 -4121.7
- BedroomAbvGr          1   0.04150 15.523 -4121.4
- HasPool               1   0.04192 15.524 -4121.4
- Fence                 1   0.04301 15.525 -4121.3
- Electrical            1   0.04507 15.527 -4121.1
- KitchenQual           1   0.04790 15.530 -4121.0
- TotRmsAbvGrd          1   0.05489 15.537 -4120.5
- SaleType              1   0.05511 15.537 -4120.5
- BsmtFTM_Flag          1   0.05515 15.537 -4120.5
- Neighborhood_BrDale   1   0.05787 15.540 -4120.3
- Neighborhood_Blmngtn  1   0.06101 15.543 -4120.1
- Condition2            1   0.06201 15.544 -4120.0
- BuiltYear1            1   0.06553 15.547 -4119.8
- PavedDrive            1   0.07075 15.552 -4119.5
- BuiltYear2            1   0.07958 15.561 -4118.9
- YearRemodAdd          1   0.08250 15.564 -4118.7
- GarageType            1   0.08371 15.565 -4118.6
- YrSold                1   0.08426 15.566 -4118.6
- BsmtUnfSF             1   0.08889 15.570 -4118.3
- GarageFinish          1   0.09850 15.580 -4117.7
- LotArea               1   0.10480 15.586 -4117.2
- CentralAir            1   0.10594 15.588 -4117.2
- Neighborhood_NridgHt  1   0.11726 15.599 -4116.4
- BsmtQual              1   0.11826 15.600 -4116.4
- YearBuilt             1   0.12332 15.605 -4116.0
- Neighborhood_BrkSide  1   0.12406 15.606 -4116.0
- Neighborhood_SawyerW  1   0.13068 15.612 -4115.6
- Neighborhood_Timber   1   0.13950 15.621 -4115.0
- BsmtFullBath          1   0.13986 15.621 -4115.0
- Neighborhood_StoneBr  1   0.14649 15.628 -4114.5
- Condition1            1   0.16010 15.642 -4113.6
- MSZoning              1   0.16186 15.643 -4113.5
- Neighborhood_CollgCr  1   0.16256 15.644 -4113.5
- HalfBath              1   0.16398 15.646 -4113.4
- FireplaceQu           1   0.17234 15.654 -4112.8
- BsmtExposure          1   0.18373 15.665 -4112.1
- Neighborhood_Mitchel  1   0.19600 15.678 -4111.3
- Neighborhood_SWISU    1   0.20938 15.691 -4110.4
- Neighborhood_MeadowV  1   0.22635 15.708 -4109.3
- SaleCondition         1   0.23552 15.717 -4108.7
- LotFrontage           1   0.24041 15.722 -4108.4
- FullBath              1   0.24357 15.725 -4108.2
- Neighborhood_OldTown  1   0.25492 15.736 -4107.5
- Neighborhood_Gilbert  1   0.27119 15.753 -4106.4
- BldgType              1   0.34453 15.826 -4101.7
- Neighborhood_IDOTRR   1   0.35003 15.832 -4101.4
- Functional            1   0.40983 15.891 -4097.5
- Neighborhood_NWAmes   1   0.42116 15.903 -4096.8
- Neighborhood_Sawyer   1   0.42264 15.904 -4096.7
- GarageCars            1   0.46236 15.944 -4094.2
- Neighborhood_NAmes    1   0.48719 15.969 -4092.6
- GrLivArea             1   0.75408 16.236 -4075.7
- FrstFlrSF             1   0.84137 16.323 -4070.3
- Neighborhood_Edwards  1   1.05686 16.538 -4056.9
- OverallCond           1   1.20883 16.690 -4047.6
- OverallQual           1   1.21608 16.698 -4047.2

Step:  AIC=-4122.98
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + Neighborhood_Blmngtn + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NPkVill + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    BuiltYear1 + BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- Neighborhood_NPkVill  1   0.02859 15.527 -4123.1
- WoodDeckSF            1   0.02991 15.529 -4123.0
- HouseStyle            1   0.03012 15.529 -4123.0
<none>                              15.499 -4123.0
- BsmtFinType1          1   0.03077 15.530 -4123.0
- KitchenAbvGr          1   0.03263 15.531 -4122.8
- Foundation            1   0.03278 15.531 -4122.8
- BsmtCond              1   0.03486 15.534 -4122.7
- GarageCond            1   0.03603 15.535 -4122.6
- Neighborhood_NoRidge  1   0.03604 15.535 -4122.6
- HeatingQC             1   0.03914 15.538 -4122.4
- Fence                 1   0.04072 15.540 -4122.3
- HasPool               1   0.04124 15.540 -4122.3
- Electrical            1   0.04146 15.540 -4122.3
- BedroomAbvGr          1   0.04161 15.540 -4122.3
- KitchenQual           1   0.04610 15.545 -4122.0
- Condition2            1   0.04876 15.547 -4121.8
- SaleType              1   0.05507 15.554 -4121.4
- Neighborhood_BrDale   1   0.05712 15.556 -4121.2
- TotRmsAbvGrd          1   0.05907 15.558 -4121.1
- Neighborhood_Blmngtn  1   0.06212 15.561 -4120.9
- BsmtFTM_Flag          1   0.06321 15.562 -4120.8
- PavedDrive            1   0.06414 15.563 -4120.8
- BuiltYear1            1   0.06506 15.564 -4120.7
- BuiltYear2            1   0.07479 15.574 -4120.1
- YearRemodAdd          1   0.07973 15.579 -4119.8
- GarageType            1   0.08046 15.579 -4119.7
- YrSold                1   0.08181 15.581 -4119.6
- BsmtUnfSF             1   0.08558 15.584 -4119.4
- GarageFinish          1   0.09964 15.598 -4118.5
- CentralAir            1   0.10716 15.606 -4118.0
- LotArea               1   0.11105 15.610 -4117.7
- Neighborhood_NridgHt  1   0.11599 15.615 -4117.4
- BsmtQual              1   0.12097 15.620 -4117.1
- Neighborhood_BrkSide  1   0.12523 15.624 -4116.8
- YearBuilt             1   0.12658 15.625 -4116.7
- Neighborhood_SawyerW  1   0.13317 15.632 -4116.3
- BsmtFullBath          1   0.13567 15.634 -4116.1
- Neighborhood_Timber   1   0.14046 15.639 -4115.8
- Neighborhood_StoneBr  1   0.14662 15.645 -4115.4
- Neighborhood_CollgCr  1   0.16178 15.661 -4114.4
- MSZoning              1   0.16431 15.663 -4114.3
- Condition1            1   0.16575 15.665 -4114.2
- HalfBath              1   0.16660 15.665 -4114.1
- FireplaceQu           1   0.17931 15.678 -4113.3
- BsmtExposure          1   0.18391 15.683 -4113.0
- Neighborhood_Mitchel  1   0.19746 15.696 -4112.1
- Neighborhood_SWISU    1   0.21251 15.711 -4111.1
- Neighborhood_MeadowV  1   0.22530 15.724 -4110.3
- SaleCondition         1   0.23993 15.739 -4109.4
- FullBath              1   0.24081 15.740 -4109.3
- LotFrontage           1   0.24477 15.743 -4109.0
- Neighborhood_OldTown  1   0.25537 15.754 -4108.4
- Neighborhood_Gilbert  1   0.27272 15.771 -4107.2
- BldgType              1   0.33946 15.838 -4102.9
- Neighborhood_IDOTRR   1   0.34294 15.842 -4102.7
- Functional            1   0.40049 15.899 -4099.0
- Neighborhood_Sawyer   1   0.41025 15.909 -4098.4
- Neighborhood_NWAmes   1   0.41946 15.918 -4097.8
- GarageCars            1   0.45638 15.955 -4095.5
- Neighborhood_NAmes    1   0.47747 15.976 -4094.1
- GrLivArea             1   0.75248 16.251 -4076.8
- FrstFlrSF             1   0.83427 16.333 -4071.7
- Neighborhood_Edwards  1   1.05933 16.558 -4057.7
- OverallQual           1   1.20339 16.702 -4048.9
- OverallCond           1   1.22200 16.721 -4047.8

Step:  AIC=-4123.1
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + Neighborhood_Blmngtn + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + BuiltYear1 + 
    BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- KitchenAbvGr          1   0.02517 15.553 -4123.5
- WoodDeckSF            1   0.02954 15.557 -4123.2
- HouseStyle            1   0.02988 15.557 -4123.1
- BsmtFinType1          1   0.02997 15.557 -4123.1
<none>                              15.527 -4123.1
- BsmtCond              1   0.03394 15.561 -4122.9
- Foundation            1   0.03578 15.563 -4122.8
- GarageCond            1   0.03586 15.563 -4122.8
- Neighborhood_NoRidge  1   0.03879 15.566 -4122.6
- Fence                 1   0.03921 15.567 -4122.5
- Electrical            1   0.04117 15.569 -4122.4
- BedroomAbvGr          1   0.04186 15.569 -4122.4
- HasPool               1   0.04434 15.572 -4122.2
- Neighborhood_BrDale   1   0.04603 15.573 -4122.1
- HeatingQC             1   0.04644 15.574 -4122.1
- Condition2            1   0.04814 15.575 -4122.0
- KitchenQual           1   0.05005 15.577 -4121.8
- Neighborhood_Blmngtn  1   0.05106 15.578 -4121.8
- TotRmsAbvGrd          1   0.05196 15.579 -4121.7
- BsmtFTM_Flag          1   0.05816 15.585 -4121.3
- SaleType              1   0.05863 15.586 -4121.3
- PavedDrive            1   0.06417 15.591 -4120.9
- GarageType            1   0.07461 15.602 -4120.2
- BuiltYear1            1   0.07569 15.603 -4120.2
- BuiltYear2            1   0.08402 15.611 -4119.6
- YearRemodAdd          1   0.08452 15.612 -4119.6
- BsmtUnfSF             1   0.08560 15.613 -4119.5
- YrSold                1   0.09202 15.619 -4119.1
- CentralAir            1   0.10095 15.628 -4118.5
- GarageFinish          1   0.10278 15.630 -4118.4
- BsmtQual              1   0.11702 15.644 -4117.5
- Neighborhood_BrkSide  1   0.11825 15.646 -4117.4
- LotArea               1   0.11835 15.646 -4117.4
- Neighborhood_SawyerW  1   0.11926 15.647 -4117.3
- Neighborhood_NridgHt  1   0.12866 15.656 -4116.7
- Neighborhood_Timber   1   0.13337 15.661 -4116.4
- YearBuilt             1   0.14268 15.670 -4115.8
- BsmtFullBath          1   0.14913 15.677 -4115.4
- Neighborhood_CollgCr  1   0.15145 15.679 -4115.2
- HalfBath              1   0.15602 15.683 -4114.9
- Neighborhood_StoneBr  1   0.16140 15.689 -4114.6
- MSZoning              1   0.16284 15.690 -4114.5
- Condition1            1   0.16616 15.694 -4114.3
- FireplaceQu           1   0.17331 15.701 -4113.8
- Neighborhood_Mitchel  1   0.18387 15.711 -4113.1
- BsmtExposure          1   0.18459 15.712 -4113.1
- Neighborhood_SWISU    1   0.20305 15.730 -4111.9
- Neighborhood_MeadowV  1   0.20442 15.732 -4111.8
- FullBath              1   0.22532 15.753 -4110.5
- SaleCondition         1   0.23886 15.766 -4109.6
- Neighborhood_OldTown  1   0.24618 15.774 -4109.1
- LotFrontage           1   0.24641 15.774 -4109.1
- Neighborhood_Gilbert  1   0.26232 15.790 -4108.1
- Neighborhood_IDOTRR   1   0.33453 15.862 -4103.4
- Neighborhood_Sawyer   1   0.39270 15.920 -4099.7
- Neighborhood_NWAmes   1   0.39383 15.921 -4099.6
- Functional            1   0.39675 15.924 -4099.4
- BldgType              1   0.40886 15.936 -4098.7
- GarageCars            1   0.44188 15.969 -4096.6
- Neighborhood_NAmes    1   0.45689 15.984 -4095.6
- GrLivArea             1   0.79866 16.326 -4074.1
- FrstFlrSF             1   0.81659 16.344 -4073.0
- Neighborhood_Edwards  1   1.03475 16.562 -4059.5
- OverallCond           1   1.21667 16.744 -4048.4
- OverallQual           1   1.22545 16.753 -4047.9

Step:  AIC=-4123.46
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtFinType1 + BsmtUnfSF + HeatingQC + CentralAir + 
    Electrical + GrLivArea + BsmtFullBath + FullBath + HalfBath + 
    BedroomAbvGr + KitchenQual + TotRmsAbvGrd + Functional + 
    FireplaceQu + GarageType + GarageFinish + GarageCars + GarageCond + 
    PavedDrive + WoodDeckSF + Fence + YrSold + SaleType + SaleCondition + 
    FrstFlrSF + Neighborhood_Blmngtn + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + BuiltYear1 + 
    BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- BsmtFinType1          1   0.02792 15.580 -4123.6
- HouseStyle            1   0.03046 15.583 -4123.5
<none>                              15.553 -4123.5
- WoodDeckSF            1   0.03062 15.583 -4123.5
- BsmtCond              1   0.03502 15.588 -4123.2
- Fence                 1   0.03587 15.588 -4123.1
- TotRmsAbvGrd          1   0.03644 15.589 -4123.1
- Neighborhood_NoRidge  1   0.03727 15.590 -4123.0
- Foundation            1   0.03749 15.590 -4123.0
- Electrical            1   0.03775 15.590 -4123.0
- Neighborhood_BrDale   1   0.03870 15.591 -4122.9
- GarageCond            1   0.04097 15.594 -4122.8
- BedroomAbvGr          1   0.04218 15.595 -4122.7
- HasPool               1   0.04368 15.596 -4122.6
- Neighborhood_Blmngtn  1   0.04469 15.597 -4122.5
- HeatingQC             1   0.04716 15.600 -4122.4
- Condition2            1   0.05056 15.603 -4122.2
- KitchenQual           1   0.05482 15.607 -4121.9
- SaleType              1   0.05730 15.610 -4121.7
- BsmtFTM_Flag          1   0.05792 15.610 -4121.7
- PavedDrive            1   0.06983 15.622 -4120.9
- BuiltYear1            1   0.07139 15.624 -4120.8
- GarageType            1   0.07629 15.629 -4120.5
- BuiltYear2            1   0.07950 15.632 -4120.3
- YearRemodAdd          1   0.08308 15.636 -4120.0
- BsmtUnfSF             1   0.08398 15.636 -4120.0
- YrSold                1   0.09831 15.651 -4119.0
- GarageFinish          1   0.10676 15.659 -4118.5
- CentralAir            1   0.11285 15.665 -4118.1
- LotArea               1   0.11801 15.671 -4117.8
- Neighborhood_BrkSide  1   0.12193 15.674 -4117.5
- Neighborhood_SawyerW  1   0.12624 15.679 -4117.2
- BsmtQual              1   0.12674 15.679 -4117.2
- Neighborhood_NridgHt  1   0.13213 15.685 -4116.9
- Neighborhood_Timber   1   0.13601 15.688 -4116.6
- YearBuilt             1   0.14163 15.694 -4116.2
- BsmtFullBath          1   0.14725 15.700 -4115.9
- HalfBath              1   0.15753 15.710 -4115.2
- MSZoning              1   0.16014 15.713 -4115.0
- Neighborhood_StoneBr  1   0.16258 15.715 -4114.9
- Condition1            1   0.16273 15.715 -4114.9
- Neighborhood_CollgCr  1   0.16314 15.716 -4114.8
- BsmtExposure          1   0.18497 15.738 -4113.4
- FireplaceQu           1   0.18623 15.739 -4113.4
- Neighborhood_MeadowV  1   0.19419 15.747 -4112.8
- Neighborhood_Mitchel  1   0.19634 15.749 -4112.7
- Neighborhood_SWISU    1   0.19951 15.752 -4112.5
- FullBath              1   0.20977 15.762 -4111.8
- SaleCondition         1   0.24915 15.802 -4109.3
- LotFrontage           1   0.25406 15.807 -4109.0
- Neighborhood_OldTown  1   0.26802 15.820 -4108.1
- Neighborhood_Gilbert  1   0.27451 15.827 -4107.7
- Neighborhood_IDOTRR   1   0.33251 15.885 -4103.9
- Functional            1   0.38155 15.934 -4100.8
- Neighborhood_NWAmes   1   0.39750 15.950 -4099.8
- Neighborhood_Sawyer   1   0.41980 15.972 -4098.4
- GarageCars            1   0.43120 15.984 -4097.6
- Neighborhood_NAmes    1   0.47428 16.027 -4094.9
- BldgType              1   0.56642 16.119 -4089.1
- FrstFlrSF             1   0.79352 16.346 -4074.8
- GrLivArea             1   0.82106 16.374 -4073.1
- Neighborhood_Edwards  1   1.02325 16.576 -4060.7
- OverallCond           1   1.22728 16.780 -4048.2
- OverallQual           1   1.28010 16.833 -4045.0

Step:  AIC=-4123.63
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + HouseStyle + OverallQual + OverallCond + 
    YearBuilt + YearRemodAdd + Foundation + BsmtQual + BsmtCond + 
    BsmtExposure + BsmtUnfSF + HeatingQC + CentralAir + Electrical + 
    GrLivArea + BsmtFullBath + FullBath + HalfBath + BedroomAbvGr + 
    KitchenQual + TotRmsAbvGrd + Functional + FireplaceQu + GarageType + 
    GarageFinish + GarageCars + GarageCond + PavedDrive + WoodDeckSF + 
    Fence + YrSold + SaleType + SaleCondition + FrstFlrSF + Neighborhood_Blmngtn + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    BuiltYear1 + BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- HouseStyle            1   0.02306 15.604 -4124.1
- BsmtCond              1   0.02330 15.604 -4124.1
- BsmtFTM_Flag          1   0.03001 15.610 -4123.7
<none>                              15.580 -4123.6
- WoodDeckSF            1   0.03325 15.614 -4123.5
- BedroomAbvGr          1   0.03626 15.617 -4123.3
- TotRmsAbvGrd          1   0.03658 15.617 -4123.2
- Electrical            1   0.03728 15.618 -4123.2
- GarageCond            1   0.03753 15.618 -4123.2
- Foundation            1   0.03800 15.618 -4123.2
- Neighborhood_BrDale   1   0.03892 15.619 -4123.1
- Neighborhood_Blmngtn  1   0.04192 15.622 -4122.9
- Fence                 1   0.04267 15.623 -4122.9
- Neighborhood_NoRidge  1   0.04284 15.623 -4122.8
- HasPool               1   0.04337 15.624 -4122.8
- Condition2            1   0.04972 15.630 -4122.4
- HeatingQC             1   0.05020 15.631 -4122.4
- SaleType              1   0.05862 15.639 -4121.8
- KitchenQual           1   0.05941 15.640 -4121.8
- PavedDrive            1   0.06426 15.645 -4121.4
- BuiltYear1            1   0.06582 15.646 -4121.3
- BuiltYear2            1   0.06903 15.649 -4121.1
- GarageType            1   0.07614 15.657 -4120.7
- BsmtUnfSF             1   0.08649 15.667 -4120.0
- YearRemodAdd          1   0.08942 15.670 -4119.8
- YrSold                1   0.09438 15.675 -4119.5
- GarageFinish          1   0.10329 15.684 -4118.9
- CentralAir            1   0.10700 15.687 -4118.7
- BsmtQual              1   0.10845 15.689 -4118.6
- Neighborhood_BrkSide  1   0.11526 15.696 -4118.1
- LotArea               1   0.11720 15.698 -4118.0
- Neighborhood_SawyerW  1   0.12123 15.702 -4117.8
- Neighborhood_Timber   1   0.13468 15.715 -4116.9
- Neighborhood_NridgHt  1   0.14030 15.721 -4116.5
- HalfBath              1   0.14938 15.730 -4115.9
- Neighborhood_CollgCr  1   0.15323 15.734 -4115.7
- YearBuilt             1   0.15963 15.740 -4115.3
- MSZoning              1   0.16227 15.743 -4115.1
- Condition1            1   0.16457 15.745 -4114.9
- Neighborhood_StoneBr  1   0.17230 15.753 -4114.4
- BsmtFullBath          1   0.17975 15.760 -4114.0
- FireplaceQu           1   0.18305 15.764 -4113.8
- BsmtExposure          1   0.18359 15.764 -4113.7
- Neighborhood_MeadowV  1   0.18946 15.770 -4113.3
- Neighborhood_Mitchel  1   0.19190 15.772 -4113.2
- Neighborhood_SWISU    1   0.20496 15.785 -4112.3
- FullBath              1   0.21198 15.792 -4111.9
- SaleCondition         1   0.24528 15.826 -4109.7
- LotFrontage           1   0.25202 15.832 -4109.3
- Neighborhood_OldTown  1   0.26297 15.843 -4108.6
- Neighborhood_Gilbert  1   0.27046 15.851 -4108.1
- Neighborhood_IDOTRR   1   0.32379 15.904 -4104.7
- Neighborhood_NWAmes   1   0.38437 15.965 -4100.8
- Functional            1   0.40026 15.981 -4099.8
- Neighborhood_Sawyer   1   0.41349 15.994 -4099.0
- GarageCars            1   0.44530 16.026 -4097.0
- Neighborhood_NAmes    1   0.46956 16.050 -4095.4
- BldgType              1   0.55777 16.138 -4089.9
- FrstFlrSF             1   0.80098 16.381 -4074.6
- GrLivArea             1   0.82838 16.409 -4072.9
- Neighborhood_Edwards  1   1.01298 16.593 -4061.6
- OverallCond           1   1.24767 16.828 -4047.3
- OverallQual           1   1.30100 16.881 -4044.1

Step:  AIC=-4124.13
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + OverallQual + OverallCond + YearBuilt + 
    YearRemodAdd + Foundation + BsmtQual + BsmtCond + BsmtExposure + 
    BsmtUnfSF + HeatingQC + CentralAir + Electrical + GrLivArea + 
    BsmtFullBath + FullBath + HalfBath + BedroomAbvGr + KitchenQual + 
    TotRmsAbvGrd + Functional + FireplaceQu + GarageType + GarageFinish + 
    GarageCars + GarageCond + PavedDrive + WoodDeckSF + Fence + 
    YrSold + SaleType + SaleCondition + FrstFlrSF + Neighborhood_Blmngtn + 
    Neighborhood_BrDale + Neighborhood_BrkSide + Neighborhood_CollgCr + 
    Neighborhood_Edwards + Neighborhood_Gilbert + Neighborhood_IDOTRR + 
    Neighborhood_MeadowV + Neighborhood_Mitchel + Neighborhood_NAmes + 
    Neighborhood_NWAmes + Neighborhood_NoRidge + Neighborhood_NridgHt + 
    Neighborhood_OldTown + Neighborhood_SWISU + Neighborhood_Sawyer + 
    Neighborhood_SawyerW + Neighborhood_StoneBr + Neighborhood_Timber + 
    BuiltYear1 + BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
- BsmtCond              1   0.02445 15.628 -4124.5
<none>                              15.604 -4124.1
- TotRmsAbvGrd          1   0.03314 15.637 -4124.0
- WoodDeckSF            1   0.03382 15.637 -4123.9
- BsmtFTM_Flag          1   0.03523 15.639 -4123.8
- Electrical            1   0.03579 15.639 -4123.8
- GarageCond            1   0.03636 15.640 -4123.8
- BedroomAbvGr          1   0.03641 15.640 -4123.8
- Foundation            1   0.03665 15.640 -4123.7
- Neighborhood_BrDale   1   0.03866 15.642 -4123.6
- Neighborhood_Blmngtn  1   0.03933 15.643 -4123.6
- Neighborhood_NoRidge  1   0.04348 15.647 -4123.3
- Fence                 1   0.04503 15.649 -4123.2
- Condition2            1   0.04821 15.652 -4123.0
- HeatingQC             1   0.04852 15.652 -4123.0
- HasPool               1   0.04868 15.652 -4123.0
- KitchenQual           1   0.05940 15.663 -4122.3
- PavedDrive            1   0.06229 15.666 -4122.1
- SaleType              1   0.06332 15.667 -4122.0
- BuiltYear2            1   0.07063 15.674 -4121.5
- BuiltYear1            1   0.07310 15.677 -4121.4
- BsmtUnfSF             1   0.07553 15.679 -4121.2
- GarageType            1   0.08069 15.684 -4120.9
- YrSold                1   0.09617 15.700 -4119.9
- YearRemodAdd          1   0.09832 15.702 -4119.7
- CentralAir            1   0.10462 15.708 -4119.3
- BsmtQual              1   0.10533 15.709 -4119.3
- GarageFinish          1   0.10592 15.709 -4119.2
- Neighborhood_BrkSide  1   0.11561 15.719 -4118.6
- Neighborhood_SawyerW  1   0.12340 15.727 -4118.1
- LotArea               1   0.12961 15.733 -4117.7
- Neighborhood_Timber   1   0.13647 15.740 -4117.3
- Neighborhood_CollgCr  1   0.14638 15.750 -4116.6
- Neighborhood_NridgHt  1   0.14685 15.750 -4116.6
- HalfBath              1   0.14962 15.753 -4116.4
- Condition1            1   0.15884 15.762 -4115.8
- MSZoning              1   0.16014 15.764 -4115.7
- BsmtExposure          1   0.16073 15.764 -4115.7
- YearBuilt             1   0.16620 15.770 -4115.4
- FireplaceQu           1   0.17884 15.782 -4114.5
- BsmtFullBath          1   0.18185 15.785 -4114.3
- Neighborhood_StoneBr  1   0.18192 15.785 -4114.3
- Neighborhood_MeadowV  1   0.19833 15.802 -4113.3
- Neighborhood_Mitchel  1   0.20382 15.807 -4112.9
- FullBath              1   0.20707 15.811 -4112.7
- Neighborhood_SWISU    1   0.21013 15.814 -4112.5
- LotFrontage           1   0.24692 15.850 -4110.2
- SaleCondition         1   0.25031 15.854 -4109.9
- Neighborhood_OldTown  1   0.26649 15.870 -4108.9
- Neighborhood_Gilbert  1   0.27957 15.883 -4108.1
- Neighborhood_IDOTRR   1   0.32260 15.926 -4105.3
- Neighborhood_NWAmes   1   0.39515 15.999 -4100.7
- Functional            1   0.40834 16.012 -4099.9
- Neighborhood_Sawyer   1   0.42170 16.025 -4099.0
- GarageCars            1   0.44600 16.049 -4097.5
- Neighborhood_NAmes    1   0.47399 16.078 -4095.7
- BldgType              1   0.54660 16.150 -4091.1
- GrLivArea             1   0.80595 16.409 -4074.9
- FrstFlrSF             1   0.98644 16.590 -4063.8
- Neighborhood_Edwards  1   1.02505 16.628 -4061.4
- OverallCond           1   1.22639 16.830 -4049.2
- OverallQual           1   1.29586 16.899 -4045.0

Step:  AIC=-4124.54
ytraining$SalePrice ~ MSZoning + LotFrontage + LotArea + Condition1 + 
    Condition2 + BldgType + OverallQual + OverallCond + YearBuilt + 
    YearRemodAdd + Foundation + BsmtQual + BsmtExposure + BsmtUnfSF + 
    HeatingQC + CentralAir + Electrical + GrLivArea + BsmtFullBath + 
    FullBath + HalfBath + BedroomAbvGr + KitchenQual + TotRmsAbvGrd + 
    Functional + FireplaceQu + GarageType + GarageFinish + GarageCars + 
    GarageCond + PavedDrive + WoodDeckSF + Fence + YrSold + SaleType + 
    SaleCondition + FrstFlrSF + Neighborhood_Blmngtn + Neighborhood_BrDale + 
    Neighborhood_BrkSide + Neighborhood_CollgCr + Neighborhood_Edwards + 
    Neighborhood_Gilbert + Neighborhood_IDOTRR + Neighborhood_MeadowV + 
    Neighborhood_Mitchel + Neighborhood_NAmes + Neighborhood_NWAmes + 
    Neighborhood_NoRidge + Neighborhood_NridgHt + Neighborhood_OldTown + 
    Neighborhood_SWISU + Neighborhood_Sawyer + Neighborhood_SawyerW + 
    Neighborhood_StoneBr + Neighborhood_Timber + BuiltYear1 + 
    BuiltYear2 + BsmtFTM_Flag + HasPool

                       Df Sum of Sq    RSS     AIC
<none>                              15.628 -4124.5
- TotRmsAbvGrd          1   0.03094 15.659 -4124.5
- Electrical            1   0.03107 15.659 -4124.5
- WoodDeckSF            1   0.03364 15.662 -4124.3
- Neighborhood_Blmngtn  1   0.03698 15.665 -4124.1
- Neighborhood_BrDale   1   0.03715 15.665 -4124.1
- BsmtFTM_Flag          1   0.03907 15.667 -4124.0
- BedroomAbvGr          1   0.03994 15.668 -4123.9
- Fence                 1   0.04023 15.668 -4123.9
- Foundation            1   0.04080 15.669 -4123.9
- Neighborhood_NoRidge  1   0.04195 15.670 -4123.8
- GarageCond            1   0.04222 15.670 -4123.8
- Condition2            1   0.04920 15.677 -4123.3
- HasPool               1   0.05029 15.678 -4123.3
- HeatingQC             1   0.05082 15.679 -4123.2
- KitchenQual           1   0.05715 15.685 -4122.8
- BsmtUnfSF             1   0.06106 15.689 -4122.6
- SaleType              1   0.06118 15.689 -4122.6
- PavedDrive            1   0.06903 15.697 -4122.1
- BuiltYear1            1   0.07293 15.701 -4121.8
- BuiltYear2            1   0.07643 15.704 -4121.6
- GarageType            1   0.08087 15.709 -4121.3
- YearRemodAdd          1   0.09189 15.720 -4120.6
- GarageFinish          1   0.10325 15.731 -4119.8
- YrSold                1   0.10593 15.734 -4119.7
- Neighborhood_BrkSide  1   0.10971 15.738 -4119.4
- CentralAir            1   0.11494 15.743 -4119.1
- Neighborhood_SawyerW  1   0.12503 15.753 -4118.4
- LotArea               1   0.13206 15.760 -4118.0
- Neighborhood_Timber   1   0.13632 15.764 -4117.7
- Neighborhood_NridgHt  1   0.13828 15.766 -4117.6
- Neighborhood_CollgCr  1   0.14614 15.774 -4117.1
- HalfBath              1   0.15440 15.782 -4116.5
- YearBuilt             1   0.15513 15.783 -4116.5
- Condition1            1   0.16056 15.789 -4116.1
- MSZoning              1   0.16248 15.790 -4116.0
- BsmtExposure          1   0.16506 15.793 -4115.9
- Neighborhood_StoneBr  1   0.17654 15.805 -4115.1
- FireplaceQu           1   0.17899 15.807 -4115.0
- Neighborhood_Mitchel  1   0.19627 15.824 -4113.8
- Neighborhood_MeadowV  1   0.20275 15.831 -4113.4
- BsmtFullBath          1   0.20400 15.832 -4113.3
- FullBath              1   0.20589 15.834 -4113.2
- Neighborhood_SWISU    1   0.21186 15.840 -4112.8
- LotFrontage           1   0.24552 15.873 -4110.7
- SaleCondition         1   0.24586 15.874 -4110.7
- Neighborhood_OldTown  1   0.25552 15.883 -4110.0
- Neighborhood_Gilbert  1   0.27401 15.902 -4108.9
- BsmtQual              1   0.28213 15.910 -4108.3
- Neighborhood_IDOTRR   1   0.31513 15.943 -4106.2
- Neighborhood_NWAmes   1   0.38017 16.008 -4102.1
- Neighborhood_Sawyer   1   0.40886 16.037 -4100.3
- Functional            1   0.42064 16.049 -4099.5
- GarageCars            1   0.43285 16.061 -4098.8
- Neighborhood_NAmes    1   0.46018 16.088 -4097.0
- BldgType              1   0.54040 16.168 -4092.0
- GrLivArea             1   0.80262 16.431 -4075.6
- FrstFlrSF             1   0.96664 16.595 -4065.5
- Neighborhood_Edwards  1   1.01819 16.646 -4062.3
- OverallQual           1   1.29050 16.918 -4045.8
- OverallCond           1   1.31416 16.942 -4044.4

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Stepwize Linear Regression (SLR)")))
abline(lm(compare$actual ~ compare$SLR_predictions), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(SLR_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", SLR_accuracy), pos = 1, font = 4, col='blue')

4.3. Principal Component Regression (PCR)

# load the package
#install.packages("pls")
library(pls)
# fit model
PCR_fit <- pcr(ytraining$SalePrice~., data=xtraining, validation="CV")
# make predictions
PCR_predictions <- predict(PCR_fit, xtest, ncomp=6)
#mse
PCR_mse <- mean((ytest$SalePrice - PCR_predictions)^2)
PCR_se <- ((ytest$SalePrice - PCR_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, PCR_predictions)
compare=as.data.frame(compare)
PCR_accuracy<-mean (apply(compare, 1, min)/apply(compare, 1, max))
PCR_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
PCR_accuracy<-round(mean(PCR_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-PCR_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

Attaching package: 'pls'

The following object is masked from 'package:stats':

    loadings

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Principal Component Regression (PCR)")))
abline(lm(compare$actual ~ compare$PCR_predictions), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(PCR_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", PCR_accuracy), pos = 1, font = 4, col='blue')

Partial Least Squares (PLS) Regression

# load the package
library(pls)
# fit model
PLS_fit <- plsr(ytraining$SalePrice~., data=xtraining, validation="CV")
# make predictions
PLS_predictions <- predict(PLS_fit, xtest, ncomp=7)
# summarize accuracy
PLS_mse<- mean((ytest$SalePrice-PLS_predictions)^2)
PLS_se<- ((ytest$SalePrice-PLS_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, PLS_predictions)
compare=as.data.frame(compare)
PLS_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
PLS_accuracy<-round(mean(PLS_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-PLS_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Partial Least Squares (PLS) Regression")))
abline(lm(compare$actual ~ compare$PLS_predictions), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(PLS_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", PLS_accuracy), pos = 1, font = 4, col='blue')

Ridge Regression

#install.packages('ridge') #for Ridge Regression
library(ridge) #for Ridge Regression

RR_fit<-linearRidge(ytraining$SalePrice~., data=xtraining)
# make predictions
RR_predictions <- predict(RR_fit, xtest, ncomp=6)
# summarize accuracy
RR_mse <- mean((ytest$SalePrice-RR_predictions)^2)
RR_se <- ((ytest$SalePrice-RR_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, RR_predictions)
compare=as.data.frame(compare)
RR_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
RR_accuracy<-round(mean(RR_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-RR_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Ridge Regression")))
abline(lm(compare$actual ~ compare$RR_predictions), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(RR_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", RR_accuracy), pos = 1, font = 4, col='blue')

Random Forest Regression

library(randomForest) #Random Forest Regression

randomForest 4.6-12
Type rfNews() to see new features/changes/bug fixes.

RFR_fit <- randomForest(ytraining$SalePrice~., data=xtraining)
# make predictions
RFR_predict<- predict(RFR_fit, xtest)
# summarize accuracy
RFR_mse<- mean((ytest$SalePrice - RFR_predict)^2)
RFR_se<-((ytest$SalePrice - RFR_predict)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, RFR_predict)
compare=as.data.frame(compare)
RFR_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
RFR_accuracy<-round(mean(RFR_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-RFR_predict )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Random Forest Regression")))
abline(lm(compare$actual ~ compare$RFR_predict), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(RFR_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", RFR_accuracy), pos = 1, font = 4, col='blue')

importance(RFR_fit)

	IncNodePurity
MSSubClass	0.66209055
MSZoning	1.35019228
LotFrontage	1.80057050
LotArea	3.72671288
Street	0.04571942
LotShape	0.23533105
LandContour	0.19032038
LotConfig	0.13819171
Condition1	0.15626402
Condition2	0.02109091
BldgType	0.23211579
HouseStyle	0.36418197
OverallQual	41.03935521
OverallCond	1.53525507
YearBuilt	10.66032877
YearRemodAdd	2.25333618
RoofStyle	0.19894749
RoofMatl	0.05277173
Exterior1st	0.60100147
MasVnrType	0.15003075
ExterQual	14.67536169
ExterCond	0.43102415
Foundation	0.46594908
BsmtQual	3.97644561
BsmtCond	0.28417258
BsmtExposure	0.38049496
BsmtFinType1	0.45858026
BsmtFinSF1	2.16093550
BsmtFinSF2	0.12541524
BsmtUnfSF	0.96000041
...	...
Neighborhood_CollgCr	0.058021812
Neighborhood_Crawfor	0.159209710
Neighborhood_Edwards	0.219696875
Neighborhood_Gilbert	0.036207454
Neighborhood_IDOTRR	0.193932904
Neighborhood_MeadowV	0.049074022
Neighborhood_Mitchel	0.035994071
Neighborhood_NAmes	0.053812110
Neighborhood_NPkVill	0.002039062
Neighborhood_NWAmes	0.040596268
Neighborhood_NoRidge	0.065254025
Neighborhood_NridgHt	0.040615755
Neighborhood_OldTown	0.124699200
Neighborhood_SWISU	0.024685545
Neighborhood_Sawyer	0.059161967
Neighborhood_SawyerW	0.017344551
Neighborhood_Somerst	0.058572353
Neighborhood_StoneBr	0.039529280
Neighborhood_Timber	0.014231153
Neighborhood_Veenker	0.008757999
RemodAdd	0.088227571
BuiltYear1	0.298528188
BuiltYear2	0.065376363
BuiltYear3	0.032729647
BuiltYear4	0.075007615
BuiltYear5	0.153749176
BsmtFTM_Flag	0.106484073
GasA_Flag	0.064401555
HasGrg	0.122381643
HasPool	0.020035947

varImpPlot(RFR_fit)

Support Vector Regression (SVR)

#Load Library
library(e1071)

svm_model <- svm(ytraining$SalePrice~ ., data=xtraining, method="C-classification", kernel="linear")
# make predictions
svm_predictions <- predict(svm_model, xtest)
# summarize accuracy
svm_mse<- mean((ytest$SalePrice - svm_predictions)^2)
svm_se<- ((ytest$SalePrice - svm_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, svm_predictions)
compare=as.data.frame(compare)
svm_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
svm_accuracy<-round(mean(svm_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-svm_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Support Vector Regression (SVR)")))
abline(lm(compare$actual ~ compare$svm_predict), col="blue", lwd = 5)
text(x=11.5, y=13.1, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=13, labels = paste("MSE =", round(svm_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.9, labels = paste("Accuracy% =", svm_accuracy), pos = 1, font = 4, col='blue')

LASSO REGRESSION

library(glmnet)

Warning message:
"package 'glmnet' was built under R version 3.4.4"Loading required package: Matrix
Loading required package: foreach
Loaded glmnet 2.0-16

# Data = considering that we have a data frame named dataF, with its first column being the class
x <- as.matrix(xtraining) # Removes class
y <- ytraining$SalePrice # Only class
lambda <- 10^seq(10, -2, length = 100)
lasso_fit <- glmnet(x, y, alpha = 0, lambda = lambda)

set.seed(1)
cv.out=cv.glmnet(x,y,alpha=0)
plot(cv.out)
bestlam=cv.out$lambda.min
bestlam

0.0773542075901836

testx <- as.matrix(xtest) # Removes class
lasso_predictions <- predict(lasso_fit, s = bestlam, newx = testx)
# summarize accuracy
lasso_mse<- mean((ytest$SalePrice - lasso_predictions)^2)
lasso_se<- ((ytest$SalePrice - lasso_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, lasso_predictions)
compare=as.data.frame(compare)
lasso_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
lasso_accuracy<-round(mean(lasso_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-lasso_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Lasso Regression")))
abline(lm(compare), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(lasso_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", lasso_accuracy), pos = 1, font = 4, col='blue')

Decision Tree Regression

# Classification Tree with rpart
library(rpart)
# fit model
DTR_fit <- rpart(ytraining$SalePrice~., xtraining, method="anova")
printcp(DTR_fit) # display the results 
plotcp(DTR_fit) # visualize cross-validation results 
summary(DT_Rfit) # detailed summary of splits

Regression tree:
rpart(formula = ytraining$SalePrice ~ ., data = xtraining, method = "anova")

Variables actually used in tree construction:
[1] CentralAir  FrstFlrSF   GarageArea  GarageCars  GrLivArea   OverallCond
[7] OverallQual TotalBsmtSF YearBuilt  

Root node error: 170.32/1017 = 0.16747

n= 1017 

         CP nsplit rel error  xerror     xstd
1  0.465370      0   1.00000 1.00583 0.053513
2  0.077202      1   0.53463 0.54018 0.032672
3  0.072561      2   0.45743 0.49534 0.028740
4  0.034723      3   0.38487 0.42576 0.025749
5  0.024766      4   0.35014 0.39877 0.022397
6  0.018497      5   0.32538 0.36577 0.021476
7  0.016350      6   0.30688 0.35004 0.020313
8  0.013538      7   0.29053 0.34432 0.020721
9  0.013414      8   0.27699 0.34153 0.020653
10 0.012852      9   0.26358 0.34156 0.020746
11 0.011205     10   0.25073 0.34023 0.021073
12 0.010000     11   0.23952 0.32327 0.020442

Error in summary(DT_Rfit): object 'DT_Rfit' not found
Traceback:

1. summary(DT_Rfit)

DTR_predictions <- predict(DTR_fit, xtest)
# summarize accuracy
DTR_mse<- mean((ytest$SalePrice - DTR_predictions)^2)
DTR_se<- ((ytest$SalePrice - DTR_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, DTR_predictions)
compare <- cbind (actual=ytest$SalePrice, DTR_predictions)
compare=as.data.frame(compare)
DTR_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
DTR_accuracy<-round(mean(DTR_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-DTR_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Decision Tree Regression")))
abline(lm(compare), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(DTR_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", DTR_accuracy), pos = 1, font = 4, col='blue')

Quantile Regression

#install.packages("quantreg")
library(quantreg) #for Quantile Regression

Loading required package: SparseM

Attaching package: 'SparseM'

The following object is masked from 'package:base':

    backsolve

QR_fit<- rq(ytraining$SalePrice~.,xtraining,tau = 0.2) 
QR_predictions <- predict(QR_fit, xtest)
# mse
QR_mse<- mean((ytest$SalePrice - QR_predictions)^2)
QR_se<- ((ytest$SalePrice - QR_predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, QR_predictions)
compare=as.data.frame(compare)
QR_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
QR_accuracy<-round(mean(QR_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-QR_predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

Error in rq.fit.br(x, y, tau = tau, ...): Singular design matrix
Traceback:

1. rq(ytraining$SalePrice ~ ., xtraining, tau = 0.2)
2. rq.fit(X, Y, tau = tau, method, ...)
3. rq.fit.br(x, y, tau = tau, ...)
4. stop("Singular design matrix")

plot(compare, col="black",cex=2, col.axis='blue', pch=20, main = substitute(
    paste("Quantile Regression")))
abline(lm(compare), col="blue", lwd = 5)
text(x=11.5, y=12.9, labels = paste('R^2=', round(R2, 3)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.8, labels = paste("MSE =", round(QR_mse, 5)), pos = 1, font = 4, col='black')
text(x=11.5, y=12.7, labels = paste("Accuracy% =", QR_accuracy), pos = 1, font = 4, col='blue')

Error in paste("MSE =", round(QR_mse, 5)): object 'QR_mse' not found
Traceback:

1. text(x = 11.5, y = 12.8, labels = paste("MSE =", round(QR_mse, 
 .     5)), pos = 1, font = 4, col = "black")
2. text.default(x = 11.5, y = 12.8, labels = paste("MSE =", round(QR_mse, 
 .     5)), pos = 1, font = 4, col = "black")
3. as.graphicsAnnot(labels)
4. paste("MSE =", round(QR_mse, 5))

11. kNN Regression

#install.packages("FNN")
library(FNN)

library(ISLR)
library(class)
library(MASS)

Attaching package: 'class'

The following objects are masked from 'package:FNN':

    knn, knn.cv

knn_fit <- knnreg( xtraining, ytraining$SalePrice,k = 3)
predictions <-predict(knn_fit, xtest)
# mse
kNN_mse<- mean((ytest$SalePrice - predictions)^2)
kNN_se<- ((ytest$SalePrice- predictions)^2)
# calculate accuracy
compare <- cbind (actual=ytest$SalePrice, predictions)
compare=as.data.frame(compare)
kNN_ACR<-(apply(compare, 1, min)/apply(compare, 1, max))*100
kNN_accuracy<-round(mean(kNN_ACR), 2)
R2 <- 1 - (sum((ytest$SalePrice-predictions )^2)/sum((ytest$SalePrice-mean(ytest$SalePrice))^2))

Error in knnreg(xtraining, ytraining$SalePrice, k = 3): could not find function "knnreg"
Traceback:

Published: December 03, 2018