A028_GLM-SC3.

R
hp

2024-04-15
"
SVKM’S NARSEE MONJEE INSTITUTE OF MANAGEMENT STUDIES (NMIMS)

Program : M.Sc. ASA Year I, Semester II (2023-2024)

Name : Hindav Kalbhor R.No. : A028
SAP Id : 86072300028 Topic : GLM (SC3)
"

## [1] "\nSVKM’S NARSEE MONJEE INSTITUTE OF MANAGEMENT STUDIES (NMIMS)\n\

nProgram : M.Sc. ASA Year I, Semester II (2023-2024)\nName : Hindav
Kalbhor R.No. : A028\nSAP Id : 86072300028 Topic : GLM (SC3)\n"

# Practical 1
# Q1
library(readxl)

## Warning: package 'readxl' was built under R version 4.2.3

q1 <- read_excel("C:/Users/hp/Desktop/GLM.P1Q1.xlsx")
View(q1)
attach(q1)
cor(X1, Y1)

## [1] 0.8164205

cor(X2, Y2)

## [1] 0.8162365

cor(X3, Y3)

## [1] 0.8162867

cor(X4, Y4)

## [1] 0.8165214

model1 <- lm(Y1 ~ X1)

summary(model1)

##
## Call:
## lm(formula = Y1 ~ X1)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.92127 -0.45577 -0.04136 0.70941 1.83882
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.0001 1.1247 2.667 0.02573 *
## X1 0.5001 0.1179 4.241 0.00217 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.237 on 9 degrees of freedom
## Multiple R-squared: 0.6665, Adjusted R-squared: 0.6295
## F-statistic: 17.99 on 1 and 9 DF, p-value: 0.00217

plot(model1)
model2 <- lm(Y2 ~ X2)
summary(model2)
##
## Call:
## lm(formula = Y2 ~ X2)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.9009 -0.7609 0.1291 0.9491 1.2691
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.001 1.125 2.667 0.02576 *
## X2 0.500 0.118 4.239 0.00218 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.237 on 9 degrees of freedom
## Multiple R-squared: 0.6662, Adjusted R-squared: 0.6292
## F-statistic: 17.97 on 1 and 9 DF, p-value: 0.002179

plot(model2)
model3 <- lm(Y3 ~ X3)
summary(model3)
##
## Call:
## lm(formula = Y3 ~ X3)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.1586 -0.6146 -0.2303 0.1540 3.2411
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.0025 1.1245 2.670 0.02562 *
## X3 0.4997 0.1179 4.239 0.00218 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.236 on 9 degrees of freedom
## Multiple R-squared: 0.6663, Adjusted R-squared: 0.6292
## F-statistic: 17.97 on 1 and 9 DF, p-value: 0.002176

plot(model3)
model4 <- lm(Y4 ~ X4)
summary(model4)
##
## Call:
## lm(formula = Y4 ~ X4)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.751 -0.831 0.000 0.809 1.839
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.0017 1.1239 2.671 0.02559 *
## X4 0.4999 0.1178 4.243 0.00216 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.236 on 9 degrees of freedom
## Multiple R-squared: 0.6667, Adjusted R-squared: 0.6297
## F-statistic: 18 on 1 and 9 DF, p-value: 0.002165

plot(model4)

## Warning: not plotting observations with leverage one:

## 8
# Betas are same in all the models, which means slope and intercepts are
# same which does not make sense as type of data are different
# Difference in the graph, model is not a good fit
# Q2
data2 <- read_excel("C:/Users/hp/Desktop/GLM.P1Q2.xlsx")
View(data2)
# i)
plot(data2$Daily, data2$Sunday)
abline(lm(Sunday ~ Daily,data=data2),col="red")
# positively correlated

# ii)
model2 <- lm(data2$Sunday ~ data2$Daily)

# iii)
confint(model2, level = 0.95)

## 2.5 % 97.5 %
## (Intercept) -59.094743 86.766003
## data2$Daily 1.195594 1.483836

# iv)
anova(model2)

## Analysis of Variance Table

##
## Response: data2$Sunday
## Df Sum Sq Mean Sq F value Pr(>F)
## data2$Daily 1 4292653 4292653 358.53 < 2.2e-16 ***
## Residuals 32 383136 11973
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

# they are significant

# v)
summary(model2)

##
## Call:
## lm(formula = data2$Sunday ~ data2$Daily)
##
## Residuals:
## Min 1Q Median 3Q Max
## -255.19 -55.57 -20.89 62.73 278.17
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 13.83563 35.80401 0.386 0.702
## data2$Daily 1.33971 0.07075 18.935 <2e-16 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 109.4 on 32 degrees of freedom
## Multiple R-squared: 0.9181, Adjusted R-squared: 0.9155
## F-statistic: 358.5 on 1 and 32 DF, p-value: < 2.2e-16

# 91.81 percent of sunday circulation explained by daily circulation

# Q3
x = seq(1,10,0.5);x

## [1] 1.0 1.5 2.0 2.5 3.0 3.5 4.0 4.5 5.0 5.5 6.0 6.5 7.0 7.5
8.0
## [16] 8.5 9.0 9.5 10.0

y = rnorm(19,50+10*x,sd = 4);y

## [1] 61.86039 66.83402 68.88861 74.39921 72.82857 79.36742 87.37991

## [8] 93.03243 100.51107 106.53756 111.73988 111.34150 113.38718 124.87858
## [15] 127.38530 134.68430 137.33893 139.95203 150.60108

sxx = sum(x^2)-(sum(x)^2/19);sxx

## [1] 142.5

sxx = sum((x - mean(x))^2);sxx

## [1] 142.5

# Forming empty vectors to fill them

ci_b1_lower = c()
ci_b1_upper = c()

# t-value
qt(0.975,19-2)

## [1] 2.109816

sam = 500
coef = matrix(nrow = sam,ncol = 2)
y = c()

y_data = matrix(nrow = 500,ncol = 19)

dim(y_data)

## [1] 500 19

for(i in 1:sam){
y_data[i,] = rnorm(19,50+10*x,sd = 4)
fit = lm(y_data[i,]~x)
coef[i,] = fit$coefficients # We get CI
deviance(fit) # SS of residual
ci_b1_lower[i] = coef[i,2] - qt(0.975,17)*(sqrt(deviance(fit)/(17*sxx)))
ci_b1_upper[i] = coef[i,2] + qt(0.975,17)*(sqrt(deviance(fit)/(17*sxx)))
}
head(coef)

## [,1] [,2]
## [1,] 51.78338 9.695196
## [2,] 47.46923 10.370200
## [3,] 50.73365 9.991049
## [4,] 51.19920 9.816722
## [5,] 54.21473 9.704519
## [6,] 50.51609 9.975716

dim(coef)

## [1] 500 2

ci = data.frame(ci_b1_lower,ci_b1_upper)
head(ci)

## ci_b1_lower ci_b1_upper
## 1 8.903227 10.48716
## 2 9.654436 11.08596
## 3 9.300826 10.68127
## 4 9.119546 10.51390
## 5 8.776359 10.63268
## 6 9.256526 10.69491

dim(ci)

## [1] 500 2

count = 0
for(i in 1:500){
if(ci[i,1]>10|ci[i,2]<10){
count = count + 1
}
}

print(count)

## [1] 30

# Approximately error is 5%.

y_data

## [,1] [,2] [,3] [,4] [,5] [,6] [,7]

[,8]
## [1,] 64.55257 69.38964 67.02139 73.89795 80.24036 81.22474 87.56420
102.28563
## [2,] 53.60417 64.53650 65.21314 77.52513 75.84233 83.14088 91.15880
91.84034
## [3,] 67.61839 65.77109 68.91096 72.58034 83.96876 85.92966 83.85587
91.39062
## [4,] 60.85943 63.35041 73.54702 76.71071 75.45534 85.43475 93.58571
90.56572
## [5,] 68.37034 64.69628 68.12302 77.26657 86.67864 92.50545 90.66914
101.37782
## [6,] 60.10393 62.59246 77.33124 73.84705 79.25476 85.47992 90.16978
90.17986
## [7,] 66.81114 69.10451 71.43784 73.18210 78.71196 89.08947 86.34035
100.06012
## [8,] 53.48873 67.67190 75.33361 75.05335 75.90411 86.02417 83.77618
88.12372
## [9,] 61.05203 53.51475 72.49388 83.49717 81.13404 86.07368 91.46905
98.04644
## [10,] 63.04890 67.78870 63.87610 75.81004 69.20128 83.19178 87.58783
98.45198
## [11,] 56.50374 63.20763 75.63107 78.46422 74.30343 85.14694 86.51604
100.69520
## [12,] 60.24032 69.89324 70.20715 72.24247 81.00495 88.94869 92.98968
99.29609
## [13,] 58.05711 61.07518 70.56810 78.61323 82.56547 87.67950 84.99596
97.57976
## [14,] 62.36081 62.38131 69.37714 71.17387 91.02778 88.07601 96.84435
94.72966
## [15,] 48.13359 64.01846 74.41891 72.79853 78.54069 86.48168 89.69476
98.58667
## [16,] 55.45126 69.12837 72.98814 77.80332 75.03568 80.83294 90.48030
100.43297
## [17,] 55.45818 62.93184 68.87187 78.68904 75.63625 87.70531 92.68590
94.66489
## [18,] 62.69669 57.92086 77.99731 73.74060 74.19813 90.02758 88.70628
93.52705
## [19,] 54.28635 56.05911 74.85169 81.95243 84.43591 84.21910 92.36975
91.56580
## [20,] 60.54846 63.64194 68.34936 77.48707 76.05226 91.64330 86.84550
87.75841
## [21,] 55.25022 63.97840 79.77236 76.68687 80.25551 77.23872 92.83248
92.87736
## [22,] 61.23113 59.76658 63.43219 74.47332 79.75534 88.41581 89.18817
95.01563
## [23,] 60.57918 62.86828 68.76850 73.98192 78.91456 92.88469 81.20370
94.92235
## [24,] 69.37356 71.37251 77.75450 76.82356 90.79751 87.60732 98.92338
94.27141
## [25,] 60.30887 66.01393 73.32053 80.13289 84.15412 80.05014 95.31494
99.59747
## [26,] 67.37005 69.19183 67.16785 76.19254 82.45050 81.94395 87.65351
93.92188
## [27,] 54.45801 64.25862 67.55300 67.32289 82.34029 81.64189 86.17785
94.64407
## [28,] 62.08480 60.73542 72.32774 75.32682 86.98543 80.21201 93.01896
99.28255
## [29,] 58.13717 61.00384 65.80795 70.26890 80.03857 76.96068 81.77783
94.56575
## [30,] 55.49615 62.67339 75.53723 73.43336 75.90986 87.46493 89.15463
94.47293
## [31,] 55.47745 62.29470 72.15183 72.51964 84.11296 86.53803 86.74130
96.56803
## [32,] 63.23943 71.14903 69.62333 74.07401 79.36989 90.52148 90.19222
98.71441
## [33,] 61.45370 62.69687 74.82859 75.01534 81.36587 83.15070 88.67516
93.71391
## [34,] 54.67836 69.86065 69.55646 69.67396 75.60979 83.72992 93.79701
104.02183
## [35,] 58.15513 64.16057 70.41943 76.07414 77.59245 82.81332 87.78082
93.95940
## [36,] 65.05923 68.41279 71.26367 73.26012 81.59707 86.43627 95.98325
94.96722
## [37,] 63.30388 66.69798 73.10271 78.94880 85.61851 84.65016 88.91126
99.99514
## [38,] 65.19293 69.29715 71.76555 76.80342 82.44161 83.50300 86.21539
95.55412
## [39,] 61.28201 63.62896 70.65058 74.55771 81.97211 82.48103 90.88680
95.46091
## [40,] 55.56798 68.31458 68.76919 76.61510 80.44000 87.37338 92.95336
97.13618
## [41,] 61.33195 60.14351 67.48370 71.73026 81.18611 80.27761 84.34998
91.27225
## [42,] 56.82347 63.98618 63.39652 71.52278 80.12292 87.26274 93.43986
92.66444
## [43,] 61.38916 64.64295 66.39867 76.35440 75.10902 88.35429 86.77518
88.74342
## [44,] 60.18561 65.58271 72.27429 78.05036 77.68836 82.17680 93.39976
97.63879
## [45,] 63.11924 64.05589 75.76294 80.46873 75.09429 78.93693 88.70439
99.13008
## [46,] 62.49897 72.16724 70.57399 78.26007 81.59551 83.42037 93.88497
93.70414
## [47,] 61.27948 61.39018 63.72303 67.53517 85.62660 84.25561 92.33878
89.42224
## [48,] 58.85756 69.95769 63.16394 79.97958 86.41274 88.78242 89.45489
97.84629
## [49,] 61.81253 62.20285 75.46841 77.44358 84.20676 87.11029 96.30714
91.22862
## [50,] 62.85706 66.08226 72.06292 74.39108 74.99600 84.45115 85.63517
94.68342
## [51,] 62.44543 64.01951 68.58226 80.15059 76.84768 78.27040 98.68707
95.14662
## [52,] 59.96028 62.88093 67.60284 78.86364 77.18757 88.02549 92.13146
94.55142
## [53,] 55.59494 65.18926 72.71879 73.50083 86.97814 83.70166 98.45161
95.69646
## [54,] 54.43972 57.74147 69.43356 75.44964 82.76163 87.66523 85.30609
93.80745
## [55,] 60.85720 65.38220 71.09631 77.95168 81.29628 83.21045 98.42639
98.07475
## [56,] 60.36776 69.54392 68.03086 73.12681 76.35761 83.86751 87.23519
97.38080
## [57,] 62.46351 65.01397 77.52348 83.12894 81.90026 91.01861 88.20352
98.85921
## [58,] 57.56136 64.89711 75.12060 73.54746 80.97527 80.50461 80.84536
95.24908
## [59,] 57.78140 67.48591 69.36216 72.55809 82.92721 86.31785 83.36598
95.90100
## [60,] 55.46617 58.81649 71.28012 74.77590 84.01063 91.14169 93.84196
97.97459
## [61,] 55.47141 63.19188 68.78310 76.01978 77.15546 89.42500 97.07379
90.39126
## [62,] 65.22034 75.73717 63.34776 73.20121 71.02347 88.54373 90.50286
99.30788
## [63,] 60.13443 61.76296 74.63818 73.79313 75.46716 92.10194 90.85579
101.95138
## [64,] 51.79768 66.08112 66.87711 72.20379 80.59596 83.39107 88.96346
95.30939
## [65,] 59.60913 65.96424 73.43150 75.88184 80.63229 78.92278 91.60024
99.26615
## [66,] 55.42122 62.34816 66.81038 79.00092 83.54902 84.69507 92.30947
97.85173
## [67,] 65.41872 61.44173 68.44236 67.11830 79.05231 79.46035 88.08276
92.86561
## [68,] 59.60905 63.60740 65.18387 77.60989 78.89048 81.31603 85.55080
94.54011
## [69,] 65.72269 68.99895 72.46486 78.57855 85.43442 80.16831 85.85373
91.19152
## [70,] 65.13096 63.31765 70.73839 73.70406 80.22884 91.53614 84.70605
97.04357
## [71,] 59.97240 62.82178 73.25339 73.73334 77.06632 92.25764 92.53125
93.19480
## [72,] 58.52570 74.66525 65.17552 68.31124 81.67309 86.81689 87.11737
89.30594
## [73,] 60.96615 57.66259 64.82362 75.50432 80.74272 90.07773 91.80249
90.29526
## [74,] 59.16131 59.02115 65.92372 78.90333 80.38197 86.52831 87.99120
97.63766
## [75,] 62.29459 66.63875 71.37808 77.20792 85.06576 82.53941 91.88262
97.30882
## [76,] 59.09318 68.36291 60.75242 75.27352 75.30344 88.75172 92.83305
94.27123
## [77,] 67.84950 67.37008 69.29307 80.77926 84.60004 86.55285 88.93783
94.54364
## [78,] 63.12696 67.60610 71.96643 72.04202 83.56906 82.63342 94.96866
96.44628
## [79,] 58.29498 68.65292 65.23792 75.66228 83.32154 85.59263 92.65231
93.98547
## [80,] 60.70049 64.96356 71.11106 70.55071 85.72250 86.85433 90.80347
94.35388
## [81,] 57.84706 67.28083 69.92274 72.07966 77.25405 84.59055 84.88563
94.45408
## [82,] 65.30216 59.05165 73.77577 74.29404 84.37494 83.27557 93.09383
94.33444
## [83,] 65.88404 59.00197 64.34230 71.78141 74.64795 82.83044 86.95638
93.49924
## [84,] 55.64446 61.75850 67.07200 76.71173 79.64525 90.43415 91.51385
94.64525
## [85,] 60.77486 60.51871 66.18451 68.72663 77.24384 85.45869 97.76685
100.18796
## [86,] 58.50321 62.21835 63.74727 76.77864 83.82139 77.79772 86.30949
94.72440
## [87,] 71.39937 62.03466 67.51533 78.12293 76.45303 89.47925 91.29591
90.87796
## [88,] 59.89805 68.88902 69.11423 69.40422 73.65760 91.18289 92.85836
93.13943
## [89,] 60.40542 64.10904 77.04383 74.53714 79.09370 84.97403 90.80733
98.86951
## [90,] 52.69008 68.48541 63.33000 73.55461 80.90628 87.21266 93.03895
104.08927
## [91,] 58.86102 69.26489 71.40871 78.63704 78.62207 86.32599 90.08972
94.02154
## [92,] 70.32101 61.45035 69.03316 74.87108 74.39922 86.00877 91.12428
102.42725
## [93,] 59.30722 61.02425 67.90861 73.57550 83.65053 86.09969 94.54452
99.45636
## [94,] 54.48157 72.08729 65.00746 72.64088 82.55601 82.57838 89.43001
101.59446
## [95,] 63.78343 70.32698 65.39901 73.05746 75.68807 81.40835 88.15027
88.95195
## [96,] 59.35457 65.33090 72.59438 74.65907 79.10836 80.79864 84.38189
92.99196
## [97,] 52.00774 65.75197 66.15425 71.76104 79.93900 79.02673 93.24116
97.63314
## [98,] 58.30343 65.02473 77.26004 76.32341 73.26878 83.96861 85.82631
84.61747
## [99,] 59.77007 63.64811 69.83528 67.10232 84.71424 79.37042 82.33486
89.73029
## [100,] 62.79485 55.51145 70.23371 67.12376 83.10446 84.10006 85.21129
96.46878
## [101,] 58.00158 62.63245 70.73413 73.53206 82.16621 86.80932 91.88669
102.63500
## [102,] 56.18651 65.36578 76.08188 72.21298 76.82960 91.56826 93.58130
100.43745
## [103,] 61.54767 65.86870 73.32155 77.27227 84.92471 84.84991 82.70902
90.30286
## [104,] 65.20860 62.20952 72.45115 74.51144 82.14134 81.82730 99.40128
87.90069
## [105,] 58.09398 58.37939 69.85793 77.96000 70.97943 84.08914 87.86270
92.33495
## [106,] 54.34006 61.78859 71.42071 66.62192 81.30749 84.70267 90.63238
90.72675
## [107,] 62.93132 67.33485 70.62764 70.58720 78.17143 85.36334 90.69999
90.97810
## [108,] 59.81629 65.83175 83.78351 83.51050 80.61732 78.95165 92.59153
94.39339
## [109,] 55.10424 65.42761 67.36446 71.48637 83.24347 77.42246 89.86502
95.08261
## [110,] 58.89676 60.90537 71.94020 78.00617 79.63392 85.81525 92.96748
97.31213
## [111,] 64.86489 63.94486 70.79331 76.26267 83.97121 90.39097 86.73915
91.86084
## [112,] 60.46088 69.69598 76.19909 79.82906 72.75254 90.00790 89.07641
96.50825
## [113,] 62.28149 61.37184 68.68820 74.29961 82.56730 84.08359 89.33481
105.46641
## [114,] 56.03560 64.88941 73.29187 74.53292 78.33701 88.78319 84.52385
93.60173
## [115,] 53.22633 66.65610 68.15592 76.24703 76.73924 78.46408 91.50234
99.14516
## [116,] 58.31566 60.82703 71.83674 74.16036 83.44446 88.63446 89.79437
89.35725
## [117,] 52.56549 62.75326 71.32747 74.05447 83.45343 77.79934 90.24469
94.98932
## [118,] 66.51059 62.25053 72.04227 82.51096 79.20366 83.77621 89.03568
99.19686
## [119,] 60.25426 63.38635 74.04891 80.21174 84.80276 87.89149 88.48109
91.98335
## [120,] 61.01785 69.14204 69.12810 81.19793 79.81437 80.39178 92.07749
100.75380
## [121,] 62.83850 68.87162 63.61794 76.32654 78.44756 82.72305 86.49724
92.93980
## [122,] 58.16381 69.02380 71.65842 79.55116 77.71475 93.44568 86.29367
98.88666
## [123,] 58.31551 66.17135 64.68150 72.99121 79.85151 84.35580 89.28326
89.53619
## [124,] 58.69000 59.43561 75.56205 69.49150 82.75573 90.76664 87.44261
99.97309
## [125,] 55.26394 61.41398 73.60927 77.85895 84.51234 85.20545 91.32202
93.60719
## [126,] 61.54523 68.51723 66.27524 76.27012 84.35318 83.64875 94.88200
98.37836
## [127,] 57.00224 66.05458 71.73404 70.95301 79.74151 85.94255 94.01456
99.50095
## [128,] 65.18310 69.65910 74.97441 83.66884 77.46580 80.73807 88.94693
89.83733
## [129,] 58.09625 67.96577 70.05393 73.12735 75.85408 86.72388 94.59176
97.40922
## [130,] 64.10657 59.14756 68.21271 71.78966 82.40500 95.19419 86.72368
90.23620
## [131,] 58.77418 66.32120 67.33340 67.71184 80.48862 82.13170 86.47114
94.07847
## [132,] 59.92654 57.21820 61.60997 74.42342 79.05294 86.74492 95.14604
96.58421
## [133,] 56.81954 58.85709 65.77987 75.50637 85.54637 85.36235 85.09492
93.02962
## [134,] 63.22707 69.17953 65.73113 73.44175 75.88644 88.22549 85.07066
87.16247
## [135,] 55.68682 63.88205 70.21873 78.05846 77.60072 85.75409 98.72559
85.51176
## [136,] 60.70232 65.90768 76.71496 72.77465 80.84073 76.81394 84.50129
94.03504
## [137,] 62.85687 63.88816 71.21049 74.72706 76.00693 88.30499 89.49180
98.05969
## [138,] 65.41456 68.15180 74.76441 76.07870 79.42688 91.38693 93.89186
92.65721
## [139,] 57.78124 64.06594 66.46662 75.26955 79.87111 80.93805 89.08534
96.93396
## [140,] 67.70401 58.22720 69.36230 80.02437 80.88743 84.79166 89.99571
96.86977
## [141,] 59.69332 73.04003 68.03093 77.88858 80.05886 81.36795 99.01612
91.05588
## [142,] 63.74667 66.42908 72.35224 76.99852 88.13985 85.16415 93.50822
94.51076
## [143,] 56.59261 61.34040 63.61602 74.61156 77.25355 81.75772 93.85043
100.61550
## [144,] 63.26917 71.63071 73.38437 71.12697 81.08784 84.90013 90.07615
93.00253
## [145,] 58.83566 65.65880 71.89740 78.04214 81.17997 82.77763 93.14443
95.64709
## [146,] 57.50138 59.76858 72.54825 73.67605 78.33183 79.30181 86.13676
96.52357
## [147,] 53.33861 67.30845 76.29495 67.86552 80.35162 83.75140 89.83009
92.36178
## [148,] 57.98286 61.88586 68.63310 74.71990 81.24817 86.95190 93.66999
94.99074
## [149,] 62.05812 66.26237 69.57356 77.21360 80.73537 80.24435 93.46225
94.94663
## [150,] 59.36001 65.06832 67.39577 72.67580 81.34592 85.24182 83.38179
93.22651
## [151,] 67.33050 63.42353 72.22378 81.17572 85.48699 86.59784 84.90712
98.23701
## [152,] 62.80129 62.96285 68.04129 77.50379 78.95258 85.68513 90.47650
91.18962
## [153,] 67.54920 69.87667 73.19015 72.93942 78.19780 79.57118 87.97447
88.81774
## [154,] 63.22186 61.64161 68.99620 72.41162 75.52781 84.32158 91.05643
95.36246
## [155,] 58.24814 55.93903 65.50602 77.70129 81.40542 89.67943 94.42996
92.86319
## [156,] 62.06399 64.29347 66.79295 73.33233 79.88105 83.18354 90.57666
86.55287
## [157,] 55.23449 71.96955 68.88521 72.19143 82.95307 81.52145 89.41389
96.11700
## [158,] 73.16741 60.66075 74.11359 75.50256 88.15441 78.19845 87.55656
96.73462
## [159,] 56.63556 67.24729 68.45932 79.66154 81.88767 87.67034 95.79816
91.34045
## [160,] 62.69727 65.03872 72.32223 69.17797 81.81641 87.61063 86.13446
87.39649
## [161,] 53.01672 66.80900 71.08274 76.18705 82.22431 89.91960 92.66569
95.69179
## [162,] 60.75908 69.26067 65.87738 74.11960 83.70985 79.61132 91.00675
101.38803
## [163,] 56.93824 59.00561 60.41749 65.17467 81.50635 81.45618 86.55086
90.15479
## [164,] 56.93467 71.17082 65.93441 74.29198 77.01153 88.96487 83.95753
95.31156
## [165,] 56.03206 72.48778 74.35257 78.73457 77.56640 89.17656 90.25751
94.12367
## [166,] 54.09861 60.06599 70.83224 81.11176 77.71206 83.09988 90.50492
99.64858
## [167,] 60.37325 61.54035 72.00828 77.20424 86.29273 76.93011 88.54311
97.68376
## [168,] 60.15604 73.94767 79.04646 75.25078 76.58551 85.94368 88.05668
94.17704
## [169,] 53.92394 62.56135 71.77122 68.88444 77.50807 87.19585 96.41898
100.57949
## [170,] 59.83740 66.34213 73.39822 72.15701 82.94104 84.79548 87.22111
87.54838
## [171,] 57.88300 64.18796 72.35572 76.70885 82.72028 81.14683 91.50478
93.43862
## [172,] 54.19692 62.07666 68.68561 69.85403 80.04191 90.40734 92.09468
93.27667
## [173,] 53.26277 66.01332 74.14810 73.55173 83.81487 84.76870 91.05831
97.82727
## [174,] 58.57126 63.47881 68.95830 72.07611 75.00013 88.58805 91.53872
92.33601
## [175,] 62.19514 60.19626 68.33321 76.49928 82.72538 94.29146 90.24806
94.99852
## [176,] 57.05358 65.98234 70.59001 79.27645 89.75472 87.73241 90.17335
95.21542
## [177,] 63.87103 69.42024 66.77514 80.36714 82.72337 87.20392 88.49774
94.85872
## [178,] 60.47966 62.08572 70.37485 73.21092 78.97266 81.95939 85.83065
100.04251
## [179,] 65.31370 60.08357 75.47976 74.63946 76.57141 83.97506 92.65465
100.76808
## [180,] 62.62105 58.21615 67.98668 76.90135 78.34421 80.09783 87.98588
99.05367
## [181,] 65.30638 59.36166 72.03484 74.38366 79.42717 87.28573 98.92604
86.24571
## [182,] 63.42621 72.14368 67.26284 80.11651 75.42966 89.18497 93.63378
91.64261
## [183,] 64.89993 67.88014 70.21723 70.25571 79.45590 90.39046 89.23840
93.74923
## [184,] 59.37786 61.60995 62.95640 73.94977 84.55300 83.01514 84.84066
96.71588
## [185,] 62.71006 65.59512 69.46524 72.02489 78.90041 87.23626 87.89438
95.88791
## [186,] 52.82704 61.07458 68.92119 77.32910 78.08051 82.38662 89.69842
97.49800
## [187,] 57.20075 62.67102 71.02720 77.42009 77.93433 83.49601 88.78875
92.99927
## [188,] 61.42266 68.23291 74.95072 81.13357 81.13649 77.24903 87.95607
95.84873
## [189,] 58.48064 65.22635 66.20721 81.80746 81.34966 80.14737 84.73095
94.67234
## [190,] 57.26193 65.51310 70.26395 68.12603 91.26387 85.39854 86.84258
101.94842
## [191,] 52.59664 70.78229 70.04566 81.51654 85.61014 80.47073 84.88212
100.31219
## [192,] 63.89601 65.95180 67.18315 79.56815 79.46268 84.05637 95.99464
88.65024
## [193,] 57.60682 64.40917 67.40170 68.16352 82.02675 81.70710 96.23591
88.20818
## [194,] 66.24664 67.37053 67.29755 76.79548 83.58968 89.42933 91.16547
85.45144
## [195,] 60.04431 67.73682 72.72080 73.53480 81.63459 82.94940 88.12422
97.15632
## [196,] 48.42358 73.32309 63.17111 70.27029 83.89236 84.87469 91.71628
91.40944
## [197,] 59.28975 68.34634 59.82716 74.31541 84.69549 83.69673 91.61530
99.16109
## [198,] 54.85590 57.15565 70.03838 70.87352 80.72321 81.44497 82.67388
99.54084
## [199,] 62.90799 58.44889 70.93519 77.84839 77.47762 83.85825 90.91161
89.62723
## [200,] 62.92241 66.13768 70.16338 75.29614 80.34940 80.91124 85.86585
98.72084
## [201,] 60.06223 63.09750 64.46050 75.94434 71.18855 82.93066 84.46723
93.46876
## [202,] 53.91522 62.59119 72.77736 70.25241 78.11101 91.97914 84.77708
97.04735
## [203,] 61.09706 66.64225 70.30202 72.08355 75.23264 80.83564 90.81652
96.60348
## [204,] 58.76162 67.56504 67.33968 74.07847 74.13713 86.24392 89.42055
100.56112
## [205,] 60.98479 64.28749 72.33484 77.32446 79.64390 83.32044 95.42057
91.39691
## [206,] 64.80552 77.33789 74.86928 76.36653 79.42911 83.58899 81.78903
95.78051
## [207,] 56.07719 65.43689 70.49488 74.51076 80.38582 85.17527 86.08039
93.82860
## [208,] 63.11136 66.11278 68.83873 73.45347 83.17351 85.98679 92.72825
90.18971
## [209,] 65.45240 60.75212 58.49593 76.53311 78.11866 84.34008 91.51333
100.32984
## [210,] 66.62933 61.98551 73.20044 83.08365 87.58971 81.15018 95.41480
91.83930
## [211,] 60.44649 64.33649 72.43580 77.82308 81.59380 86.50084 82.95401
100.82136
## [212,] 60.47399 69.85420 71.19777 68.85835 76.04738 90.26538 92.70298
98.02168
## [213,] 61.79862 70.93518 67.47785 76.56722 82.39241 77.50993 90.21571
95.77635
## [214,] 60.82723 65.46423 72.13232 73.16655 80.25871 85.07716 92.04581
90.99997
## [215,] 59.93122 72.06617 79.68685 76.21511 77.02617 92.13843 91.24323
94.65125
## [216,] 62.72528 58.97005 67.34622 70.35366 75.22270 86.50561 97.49188
100.41506
## [217,] 64.74538 64.12747 70.84615 70.52894 72.61337 86.62307 89.01835
97.54327
## [218,] 58.55500 68.85317 64.60714 74.33757 85.22728 86.64443 93.50858
92.60078
## [219,] 67.41073 64.78783 63.62220 73.73871 80.35460 86.03540 92.00927
90.95256
## [220,] 57.21760 68.04822 68.44028 78.22758 81.06906 91.54860 88.86498
98.86988
## [221,] 63.06656 59.39542 61.56121 76.52524 78.50697 84.30006 87.54204
93.11991
## [222,] 62.38168 65.44854 68.51211 81.45419 83.52468 77.62330 90.80623
90.24333
## [223,] 65.69148 67.69222 66.53451 80.61827 80.46631 81.68260 99.36073
95.67059
## [224,] 58.64156 59.02098 65.81459 70.35249 79.21351 83.19019 93.48619
100.51779
## [225,] 57.87969 66.83603 75.91550 73.33094 78.30906 91.54191 88.72146
95.84315
## [226,] 58.59164 62.66761 79.06596 76.63683 78.97843 88.32847 91.90355
95.68633
## [227,] 59.09236 58.87610 66.01825 72.06366 79.63699 78.57072 91.80671
88.95577
## [228,] 59.12474 69.16265 66.09140 76.49568 81.91589 87.98199 86.55899
99.02720
## [229,] 63.38627 69.04684 73.78316 75.84469 80.64174 80.70926 96.86359
94.93642
## [230,] 56.51730 68.70140 67.22775 63.80724 81.05084 86.79645 86.75747
97.11207
## [231,] 62.02313 70.69228 69.60548 75.08153 83.16514 86.53629 88.52543
95.77842
## [232,] 58.13926 63.26386 65.60900 76.49864 74.04273 75.05307 91.22914
94.30164
## [233,] 64.86254 67.74201 75.54512 76.50448 87.53095 89.69211 96.31847
91.03929
## [234,] 54.06984 64.97356 68.42341 78.33399 76.04104 87.62566 86.32523
99.27781
## [235,] 58.19655 68.23809 67.32000 72.19010 82.61994 85.59862 83.89092
96.00459
## [236,] 53.76353 67.53682 74.77312 77.40846 74.85692 87.49104 88.91016
93.25014
## [237,] 55.79928 69.16758 71.09866 73.71423 79.54438 89.24286 92.37711
102.76387
## [238,] 64.41991 64.16791 73.34630 75.63981 85.43365 86.84743 93.33126
94.69412
## [239,] 60.67438 63.69049 64.59526 75.82813 85.83650 84.59159 90.68897
97.23325
## [240,] 60.83453 75.86426 72.20189 70.94882 77.93735 80.20522 85.11740
100.39378
## [241,] 64.34254 60.19979 74.88107 79.62036 85.30084 93.59567 91.93170
92.11299
## [242,] 59.58571 66.62569 66.88466 69.97021 76.92298 95.39795 90.00843
93.41936
## [243,] 62.30292 70.18508 74.35181 79.39930 80.46397 84.12760 93.49047
93.36652
## [244,] 70.91499 67.21514 68.09647 69.44943 80.15336 84.02225 95.10404
99.47861
## [245,] 53.59712 66.84864 68.99315 73.15168 78.84361 83.73426 91.31675
95.34048
## [246,] 58.77987 65.64906 72.74124 70.84886 73.21682 83.84629 94.81279
95.01370
## [247,] 61.78923 67.82181 72.48082 70.27894 76.99926 83.89206 94.39928
98.89409
## [248,] 60.23677 61.60987 67.03697 73.87403 75.56416 83.37805 85.29456
97.36267
## [249,] 62.73282 66.61545 64.48177 73.51810 82.88601 83.11276 81.48460
93.02720
## [250,] 54.90961 64.23901 71.68923 77.76064 78.74883 88.02340 90.42832
93.54605
## [251,] 58.76365 67.38552 63.83541 71.56325 79.33049 81.34770 82.77119
101.45880
## [252,] 55.21538 58.76251 77.86591 84.80659 77.00899 81.30933 90.13715
87.12299
## [253,] 60.12405 55.57478 69.53512 68.17904 73.84331 86.89264 90.57566
87.71380
## [254,] 53.36197 67.67661 66.11877 77.31395 80.04662 88.05912 81.40540
89.73457
## [255,] 60.69411 65.29088 64.59570 78.65901 75.47225 81.43863 87.04909
96.91459
## [256,] 53.34905 64.14233 72.25841 67.94915 91.56723 88.48705 93.69385
99.81695
## [257,] 56.89401 69.30773 71.90335 72.26656 79.65757 80.41038 88.78687
88.17368
## [258,] 55.27604 64.23873 63.04415 72.36130 77.35952 77.46958 83.08265
100.13199
## [259,] 57.08760 63.24489 68.65479 77.45216 75.29208 86.98165 90.69587
98.13628
## [260,] 56.78578 60.36018 72.79507 69.78860 80.79259 86.08274 90.98784
93.49709
## [261,] 58.90638 66.33460 67.60448 76.32850 78.91422 83.80977 89.90642
97.22709
## [262,] 63.87879 58.21329 75.90996 74.95880 74.82927 81.21896 86.60797
89.72899
## [263,] 58.58416 62.93173 71.58363 81.26488 84.72144 87.42100 92.38504
99.27255
## [264,] 61.75764 67.34179 71.39160 74.78757 87.47106 91.06058 79.99372
95.04717
## [265,] 63.94862 62.59041 63.61636 74.74551 74.90387 82.69503 93.31646
94.50676
## [266,] 64.48139 63.62777 69.75451 77.07454 80.31454 88.65428 93.72771
88.23199
## [267,] 58.86675 70.38739 68.52451 79.15634 76.00780 90.17526 89.25082
103.50587
## [268,] 63.94718 65.54182 67.89967 71.49444 75.22901 83.66372 95.31939
99.31125
## [269,] 59.48955 75.64384 77.59032 77.36110 70.66146 82.54818 91.64676
101.73036
## [270,] 64.62460 60.04029 64.02088 72.09571 80.63414 79.18521 85.83123
95.64005
## [271,] 58.96142 58.08486 69.33142 66.50984 82.22766 88.93398 94.73692
99.96561
## [272,] 70.26750 62.31045 64.02706 70.48736 83.94282 75.19529 92.57388
91.63833
## [273,] 57.50138 59.90759 73.37640 75.71978 81.67417 82.49491 90.40332
96.07605
## [274,] 60.82214 65.71515 74.77590 71.50832 80.65939 91.20258 93.09998
102.74727
## [275,] 65.57207 65.37386 66.04263 76.75730 81.14599 91.11896 96.59709
97.02734
## [276,] 54.07042 69.52277 68.58946 67.75336 82.71623 85.63245 86.97087
90.21983
## [277,] 56.28585 65.33308 67.55621 75.83010 78.68265 82.52780 83.69770
99.24287
## [278,] 54.24986 61.71744 76.36066 76.77620 82.76406 82.03604 89.78531
89.13601
## [279,] 63.86708 60.65011 68.69266 73.71999 75.51220 76.68645 82.49758
97.86966
## [280,] 63.54516 63.29925 72.57063 77.41475 71.71705 85.98227 90.52174
94.40450
## [281,] 60.26109 65.67621 70.52815 74.24656 78.93527 91.57331 94.15695
99.24593
## [282,] 66.88771 72.58854 71.23492 67.96020 78.81281 87.91734 89.90044
100.00286
## [283,] 62.73218 66.27177 66.59255 78.53751 73.68095 87.01150 90.46697
95.70055
## [284,] 63.30887 61.89908 71.29666 74.34846 77.92629 85.78919 80.59543
92.97452
## [285,] 56.22380 62.64082 67.20742 81.48697 71.58765 88.46672 95.66559
89.44516
## [286,] 57.24580 61.03160 77.31198 81.85208 84.03198 80.96945 92.74229
97.49762
## [287,] 62.33025 61.33393 68.52595 75.37551 75.53127 84.93317 88.60138
95.49608
## [288,] 58.06989 62.00569 63.24215 72.23892 81.44856 81.25143 93.74676
89.60720
## [289,] 60.61136 64.50091 71.54163 78.49344 84.75271 89.66040 83.88636
90.58659
## [290,] 62.38371 65.57963 68.85987 80.98634 88.56100 89.83929 83.65930
99.27783
## [291,] 59.11417 69.75675 69.58448 80.33497 86.23197 85.85741 92.67628
94.34579
## [292,] 59.68662 63.65749 67.47891 75.24232 82.27883 84.56660 93.31944
97.19082
## [293,] 60.44430 70.64174 67.68431 78.15028 78.22743 83.12665 87.21099
91.74020
## [294,] 60.79814 66.99628 71.26252 81.38091 75.62885 88.80726 80.29565
88.04982
## [295,] 56.94321 66.81622 71.42096 79.85771 73.48117 83.34095 86.55609
89.44700
## [296,] 52.90678 64.84958 75.00998 70.20116 82.08728 86.77556 88.73264
102.28628
## [297,] 56.44056 63.57554 65.12384 68.10418 82.40193 89.82029 90.68928
83.88025
## [298,] 62.48956 71.90662 68.31298 76.18397 84.96741 80.86495 91.86635
96.20622
## [299,] 59.20311 71.14045 67.41209 82.90795 78.17960 84.08310 88.39354
93.18180
## [300,] 59.25565 64.47048 65.45382 79.99576 71.35324 83.95042 88.44443
99.16888
## [301,] 58.09520 65.18818 74.65255 71.51503 69.78093 87.51110 93.54346
87.84837
## [302,] 59.10109 65.06112 74.22117 70.33180 78.27952 74.58773 95.72680
95.35258
## [303,] 54.61208 66.37469 77.89774 77.87144 77.73768 94.58760 83.86171
94.77852
## [304,] 59.81906 61.48983 69.14747 74.69369 79.28647 88.21131 93.96235
96.51184
## [305,] 57.99284 65.62676 68.75593 75.48697 77.71718 81.93098 90.69710
100.17326
## [306,] 59.41992 52.03098 76.69437 73.49132 84.85212 83.06745 87.49187
98.03600
## [307,] 53.97456 67.70941 75.09486 68.00160 83.15779 87.09665 88.61307
92.58364
## [308,] 57.84079 65.39672 69.14352 72.41275 77.98828 90.06292 83.89069
100.38236
## [309,] 62.21191 69.35502 66.65600 75.72917 80.33892 79.82800 94.03634
100.55011
## [310,] 64.21540 59.86411 69.57201 76.03032 89.24085 81.13464 84.71888
88.59986
## [311,] 57.22132 68.52793 71.43296 76.14348 79.09752 87.24341 89.05977
96.20039
## [312,] 62.25103 69.11690 72.11178 75.93601 80.77222 95.55067 93.36841
93.09730
## [313,] 63.36995 63.46858 67.88895 78.54524 77.90430 85.90355 94.88313
93.14059
## [314,] 60.08572 62.85748 73.01319 76.34775 81.88686 86.54579 85.73247
97.63774
## [315,] 59.29184 70.43415 67.66081 72.50893 78.69395 89.94215 90.38190
91.17238
## [316,] 56.04058 64.30001 73.74127 76.84732 78.85497 87.13308 94.89391
88.61430
## [317,] 53.43830 67.16010 71.98637 75.03088 76.66114 82.74949 85.88035
94.36528
## [318,] 66.62972 68.12171 75.74326 72.16439 78.53363 81.55376 91.90761
91.82006
## [319,] 58.92253 64.22830 65.69751 72.25508 74.44752 80.21220 91.95117
97.10187
## [320,] 57.33703 67.02866 69.37101 68.24596 86.94596 83.95865 86.80241
94.33344
## [321,] 65.04935 61.42895 66.65822 75.23018 84.36610 90.01615 85.18930
97.28494
## [322,] 60.26333 73.01526 70.06689 71.82033 79.88429 79.67167 99.37941
98.27642
## [323,] 66.37525 64.07432 77.41420 75.43197 75.70368 93.00449 93.81545
94.28678
## [324,] 60.37521 61.09598 73.24037 76.26247 81.73373 78.23867 89.89914
90.31787
## [325,] 55.97938 64.23478 70.72878 75.51205 84.67464 81.94008 86.93971
96.55015
## [326,] 67.59510 64.35261 62.69452 77.48870 82.80062 84.25450 92.30876
98.88170
## [327,] 54.45931 61.45478 66.89994 75.33649 83.25523 85.88890 87.63564
95.04216
## [328,] 61.05890 63.80576 64.45957 87.24971 78.39680 75.22864 89.21275
95.06914
## [329,] 57.60381 65.04979 72.76492 77.56957 78.43457 76.28335 90.32705
103.59654
## [330,] 56.13948 51.81246 72.81207 75.78331 81.10695 82.79931 94.62863
100.49758
## [331,] 61.21116 63.33910 78.21226 78.80314 78.60894 82.04412 94.26980
94.70443
## [332,] 59.99846 69.19331 73.30556 75.34479 82.53375 84.89972 86.11865
97.33360
## [333,] 51.72248 65.87756 69.11879 75.73198 77.23985 85.68400 93.32079
93.43007
## [334,] 50.52727 58.85637 72.24677 76.26507 76.33340 91.87891 87.85592
100.24123
## [335,] 61.17624 69.67758 69.98800 72.86131 85.49013 88.09880 93.71418
95.55632
## [336,] 62.99008 70.32780 68.06285 79.23753 77.02782 86.50006 94.72556
92.12864
## [337,] 62.16561 64.47634 68.56564 77.27637 73.14579 83.59371 87.39906
97.29620
## [338,] 58.64336 69.06980 61.84826 76.26243 77.35169 85.70281 92.06764
88.48529
## [339,] 55.62474 61.99729 69.31424 75.56163 84.20914 76.03215 87.50375
92.65913
## [340,] 60.35495 68.19268 65.40326 81.24921 74.52428 84.26136 93.29240
95.38711
## [341,] 53.86743 67.28955 73.27187 70.07672 75.73838 89.39535 84.10370
102.33346
## [342,] 62.14694 64.36898 58.65422 76.63459 74.04910 90.07473 89.29495
102.40419
## [343,] 61.19475 73.82851 69.24146 73.60663 78.57290 80.84624 85.98026
87.54746
## [344,] 55.98916 64.72299 70.46991 69.62346 82.43133 81.55312 99.71867
98.94162
## [345,] 56.91623 63.62616 71.35076 78.20459 81.48268 86.36485 94.14901
92.87877
## [346,] 57.56845 64.14301 61.13940 68.29479 76.80598 79.76670 90.09381
93.56641
## [347,] 52.44919 67.89011 65.68335 77.78502 81.67603 79.94586 82.25810
89.36720
## [348,] 57.67852 64.23748 70.49478 71.14155 80.38992 86.60264 80.66517
89.53101
## [349,] 63.60527 71.42532 69.44845 79.95406 76.54458 82.84917 92.13367
93.83538
## [350,] 62.66886 65.45321 69.67538 76.99339 86.09629 87.87711 80.96514
98.95922
## [351,] 59.61955 65.13189 69.76482 72.57456 78.47949 87.55538 89.10983
91.01616
## [352,] 61.08166 63.71363 76.62718 79.20186 81.09905 86.46525 95.88598
95.13401
## [353,] 59.29151 67.98596 65.66266 71.95053 75.01683 85.09193 90.54462
96.69018
## [354,] 58.53730 66.36442 72.07751 77.55337 79.19037 78.90645 93.16720
93.84066
## [355,] 59.25960 68.08710 68.98760 71.71511 80.63726 88.40360 84.86282
97.35513
## [356,] 59.73928 64.26170 69.92430 79.06694 85.16299 92.62658 87.97843
93.95973
## [357,] 58.43589 59.65661 64.17766 68.42249 80.05296 88.42596 84.61557
90.64760
## [358,] 52.12453 66.72119 67.51274 69.62156 85.40284 86.58352 90.92442
94.58380
## [359,] 53.32154 63.98033 72.20496 67.87866 77.65044 89.60302 94.70268
95.79732
## [360,] 60.87343 64.63385 77.03132 77.87439 78.43239 89.27194 92.39392
96.02967
## [361,] 61.02444 56.96458 71.78118 77.93530 81.71054 87.37309 88.17302
101.18996
## [362,] 61.62654 61.43754 63.63384 72.85412 79.38307 85.31790 90.73067
102.55863
## [363,] 67.38557 64.57493 68.61918 76.38199 75.73419 84.82025 83.44151
88.85908
## [364,] 52.43829 66.79885 69.38542 74.91758 82.55121 83.60580 91.99073
94.65468
## [365,] 60.20677 66.09985 65.76637 75.13525 79.09329 84.16406 90.96405
89.87266
## [366,] 64.22542 65.70570 67.11632 69.84181 82.00252 87.79434 89.79623
97.64413
## [367,] 61.07205 65.22508 65.19903 78.05422 72.67688 88.96196 89.84409
99.66245
## [368,] 64.20324 60.20857 70.12497 78.82888 77.45147 85.01762 96.42629
96.52757
## [369,] 54.22145 62.95915 68.62274 72.63912 86.23491 82.55973 88.51248
99.34390
## [370,] 53.37775 66.56979 72.21449 70.30326 81.07462 80.57717 91.65267
94.89025
## [371,] 58.75608 63.20098 70.11237 78.74471 83.63540 82.58780 94.20634
103.17086
## [372,] 54.79339 66.90889 78.50174 75.30886 82.19434 85.87408 85.80546
99.59710
## [373,] 60.18370 71.15951 70.00261 74.30703 81.12606 90.16957 86.60522
92.42315
## [374,] 63.82829 61.01230 62.99448 84.89250 74.51715 86.04977 86.79630
93.69122
## [375,] 64.36977 70.50951 67.05699 69.68063 89.63998 80.19091 90.26105
86.49108
## [376,] 55.07040 68.15785 77.46755 79.74011 78.68100 84.97701 91.08961
99.20873
## [377,] 66.36350 68.76572 73.48326 73.39239 77.29199 82.56643 86.90091
96.99774
## [378,] 62.44690 71.68694 67.99462 74.93157 84.18329 88.90072 86.13122
88.13349
## [379,] 57.12585 70.14931 76.89543 77.48630 78.87349 85.35345 95.76664
96.31494
## [380,] 57.83334 68.88447 69.37217 72.68166 73.25445 87.00449 93.68811
98.05562
## [381,] 62.64618 60.57861 65.31951 76.88342 88.69275 92.64974 90.32503
91.91397
## [382,] 58.45810 66.23147 66.84346 77.58397 79.74994 78.57366 88.56767
92.10002
## [383,] 54.70824 60.78938 76.23825 70.98485 80.02449 86.10236 85.18480
92.54146
## [384,] 63.29829 64.78063 70.89741 71.44399 82.03889 83.80087 89.24960
98.57715
## [385,] 60.42172 59.58702 68.00050 81.81607 74.98884 88.08324 88.23546
93.66647
## [386,] 63.76075 64.23086 70.46798 78.32122 80.78066 83.05765 82.24373
89.86695
## [387,] 59.65181 63.29008 66.91080 66.15956 77.28127 80.58497 90.64109
96.75063
## [388,] 59.78835 66.61379 67.54948 74.57022 83.96277 84.80320 93.01063
94.59966
## [389,] 58.73883 60.89257 66.85112 78.32784 85.13289 78.08454 89.54593
101.91370
## [390,] 63.89908 59.92777 73.07198 71.97887 83.51590 81.72271 87.08541
92.65928
## [391,] 60.42792 63.41234 71.61792 76.17691 79.69192 89.86295 92.99051
91.75271
## [392,] 58.20198 68.53736 65.67559 71.94685 79.78174 86.13001 96.29044
87.94361
## [393,] 62.61586 65.40625 71.97090 68.86452 77.12637 83.69672 88.58948
96.52778
## [394,] 69.36734 62.64588 71.64880 76.56539 83.98602 75.90981 92.28726
83.47594
## [395,] 52.82765 65.16745 70.63828 69.82385 77.15087 87.90553 86.49278
100.32610
## [396,] 60.20709 61.05410 67.72817 77.11777 72.45193 86.26540 88.83845
99.45279
## [397,] 59.97714 64.11428 68.28104 77.49218 84.21233 80.03897 91.64080
97.73695
## [398,] 57.77198 64.80664 68.93714 78.04237 75.54935 86.36671 90.83281
92.89682
## [399,] 57.89026 70.68758 65.98185 73.91831 77.83561 87.64644 82.73084
91.34434
## [400,] 64.09652 72.15118 65.15317 75.84270 82.72940 90.80565 83.68413
91.53399
## [401,] 61.65381 66.78182 78.15025 75.76932 79.70793 91.20365 85.58826
101.67733
## [402,] 60.82609 64.90841 66.13287 87.01760 78.59521 84.43124 93.79909
90.40521
## [403,] 64.69715 73.06511 67.49957 73.48601 79.77061 85.29789 85.40071
98.24862
## [404,] 57.84585 70.64095 68.80936 75.95354 83.37560 83.79995 95.86700
94.73819
## [405,] 60.62614 64.07244 68.10369 74.75406 80.56262 83.47986 92.88897
91.45688
## [406,] 60.76687 64.07947 72.42655 70.46469 76.94190 88.13134 91.14075
89.72161
## [407,] 58.51563 68.59168 76.27427 73.98792 80.19573 85.26531 90.00293
95.65678
## [408,] 63.95089 57.80916 76.83112 78.31574 79.21061 84.86299 89.38841
93.98627
## [409,] 60.22185 61.21440 72.97728 73.11762 81.52510 86.36487 89.61380
92.16434
## [410,] 50.48916 62.94350 63.81967 73.96435 92.03206 87.72016 89.51476
90.96783
## [411,] 63.32973 63.85101 68.97743 73.13462 84.24254 88.85799 88.89734
90.31547
## [412,] 57.48337 61.96074 71.84884 76.70734 78.09791 86.18975 89.33347
92.74079
## [413,] 57.89483 58.99350 79.04535 71.43989 85.29577 85.18437 85.91326
96.57829
## [414,] 60.99866 58.02991 71.76655 75.07652 81.69235 92.89243 88.78552
89.73336
## [415,] 58.00941 65.26725 70.22100 74.76824 80.70567 80.24935 88.49826
91.92155
## [416,] 67.17467 67.27076 66.76954 75.28114 75.29155 82.47027 99.66468
101.83028
## [417,] 67.32197 59.74745 70.61464 75.03946 86.13943 85.67896 92.96648
101.99835
## [418,] 64.92174 69.53500 68.81362 72.58991 83.29143 86.47858 91.21844
97.25654
## [419,] 54.89827 69.10228 63.82891 71.40281 74.86301 87.97613 88.92290
98.80052
## [420,] 63.44227 63.75896 73.27719 77.02505 86.15064 80.33078 91.14172
88.33769
## [421,] 62.99235 58.83622 70.87401 73.35738 81.44162 85.14212 90.84749
102.33927
## [422,] 56.33509 76.07438 67.97725 79.21159 80.48238 87.69160 90.59882
94.69182
## [423,] 67.32491 58.95057 65.39056 73.50713 74.45145 88.57937 93.62578
97.85699
## [424,] 63.33312 61.83117 70.04195 76.28488 84.22875 88.57189 87.86609
91.20799
## [425,] 57.67539 67.95622 62.68234 78.30209 82.27321 80.37858 87.55022
90.55513
## [426,] 55.35711 54.45932 74.37194 71.98899 80.79441 87.43795 86.39605
98.02298
## [427,] 58.94301 66.23139 68.96881 75.43621 82.74858 84.97141 96.08941
87.36701
## [428,] 60.08239 60.72033 74.63612 73.03636 83.19573 79.51575 92.23957
90.18557
## [429,] 61.88669 61.18327 73.36444 76.08871 82.45720 85.54274 89.30851
94.84884
## [430,] 53.42597 58.88053 62.80309 75.57787 86.65273 87.28076 87.57259
105.66217
## [431,] 58.07656 65.41367 71.01521 72.40005 81.48114 85.75589 90.43110
100.51217
## [432,] 57.48795 66.85383 77.60323 74.63296 82.42033 77.89323 88.42876
95.35282
## [433,] 55.61650 66.83097 67.48938 73.07126 87.05705 89.39225 96.93724
89.76530
## [434,] 66.40729 67.87696 66.29798 71.94007 83.40365 77.22757 88.59816
97.10740
## [435,] 68.53849 61.05335 62.69167 80.71316 78.62871 87.81890 90.54277
92.09960
## [436,] 65.79354 69.92767 76.67499 67.99209 81.42420 76.35143 90.84088
97.69346
## [437,] 57.45478 59.39231 69.13018 72.98625 73.61846 88.43611 92.73404
98.71008
## [438,] 60.30297 62.22176 67.73147 77.43361 76.82799 87.38838 86.92032
99.24264
## [439,] 63.32460 57.93059 62.82839 79.13755 85.72657 81.47489 93.12433
98.14608
## [440,] 56.36952 68.23517 64.45794 80.95290 84.64579 86.05609 96.90505
91.85116
## [441,] 58.06375 65.06109 69.15164 71.55417 84.44326 89.44156 89.69069
97.49639
## [442,] 57.24688 65.59014 70.24780 78.95918 79.64656 83.70208 84.22641
89.60747
## [443,] 63.06755 61.49285 61.05444 78.36282 83.49028 89.35748 76.76862
101.23789
## [444,] 58.71355 66.02587 65.12209 65.69118 80.14322 85.11613 81.26226
94.67392
## [445,] 62.13677 67.18349 70.53883 82.80693 82.64024 86.05705 98.93696
99.77853
## [446,] 56.65117 64.52207 68.97037 78.16051 83.81403 77.93582 91.19376
94.40072
## [447,] 63.61246 63.77219 65.71739 69.32665 84.43018 82.53490 93.36776
93.40271
## [448,] 68.03135 64.95160 73.41169 82.42932 81.67127 87.72190 87.34173
92.28983
## [449,] 54.34039 71.25553 66.40488 80.79256 81.22043 81.26141 89.58846
95.63465
## [450,] 54.13671 59.63915 72.21628 79.73265 73.10195 81.26752 91.38241
89.35737
## [451,] 56.71788 69.93985 71.21197 72.79058 78.18538 78.17734 87.60549
96.34330
## [452,] 55.69641 65.94937 67.78611 79.68335 85.27299 82.20003 90.75085
88.78016
## [453,] 60.57711 53.97188 65.88833 77.13389 75.42301 87.14245 91.48811
97.98606
## [454,] 65.64389 63.46132 75.69844 72.06050 81.14017 87.55565 89.28468
86.20521
## [455,] 62.20674 65.63969 69.41754 74.45340 80.51694 90.37018 85.24368
94.82591
## [456,] 58.63794 69.51076 73.04918 74.53558 82.08681 76.78125 85.34578
95.29246
## [457,] 64.02848 63.04283 65.00313 72.43953 74.87737 84.65189 86.58155
106.11647
## [458,] 54.32899 61.18237 70.13129 75.98604 83.83578 86.05277 85.67387
95.96278
## [459,] 61.78883 56.61420 66.80281 70.16810 83.00764 80.56477 89.77236
94.97438
## [460,] 63.72587 59.45367 69.97285 81.68997 73.56451 86.41903 89.90154
103.68486
## [461,] 60.71522 58.36993 69.70263 74.83517 75.76027 86.41039 94.63001
96.95301
## [462,] 59.73414 63.57114 74.20438 74.95738 83.10207 88.00209 94.44547
96.13548
## [463,] 62.39074 78.84312 66.92670 73.32378 78.92662 84.00924 90.49507
97.44941
## [464,] 63.29933 72.39707 69.14322 74.59822 91.13815 92.37903 89.72517
100.26740
## [465,] 57.29284 66.51630 69.20548 79.69552 75.89986 83.70727 90.05791
91.61895
## [466,] 59.77343 74.07322 67.08377 73.71511 84.87620 82.80512 87.25049
97.33488
## [467,] 60.84968 56.40671 66.09111 76.15581 84.56971 86.11551 95.74754
101.14403
## [468,] 52.66505 67.03356 73.57228 77.19220 81.78647 90.54702 92.26308
98.99903
## [469,] 55.89301 58.08150 62.76490 72.43165 77.48437 85.07943 89.08447
97.80413
## [470,] 61.08157 62.42293 73.97972 74.61495 73.93594 81.44647 87.54214
99.92727
## [471,] 60.35138 68.93154 72.00979 75.97254 78.02802 89.50334 86.58854
96.57843
## [472,] 62.16364 69.27301 69.33915 69.04551 76.92082 87.39185 93.08292
96.67970
## [473,] 61.17952 68.03901 72.76229 71.23608 74.36568 83.58888 96.42886
98.17100
## [474,] 60.38780 70.00879 70.19282 82.84712 86.37352 85.63474 90.58628
101.79482
## [475,] 56.06999 64.44034 72.59136 73.99739 77.75281 95.43768 91.00156
94.11938
## [476,] 53.32853 62.59942 76.20398 68.21572 83.72323 84.89865 88.08672
98.16417
## [477,] 57.58434 64.40588 70.53682 80.08341 87.02877 85.34561 81.58744
97.65457
## [478,] 61.85944 67.02621 62.74207 73.43790 80.75484 90.30560 91.13797
94.49281
## [479,] 56.48828 70.25503 66.95030 74.17251 74.75310 87.22884 86.47538
97.94160
## [480,] 65.93151 66.92589 69.90688 74.65161 80.79566 84.68050 89.65686
97.93376
## [481,] 54.35411 63.26685 65.26045 77.13304 77.54121 83.70698 96.43144
95.77262
## [482,] 55.75835 64.46516 72.45905 76.10769 85.86899 80.79125 95.74832
95.95861
## [483,] 64.52952 67.36091 61.16325 74.36023 79.62546 84.27515 97.34942
94.31508
## [484,] 58.59343 68.03360 69.08880 71.28526 79.33178 90.39892 91.02897
89.49885
## [485,] 57.67367 60.61845 66.50186 73.76533 82.01654 77.71519 90.95363
86.74996
## [486,] 66.33022 64.17745 76.19147 69.26225 83.21850 91.25599 85.09357
91.16668
## [487,] 58.90604 67.42290 70.79629 74.75079 84.34989 87.85847 85.28842
89.88346
## [488,] 60.74320 70.36892 71.51219 81.41063 76.91430 88.56918 93.50175
99.42161
## [489,] 60.83207 72.69171 64.56338 74.60973 85.48824 92.13363 93.71630
93.03546
## [490,] 68.43495 71.35726 80.40299 73.44457 74.72526 85.16253 89.90003
94.75443
## [491,] 62.82009 61.24190 73.35337 72.87995 83.16632 93.59132 86.36086
93.34104
## [492,] 66.23915 63.97901 70.04515 82.82302 76.19490 79.28865 93.72158
96.57602
## [493,] 53.52846 62.94192 72.08871 69.70730 84.80324 88.87767 92.02423
90.68658
## [494,] 59.20825 64.64243 74.01663 75.18315 75.96322 90.86314 82.50757
100.11866
## [495,] 60.94585 65.02423 71.04840 81.29422 87.70214 83.57985 94.61117
95.13394
## [496,] 56.67058 63.71840 67.04912 68.65820 79.38697 86.41748 93.67961
97.09496
## [497,] 67.26920 65.73942 66.10981 74.50409 79.37945 81.66834 92.43450
91.10271
## [498,] 56.80874 70.03962 72.77293 70.74752 76.04197 86.76470 90.05832
98.26929
## [499,] 54.23646 62.29693 67.61374 79.35550 81.81037 79.36829 91.89278
97.76296
## [500,] 55.01767 65.74226 73.22065 77.32694 81.63790 85.79593 96.94537
92.66267
## [,9] [,10] [,11] [,12] [,13] [,14] [,15]
## [1,] 100.09465 108.91188 108.29723 118.2092 121.1202 114.9571 133.6457
## [2,] 106.90642 106.29395 116.61632 111.0013 117.9197 121.2152 126.1424
## [3,] 100.99332 105.39342 117.47188 113.2773 123.3950 125.1639 128.9089
## [4,] 100.01420 111.86065 112.97354 117.8011 120.6378 126.8447 119.8957
## [5,] 111.76352 97.98258 115.80125 111.7699 124.0057 118.2258 135.3238
## [6,] 107.49130 108.57058 106.21248 109.9237 121.6975 124.4798 133.2633
## [7,] 97.87353 112.06657 108.97904 115.0470 118.8793 127.3610 132.8139
## [8,] 96.30334 105.76315 119.05848 112.1338 122.6609 126.7208 131.3996
## [9,] 101.98326 107.15637 111.90887 114.0176 123.9778 122.4477 129.6470
## [10,] 102.43490 99.63781 103.85212 107.7226 116.2001 121.2762 128.8851
## [11,] 90.48580 106.12931 106.60796 114.1912 116.6029 132.7341 127.5735
## [12,] 101.74262 108.49346 113.17852 115.8534 122.2832 124.9842 133.1913
## [13,] 102.09562 94.65669 104.38780 118.3690 125.5168 117.9148 133.4110
## [14,] 97.38906 97.29185 108.93303 110.7195 112.4437 127.4887 130.3603
## [15,] 92.43863 102.24012 112.60129 117.2739 119.6985 115.5081 127.1098
## [16,] 97.47777 107.34203 110.64573 115.8540 115.7239 121.9179 126.8980
## [17,] 102.17935 107.57014 111.84705 114.7553 116.3280 130.8184 126.0350
## [18,] 97.89209 104.73320 105.93522 111.9333 120.4799 130.0968 128.7399
## [19,] 100.66538 106.07476 109.58884 114.5710 116.0585 130.1216 135.2134
## [20,] 102.77277 103.46460 108.17995 110.6486 124.4903 122.5840 132.4210
## [21,] 107.96717 99.79468 108.31329 120.6913 123.7810 126.2743 125.4252
## [22,] 102.85783 96.75701 112.61401 127.1766 122.2966 120.3046 131.9575
## [23,] 96.40701 108.74051 113.03004 117.5271 121.4619 126.2958 127.1397
## [24,] 103.47295 101.97754 107.95073 109.8140 123.2008 119.3860 132.2600
## [25,] 101.44257 106.27960 114.95670 114.5110 122.5744 124.8579 125.6296
## [26,] 108.47850 96.37793 113.08744 113.9556 118.0111 128.5813 128.0492
## [27,] 94.82647 99.92161 106.65666 116.9159 122.2916 120.3710 127.0581
## [28,] 100.56356 99.72857 115.67692 108.3880 119.6921 118.7118 131.9714
## [29,] 94.62778 102.54812 109.63915 116.7231 115.5691 129.4079 128.1038
## [30,] 95.37751 101.30253 112.29495 110.5043 118.9707 130.4179 131.6621
## [31,] 100.93429 103.37038 108.10963 111.6374 123.7222 126.7866 130.8702
## [32,] 100.44015 104.72659 108.98762 111.9313 119.5280 123.5658 126.5860
## [33,] 97.84907 103.76107 113.30922 111.8118 115.7705 126.8256 129.0344
## [34,] 96.40016 100.54455 109.79262 116.9922 115.8901 125.7586 129.6193
## [35,] 96.00200 103.99419 111.57682 109.9292 117.3234 128.7857 129.5369
## [36,] 99.52641 108.84849 108.56396 113.9034 118.6108 118.9239 131.2640
## [37,] 106.99497 107.53273 111.46706 110.1814 117.7629 119.9354 124.9887
## [38,] 112.56310 103.73084 111.91340 112.7086 119.4224 122.4873 130.2554
## [39,] 107.19277 103.53275 110.37603 112.2194 117.8089 131.6208 128.4615
## [40,] 99.39636 104.56952 107.46629 117.3170 123.0637 127.5294 130.4627
## [41,] 102.34881 108.71774 106.86402 109.2072 123.7334 119.9059 127.1995
## [42,] 106.77312 109.41408 115.23197 116.6674 114.5729 121.9734 130.5193
## [43,] 100.99423 102.27610 106.60694 114.4340 122.6174 120.2038 122.5461
## [44,] 105.73722 108.76861 112.36210 113.7091 122.3667 119.8185 135.8510
## [45,] 107.22460 106.93852 111.25944 118.9577 117.7156 129.6422 133.6656
## [46,] 100.33260 104.62774 108.60835 114.4375 117.8458 130.9638 131.3806
## [47,] 92.95532 105.47019 107.62545 116.5226 118.1906 121.1976 130.8271
## [48,] 108.01194 112.62176 118.99608 112.9593 117.1249 127.2546 129.2302
## [49,] 101.78112 109.17571 106.17732 106.5913 124.3934 118.4846 131.7816
## [50,] 107.50933 104.51938 111.74019 115.1042 112.9177 123.2607 123.6706
## [51,] 101.80701 104.38459 106.09798 111.6688 116.6932 128.1629 133.8362
## [52,] 109.14156 99.76847 109.50611 115.7164 117.7409 118.5164 131.1266
## [53,] 98.97007 109.10403 115.42818 112.3183 119.8587 121.0480 133.7761
## [54,] 102.87422 106.02701 106.69095 116.0108 117.3025 123.2999 123.2873
## [55,] 97.68926 109.04012 105.43019 117.8211 119.8242 135.4553 128.8735
## [56,] 95.84454 110.18724 112.70351 117.4503 120.9551 121.0484 129.0533
## [57,] 99.92420 103.09198 108.77822 116.5263 116.0747 121.6974 123.7279
## [58,] 105.71437 103.89980 106.31229 119.4323 123.8169 122.1491 133.0924
## [59,] 92.09079 105.14873 112.92846 114.4021 119.6776 123.7932 126.7506
## [60,] 97.38507 99.79261 105.62459 115.3145 120.1468 126.7845 134.4478
## [61,] 94.27535 111.40341 111.40813 110.8435 122.7346 121.3613 133.5281
## [62,] 102.19901 103.66340 112.60571 113.3853 115.9827 132.7958 133.7115
## [63,] 99.67302 103.70932 109.85273 118.2816 116.7501 136.1143 126.7098
## [64,] 106.33368 100.92479 112.79038 117.5699 119.8083 125.3686 132.6309
## [65,] 101.98009 100.90757 117.83370 113.4457 113.2218 125.5194 134.7580
## [66,] 99.53105 105.48859 106.42744 112.5174 123.5881 124.5656 129.6284
## [67,] 97.87676 107.32709 113.19127 112.9350 123.0021 125.1291 129.0406
## [68,] 99.91330 107.82691 111.58162 114.7400 116.3437 124.5867 126.3849
## [69,] 95.98536 111.53292 108.87426 113.1859 120.2077 122.1320 127.7551
## [70,] 91.13022 101.15907 112.98269 118.1225 117.2413 127.4463 123.6418
## [71,] 94.72288 111.45310 110.11754 110.4323 123.1299 129.6420 130.5535
## [72,] 102.21324 98.74691 108.37951 120.4793 123.8893 126.2443 131.0668
## [73,] 95.90171 98.51810 112.06403 106.3655 122.4680 126.3140 132.9976
## [74,] 99.54412 112.59159 114.85118 106.9577 123.0709 121.2613 125.2251
## [75,] 95.51158 100.73935 115.70306 116.9581 116.9824 131.0496 126.4888
## [76,] 97.15242 105.81723 110.13466 125.7485 115.9130 120.1418 127.5853
## [77,] 95.61048 109.99471 114.34113 111.0546 115.8362 127.8430 131.7785
## [78,] 104.46872 106.50102 113.86192 118.2556 112.0559 131.1528 131.4179
## [79,] 97.90550 91.20362 112.69539 119.0613 121.6036 118.4289 133.3877
## [80,] 101.31329 103.85058 112.53398 113.6070 120.2657 124.3418 127.8402
## [81,] 99.82908 102.65180 108.07382 114.4956 117.2964 125.9499 128.9635
## [82,] 97.53549 108.20493 114.35602 115.8170 117.7015 121.8572 130.7580
## [83,] 98.59190 111.13119 108.94775 122.6331 118.2892 123.2822 134.8714
## [84,] 90.10408 103.92772 108.96306 114.4771 117.6143 127.6092 124.2684
## [85,] 101.18528 102.38109 108.90255 117.3437 112.1165 123.1496 125.8140
## [86,] 91.96145 111.56074 110.85894 119.5066 122.3941 119.7855 132.5316
## [87,] 95.24590 101.40984 114.91874 112.7440 125.9613 131.5369 130.5170
## [88,] 105.30556 106.41913 112.53465 114.3222 122.3369 124.4248 134.5376
## [89,] 105.56382 95.00519 103.05019 106.2305 125.4313 127.2259 134.4895
## [90,] 95.28048 100.63141 103.80254 115.6682 125.1473 125.4229 134.5924
## [91,] 103.84632 107.87193 109.34032 115.5392 120.1125 119.0994 134.7161
## [92,] 95.37328 101.94096 108.36570 112.1440 120.7345 126.5302 122.7178
## [93,] 98.36410 100.55420 112.47994 108.2780 118.2406 123.8553 127.5781
## [94,] 102.11752 99.15160 111.92455 115.5602 115.1086 122.3808 128.5670
## [95,] 97.10377 98.80771 112.84438 117.6672 118.8704 122.5186 128.6566
## [96,] 100.64948 109.66947 110.31378 119.5776 118.1888 121.1364 130.9863
## [97,] 95.09898 106.81006 116.72317 114.2120 116.0307 125.3593 127.6006
## [98,] 106.41319 101.61039 109.00336 115.8121 118.5652 121.0392 133.3339
## [99,] 101.08555 110.93393 110.25924 117.0130 120.7865 128.3415 130.1392
## [100,] 101.66857 102.51273 112.79733 110.6277 117.9910 129.1029 130.0069
## [101,] 102.10246 103.51001 108.28739 112.7740 121.9711 125.5786 129.5821
## [102,] 106.83466 106.41643 107.09638 123.4292 119.1839 129.5347 132.2816
## [103,] 104.85049 110.49487 110.96207 110.9533 118.9970 118.7350 134.2273
## [104,] 109.50980 109.41673 111.53751 119.3062 112.3787 124.7018 123.5064
## [105,] 96.35016 102.39023 106.50078 120.6059 118.1295 129.5735 130.5311
## [106,] 105.13395 103.91508 107.29157 118.0192 114.1509 130.3911 130.0058
## [107,] 93.88592 115.45721 115.07424 115.4659 123.1500 125.0519 133.8490
## [108,] 101.18801 96.83930 109.04850 115.0666 122.0730 126.0759 124.0711
## [109,] 107.07388 106.19287 113.55999 119.5005 123.9883 127.1783 130.1510
## [110,] 97.09565 102.84385 112.65449 117.7609 126.3550 127.1755 133.9352
## [111,] 100.85056 112.17555 116.67734 107.3781 121.7658 122.2230 132.4463
## [112,] 98.59989 105.50460 119.99509 117.3154 122.2220 124.8303 131.4680
## [113,] 104.75021 102.77479 106.74764 112.0669 118.2760 126.7679 131.1826
## [114,] 102.94651 103.77519 106.03023 114.0848 118.2753 122.7172 120.2162
## [115,] 98.78463 111.01284 108.65241 114.7122 121.1906 124.4567 127.8260
## [116,] 100.52137 100.87811 103.92169 115.2522 115.9754 126.6055 138.2614
## [117,] 102.62319 108.19853 108.75041 111.0732 123.9397 123.9144 126.8406
## [118,] 103.82709 110.34301 112.39142 101.3284 119.1290 123.6371 130.5593
## [119,] 102.31563 106.87682 110.41770 114.5185 114.2143 124.7236 136.2080
## [120,] 96.36612 109.09290 107.05136 108.5773 124.2260 125.4488 130.5879
## [121,] 98.06208 105.76083 108.83315 113.6953 118.2587 125.9383 128.3640
## [122,] 99.74775 102.76474 117.58525 104.3649 119.5572 117.6149 136.0345
## [123,] 98.57602 100.53794 105.02796 111.8322 123.7886 127.6418 126.9137
## [124,] 100.50431 107.07731 107.89357 110.4287 114.5277 122.7470 135.5896
## [125,] 95.48486 105.21828 108.76731 116.0613 114.4878 123.8014 126.7751
## [126,] 103.10303 105.97419 111.06380 108.7819 120.7662 124.7038 130.3114
## [127,] 102.67534 100.79570 119.43969 120.5234 127.6214 127.4960 139.1080
## [128,] 100.49316 99.50886 112.05678 111.6802 118.7126 130.0574 118.4642
## [129,] 98.95086 111.55518 114.65483 107.5845 117.0651 128.2354 117.8658
## [130,] 97.69989 107.42589 111.61549 115.6853 122.5902 122.4959 129.7104
## [131,] 98.58407 109.48649 110.34441 110.8949 115.3273 125.5240 131.6539
## [132,] 94.34903 94.65284 105.31160 112.6652 116.7149 124.2601 125.2088
## [133,] 101.68863 107.72024 104.97680 121.2483 119.9779 132.1588 125.5566
## [134,] 105.61358 103.13330 108.80573 117.2380 125.7141 125.0435 133.0401
## [135,] 97.04234 108.28707 120.57972 115.2675 121.4546 117.0753 131.8758
## [136,] 106.13051 99.42662 102.83466 121.9646 121.9420 130.1383 129.2459
## [137,] 100.89619 101.88614 110.73285 111.7833 118.7964 131.6634 130.9046
## [138,] 98.25560 108.49493 111.17597 118.0799 119.0920 121.3366 136.2927
## [139,] 104.68126 107.53725 114.67252 119.7258 123.4429 123.5267 134.4881
## [140,] 96.52177 103.11171 108.81272 116.4435 125.2728 113.9171 125.1275
## [141,] 101.56529 104.03469 107.24771 111.1231 123.7047 123.7053 130.1494
## [142,] 98.92166 105.96316 113.62209 110.6530 123.2549 121.5979 136.8791
## [143,] 102.56501 102.20039 106.92451 113.4193 122.7761 127.4063 138.6701
## [144,] 101.96832 101.62101 107.98731 111.0423 118.7834 126.0396 126.6857
## [145,] 99.64306 106.16484 109.33951 110.3139 124.2294 122.5068 129.7261
## [146,] 98.47484 102.09939 110.24010 115.8749 124.8404 132.2758 133.5087
## [147,] 99.97053 97.95028 110.94674 108.5196 116.6673 126.9950 134.7187
## [148,] 105.57453 105.23818 115.92166 119.9257 114.6476 116.8428 133.5859
## [149,] 96.13398 116.51662 98.64609 117.2442 120.0869 122.7669 132.5193
## [150,] 102.45427 105.81204 111.34027 115.5995 120.0508 126.5470 127.3966
## [151,] 97.04033 95.28294 109.77472 108.1448 125.5354 128.3685 130.8871
## [152,] 98.53145 105.95894 112.32603 119.4029 119.2200 115.4316 136.5513
## [153,] 92.95524 105.27347 110.54113 116.9240 115.6343 125.0887 134.6244
## [154,] 97.86969 100.45624 99.85967 121.8196 123.8125 124.7518 133.3745
## [155,] 97.92976 111.60817 108.85976 118.6529 123.1423 130.1966 132.2807
## [156,] 96.02793 105.03799 107.41876 110.4457 120.2704 117.1164 125.8286
## [157,] 104.76063 102.30106 109.50989 111.9379 118.2296 128.0139 131.4603
## [158,] 103.06707 101.63348 114.79366 109.4874 121.9413 123.7269 131.7230
## [159,] 95.75112 107.85549 107.85978 112.4573 119.6751 123.8324 133.8847
## [160,] 98.62590 99.91385 108.04433 113.9997 118.5803 127.5419 132.8520
## [161,] 94.80826 108.87382 109.07493 112.6567 115.8870 126.2375 126.5419
## [162,] 103.33494 100.67103 115.80896 112.1089 120.5923 122.9360 126.4264
## [163,] 97.06366 104.74559 108.59744 117.7030 118.7012 121.7863 129.6182
## [164,] 102.06366 106.60580 105.34920 114.4467 122.5208 118.6043 124.1872
## [165,] 103.34797 99.51314 114.05713 119.5230 122.4207 133.1214 130.1800
## [166,] 97.01362 107.20301 111.56891 111.8343 123.4084 125.9057 127.9533
## [167,] 97.71345 105.06070 117.67649 111.2027 119.1989 122.6798 129.8699
## [168,] 99.66184 108.53176 111.40948 114.3598 122.7750 130.6262 132.7077
## [169,] 105.42978 105.03882 108.41839 116.9151 114.9347 124.5333 133.3117
## [170,] 102.42035 113.05576 102.31707 117.2741 124.0534 124.9464 119.0273
## [171,] 105.65984 104.80650 112.00707 112.7695 123.6262 124.6906 123.3579
## [172,] 98.45624 104.71033 115.25979 114.7981 127.6455 122.9361 125.3483
## [173,] 104.07380 96.80104 104.98129 116.6367 120.8550 124.6310 132.8738
## [174,] 94.78958 106.92810 110.44218 112.2801 119.1753 121.2706 126.8192
## [175,] 94.61675 100.43662 101.95838 117.1277 129.5201 123.8977 130.4364
## [176,] 102.22563 104.28746 111.86319 125.7399 114.1473 126.9017 131.2526
## [177,] 104.74431 105.68648 104.93178 111.0656 125.5425 124.9937 130.3262
## [178,] 107.52492 102.43877 110.82412 114.5684 127.8703 127.4818 125.5536
## [179,] 93.68723 101.37999 109.23629 116.6557 123.6093 125.7997 133.1833
## [180,] 100.24936 103.15879 108.27732 108.4017 124.7676 117.7219 134.2430
## [181,] 107.27954 98.45237 112.05112 110.1953 123.9692 126.5150 126.3876
## [182,] 100.77941 109.56275 105.88778 115.2814 120.6429 118.3643 130.3728
## [183,] 109.91395 99.79879 111.31598 118.6841 116.4131 122.6870 130.4589
## [184,] 100.39735 103.87698 110.07999 107.3331 117.3500 122.7926 134.1688
## [185,] 102.94018 109.50620 116.37495 111.9016 116.4790 116.3884 134.0028
## [186,] 94.15514 113.30568 106.53883 117.3194 122.1506 130.8350 130.5912
## [187,] 94.23449 102.78178 110.48794 117.5680 122.0177 127.1924 133.5626
## [188,] 98.37380 109.80133 109.41901 114.6181 115.0829 122.8670 129.4427
## [189,] 101.19456 98.13699 113.41234 115.6337 120.0506 125.5918 122.4122
## [190,] 102.84887 105.83955 112.69424 119.3563 118.2734 126.8904 129.7814
## [191,] 106.98089 99.24651 114.82377 115.4177 118.4697 123.4625 133.2866
## [192,] 103.87380 109.95557 104.46699 110.5622 119.5795 123.1397 136.5378
## [193,] 103.05067 109.24327 107.88970 111.7677 120.2411 125.4612 135.3954
## [194,] 93.09671 102.50181 109.41481 117.0307 120.2533 119.9815 126.2756
## [195,] 97.81215 101.14860 101.33003 121.8825 118.1873 123.6026 122.5596
## [196,] 104.88599 103.16415 111.44191 118.6815 118.2771 125.5926 132.5459
## [197,] 101.65413 111.82798 104.81225 117.0641 114.5408 125.2124 126.0697
## [198,] 99.99349 111.10902 115.72952 120.8222 119.3664 119.9138 125.9014
## [199,] 103.11963 108.82341 108.44265 123.9047 119.4938 130.1094 125.7523
## [200,] 100.87815 106.59616 109.06283 115.7001 113.6483 120.7797 135.9634
## [201,] 98.86180 102.66536 110.71626 114.1178 125.4240 129.7233 127.6385
## [202,] 93.20661 101.20983 116.58295 109.5407 113.0565 125.5344 122.2983
## [203,] 94.95411 106.62284 117.56924 119.4457 118.2324 122.0878 128.2061
## [204,] 102.01087 107.93022 110.09774 113.8162 112.8884 129.7846 126.3448
## [205,] 101.40453 104.36669 113.57233 115.3190 118.8220 116.8491 131.0436
## [206,] 96.43488 107.50386 115.82909 117.8921 122.0965 131.5220 125.3453
## [207,] 97.50529 109.66943 108.70828 116.0092 120.2935 123.2685 133.3906
## [208,] 99.13558 100.75517 116.40692 108.6607 117.3561 123.7128 128.1370
## [209,] 106.53316 103.62482 115.08781 115.4651 119.1489 124.9679 125.2633
## [210,] 100.04949 108.70657 108.31730 110.2651 121.0127 122.3278 124.8238
## [211,] 94.59900 107.66260 108.77934 110.2469 115.8151 122.8129 129.9156
## [212,] 103.93402 104.83023 113.27193 108.6494 116.3308 131.5842 128.8466
## [213,] 100.61816 104.85373 110.17125 107.5882 118.2277 127.4740 131.0425
## [214,] 102.30641 98.91705 111.13115 113.5185 125.7190 123.7212 120.9745
## [215,] 104.74730 102.10381 113.61410 115.1870 117.6237 128.6293 126.9756
## [216,] 96.95409 110.00242 109.10248 114.2545 119.3556 129.5221 132.2084
## [217,] 100.07157 110.11378 111.46939 119.6574 123.7274 124.1023 134.6796
## [218,] 99.67594 103.68647 112.89247 113.4102 119.8348 121.8953 129.4345
## [219,] 99.55137 102.74733 111.97385 111.1199 113.7341 126.5497 127.5383
## [220,] 100.32297 105.42833 118.56052 112.8834 122.7188 123.7265 133.0341
## [221,] 104.12069 109.55549 119.70432 116.8503 122.0991 123.4881 130.8949
## [222,] 103.73399 112.32136 110.36405 115.8230 112.8355 132.4075 128.6570
## [223,] 107.18891 106.67302 111.42175 113.5463 126.0212 120.1706 127.1436
## [224,] 101.93548 107.73576 110.18533 112.5334 119.4395 115.0906 128.2853
## [225,] 96.62336 110.42974 109.65226 117.2775 115.7405 133.8256 136.3639
## [226,] 99.87120 106.27005 105.69972 121.2962 117.7363 118.2275 126.1390
## [227,] 98.50823 103.26693 110.25765 123.8337 122.0689 131.4517 131.9388
## [228,] 99.41524 103.64816 110.59364 115.0741 123.8265 120.1522 129.7486
## [229,] 93.99417 107.30986 105.36986 114.7955 110.7709 123.5751 142.6150
## [230,] 95.13540 104.62249 107.56435 114.5997 120.3649 122.9028 126.7444
## [231,] 100.57735 109.94538 112.16759 111.9393 126.4409 118.0261 130.3838
## [232,] 100.07430 109.64907 110.36204 116.5694 119.1949 127.2103 127.0050
## [233,] 94.77903 109.13618 110.88848 112.0906 118.9486 118.6773 127.1083
## [234,] 95.95715 106.77256 110.02860 108.0626 111.7154 129.2401 127.0228
## [235,] 97.22959 97.78546 109.51266 115.9599 123.7322 132.5687 135.8845
## [236,] 104.46647 108.62380 107.75771 111.3515 117.7079 124.1671 133.2980
## [237,] 102.66145 107.13258 114.89833 112.0675 120.3355 118.9485 134.1910
## [238,] 100.86374 101.30782 107.45729 117.6621 118.5009 128.4549 131.2000
## [239,] 100.82954 111.79107 105.57221 114.0958 119.5416 127.2059 130.7684
## [240,] 101.53987 106.45340 111.88342 119.3717 116.4371 130.3850 130.2481
## [241,] 98.65031 106.67582 108.73891 118.0700 119.5665 119.2124 130.6382
## [242,] 103.98182 105.52814 111.34263 119.0013 122.2081 117.5931 127.0661
## [243,] 103.98369 107.77955 114.67029 112.8419 120.0365 120.7574 131.0602
## [244,] 94.34297 103.99769 109.99479 112.7889 115.0545 126.6457 124.5392
## [245,] 106.80320 105.46413 109.29465 117.2256 122.3186 130.2958 133.1108
## [246,] 96.47366 107.20757 102.41025 119.4033 116.1831 123.3263 131.2910
## [247,] 107.08464 104.43370 108.20863 116.3071 120.4593 123.5556 124.7464
## [248,] 107.68347 120.64597 106.84789 105.7925 111.4961 129.4591 132.2084
## [249,] 99.11607 99.23240 110.79203 108.9936 116.1721 122.4931 130.2324
## [250,] 110.41701 102.56931 111.74645 122.1049 121.0444 128.9293 131.7909
## [251,] 104.92987 98.74954 108.52389 114.7596 125.7614 124.8491 132.7005
## [252,] 109.54904 111.85971 109.40093 116.8302 127.6605 129.1588 130.5181
## [253,] 98.29047 112.30286 110.25327 114.7552 124.3721 128.5025 134.5682
## [254,] 101.17286 103.19978 109.87168 116.4942 115.2206 123.2639 135.2567
## [255,] 98.37614 104.86368 111.50535 111.9054 125.5287 129.9922 126.6154
## [256,] 102.54811 107.93854 115.12741 118.7949 123.4534 128.3593 125.4084
## [257,] 104.00467 110.55004 114.04734 105.9051 124.7734 123.4240 130.1961
## [258,] 94.32365 106.88011 100.38279 111.5675 124.0753 123.5174 123.5667
## [259,] 102.75966 102.48891 109.31765 116.2844 109.8538 130.2788 135.4328
## [260,] 104.03833 103.22433 118.32939 111.0163 123.5303 127.5711 124.6950
## [261,] 103.03244 101.80012 110.09551 112.2039 113.9177 118.0986 119.7546
## [262,] 90.87579 103.48491 112.13217 117.0825 119.2776 121.0160 124.9511
## [263,] 102.52696 101.43903 106.62863 121.1678 129.7054 119.6967 129.1235
## [264,] 91.75559 105.04021 115.82321 118.5534 121.7262 125.4951 126.7078
## [265,] 100.73202 99.00998 110.80567 111.9334 115.1937 127.4738 130.1166
## [266,] 102.95429 109.19652 99.51218 113.9523 117.0932 120.1464 131.7436
## [267,] 105.95337 101.46803 110.88789 113.7372 120.5526 124.0324 125.0781
## [268,] 95.40318 107.56053 106.34451 119.6946 123.0295 124.8894 126.5477
## [269,] 101.02888 108.14611 113.79887 119.6021 120.3139 120.8123 130.8628
## [270,] 103.49816 103.68128 110.75057 117.4942 122.7954 134.4455 130.8127
## [271,] 97.76418 105.78223 114.14926 109.8313 125.4616 122.0209 127.4152
## [272,] 106.66673 106.90728 109.00111 114.3333 118.1267 124.8711 135.9323
## [273,] 102.49685 103.86459 106.94344 112.4417 122.6567 121.8386 130.7425
## [274,] 99.12348 106.68964 108.79555 120.2505 120.2970 124.4444 129.6498
## [275,] 101.61942 95.02180 108.33283 123.5199 120.8253 118.6139 131.8815
## [276,] 104.85178 99.47585 112.82553 115.1448 116.9051 128.6089 134.2589
## [277,] 91.23590 105.14982 100.33839 109.9094 126.3100 126.8866 124.5751
## [278,] 91.47665 110.02788 101.99381 117.6667 119.0790 125.8431 129.6629
## [279,] 95.54671 105.53259 110.94237 114.2801 127.3622 121.4390 133.6146
## [280,] 101.77221 102.15479 110.04235 108.2063 112.2528 127.3374 123.0708
## [281,] 100.36935 101.57672 112.22171 110.9651 116.5047 125.9496 129.4050
## [282,] 98.96193 105.11816 110.61485 113.8478 118.4841 132.1676 135.4524
## [283,] 102.93318 106.62007 110.94569 119.0903 118.2727 123.0011 125.8994
## [284,] 96.80985 99.32791 107.98965 119.1973 124.1771 126.8926 132.3599
## [285,] 98.90898 102.48816 106.37436 111.7454 120.8826 128.4838 128.5087
## [286,] 103.27020 101.35892 114.25696 114.9823 120.2059 122.9255 130.7991
## [287,] 108.52403 99.30615 112.10785 108.9689 113.8607 128.3672 130.4997
## [288,] 95.54605 100.48532 104.02490 110.7607 116.2490 123.2969 129.3966
## [289,] 109.37192 99.95926 107.29934 110.6112 118.4110 120.9132 129.1644
## [290,] 98.84296 108.92185 109.62399 107.9314 118.8795 121.3801 123.0289
## [291,] 98.54409 103.79528 110.92600 106.6847 119.0999 128.1404 131.0267
## [292,] 104.63774 99.08259 108.61834 112.8280 123.1886 125.1433 134.8006
## [293,] 99.41960 109.92351 111.16032 118.2642 123.5070 120.3652 125.9133
## [294,] 107.47441 97.51241 112.19496 112.9112 114.7958 126.7609 135.0929
## [295,] 104.07991 105.09703 105.13635 117.9885 123.9467 128.2055 132.2433
## [296,] 94.38275 108.93193 110.06644 116.7973 113.9478 120.7492 130.8035
## [297,] 106.11627 105.41322 102.75384 115.6733 117.4588 129.5396 135.0400
## [298,] 107.95153 106.73306 109.47372 113.4175 124.8418 119.9130 133.8376
## [299,] 108.90824 108.17155 107.14447 116.6145 120.4054 130.6602 125.1996
## [300,] 98.17173 109.15944 112.64116 106.7621 117.1797 131.9778 128.4849
## [301,] 104.17104 109.34737 113.94278 118.0572 123.6309 122.1959 131.7571
## [302,] 96.57580 105.82673 106.50703 109.3788 122.1012 129.5554 125.0828
## [303,] 100.43868 104.20798 106.37404 120.5585 114.2880 125.2280 132.7517
## [304,] 95.17350 105.23039 107.65861 115.0576 117.4172 124.2110 128.3485
## [305,] 94.47553 100.25444 107.40545 116.5618 121.5556 125.3671 126.9157
## [306,] 98.73777 103.40096 109.60879 111.5181 121.6602 119.6808 125.0166
## [307,] 99.32164 110.94631 101.21874 111.6175 122.2772 130.8272 126.2610
## [308,] 99.70123 105.71741 112.67746 120.3613 109.1933 118.9197 126.9518
## [309,] 98.91067 105.99254 105.39284 118.0100 122.4104 123.9300 125.1836
## [310,] 98.40069 100.45809 109.24627 123.8380 119.5632 135.9496 134.0411
## [311,] 97.85633 96.00913 100.04086 114.3512 120.0227 126.8399 129.8103
## [312,] 103.37633 108.05692 107.86962 122.8103 115.7225 129.5220 126.6286
## [313,] 96.40059 102.46085 107.77691 117.7795 125.0155 122.8688 135.4592
## [314,] 99.14554 107.60277 109.06585 111.1528 122.4466 125.9269 133.4159
## [315,] 101.02552 106.23692 118.36406 113.9914 122.6925 128.6856 135.4546
## [316,] 95.57665 106.64744 105.39572 116.8946 118.7679 125.0395 130.3035
## [317,] 101.15843 112.05567 111.16820 118.2833 125.2715 126.8188 135.0741
## [318,] 101.74034 95.51193 111.95595 115.2590 115.3729 128.3474 126.7046
## [319,] 103.31414 104.75023 109.89596 114.6258 121.9010 120.9304 126.9401
## [320,] 103.21415 106.15475 107.19351 120.0860 118.5942 124.2032 128.1595
## [321,] 95.48920 101.43267 109.01968 119.6636 114.8199 128.4997 134.9212
## [322,] 99.87690 115.52042 105.91412 111.8895 122.9226 127.2695 129.2038
## [323,] 97.63041 106.79690 112.73492 115.4109 116.6896 126.8841 126.9344
## [324,] 101.34176 100.60548 110.39205 114.1205 113.4210 133.5842 130.7005
## [325,] 101.71535 105.07304 114.93707 117.9213 119.9589 126.6901 131.3335
## [326,] 96.58415 100.28176 110.60789 114.7134 119.5658 128.2457 129.7780
## [327,] 99.53018 102.98654 111.04549 115.3387 115.3775 117.5214 127.9000
## [328,] 101.63270 105.90056 113.96360 117.2142 117.2569 120.4785 124.4881
## [329,] 96.52551 109.52182 112.22809 112.2847 119.0981 128.6301 132.4890
## [330,] 91.59003 107.60363 110.77047 114.9288 119.9771 129.5342 132.7184
## [331,] 102.22667 101.50481 104.32526 113.0587 118.8161 134.6910 139.9675
## [332,] 97.90902 104.01000 102.57691 116.4691 124.9375 126.4828 136.9014
## [333,] 100.83987 99.87130 106.16487 113.4392 121.3814 127.6612 132.8844
## [334,] 100.14146 109.43631 109.60274 118.4129 120.2657 124.9662 132.7631
## [335,] 95.03559 105.05726 105.76022 113.2047 124.6920 129.4951 132.3215
## [336,] 98.42145 105.46472 115.87533 110.1961 118.9704 128.3588 128.7595
## [337,] 97.31146 106.21265 111.96587 117.7765 120.7035 129.0507 128.5410
## [338,] 96.14538 105.03031 108.86692 120.1807 126.1976 127.1509 125.0624
## [339,] 98.85539 107.33400 112.56707 112.6798 118.4329 125.8476 133.9791
## [340,] 97.20301 102.94808 118.34962 116.9595 122.6067 128.1998 130.9232
## [341,] 95.54101 103.12031 102.87435 118.4278 118.0319 128.1310 130.2948
## [342,] 106.92425 103.27188 110.10612 116.1889 112.0755 125.7427 130.0934
## [343,] 96.88699 100.84506 114.62994 118.5036 117.3661 123.6088 137.8948
## [344,] 97.45957 99.80447 101.41925 126.3838 122.3401 119.1312 132.9826
## [345,] 98.67623 109.17068 112.77920 112.2092 118.4066 127.3860 127.3199
## [346,] 96.25596 100.35310 119.10330 117.5966 115.1183 130.0630 130.4139
## [347,] 96.27879 101.38537 110.57768 114.5805 116.1247 129.0946 133.4937
## [348,] 99.90253 103.86388 116.46105 115.0045 118.8362 132.2915 130.1704
## [349,] 94.29911 104.93313 107.80541 121.4806 116.1690 128.7378 130.5361
## [350,] 98.94309 107.15125 112.27360 116.0151 120.9562 124.7103 132.7725
## [351,] 97.48834 109.75610 108.49710 120.2505 119.8074 118.5141 129.1262
## [352,] 106.86581 103.17819 112.87428 112.2798 121.0161 126.8242 129.8465
## [353,] 95.27620 95.72590 113.95120 113.2924 120.1686 120.7020 133.0348
## [354,] 100.04883 105.99435 114.18680 115.0238 119.1391 128.6218 126.9829
## [355,] 107.87264 109.55035 113.09179 110.7206 124.6371 117.7151 127.1162
## [356,] 103.25371 99.12643 112.30061 120.3476 118.4395 125.3342 125.2560
## [357,] 98.41646 109.28490 112.88292 118.7503 125.6197 124.2651 132.3803
## [358,] 101.14965 100.37381 106.77596 110.9893 120.2027 118.4325 134.9770
## [359,] 103.47899 111.60680 111.25981 114.6297 113.3658 125.1902 130.1477
## [360,] 100.83012 109.36967 110.60562 111.2315 114.1915 127.7701 132.5482
## [361,] 93.71247 109.83142 115.87546 114.1576 121.2627 122.5623 129.4241
## [362,] 99.23787 111.54015 110.84359 109.9339 126.1972 128.4751 130.5221
## [363,] 103.52449 111.60062 115.13625 111.2177 115.6005 128.2217 127.7684
## [364,] 102.25665 103.41900 102.92603 109.3617 121.6084 126.0104 126.9921
## [365,] 104.33388 109.51548 110.13946 114.9575 115.6326 123.8641 126.2269
## [366,] 100.39585 102.74176 112.13740 118.3175 120.2441 126.7210 129.8700
## [367,] 103.15731 104.98820 106.55718 114.2866 124.3892 118.4789 130.2412
## [368,] 105.25785 105.87973 112.14201 116.6849 122.1405 122.9544 132.7729
## [369,] 99.00114 101.26204 108.36873 116.1366 121.7067 124.7393 124.4557
## [370,] 103.21345 101.52666 120.43748 110.6171 122.9764 119.4205 124.9669
## [371,] 94.66668 110.19372 121.89259 109.4084 121.6832 125.8460 128.3371
## [372,] 95.76834 100.03890 113.13905 117.5996 119.7082 122.0610 126.8041
## [373,] 100.82229 112.02689 113.10814 118.9925 121.3222 127.2023 131.1456
## [374,] 99.31280 106.59463 116.14614 114.9152 116.7559 128.4112 127.6199
## [375,] 102.61901 104.34006 108.09445 117.8048 118.5423 123.8063 121.7037
## [376,] 105.36762 108.89815 107.89063 114.8798 120.0459 120.1631 133.3053
## [377,] 97.70664 109.43988 106.35699 114.8106 117.1815 122.8858 130.2963
## [378,] 96.68985 103.40041 110.69817 111.8972 116.6009 123.9820 128.5922
## [379,] 99.35535 105.76015 111.98182 110.4331 120.0595 125.9825 125.6108
## [380,] 106.71385 102.96692 108.93314 108.6158 115.9843 123.8206 128.3256
## [381,] 103.68398 103.39472 108.32562 113.0951 121.7422 129.1826 132.6964
## [382,] 97.03409 96.28807 113.67848 118.3443 115.1159 121.5755 126.1947
## [383,] 99.24460 99.58449 113.41213 109.5362 119.0498 123.7136 129.6894
## [384,] 94.36128 106.65184 111.27126 116.7736 117.0681 115.3782 124.0906
## [385,] 103.09944 100.31899 109.61682 117.1813 129.7126 127.6548 134.8384
## [386,] 103.54738 107.58032 102.34967 117.7658 116.2134 125.4138 128.7719
## [387,] 100.98002 109.74689 116.26245 115.4384 122.6723 124.4439 129.9093
## [388,] 98.61302 106.25016 111.40051 115.2685 123.3912 124.7182 132.3028
## [389,] 102.91378 102.38523 101.04020 122.2443 116.0086 122.5879 126.7547
## [390,] 97.43298 115.96440 103.50575 108.4640 122.9996 136.1821 128.7791
## [391,] 99.67734 107.52999 112.82323 119.8179 115.3583 119.7041 123.9038
## [392,] 95.66717 103.02938 102.42355 120.7949 115.7397 126.3096 133.3570
## [393,] 99.16119 100.67850 108.20871 108.6780 125.3233 128.1672 135.3721
## [394,] 101.25190 105.61071 114.41425 117.6596 120.6210 125.3060 128.3609
## [395,] 100.76537 108.82663 111.45110 114.6124 115.7938 124.6130 129.1721
## [396,] 96.76835 104.26797 111.24293 119.0427 125.8365 125.0090 127.4873
## [397,] 98.65358 102.56561 111.82090 123.4052 123.0373 125.1673 133.4717
## [398,] 96.31204 104.21764 105.82262 111.1068 121.3227 123.1886 131.0739
## [399,] 102.72453 105.32787 113.84137 118.7005 122.5495 127.9293 134.0326
## [400,] 98.39779 108.07481 111.73216 112.9898 114.7135 126.7995 129.1787
## [401,] 104.11250 100.16775 104.98531 114.9802 109.4997 123.6485 130.6322
## [402,] 101.93006 106.32906 106.34643 114.0819 112.8225 124.7735 129.8101
## [403,] 99.34344 108.50984 111.41976 118.0066 122.5045 126.9601 125.9127
## [404,] 106.51925 100.45479 107.66588 114.2075 120.4834 129.4842 135.8757
## [405,] 102.89205 98.14610 107.54616 113.3069 125.5098 120.0474 129.0682
## [406,] 91.67909 114.88883 109.07417 115.8202 122.3011 122.7537 126.1165
## [407,] 102.12030 103.67245 113.42081 117.6775 125.4994 115.8972 126.6444
## [408,] 103.01184 101.64949 106.87855 118.2486 118.0425 128.0912 122.2485
## [409,] 91.72976 110.85594 109.62948 103.3477 121.9874 128.1027 136.1916
## [410,] 93.55486 104.46617 109.50879 115.6758 122.8246 122.0309 132.8893
## [411,] 98.89695 100.22691 108.83300 117.3298 111.5287 128.4047 133.0356
## [412,] 101.30601 110.05625 117.00402 114.4214 115.7184 120.3400 125.9891
## [413,] 103.31300 103.23016 109.31106 117.2008 120.2178 129.3898 129.1840
## [414,] 103.84113 106.99501 104.78133 117.3712 120.2691 121.1997 126.7221
## [415,] 103.95971 101.48518 109.13640 118.7879 119.6580 129.1599 125.5578
## [416,] 103.41125 99.66828 106.33777 114.6039 121.2751 121.2913 129.4638
## [417,] 99.85407 100.59120 113.57991 113.8316 123.7581 133.2610 123.7554
## [418,] 106.18787 101.10588 107.56522 122.8337 118.1683 128.2485 132.8365
## [419,] 102.90887 116.03527 109.90761 118.2529 121.1067 125.1187 131.2574
## [420,] 99.90988 101.54813 110.56291 114.8610 116.3369 124.0167 135.2036
## [421,] 96.58465 109.09858 106.26430 110.6170 118.5049 121.0893 133.1990
## [422,] 104.44782 108.27667 117.36850 119.2879 119.2239 126.6627 125.9860
## [423,] 95.32310 109.25471 114.71160 111.4955 127.5112 120.9465 131.5340
## [424,] 94.78760 106.62862 107.63174 120.5915 121.0143 125.2913 130.5814
## [425,] 99.60774 106.96028 110.70344 112.0215 123.5057 121.3525 129.5704
## [426,] 108.13701 106.30567 105.56961 114.3298 125.2031 122.5264 128.5615
## [427,] 104.54738 100.90490 109.10415 111.2610 117.5339 128.4967 130.2031
## [428,] 97.06301 103.49748 110.54168 118.7526 118.8780 122.8126 134.6350
## [429,] 105.91837 104.39262 119.89681 112.5414 119.1480 116.9120 123.9906
## [430,] 102.21157 102.41054 108.04507 119.0863 122.0550 129.1457 129.9534
## [431,] 93.29207 96.41467 108.42555 106.6244 125.2096 126.1709 126.0482
## [432,] 86.25179 100.57715 107.56904 119.8835 123.2221 125.6212 127.7443
## [433,] 97.26601 104.57108 112.08556 116.4702 119.9426 127.2096 132.7437
## [434,] 96.34186 101.52805 112.42774 119.1305 113.2838 122.6126 128.2051
## [435,] 104.10457 101.66781 103.71966 115.4115 119.1945 120.1128 134.9230
## [436,] 102.63317 108.91733 109.04613 112.9636 112.9091 127.3965 137.0836
## [437,] 108.03342 101.63628 112.24227 115.7217 119.3213 128.0090 132.2477
## [438,] 96.34995 109.19787 105.22461 117.5809 112.8231 120.5263 125.8982
## [439,] 101.07658 108.53098 107.47998 106.1521 120.2003 121.1974 125.9204
## [440,] 98.75650 109.20881 110.34456 119.1919 114.1417 128.5080 130.8074
## [441,] 101.20206 109.63889 111.43381 112.0798 117.5813 130.2449 131.5931
## [442,] 104.59877 105.86977 121.12078 114.9441 120.0639 123.2900 124.0688
## [443,] 102.27561 106.39625 110.20796 113.5996 118.0539 123.1734 127.7971
## [444,] 101.31233 109.69929 109.25675 108.7404 123.5164 119.1322 129.2840
## [445,] 99.59460 102.45034 110.58465 119.3211 117.9530 124.7598 130.3039
## [446,] 96.75239 103.89284 104.25846 115.6586 122.8782 127.7656 123.5754
## [447,] 102.92259 96.33412 107.53596 112.4766 116.0316 124.1461 130.7066
## [448,] 105.25103 104.93375 116.98956 110.4082 119.7755 118.5418 119.6276
## [449,] 90.50627 99.99937 109.14974 114.0072 118.6796 127.3058 133.0344
## [450,] 107.07755 106.04942 107.63835 111.3705 118.9552 128.1499 128.5119
## [451,] 104.77147 106.53746 106.08355 113.4610 127.2889 125.2953 127.6705
## [452,] 101.14844 106.97523 105.05034 119.1019 122.8236 121.2375 129.2317
## [453,] 93.94537 111.32146 109.93793 120.2838 125.5687 128.8272 130.6521
## [454,] 101.03320 102.74573 108.53801 117.2138 125.6746 125.6447 131.4497
## [455,] 97.40134 103.32079 110.90707 114.2468 119.2592 127.3872 130.0151
## [456,] 90.47927 104.26935 116.76588 113.0967 115.0701 119.9910 140.3161
## [457,] 104.69228 110.18426 109.44475 120.8726 120.6605 127.7440 127.1030
## [458,] 100.09287 96.53174 109.70401 115.9173 118.3153 126.8766 130.2737
## [459,] 99.74271 106.41241 109.00471 113.0892 126.9417 125.2244 137.3887
## [460,] 104.26895 103.04303 115.10302 113.2033 123.5789 128.4196 129.5357
## [461,] 103.00363 102.45999 109.64197 114.0783 128.0704 123.4418 129.4531
## [462,] 97.87230 108.40433 110.45069 120.1620 111.8489 127.7442 123.5750
## [463,] 95.05039 101.73876 109.57936 113.0642 123.1537 123.5247 131.4920
## [464,] 94.22267 104.67567 106.33394 116.4858 125.5188 121.2710 129.1619
## [465,] 105.43838 98.78442 110.16481 114.0974 122.5384 120.0280 128.3693
## [466,] 106.14872 106.92776 110.20800 118.7391 118.3969 131.9955 134.9077
## [467,] 103.95745 102.13498 106.13698 115.7865 117.7580 130.5128 130.1452
## [468,] 106.27650 104.10978 106.47926 109.7692 119.7045 119.7646 133.5364
## [469,] 97.88304 94.95165 111.92291 114.4740 128.8814 119.1689 128.2376
## [470,] 102.14945 107.32157 105.95530 117.1094 119.8763 128.9526 134.4727
## [471,] 97.46276 101.45440 105.66151 112.2359 113.9463 121.3143 127.7548
## [472,] 104.97274 107.22998 113.51773 114.5915 114.3585 119.0998 131.5621
## [473,] 97.83130 108.32524 108.92339 114.7054 126.6319 119.6560 124.9771
## [474,] 105.36353 106.00593 105.50945 113.4996 114.9482 122.5345 132.2624
## [475,] 93.83737 96.68195 108.69040 114.8751 113.9741 125.0254 128.0881
## [476,] 94.16137 106.39641 111.25086 116.4039 121.3461 117.7936 129.3196
## [477,] 98.81071 108.73867 108.15522 118.1288 117.5612 128.3042 131.7429
## [478,] 95.90761 108.75372 113.06470 113.5083 123.6793 126.7880 139.4678
## [479,] 104.40003 106.07239 114.74573 111.1941 117.6760 125.2123 134.9802
## [480,] 102.02584 106.01280 112.68940 111.5556 116.3308 119.3137 131.7821
## [481,] 98.34776 100.94030 113.64333 111.0615 124.7648 127.0135 127.2946
## [482,] 99.42706 104.14315 111.35003 117.1177 130.1551 120.8370 119.4171
## [483,] 98.90336 105.31901 114.72685 119.4106 125.7084 131.9420 127.9794
## [484,] 99.75278 104.86153 117.28202 111.8742 122.1360 115.5283 126.5004
## [485,] 98.73540 106.27283 111.84550 116.7153 122.9456 131.1493 132.8397
## [486,] 105.56564 110.17489 110.45393 115.9892 123.2520 124.6323 127.4888
## [487,] 97.71255 103.49191 103.82502 114.7377 122.7476 121.3898 131.3463
## [488,] 103.42366 97.18928 107.02176 119.4640 117.6801 122.9719 132.5474
## [489,] 99.75059 97.80790 111.03395 116.9498 110.2182 120.6400 124.4478
## [490,] 97.93409 104.66636 112.11868 116.2348 112.5640 122.7012 134.9027
## [491,] 99.14336 106.90373 109.78923 108.5535 115.8405 129.4167 128.7964
## [492,] 97.26645 105.71987 114.37734 112.9841 131.7007 118.0011 131.8363
## [493,] 95.52853 101.54165 105.36239 113.7682 120.7181 130.6085 128.2576
## [494,] 92.23146 107.24115 108.66465 113.8760 117.7348 124.2775 129.6626
## [495,] 99.57708 108.22837 110.86785 114.4251 113.2633 125.1282 132.8126
## [496,] 99.26039 102.52914 113.49720 111.7154 117.1941 128.6143 132.1473
## [497,] 98.39131 108.55753 106.28223 117.8505 108.2633 124.4016 135.7366
## [498,] 95.79351 102.55102 103.54917 109.7869 121.6888 121.0554 132.0934
## [499,] 102.93395 107.36427 114.93189 115.1767 117.6377 128.6963 131.1415
## [500,] 101.19650 104.79913 99.86600 117.8515 118.5623 131.4254 137.2710
## [,16] [,17] [,18] [,19]
## [1,] 128.7704 146.2442 142.6926 147.9125
## [2,] 138.7489 144.4676 140.8532 152.5750
## [3,] 129.2420 142.9317 147.2469 153.9540
## [4,] 132.7309 144.2251 144.2465 147.8929
## [5,] 141.2493 141.0050 142.8096 154.5784
## [6,] 131.3687 147.3243 145.9585 147.0189
## [7,] 139.5509 146.8302 138.1655 149.6912
## [8,] 139.3239 140.0585 149.7412 151.1632
## [9,] 128.0228 142.6273 141.9075 155.2413
## [10,] 134.6795 135.9411 142.1357 144.7444
## [11,] 131.1736 141.3166 146.5381 152.2191
## [12,] 139.8514 141.6468 151.2764 147.1271
## [13,] 138.4342 135.8499 142.6195 152.2231
## [14,] 133.9201 144.3246 142.6104 149.1166
## [15,] 137.7677 135.4927 145.0891 147.6582
## [16,] 133.5449 134.2438 151.3437 148.8110
## [17,] 132.9789 144.3660 142.2260 150.8816
## [18,] 136.6592 145.8943 147.6792 151.8766
## [19,] 132.9366 142.5867 152.6456 150.3105
## [20,] 133.7098 137.1021 146.9457 140.5858
## [21,] 136.6099 145.4882 153.2120 151.6432
## [22,] 137.5562 137.8645 147.1217 149.9765
## [23,] 133.1398 144.9610 144.2316 155.2123
## [24,] 137.9646 139.0369 147.7485 154.1462
## [25,] 131.8132 141.7981 140.2092 147.7933
## [26,] 149.6357 142.4225 149.6161 150.5172
## [27,] 145.2885 141.6348 148.2664 153.2985
## [28,] 136.2070 138.9132 151.8276 152.3819
## [29,] 135.7724 138.7340 138.5005 147.4094
## [30,] 140.3318 142.5911 154.8325 148.7391
## [31,] 132.9344 137.4768 147.9941 150.6769
## [32,] 135.1292 142.2891 149.7467 148.1961
## [33,] 130.7611 139.7394 148.0225 150.1705
## [34,] 135.5139 142.8117 147.5345 150.4874
## [35,] 144.4160 136.0967 139.0626 158.4415
## [36,] 138.1161 145.2818 148.4027 143.6522
## [37,] 133.8792 140.9645 142.4415 144.2591
## [38,] 142.1887 143.1328 141.8086 147.2374
## [39,] 139.4352 138.4895 143.3689 148.5312
## [40,] 128.7349 138.6245 146.2330 142.5573
## [41,] 135.6247 132.7257 151.7688 153.3372
## [42,] 129.5316 140.0596 139.2301 152.9960
## [43,] 133.6714 136.4078 151.9796 138.5855
## [44,] 140.8740 144.1722 145.1503 148.5697
## [45,] 130.5847 135.3650 145.8133 147.5418
## [46,] 132.9738 136.5575 144.1492 149.1590
## [47,] 133.5441 147.0878 141.6543 141.6214
## [48,] 139.1231 138.7837 137.4525 150.7214
## [49,] 138.1852 144.0835 142.9888 145.1310
## [50,] 139.7191 135.6500 140.9623 145.6361
## [51,] 133.4152 142.3573 148.5523 153.7310
## [52,] 136.0654 140.3855 147.0305 150.5805
## [53,] 130.6932 144.2263 150.2193 148.0979
## [54,] 132.2374 135.8738 143.6102 153.4490
## [55,] 142.5450 144.1973 140.5250 151.6191
## [56,] 135.2427 136.4058 142.8125 156.9832
## [57,] 132.2301 141.2242 148.2824 146.5680
## [58,] 134.4507 139.6786 143.3994 153.3169
## [59,] 128.3768 147.5872 143.9867 146.5139
## [60,] 138.5365 140.5245 146.3027 153.3200
## [61,] 135.1658 138.5135 143.0644 145.6877
## [62,] 134.5335 139.8294 147.3610 149.9368
## [63,] 142.7124 145.6385 145.7991 144.4268
## [64,] 135.1047 144.1893 147.0013 147.1594
## [65,] 127.7837 136.5823 145.0848 152.5752
## [66,] 138.3709 139.3076 153.8611 149.3376
## [67,] 134.4057 134.5766 141.8893 144.0729
## [68,] 137.2865 137.0977 144.4158 147.1104
## [69,] 130.7406 143.5954 151.6858 138.9833
## [70,] 133.7592 139.0755 143.4891 150.8502
## [71,] 133.4676 137.5446 142.5411 149.7312
## [72,] 137.8510 135.0882 149.1996 152.2428
## [73,] 139.6792 145.1889 145.9081 152.6593
## [74,] 135.3818 135.4045 144.5483 148.2518
## [75,] 134.6461 139.3234 139.1152 150.7767
## [76,] 131.6310 137.6091 138.9901 152.1645
## [77,] 133.9604 143.6956 148.5972 149.0830
## [78,] 133.8642 150.1094 141.9759 149.1973
## [79,] 138.7383 136.4577 147.1260 152.1346
## [80,] 142.1989 144.1145 140.6449 146.5503
## [81,] 134.1833 137.6760 144.0102 150.0198
## [82,] 136.6193 151.4302 149.9186 149.4013
## [83,] 135.2819 139.3010 151.6351 150.8761
## [84,] 130.9004 137.3614 139.4488 139.6638
## [85,] 141.1422 137.3313 148.4730 149.5409
## [86,] 136.8625 138.0395 145.3867 146.8491
## [87,] 130.2679 133.0936 142.4582 154.6563
## [88,] 132.4491 148.5056 138.6281 152.7960
## [89,] 129.2202 139.9315 143.7144 151.4304
## [90,] 138.0255 146.4655 141.1330 141.8631
## [91,] 134.0884 146.8066 147.6507 153.4245
## [92,] 137.4778 140.0465 134.8417 151.1413
## [93,] 129.6133 142.4934 141.6898 150.2424
## [94,] 135.4220 143.9370 145.3050 141.9971
## [95,] 138.8365 138.2468 145.4755 150.6397
## [96,] 137.7225 135.3781 147.9202 149.7418
## [97,] 131.3986 146.3029 145.6355 147.9285
## [98,] 136.4681 137.6340 148.9657 160.0494
## [99,] 129.3480 139.5247 139.3627 149.2779
## [100,] 131.9101 138.3769 148.7456 149.1176
## [101,] 137.0677 138.2145 145.6474 154.0400
## [102,] 137.5293 148.0400 147.5184 145.3074
## [103,] 138.2017 138.7391 140.2899 149.1477
## [104,] 138.5911 133.3757 144.5583 151.6754
## [105,] 134.3513 146.7164 149.4500 151.2044
## [106,] 134.8777 145.9803 142.9994 148.1737
## [107,] 142.9936 142.8403 146.8955 145.6428
## [108,] 135.4963 139.7682 150.7424 147.7954
## [109,] 135.6419 146.1103 141.5028 156.1404
## [110,] 142.7120 139.9553 148.9192 147.8308
## [111,] 131.7057 132.2500 139.5166 151.3463
## [112,] 132.7410 142.4852 150.1993 147.3144
## [113,] 141.5187 141.6454 143.7136 147.0648
## [114,] 137.1762 145.3326 148.6474 147.7192
## [115,] 136.7949 140.3622 135.3199 148.7874
## [116,] 134.3453 140.0901 143.0463 151.0126
## [117,] 129.1725 142.1785 147.1744 154.4738
## [118,] 130.4861 138.4297 145.2527 149.1169
## [119,] 135.5834 145.2300 147.7968 148.7387
## [120,] 137.4878 143.9666 143.8093 144.9747
## [121,] 135.8778 139.7222 152.1801 150.4331
## [122,] 140.4260 142.0981 144.6041 146.0526
## [123,] 134.5411 143.4858 147.0051 147.6687
## [124,] 139.0490 142.8797 146.6753 145.4177
## [125,] 137.7836 148.5703 147.6630 147.4991
## [126,] 133.9941 141.5387 141.9870 146.8152
## [127,] 142.0273 137.8378 147.6012 152.1996
## [128,] 139.7526 143.8062 147.4539 150.2539
## [129,] 137.6507 141.0699 148.4552 155.8075
## [130,] 137.2346 139.7803 143.4628 143.2138
## [131,] 138.9832 138.3841 146.8054 147.3962
## [132,] 134.5130 144.4154 148.7835 156.2657
## [133,] 131.0600 141.0553 138.6678 152.9942
## [134,] 138.1454 142.5858 150.0839 147.8308
## [135,] 135.4787 138.8856 145.5582 149.6383
## [136,] 133.8934 141.6705 148.9832 145.3874
## [137,] 136.0166 133.9350 145.3457 150.4025
## [138,] 130.8852 138.0852 140.6876 155.1316
## [139,] 129.7083 147.4235 145.1314 152.2278
## [140,] 131.8599 140.8015 143.3883 147.4714
## [141,] 137.6793 142.1282 148.8183 152.1288
## [142,] 137.7859 140.4036 146.9230 141.0837
## [143,] 129.8288 140.8370 148.5941 156.6843
## [144,] 134.4162 142.6361 141.9702 156.1918
## [145,] 137.0618 137.4119 143.4082 144.8714
## [146,] 134.4936 137.8568 147.3560 155.5387
## [147,] 140.7898 140.1760 139.9708 145.7141
## [148,] 136.1440 136.1038 143.4465 149.2195
## [149,] 138.1794 134.6463 144.1150 144.1859
## [150,] 136.7874 144.3154 144.8477 148.2804
## [151,] 133.9149 140.3602 142.5829 146.8134
## [152,] 134.3667 134.1946 142.4253 146.7961
## [153,] 133.7878 143.1252 144.1210 148.8609
## [154,] 136.8261 145.6067 148.4921 144.4823
## [155,] 139.7259 126.8373 140.9114 151.6024
## [156,] 132.4262 138.1009 144.3233 149.1141
## [157,] 141.1202 134.7967 136.5856 147.9024
## [158,] 139.6532 134.3439 139.8807 146.6975
## [159,] 133.7876 137.2269 153.8755 155.1894
## [160,] 135.4128 143.3270 147.9406 151.3332
## [161,] 135.5392 138.4625 140.7403 152.5390
## [162,] 131.8829 133.8706 150.7890 156.5774
## [163,] 137.6427 139.2148 145.2399 146.1527
## [164,] 129.6297 137.7406 139.7371 154.9720
## [165,] 139.3734 136.8993 147.8642 147.5186
## [166,] 136.8846 139.2420 145.0903 139.0386
## [167,] 136.7335 139.8924 144.1726 154.5488
## [168,] 133.9002 135.9795 141.8650 149.3661
## [169,] 130.9824 149.2036 144.3363 156.8620
## [170,] 136.6792 140.3398 145.6083 150.1270
## [171,] 131.3097 135.8263 147.0946 143.3526
## [172,] 131.5366 140.3746 143.3483 152.3825
## [173,] 134.2440 140.1094 140.1214 156.6479
## [174,] 127.4376 140.7773 147.1775 152.3251
## [175,] 134.9627 146.2516 145.8265 152.0460
## [176,] 133.4374 142.3224 141.2253 158.7876
## [177,] 126.3796 149.0296 147.0608 145.6579
## [178,] 135.3016 133.5377 145.0733 149.9238
## [179,] 134.6876 140.8251 144.7482 150.4675
## [180,] 137.2750 136.9913 145.1407 149.5393
## [181,] 142.6846 138.5568 151.3174 147.8166
## [182,] 132.3416 149.1866 144.0103 154.1801
## [183,] 131.0086 138.8958 144.7951 158.8275
## [184,] 135.7963 147.5741 152.9254 157.9143
## [185,] 135.3296 140.6147 142.9991 150.5361
## [186,] 139.2964 142.6709 144.7185 150.4663
## [187,] 135.6290 137.6964 147.2848 146.4702
## [188,] 139.8298 137.6812 139.9072 149.6217
## [189,] 141.3488 142.1551 143.7391 144.5042
## [190,] 127.2381 132.0955 145.8164 151.8890
## [191,] 130.1121 140.6537 143.1699 150.1346
## [192,] 132.4041 141.6467 145.5027 160.2806
## [193,] 130.9689 129.7828 144.7115 145.4596
## [194,] 135.6364 142.9927 143.0250 148.5246
## [195,] 132.3805 138.4341 148.8690 146.2506
## [196,] 142.8312 140.3512 139.1868 148.5363
## [197,] 136.9996 138.4920 145.4714 147.7102
## [198,] 140.4250 145.4506 150.3578 156.7627
## [199,] 137.6085 138.2844 142.0736 144.8184
## [200,] 135.3736 143.6936 143.3719 151.6173
## [201,] 130.4048 144.2767 143.4959 152.0747
## [202,] 131.5701 146.6143 141.7674 145.6978
## [203,] 133.7009 143.5391 143.9540 148.5869
## [204,] 131.8074 142.5321 151.9344 157.8902
## [205,] 137.7595 137.5413 146.6399 157.6271
## [206,] 137.8335 140.5255 143.6720 148.5397
## [207,] 133.6210 141.5078 146.6510 147.5315
## [208,] 122.5770 146.6189 142.1496 152.7426
## [209,] 136.9391 139.5091 144.2386 148.6677
## [210,] 126.2425 135.7871 145.3490 146.5497
## [211,] 130.9498 142.4740 148.1992 150.8854
## [212,] 131.0771 149.3370 147.4864 147.0090
## [213,] 129.4129 141.2915 141.8883 156.8174
## [214,] 136.8213 136.2682 148.5377 147.5269
## [215,] 132.5245 136.8935 143.7159 148.8958
## [216,] 132.2485 131.5176 132.3750 147.0158
## [217,] 135.1789 140.2273 146.8986 148.3058
## [218,] 131.1236 136.0442 142.9821 153.0833
## [219,] 135.7543 140.9010 145.6142 142.8147
## [220,] 138.6994 139.4110 144.6409 154.1206
## [221,] 136.0067 144.3752 146.8962 154.1478
## [222,] 138.8008 133.5256 143.4973 148.2877
## [223,] 129.3596 140.2274 140.9819 149.8289
## [224,] 133.4008 137.5903 140.7988 144.4537
## [225,] 131.4212 140.7532 140.0324 147.7147
## [226,] 141.5163 138.8837 145.3875 151.8896
## [227,] 136.2452 137.0723 144.2058 152.7184
## [228,] 131.8918 139.1508 144.3979 154.0221
## [229,] 130.7226 136.6094 148.1559 150.2719
## [230,] 130.8994 135.3117 148.2687 152.7676
## [231,] 129.2224 139.1503 146.1580 149.5171
## [232,] 132.0495 146.7615 141.4205 150.5133
## [233,] 129.2286 140.3433 131.4441 150.2736
## [234,] 132.1049 136.4927 145.0673 156.2868
## [235,] 140.3275 137.1177 144.9630 151.9802
## [236,] 136.5226 142.9266 140.1230 147.1577
## [237,] 129.0443 144.9117 138.7644 145.2905
## [238,] 145.4200 140.2752 140.0020 150.3769
## [239,] 130.1505 137.9548 140.0125 148.6190
## [240,] 131.5452 133.9474 143.6007 150.2142
## [241,] 134.3615 144.9261 144.2458 153.2404
## [242,] 129.8215 144.2122 148.4807 151.0929
## [243,] 131.6243 138.2745 148.0359 152.5080
## [244,] 138.8538 141.6306 151.2506 149.7927
## [245,] 129.6265 136.0798 149.2878 144.5255
## [246,] 135.2181 135.9567 142.2655 149.7711
## [247,] 125.4295 142.4379 148.6606 149.6896
## [248,] 142.6397 137.4929 137.4099 148.4458
## [249,] 137.7199 135.9499 146.5669 153.5781
## [250,] 130.5407 134.8936 142.4605 154.7662
## [251,] 137.6006 137.8289 138.9815 151.3810
## [252,] 135.5723 140.9773 142.8572 151.3430
## [253,] 135.6001 136.4365 151.0504 152.3856
## [254,] 134.3616 147.1414 151.7012 149.4697
## [255,] 135.9319 137.6123 141.6223 152.7726
## [256,] 134.7700 138.3444 146.0253 155.4329
## [257,] 140.4636 136.9640 141.7388 143.4558
## [258,] 139.4711 145.1531 146.8656 152.0492
## [259,] 136.9228 139.8726 149.7549 144.2331
## [260,] 139.3430 140.8506 142.8244 149.2307
## [261,] 135.4133 137.3903 140.1830 147.1800
## [262,] 131.5774 136.9194 147.6598 150.3014
## [263,] 131.6648 137.7926 148.2774 145.5269
## [264,] 125.0590 134.8701 145.9808 150.1416
## [265,] 130.1450 132.8916 146.7434 138.9935
## [266,] 130.9896 139.6945 146.7846 149.1314
## [267,] 138.3164 145.6211 147.3898 150.5756
## [268,] 140.2293 135.1413 149.4413 146.9329
## [269,] 132.2419 150.0917 147.7467 151.9821
## [270,] 136.9712 140.6866 145.6423 147.5142
## [271,] 132.7635 141.7709 148.3034 153.5547
## [272,] 139.6111 137.6659 142.8272 148.1690
## [273,] 129.4127 139.1203 144.0603 150.3957
## [274,] 129.7434 134.1332 146.7860 159.4086
## [275,] 135.8661 139.1785 144.8492 141.0010
## [276,] 130.7109 138.5575 143.4289 149.1069
## [277,] 139.6744 140.6805 146.6463 157.9860
## [278,] 133.8736 129.1832 143.3112 149.1864
## [279,] 136.3791 140.8751 146.1900 149.9754
## [280,] 132.6496 135.0806 144.2278 154.4832
## [281,] 137.0080 140.6281 145.4419 145.9370
## [282,] 140.2577 140.7948 143.2116 153.4106
## [283,] 137.1461 138.0673 142.7321 147.1199
## [284,] 135.1950 142.1260 140.0139 148.0840
## [285,] 131.0716 138.2751 142.5818 142.0058
## [286,] 134.3425 144.0529 144.1117 153.3562
## [287,] 141.6956 144.7562 147.5461 152.8654
## [288,] 131.3171 136.2049 145.1824 147.3106
## [289,] 143.1538 146.3614 137.4730 145.0707
## [290,] 137.2712 141.3673 143.2474 153.9445
## [291,] 131.9687 139.9947 138.1645 150.3398
## [292,] 140.8206 144.8033 141.4861 146.5884
## [293,] 134.8041 144.7015 144.8026 151.7577
## [294,] 130.2414 145.9570 150.8395 154.5149
## [295,] 128.5004 137.7762 138.0256 155.1154
## [296,] 138.8514 138.2817 139.4818 148.0903
## [297,] 132.5385 139.4921 152.8562 153.4010
## [298,] 125.8267 145.2583 146.4697 143.1450
## [299,] 132.5272 143.6877 144.8394 148.4919
## [300,] 136.2210 140.6219 140.8372 139.8393
## [301,] 133.0474 141.6911 145.1769 143.7415
## [302,] 141.6917 136.6105 144.9048 155.6620
## [303,] 133.5127 140.6032 155.9992 150.4421
## [304,] 130.9652 143.0631 152.6411 146.7160
## [305,] 135.6549 142.5201 149.2312 150.6017
## [306,] 133.1420 144.0056 151.6815 155.1478
## [307,] 131.4194 134.8325 151.3145 150.8596
## [308,] 129.0588 137.7948 150.3413 155.1391
## [309,] 129.6109 139.7378 147.5530 152.1399
## [310,] 134.6401 141.6179 147.3999 153.1426
## [311,] 135.6340 137.1070 146.0205 154.1802
## [312,] 128.2540 136.9524 140.5900 145.5617
## [313,] 136.5815 149.0422 144.9917 148.8114
## [314,] 135.9962 141.2396 143.3039 147.0623
## [315,] 132.3392 131.2486 150.5133 151.9873
## [316,] 140.9883 134.3902 145.8750 149.7121
## [317,] 129.2032 142.5756 150.5401 149.6234
## [318,] 133.6112 141.7671 146.4645 149.5232
## [319,] 135.4197 140.4787 148.8124 147.2924
## [320,] 140.4918 130.4092 139.3590 155.6696
## [321,] 129.4277 133.8261 145.4176 148.3034
## [322,] 134.9377 134.9449 148.1606 149.1685
## [323,] 127.8429 131.8708 144.5761 155.8447
## [324,] 135.6374 139.7262 140.6328 147.2396
## [325,] 132.9928 138.2266 142.6711 159.6996
## [326,] 132.5055 141.1648 145.9047 157.6222
## [327,] 126.6441 142.2620 142.3707 147.4470
## [328,] 138.1675 139.9222 142.0360 148.3908
## [329,] 128.5819 147.4935 140.1284 147.7499
## [330,] 132.7927 138.3950 142.1104 149.3802
## [331,] 134.3567 140.5008 142.0399 152.7499
## [332,] 131.1254 143.5281 146.1942 152.0028
## [333,] 132.5675 142.4536 145.2801 150.6564
## [334,] 135.9532 136.0351 144.9511 150.3165
## [335,] 136.0077 141.8724 143.7443 149.3360
## [336,] 132.4926 145.9781 143.4145 151.2320
## [337,] 132.1764 142.0371 143.8049 149.8103
## [338,] 135.1505 137.0554 146.3346 151.7504
## [339,] 134.7720 140.5184 144.1402 143.4417
## [340,] 127.4514 133.5400 141.1497 152.5758
## [341,] 134.0981 143.7746 143.8630 142.4757
## [342,] 141.5733 138.9492 149.6822 148.6006
## [343,] 133.3177 146.9964 146.4971 148.0521
## [344,] 142.6807 143.7847 144.4610 153.9047
## [345,] 139.4476 135.9836 147.6406 148.6675
## [346,] 133.8787 134.8899 149.1358 147.9193
## [347,] 131.1779 143.5317 151.0980 151.0133
## [348,] 140.5294 138.6735 147.7926 139.8283
## [349,] 148.5558 138.6335 156.0186 156.3513
## [350,] 133.0551 143.0568 150.2917 151.2368
## [351,] 136.9389 137.7376 140.9350 150.8690
## [352,] 132.9661 138.8584 143.0868 150.4407
## [353,] 134.9327 138.7377 141.7162 146.9913
## [354,] 140.3697 145.7952 145.6343 150.1185
## [355,] 130.5856 135.9652 144.2777 145.7028
## [356,] 138.7083 145.0783 151.2018 150.1262
## [357,] 140.0782 146.0629 140.5844 154.1977
## [358,] 135.1832 138.6027 153.7804 146.3200
## [359,] 134.9731 144.4084 149.3472 147.8417
## [360,] 127.1615 141.2355 147.2032 150.3267
## [361,] 134.0301 137.2579 142.3491 150.6181
## [362,] 135.7886 141.0634 148.7415 150.1278
## [363,] 140.3105 140.1157 137.0700 152.6690
## [364,] 136.9548 137.2346 145.7159 142.1053
## [365,] 138.9942 145.8797 143.3911 156.6886
## [366,] 142.6363 142.1847 145.1517 152.4568
## [367,] 131.7956 134.0645 140.7664 149.3142
## [368,] 129.8325 134.8989 140.4447 153.6116
## [369,] 136.2309 140.9742 143.6110 161.5496
## [370,] 144.5322 128.9407 145.1939 149.6844
## [371,] 132.8372 133.2962 143.2179 148.3002
## [372,] 134.7905 139.4953 144.2981 147.3855
## [373,] 133.7884 132.2318 151.7717 150.7776
## [374,] 135.0340 131.4786 141.0083 153.6171
## [375,] 135.6736 155.9570 146.2061 148.6454
## [376,] 135.8598 146.5039 142.4869 150.3014
## [377,] 138.6967 138.7111 145.4732 153.8159
## [378,] 136.6286 150.6289 146.1439 150.7581
## [379,] 130.4116 143.3655 140.8273 148.6143
## [380,] 135.5710 141.5516 147.9025 153.5135
## [381,] 137.2990 141.4505 149.5353 152.4263
## [382,] 139.8612 137.0467 144.1594 152.6527
## [383,] 136.5169 139.3417 149.7501 146.5040
## [384,] 139.7377 134.4062 147.8181 152.6201
## [385,] 135.8014 131.5002 147.2318 145.9950
## [386,] 132.3608 136.0115 137.7432 148.9183
## [387,] 138.1796 134.9908 140.7069 149.4957
## [388,] 136.0220 141.7525 142.0904 156.9512
## [389,] 142.2359 136.0922 139.7649 156.6417
## [390,] 132.5610 137.2730 145.4429 151.4691
## [391,] 138.6195 132.3263 149.0830 154.1080
## [392,] 134.8916 143.8039 141.8494 150.3702
## [393,] 136.5189 141.3419 145.0918 146.5673
## [394,] 132.1588 139.2477 148.5321 147.1432
## [395,] 128.6807 143.0330 146.7625 144.6187
## [396,] 134.3887 138.3726 141.9585 152.7466
## [397,] 131.1817 139.4863 146.0987 153.9179
## [398,] 143.2151 139.0395 143.0263 153.6578
## [399,] 133.0965 151.9503 140.5697 149.2162
## [400,] 142.4334 144.5178 136.0523 152.1109
## [401,] 133.9182 134.0280 148.6733 155.7064
## [402,] 136.6965 140.5893 147.7582 149.0148
## [403,] 137.1434 148.4331 141.7119 153.8849
## [404,] 138.1161 146.8384 148.7166 149.3536
## [405,] 138.6978 143.5666 138.5541 150.9393
## [406,] 136.7560 144.6161 140.3175 145.2865
## [407,] 139.0731 137.5413 142.3036 145.7275
## [408,] 131.8930 137.9385 147.3971 147.2323
## [409,] 132.4537 140.5844 141.1376 155.9296
## [410,] 134.8620 135.9936 139.9224 154.4871
## [411,] 137.8867 142.2456 141.6283 149.1631
## [412,] 138.5822 136.3563 148.9461 145.5543
## [413,] 133.5943 142.7423 143.8904 151.6922
## [414,] 146.7743 141.3292 143.5117 151.6396
## [415,] 139.6067 142.3667 147.2135 149.5349
## [416,] 130.9076 135.7712 138.3738 142.1975
## [417,] 137.7412 138.5939 145.0743 141.1265
## [418,] 139.1583 136.0095 148.6064 152.2535
## [419,] 136.0836 149.4942 137.1367 145.3133
## [420,] 136.4237 144.1405 143.1563 148.7170
## [421,] 132.5638 139.6150 145.3706 151.4850
## [422,] 138.2892 140.0035 147.6961 153.0490
## [423,] 128.5857 141.5492 138.6783 151.4082
## [424,] 136.9714 135.0681 145.4309 152.9372
## [425,] 127.8602 141.2424 148.6215 147.4256
## [426,] 132.6873 138.6828 143.5131 150.3254
## [427,] 132.9830 137.6447 141.5676 137.6337
## [428,] 126.6202 136.6692 148.2523 153.7402
## [429,] 136.5698 137.2048 141.3021 149.8945
## [430,] 126.6965 144.6439 148.9719 154.7337
## [431,] 132.2073 142.9690 144.2359 146.9576
## [432,] 136.0503 141.0301 145.0274 147.7699
## [433,] 133.1811 139.9126 146.1603 155.0130
## [434,] 131.4026 146.5414 139.2744 147.0324
## [435,] 132.7502 143.4726 147.4394 149.7838
## [436,] 140.1495 141.1586 146.5549 148.2405
## [437,] 133.2653 143.9533 141.9186 153.0717
## [438,] 142.2228 141.6599 142.9388 152.3544
## [439,] 140.1926 134.7705 140.8353 143.0165
## [440,] 136.5608 140.2659 136.2298 150.2065
## [441,] 137.3048 135.7562 141.1298 146.0466
## [442,] 127.4436 145.4437 142.0965 148.6927
## [443,] 136.0130 145.4445 148.3580 152.6315
## [444,] 139.6955 141.8444 140.1718 149.7396
## [445,] 137.8212 142.7734 148.8434 149.8643
## [446,] 138.0001 136.5994 144.8372 147.1156
## [447,] 132.0001 146.0031 149.3609 146.7044
## [448,] 137.9365 141.4480 149.6413 154.2546
## [449,] 133.0177 140.4050 147.4574 143.5649
## [450,] 139.8838 139.8464 141.3286 151.6169
## [451,] 136.8774 141.8196 145.2943 149.6712
## [452,] 139.3508 139.2916 148.4670 152.2698
## [453,] 134.8602 139.3752 142.1307 146.9938
## [454,] 134.5389 143.5244 152.6852 147.1082
## [455,] 135.2943 136.0812 146.0360 143.4667
## [456,] 137.4906 129.6076 144.9009 150.3807
## [457,] 138.2643 146.9213 144.6300 151.8054
## [458,] 134.1988 139.4904 149.4464 149.0380
## [459,] 134.2413 141.0990 145.6989 147.2420
## [460,] 141.1175 143.9873 141.0347 154.7933
## [461,] 135.0233 140.1292 146.6735 137.7667
## [462,] 140.2143 139.4682 146.4024 145.9699
## [463,] 138.2214 143.3912 135.9884 143.6353
## [464,] 141.7191 148.1414 151.7883 154.6342
## [465,] 132.2823 133.2635 149.9794 146.3086
## [466,] 135.9607 140.1669 144.6659 153.3000
## [467,] 136.6437 135.0673 141.6991 153.4905
## [468,] 145.4274 143.0463 143.0714 148.4501
## [469,] 139.9739 141.7288 146.7991 151.3278
## [470,] 127.2610 146.2391 152.0789 150.7014
## [471,] 130.4964 141.7565 136.2176 153.6203
## [472,] 133.4311 134.9559 144.8006 153.0858
## [473,] 133.9822 132.4042 145.1062 155.3226
## [474,] 137.1120 139.2017 145.9553 149.0604
## [475,] 138.5389 147.5012 141.5445 143.6228
## [476,] 132.7885 136.7606 142.8428 153.0540
## [477,] 137.2591 142.0505 150.0803 150.6252
## [478,] 130.0111 134.3972 150.1681 153.4165
## [479,] 137.8794 140.2886 132.9765 151.1894
## [480,] 134.1199 139.2264 150.0790 153.4748
## [481,] 132.0270 141.4891 148.9480 148.8447
## [482,] 133.4943 137.4842 139.0777 141.6457
## [483,] 134.6158 134.6703 142.8669 156.0698
## [484,] 132.6874 135.5520 146.1944 146.8026
## [485,] 142.4102 143.4561 154.3377 154.8178
## [486,] 133.6776 137.0388 149.4023 148.9845
## [487,] 134.5660 129.8747 142.8289 149.0721
## [488,] 140.5769 139.5934 139.5978 150.7434
## [489,] 132.4850 139.5903 143.3834 149.4664
## [490,] 138.5119 136.5096 143.4747 151.0386
## [491,] 129.8256 137.2548 142.1373 151.9036
## [492,] 135.4507 134.4929 145.7162 145.9551
## [493,] 136.2864 134.1295 134.3432 153.1986
## [494,] 132.6715 135.5046 150.0543 152.3733
## [495,] 130.3066 141.8714 141.2366 146.6738
## [496,] 127.1387 150.8039 146.4081 146.3071
## [497,] 131.5750 141.6854 141.2515 149.5990
## [498,] 133.5953 137.9493 148.9366 157.4681
## [499,] 140.0128 138.6130 146.6763 141.7365
## [500,] 133.7528 138.8228 141.7040 152.1069

View(y_data)

# Practical 2
# Q1
# install.packages("MPV")
library(MPV)

## Warning: package 'MPV' was built under R version 4.2.3

## Loading required package: lattice

## Loading required package: KernSmooth

## KernSmooth 2.23 loaded

## Copyright M. P. Wand 1997-2009

## Loading required package: randomForest

## Warning: package 'randomForest' was built under R version 4.2.3

## randomForest 4.7-1.1

## Type rfNews() to see new features/changes/bug fixes.

data("table.b5")
data <- table.b5
model <- lm(y ~ x6 + x7, data = data)
summary(model)

##
## Call:
## lm(formula = y ~ x6 + x7, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -23.2035 -4.3713 0.2513 4.9339 21.9682
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 2.526460 3.610055 0.700 0.4908
## x6 0.018522 0.002747 6.742 5.66e-07 ***
## x7 2.185753 0.972696 2.247 0.0341 *
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 9.924 on 24 degrees of freedom
## Multiple R-squared: 0.6996, Adjusted R-squared: 0.6746
## F-statistic: 27.95 on 2 and 24 DF, p-value: 5.391e-07

confint(model)

## 2.5 % 97.5 %
## (Intercept) -4.92432697 9.97724714
## x6 0.01285196 0.02419204
## x7 0.17820756 4.19329833

t.test(data$x6, data$x7)

##
## Welch Two Sample t-test
##
## data: data$x6 and data$x7
## t = 6.9432, df = 26, p-value = 2.263e-07
## alternative hypothesis: true difference in means is not equal to 0
## 95 percent confidence interval:
## 673.1694 1239.3765
## sample estimates:
## mean of x mean of y
## 958.310741 2.037778

model2 <- lm(y ~ x6, data = data)

summary(model2)

##
## Call:
## lm(formula = y ~ x6, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -28.081 -5.829 -0.839 5.522 26.882
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 6.144181 3.483064 1.764 0.0899 .
## x6 0.019395 0.002932 6.616 6.24e-07 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 10.7 on 25 degrees of freedom
## Multiple R-squared: 0.6365, Adjusted R-squared: 0.6219
## F-statistic: 43.77 on 1 and 25 DF, p-value: 6.238e-07

confint(model2)

## 2.5 % 97.5 %
## (Intercept) -1.02932458 13.31768586
## x6 0.01335688 0.02543261

anova(model)

## Analysis of Variance Table

##
## Response: y
## Df Sum Sq Mean Sq F value Pr(>F)
## x6 1 5008.9 5008.9 50.8557 2.267e-07 ***
## x7 1 497.3 497.3 5.0495 0.0341 *
## Residuals 24 2363.8 98.5
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

anova(model2)

## Analysis of Variance Table

##
## Response: y
## Df Sum Sq Mean Sq F value Pr(>F)
## x6 1 5008.9 5008.9 43.766 6.238e-07 ***
## Residuals 25 2861.2 114.4
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

# Q2
y1 <- c(8.04,6.95,7.58,8.81,8.33,9.96,7.24,4.26,10.84,4.82,5.68)
x1 <- c(10,8,13,9,11,14,6,4,12,7,5)
y2 <- c(9.14,8.14,8.74,8.77,9.26,8.10,6.13,3.10,9.13,7.26,4.74)
x2 <- c(10,8,13,9,11,14,6,4,12,7,5)
y3 <- c(7.46,6.77,12.74,7.11,7.81,8.84,6.08,5.39,8.15,6.42,5.73)
x3 <- c(10,8,13,9,11,14,6,4,12,7,5)
y4 <- c(6.58,5.76,7.71,8.84,8.47,7.04,5.25,12.50,5.56,7.91,6.89)
x4 <- c(8,8,8,8,8,8,8,19,8,8,8)
#i)
cor(x1,y1)

## [1] 0.8164205
cor(x2,y2)

## [1] 0.8162365

cor(x3,y3)

## [1] 0.8162867

cor(x4,y4)

## [1] 0.8165214

model1 <- lm(y1~x1)

model2 <- lm(y2~x2)
model3 <- lm(y3~x3)
model4 <- lm(y4~x4)
#ii)
summary(model1)

##
## Call:
## lm(formula = y1 ~ x1)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.92127 -0.45577 -0.04136 0.70941 1.83882
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.0001 1.1247 2.667 0.02573 *
## x1 0.5001 0.1179 4.241 0.00217 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.237 on 9 degrees of freedom
## Multiple R-squared: 0.6665, Adjusted R-squared: 0.6295
## F-statistic: 17.99 on 1 and 9 DF, p-value: 0.00217

summary(model2)

##
## Call:
## lm(formula = y2 ~ x2)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.9009 -0.7609 0.1291 0.9491 1.2691
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.001 1.125 2.667 0.02576 *
## x2 0.500 0.118 4.239 0.00218 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.237 on 9 degrees of freedom
## Multiple R-squared: 0.6662, Adjusted R-squared: 0.6292
## F-statistic: 17.97 on 1 and 9 DF, p-value: 0.002179

summary(model3)

##
## Call:
## lm(formula = y3 ~ x3)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.1586 -0.6146 -0.2303 0.1540 3.2411
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.0025 1.1245 2.670 0.02562 *
## x3 0.4997 0.1179 4.239 0.00218 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.236 on 9 degrees of freedom
## Multiple R-squared: 0.6663, Adjusted R-squared: 0.6292
## F-statistic: 17.97 on 1 and 9 DF, p-value: 0.002176

summary(model4)

##
## Call:
## lm(formula = y4 ~ x4)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.751 -0.831 0.000 0.809 1.839
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 3.0017 1.1239 2.671 0.02559 *
## x4 0.4999 0.1178 4.243 0.00216 **
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.236 on 9 degrees of freedom
## Multiple R-squared: 0.6667, Adjusted R-squared: 0.6297
## F-statistic: 18 on 1 and 9 DF, p-value: 0.002165

plot(x1,y1)
plot(x2,y2)

plot(x3,y3)
plot(x4,y4)
# b0 = 3.0001,b1 = 0.5001,R^2 = 0.6665
# Although values are same for different data which means slope and intercept
are
# same which is not possible because data is different
# therefore this are not good fit"

# Practical 3

library(MPV)
library(car)

## Warning: package 'car' was built under R version 4.2.3

## Loading required package: carData

## Warning: package 'carData' was built under R version 4.2.3

library(MASS)

##
## Attaching package: 'MASS'

## The following object is masked from 'package:MPV':

##
## cement

library(lmtest)

## Warning: package 'lmtest' was built under R version 4.2.3

## Loading required package: zoo

##
## Attaching package: 'zoo'

## The following objects are masked from 'package:base':

##
## as.Date, as.Date.numeric

library(corrplot)

## Warning: package 'corrplot' was built under R version 4.2.3

## corrplot 0.92 loaded

#fit model
#residual analysis - normality (graph or shapiro), homoscedasticity
#transformation if required (boxcox)

# Q1

data <- table.b5

model1 <- lm(y ~ x6 + x7, data = data)

par(mfrow = c(1,1))
plot(model1, 2) #Q-Q plot

plot(model1$fitted.values, model1$residuals) #Residuals vs fitted

#Test for normality
shapiro.test(model1$residuals)

##
## Shapiro-Wilk normality test
##
## data: model1$residuals
## W = 0.97358, p-value = 0.6981

#p-value > alpha, do not reject H0, data is normal

#Homoscedasticity
bptest(model1)

##
## studentized Breusch-Pagan test
##
## data: model1
## BP = 6.9087, df = 2, p-value = 0.03161

#Reject H0.
#Variance not constant

#PRESS
PRESS(model1)

## [1] 3388.604
boxcox(model1)

#max is for labmda = 0.5

#So we will do both transformations

#Log-tansformations
logmodel1 <- lm(log(y)~ x6 + x7, data = data)

par(mfrow=c(1,1))
plot(logmodel1,2) #Q-Q plot
plot(logmodel1$fitted.values, logmodel1$residuals) #Residuals vs fitted
#Test for normality
shapiro.test(logmodel1$residuals)

##
## Shapiro-Wilk normality test
##
## data: logmodel1$residuals
## W = 0.9715, p-value = 0.6418

#p-value > alpha, do not reject H0, data is normal

#Homoscedasticity
bptest(logmodel1)

##
## studentized Breusch-Pagan test
##
## data: logmodel1
## BP = 1.1287, df = 2, p-value = 0.5687

#Do not reject H0

#Variance is constant after log transformation.

PRESS(logmodel1)

## [1] 6.247452

#Square root transformation

sqrtmodel1 <- lm(sqrt(y) ~ x6 + x7,data = data)

plot(sqrtmodel1, 2) #Q-Q plot

plot(sqrtmodel1$fitted.values, sqrtmodel1$residuals) #Residuals vs fitted
#Test for normality
shapiro.test(sqrtmodel1$residuals)

##
## Shapiro-Wilk normality test
##
## data: sqrtmodel1$residuals
## W = 0.98599, p-value = 0.9658

#p-value > alpha, do not reject H0, data is normal

#Homoscedasticity
bptest(sqrtmodel1)

##
## studentized Breusch-Pagan test
##
## data: sqrtmodel1
## BP = 2.8106, df = 2, p-value = 0.2453

#Do not reject H0

#Variance is constant after square root transformation.

PRESS(sqrtmodel1)

## [1] 29.0768

#Since, PRESS is least for log transformation, it is better.

model2 <- lm(y ~ x6, data = data)

plot(model2, 2) #Q-Q plot

plot(model2$fitted.values, model2$residuals) #Residuals vs fitted
#Test for normality
shapiro.test(model2$residuals)

##
## Shapiro-Wilk normality test
##
## data: model2$residuals
## W = 0.96694, p-value = 0.5232

#p-value > alpha, do not reject H0, data is normal

#Homocedasticity
bptest(model2)

##
## studentized Breusch-Pagan test
##
## data: model2
## BP = 9.2433, df = 1, p-value = 0.002364

#Variance is not constant

PRESS(model2)

## [1] 3692.881

boxcox(model2)
#Log-transformations
logmodel2 <- lm(log(y) ~ x6 + x7, data = data)

par(mfrow=c(1,1))
plot(logmodel2, 2) #Q-Q plot

plot(logmodel2$fitted.values, logmodel2$residuals) #Residuals vs fitted

#Test for normality
shapiro.test(logmodel2$residuals)

##
## Shapiro-Wilk normality test
##
## data: logmodel2$residuals
## W = 0.9715, p-value = 0.6418

#p-value > alpha, do not reject H0, data is normal

#Homoscedasticity
bptest(logmodel2)

##
## studentized Breusch-Pagan test
##
## data: logmodel2
## BP = 1.1287, df = 2, p-value = 0.5687

#Do not reject H0

#Variance is constant after log transformation.

PRESS(logmodel2)

## [1] 6.247452
#Square root transformation
sqrtmodel2 <- lm(sqrt(y) ~ x6 + x7, data = data)

plot(sqrtmodel2, 2) #Q-Q plot

plot(sqrtmodel2$fitted.values, sqrtmodel2$residuals) #Residuals vs fitted

#Test for normality
shapiro.test(sqrtmodel2$residuals)

##
## Shapiro-Wilk normality test
##
## data: sqrtmodel2$residuals
## W = 0.98599, p-value = 0.9658

#p-value > alpha, do not reject H0, data is normal

#Homoscedasticity
bptest(sqrtmodel2)

##
## studentized Breusch-Pagan test
##
## data: sqrtmodel2
## BP = 2.8106, df = 2, p-value = 0.2453

#Do not reject H0

#Variance is constant after square root transformation.

PRESS(sqrtmodel2)

## [1] 29.0768
#Since, PRESS is least for log transformation, it is better.

# Q2
d2 <- table.b20
View(table.b20)

model <- lm(y ~ .,data = d2)

plot(model, 2)

plot(model$fitted.values, model$residuals)
#Test for normality
shapiro.test(model$residuals)

##
## Shapiro-Wilk normality test
##
## data: model$residuals
## W = 0.97074, p-value = 0.8114

#Errors are normal

#Homoscedasticity
bptest(model)

##
## studentized Breusch-Pagan test
##
## data: model
## BP = 0.72832, df = 5, p-value = 0.9814

#Variance is constant

#no need of transformations but check for multicollinearity

vif(model) #multicollinearity is present

## x1 x2 x3 x4 x5
## 1.519064 26.283999 26.447032 2.202201 1.922689

PRESS(model) #PRESS is high

## [1] 3191.099

boxcox(model)

#Log-transformation
logmodel <- lm(log(y) ~ ., data = d2)

plot(logmodel,2)
plot(logmodel$fitted.values, logmodel$residuals)
#Test for normality
shapiro.test(logmodel$residuals)

##
## Shapiro-Wilk normality test
##
## data: logmodel$residuals
## W = 0.81744, p-value = 0.002707

#Errors are not normal

#Square root transformation

sqrtmodel <- lm(sqrt(y) ~ ., data = d2)

plot(sqrtmodel, 2)

plot(sqrtmodel$fitted.values, sqrtmodel$residuals)
#Test for normality
shapiro.test(sqrtmodel$residuals)

##
## Shapiro-Wilk normality test
##
## data: sqrtmodel$residuals
## W = 0.93032, p-value = 0.1967

#Errors are normal

#Homoscedasticity
bptest(sqrtmodel)

##
## studentized Breusch-Pagan test
##
## data: sqrtmodel
## BP = 2.7273, df = 5, p-value = 0.7419

#Errors have constant variance

PRESS(sqrtmodel)

## [1] 20.03189

#square root transformation is better for this data

#Influence analysis (if data has outliers (influence points))

# Q3
d3 <- table.b2
View(d3)

model <- lm(y ~ ., data = d3)

summary(model)

##
## Call:
## lm(formula = y ~ ., data = d3)
##
## Residuals:
## Min 1Q Median 3Q Max
## -13.6848 -2.7688 0.6273 3.9166 17.3962
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 325.43612 96.12721 3.385 0.00255 **
## x1 0.06753 0.02899 2.329 0.02900 *
## x2 2.55198 1.24824 2.044 0.05252 .
## x3 3.80019 1.46114 2.601 0.01598 *
## x4 -22.94947 2.70360 -8.488 1.53e-08 ***
## x5 2.41748 1.80829 1.337 0.19433
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 8.039 on 23 degrees of freedom
## Multiple R-squared: 0.8988, Adjusted R-squared: 0.8768
## F-statistic: 40.84 on 5 and 23 DF, p-value: 1.077e-10

box <- boxplot(model$residuals)

box$out

## 4 18 22
## 17.39622 -13.68478 14.35625

# 3 outliers, influencial points

X <- data.frame(One = rep(1, nrow(d3)),d3[,-1])

View(X)

X <- as.matrix(X)
dim(X)

## [1] 29 6

H <- X%*%(solve(t(X)%*%X))%*%t(X) #Hat Matrix

View(H)

p <- ncol(X)
n <- nrow(X)
Threshold <- 2*p/n
Threshold

## [1] 0.4137931

Diag <- diag(H)

Diag[which(Diag > Threshold)]
## 1 4
## 0.7054608 0.4409630

#1 & 4 are leverage points since hii > 2p/n

#Direct code for H - hatvalues(model)

#Cooks Distance

cd <- cooks.distance(model)

#influential points are those for which cooks distance > 1.

cd[which(cd > 1)] #influential points

## 4
## 1.101218

#DFFITS

DFFITS <- dffits(model)

DFFITS[which(abs(DFFITS) > 2*sqrt(p/n))]

## 1 4 8 18 22 24
## 1.4981245 3.1528111 -0.9159602 -1.0225896 1.3846782 -1.2808509

#These are the influential points

#DFBETAS

DFBETAS <- dfbeta(model)

DFBETAS[which(DFBETAS > 2/sqrt(n))]

## [1] 3.9511828 3.3522449 29.0369875 16.9014160 6.5166427 2.1968715

## [7] 2.2602063 42.3945027 33.5360300 4.5240789 12.4018799 8.2046100
## [13] 1.2818397 0.4257429 2.0649391 1.0251036 4.1307075 0.3975388
## [19] 1.2340635 0.9002614 0.4332684 0.3738213 0.5679863

#These are the influential points

# Q4
library(readxl)
data <- read_excel("C:/Users/hp/Desktop/Rabe5.xlsx")
head(data)

## # A tibble: 6 × 7
## Y X1 X2 X3 X4 X5 X6
## <dbl> <dbl> <dbl> <dbl> <dbl> <dbl> <dbl>
## 1 443 49 79 76 8 15 205
## 2 290 27 70 31 6 6 129
## 3 676 115 92 130 0 9 339
## 4 536 92 62 92 5 8 247
## 5 481 67 42 94 16 3 202
## 6 296 31 54 34 14 11 119

data <- data.frame(data)

str(data)

## 'data.frame': 40 obs. of 7 variables:

## $ Y : num 443 290 676 536 481 296 453 617 514 400 ...
## $ X1: num 49 27 115 92 67 31 105 114 98 15 ...
## $ X2: num 79 70 92 62 42 54 60 85 72 59 ...
## $ X3: num 76 31 130 92 94 34 47 84 71 99 ...
## $ X4: num 8 6 0 5 16 14 5 17 12 15 ...
## $ X5: num 15 6 9 8 3 11 10 20 -1 11 ...
## $ X6: num 205 129 339 247 202 119 212 285 242 174 ...

model <- lm(Y ~ ., data = data)

summary(model)

##
## Call:
## lm(formula = Y ~ ., data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -54.267 -15.427 2.524 13.633 71.438
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 35.1772 22.0755 1.593 0.12058
## X1 2.8547 5.3372 0.535 0.59632
## X2 3.2753 5.3330 0.614 0.54332
## X3 3.1863 5.2887 0.602 0.55098
## X4 3.1878 0.9918 3.214 0.00292 **
## X5 -0.6677 0.8934 -0.747 0.46014
## X6 -1.1658 5.3217 -0.219 0.82794
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 28.5 on 33 degrees of freedom
## Multiple R-squared: 0.9559, Adjusted R-squared: 0.9479
## F-statistic: 119.3 on 6 and 33 DF, p-value: < 2.2e-16

# Adjusted R2 = 0.9479

box <- boxplot(model$residuals)

box$out

## 38
## 71.43799

# i outlier, influential point

X <- as.matrix(data)
dim(X)

## [1] 40 7

H <- X%*%(solve(t(X)%*%X))%*%t(X) #Hat Matrix

View(H)

p <- ncol(X)
n <- nrow(X)
Threshold <- 2*p/n
Threshold

## [1] 0.35

Diag <- diag(H)

Diag[which(Diag > Threshold)]

## numeric(0)
#1 & 4 are leverage points since hii > 2p/n

#Direct code for H - hatvalues(model)

#Cooks Distance

cd <- cooks.distance(model)

#influential points are those for which cooks distance > 1.

cd[which(cd > 1)] #influential points

## named numeric(0)

#DFFITS

DFFITS <- dffits(model)

DFFITS[which(abs(DFFITS) > 2*sqrt(p/n))]

## 34 38
## -1.281473 1.480310

#These are the influential points

# Practical 4
# Q1
library(readxl)
data <- read_excel("C:/Users/hp/Desktop/gasoline.xlsx")
str(data)

## tibble [30 × 12] (S3: tbl_df/tbl/data.frame)

## $ Y : num [1:30] 18.9 17 20 18.3 20.1 11.2 22.1 21.5 34.7 30.4 ...
## $ X1 : num [1:30] 350 350 250 351 225 440 231 262 89.7 96.9 ...
## $ X2 : num [1:30] 165 170 105 143 95 215 110 110 70 75 ...
## $ X3 : num [1:30] 260 275 185 255 170 330 175 200 81 83 ...
## $ X4 : num [1:30] 8 8.5 8.25 8 8.4 8.2 8 8.5 8.2 9 ...
## $ X5 : num [1:30] 2.56 2.56 2.73 3 2.76 2.88 2.56 2.56 3.9 4.3 ...
## $ X6 : num [1:30] 4 4 1 2 1 4 2 2 2 2 ...
## $ X7 : num [1:30] 3 3 3 3 3 3 3 3 4 5 ...
## $ X8 : num [1:30] 200 200 197 200 194 ...
## $ X9 : num [1:30] 69.9 72.9 72.2 74 71.8 69 65.4 65.4 64 65 ...
## $ X10: num [1:30] 3910 3860 3510 3890 3365 ...
## $ X11: num [1:30] 1 1 1 1 0 1 1 1 0 0 ...

attach(data)

## The following objects are masked from q1:

##
## X1, X2, X3, X4
model <- lm(Y ~ ., data = data)
summary(model)

##
## Call:
## lm(formula = Y ~ ., data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -5.3498 -1.6236 -0.6002 1.5155 5.2815
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 17.773204 30.508775 0.583 0.5674
## X1 -0.077946 0.058607 -1.330 0.2001
## X2 -0.073399 0.088924 -0.825 0.4199
## X3 0.121115 0.091353 1.326 0.2015
## X4 1.329034 3.099535 0.429 0.6732
## X5 5.975989 3.158647 1.892 0.0747 .
## X6 0.304178 1.289094 0.236 0.8161
## X7 -3.198576 3.105435 -1.030 0.3167
## X8 0.185362 0.129252 1.434 0.1687
## X9 -0.399146 0.323812 -1.233 0.2336
## X10 -0.005193 0.005893 -0.881 0.3898
## X11 0.598655 3.020681 0.198 0.8451
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 3.226 on 18 degrees of freedom
## Multiple R-squared: 0.8353, Adjusted R-squared: 0.7346
## F-statistic: 8.297 on 11 and 18 DF, p-value: 5.287e-05

# a)
corrplot(cor(data))
pairs(data)
# b)
a <- eigen(cor(data))
cov(data)

## Y X1 X2 X3 X4
## Y 39.2218506 -633.53025 -222.746782 -441.864483 0.73354023
## X1 -633.5302529 13463.38257 4873.397011 9538.342759 -11.24742529
## X2 -222.7467816 4873.39701 1993.688506 3576.927586 -3.58919540
## X3 -441.8644828 9538.34276 3576.927586 6900.575862 -7.50896552
## X4 0.7335402 -11.24743 -3.589195 -7.508966 0.07688506
## X5 2.1048379 -41.21930 -13.015897 -29.572862 0.06070345
## X6 -3.1702299 79.65080 36.467816 58.196552 0.01114943
## X7 2.9298851 -59.18391 -18.471264 -40.965517 0.10229885
## X8 -99.0993793 2110.59152 753.811724 1509.655862 -1.77365517
## X9 -27.1150345 527.21145 180.148966 371.767586 -0.59544828
## X10 -5024.2255172 104064.50276 37304.234483 73748.531034 -93.52655172
## X11 -2.0328736 43.01057 14.232184 29.937931 -0.05494253
## X5 X6 X7 X8 X9
## Y 2.10483793 -3.17022989 2.9298851 -99.099379 -27.1150345
## X1 -41.21929655 79.65080460 -59.1839080 2110.591517 527.2114483
## X2 -13.01589655 36.46781609 -18.4712644 753.811724 180.1489655
## X3 -29.57286207 58.19655172 -40.9655172 1509.655862 371.7675862
## X4 0.06070345 0.01114943 0.1022989 -1.773655 -0.5954483
## X5 0.27992655 -0.12458621 0.3048276 -6.245993 -1.3623241
## X6 -0.12458621 1.15057471 -0.1954023 9.521379 1.8296552
## X7 0.30482759 -0.19540230 0.4367816 -9.106897 -2.4586207
## X8 -6.24599310 9.52137931 -9.1068966 442.303172 105.4695172
## X9 -1.36232414 1.82965517 -2.4586207 105.469517 32.2451034
## X10 -288.68296552 525.22068966 -438.9310345 18907.956552 4806.1110345
## X11 -0.17958621 0.19080460 -0.2528736 6.455862 1.6158621
## X10 X11
## Y -5024.22552 -2.03287356
## X1 104064.50276 43.01057471
## X2 37304.23448 14.23218391
## X3 73748.53103 29.93793103
## X4 -93.52655 -0.05494253
## X5 -288.68297 -0.17958621
## X6 525.22069 0.19080460
## X7 -438.93103 -0.25287356
## X8 18907.95655 6.45586207
## X9 4806.11103 1.61586207
## X10 885420.23448 318.70344828
## X11 318.70345 0.20229885

eigen(cov(data))

## eigen() decomposition
## $values
## [1] 9.058710e+05 2.124308e+03 2.076657e+02 5.367467e+01 2.382791e+01
## [6] 8.368886e+00 4.433384e+00 3.258455e-01 1.439259e-01 3.822721e-02
## [11] 3.650523e-02 1.800703e-02
##
## $vectors
## [,1] [,2] [,3] [,4] [,5]
## [1,] 0.0056178830 2.229226e-02 -0.054817498 -0.098670478 -0.164314757
## [2,] -0.1164517587 -7.217035e-01 0.566609525 0.280705430 -0.249377051
## [3,] -0.0417763888 -3.587836e-01 -0.780424041 0.473584282 -0.172423759
## [4,] -0.0825455661 -5.685213e-01 -0.241359782 -0.708099716 0.326999367
## [5,] 0.0001044153 -5.536026e-05 -0.002507735 -0.003926193 -0.006012880
## [6,] 0.0003238150 4.057741e-03 -0.010361544 0.027062628 0.007096465
## [7,] -0.0005906769 -1.236297e-02 -0.021201174 0.045000676 -0.034159546
## [8,] 0.0004914657 3.696165e-03 -0.015946721 0.015942301 0.005798218
## [9,] -0.0210904004 6.709978e-02 -0.086090814 -0.424702716 -0.874918456
## [10,] -0.0053579263 2.516968e-02 0.013604142 -0.046195979 0.081613473
## [11,] -0.9886222960 1.462115e-01 -0.012161654 0.014787337 0.026672683
## [12,] -0.0003569034 -2.892930e-03 0.008391378 -0.005400884 -0.003421294
## [,6] [,7] [,8] [,9] [,10]
## [1,] 0.949192121 -0.2352825365 0.0517892126 -0.012625269 -0.0151865323
## [2,] 0.023435324 -0.0503436753 0.0100333989 0.018160245 -0.0048406047
## [3,] -0.032537667 -0.0512527640 0.0502881874 0.005638560 -0.0035029005
## [4,] -0.003854153 0.0453883804 -0.0324257236 -0.004335881 0.0066138849
## [5,] 0.018586323 0.0104623094 -0.2688862921 0.210299806 -0.0308143390
## [6,] 0.036420280 -0.0331147768 -0.2742914857 0.438357607 0.3975311628
## [7,] 0.039661341 0.0169109784 -0.8256774410 -0.546317756 0.0230881273
## [8,] 0.028042523 0.0347722963 -0.3634378643 0.635675289 0.1063499738
## [9,] -0.202200241 -0.0050934648 -0.0094255182 0.023229649 0.0065131999
## [10,] -0.228874462 -0.9667595438 -0.0384148358 0.002225951 -0.0059461676
## [11,] 0.009889536 0.0083149299 0.0002352226 -0.001698114 -0.0001896707
## [12,] -0.003740957 -0.0006725115 0.1752321565 -0.244914673 0.9103780434
## [,11] [,12]
## [1,] 0.0050136088 -1.762077e-02
## [2,] 0.0009860515 -3.707277e-03
## [3,] 0.0139938640 -1.020335e-03
## [4,] -0.0125004029 6.015614e-03
## [5,] 0.8941235825 2.873236e-01
## [6,] -0.3817413725 6.523186e-01
## [7,] -0.1018578563 -5.685040e-02
## [8,] -0.0409106819 -6.695479e-01
## [9,] -0.0134034805 5.007287e-03
## [10,] 0.0168311107 -3.938333e-02
## [11,] 0.0004954463 -5.575157e-08
## [12,] 0.2047595054 -1.961164e-01

# condition number = max(eigenvalue)/min(eigenvalue)

#if condition number is greater than 1000, multi-collinearity is present
condition_number <- max(a$values)/min(a$values); condition_number

## [1] 2634.889
#condition_number > 1000, thus, severe multicollinearity is present

# c)
library(car)
vif(model)

## X1 X2 X3 X4 X5 X6
X7
## 128.834832 43.921063 160.436093 2.057834 7.780750 5.326714
11.735038
## X8 X9 X10 X11
## 20.585810 9.419449 85.675755 5.142547

#only X4 does not contribute to multicollinearity < 5

#all others contribute towards multicollienarity

# Q2
library(glmnet)

## Warning: package 'glmnet' was built under R version 4.2.3

## Loading required package: Matrix

## Warning: package 'Matrix' was built under R version 4.2.3

## Loaded glmnet 4.1-8

x <- as.matrix(data[, -1])

y <- as.matrix(data[, 1])
model2 <- glmnet(x, y, alpha = 0)
# alpha = 0 for ridge regression
plot(model2) # This is ridge trace
plot(model2$dev.ratio) # where this plot stabilises is optimum value of k

b <- cv.glmnet(x, y); b

##
## Call: cv.glmnet(x = x, y = y)
##
## Measure: Mean-Squared Error
##
## Lambda Index Measure SE Nonzero
## min 0.1885 37 13.44 2.690 5
## 1se 1.9292 12 15.97 4.654 2

plot(b)

##
## Call: cv.glmnet(x = x, y = y)
##
## Measure: Mean-Squared Error
##
## Lambda Index Measure SE Nonzero
## min 0.1885 37 13.44 2.690 5
## 1se 1.9292 12 15.97 4.654 2

# Value of lambda min in optimum value of k = 0.227

opti_model <- glmnet(x, y, alpha = 0, lambda = 5.495)
# here %dev is r2 value

summary(model2)
## Length Class Mode
## a0 100 -none- numeric
## beta 1100 dgCMatrix S4
## df 100 -none- numeric
## dim 2 -none- numeric
## lambda 100 -none- numeric
## dev.ratio 100 -none- numeric
## nulldev 1 -none- numeric
## npasses 1 -none- numeric
## jerr 1 -none- numeric
## offset 1 -none- logical
## call 4 -none- call
## nobs 1 -none- numeric

plot(model2$dev.ratio)

#cross validation
model3 <- cv.glmnet(x,y,alpha = 0) #6.03 is the minimum lambda
L <- model3$lambda.min
model4 <- glmnet(x,y,alpha = 0, lambda = L)
model4 #r2 = 75.32

##
## Call: glmnet(x = x, y = y, alpha = 0, lambda = L)
##
## Df %Dev Lambda
## 1 11 75.09 6.618
YPred <- predict(model4,s = L, newx = x)
SST <- sum((data$Y- mean(data$Y))^2)
SSE <- sum((YPred - data$Y)^2); SSE

## [1] 283.354

Rsq <- 1- SSE/SST

Rsq

## [1] 0.750883

# Q3
# install.packages("Metrics")
library(Metrics)

## Warning: package 'Metrics' was built under R version 4.2.3

# install.packages("pls")
library(pls)

## Warning: package 'pls' was built under R version 4.2.3

##
## Attaching package: 'pls'

## The following object is masked from 'package:corrplot':

##
## corrplot

## The following object is masked from 'package:stats':

##
## loadings

pcr_model <- pcr(Y ~ ., data = data, scale = T, validation = "CV")

summary(pcr_model)

## Data: X dimension: 30 11
## Y dimension: 30 1
## Fit method: svdpc
## Number of components considered: 11
##
## VALIDATION: RMSEP
## Cross-validated using 10 random segments.
## (Intercept) 1 comps 2 comps 3 comps 4 comps 5 comps 6 comps
## CV 6.37 3.487 3.510 3.531 3.690 3.818 4.006
## adjCV 6.37 3.465 3.486 3.505 3.656 3.776 3.957
## 7 comps 8 comps 9 comps 10 comps 11 comps
## CV 4.079 4.224 4.527 4.822 4.699
## adjCV 4.021 4.175 4.427 4.705 4.580
##
## TRAINING: % variance explained
## 1 comps 2 comps 3 comps 4 comps 5 comps 6 comps 7 comps 8 comps
## X 70.02 82.78 89.81 95.06 96.98 98.27 99.13 99.59
## Y 75.44 75.45 75.68 75.82 75.95 75.95 77.65 78.06
## 9 comps 10 comps 11 comps
## X 99.89 99.97 100.00
## Y 80.97 82.23 83.53

pred <- predict(pcr_model, ncomp = 3)

rmse(actual = data$Y, predicted = as.numeric(pred))

## [1] 3.036787

library(psych)

## Warning: package 'psych' was built under R version 4.2.3

##
## Attaching package: 'psych'

## The following object is masked from 'package:car':

##
## logit

## The following object is masked from 'package:randomForest':

##
## outlier

pc_fit <- prcomp(~X1 + X2 + X3 + X4 + X5 + X6 + X7 +X8 + X9 + X10 + X11,data

= data,
scale = T )
pc_fit

## Standard deviations (1, .., p=11):

## [1] 2.77535130 1.18451588 0.87945190 0.75964164 0.45989013 0.37675120
## [7] 0.30845105 0.22381362 0.18239054 0.09174805 0.05913715
##
## Rotation (n x k) = (11 x 11):
## PC1 PC2 PC3 PC4 PC5
PC6
## X1 -0.3529639 0.112431387 -0.03114403 0.006932422 -0.026272973
0.09512815
## X2 -0.3299718 0.260762001 -0.07836539 0.194970349 0.142783457
0.23889898
## X3 -0.3510109 0.139829772 -0.04294522 0.004153543 0.084990459
0.18488343
## X4 0.1610427 0.552726480 -0.11863260 -0.785849610 -0.096920435 -
0.09122188
## X5 0.2663779 0.346997347 0.43309789 0.352178691 -0.516283052 -
0.07200995
## X6 -0.2047881 0.548146807 -0.41844801 0.380746710 0.007176897 -
0.38287792
## X7 0.3040550 0.352222407 0.22122179 0.134117215 0.050372348
0.57691563
## X8 -0.3232988 0.078466513 0.36961713 -0.180329365 0.200485930
0.20407455
## X9 -0.3026624 -0.006019985 0.54645511 -0.094905101 -0.106514020 -
0.51959464
## X10 -0.3446125 0.100475266 0.26679114 -0.040652506 0.028959499
0.14008874
## X11 -0.3117090 -0.181885175 -0.24279993 -0.119155548 -0.800493659
0.27479473
## PC7 PC8 PC9 PC10 PC11
## X1 -0.26787382 0.25888638 0.49677393 -0.290946296 0.617904045
## X2 -0.34910433 -0.05057424 -0.65243209 0.290811120 0.258528596
## X3 -0.35518667 0.06800437 0.03290868 -0.466442937 -0.681570251
## X4 -0.09287761 0.06188507 -0.06292276 0.051311641 0.012735988
## X5 -0.06450059 0.43886854 -0.13804308 -0.086127357 -0.045372936
## X6 0.37681067 -0.16574908 0.13359309 -0.004651702 -0.059626414
## X7 0.02079064 -0.55944398 0.24949398 -0.055978181 0.049028663
## X8 0.67496023 0.15486222 -0.25287357 -0.294111256 0.091346835
## X9 -0.19659254 -0.52415223 -0.01482782 -0.055178229 0.052597726
## X10 0.06284718 0.20261712 0.39402290 0.714256660 -0.259679096
## X11 0.16382124 -0.22167146 -0.06274209 0.017189710 -0.009773591

summary(pc_fit)

## Importance of components:
## PC1 PC2 PC3 PC4 PC5 PC6
PC7
## Standard deviation 2.7754 1.1845 0.87945 0.75964 0.45989 0.3768
0.30845
## Proportion of Variance 0.7002 0.1275 0.07031 0.05246 0.01923 0.0129
0.00865
## Cumulative Proportion 0.7002 0.8278 0.89810 0.95056 0.96979 0.9827
0.99134
## PC8 PC9 PC10 PC11
## Standard deviation 0.22381 0.18239 0.09175 0.05914
## Proportion of Variance 0.00455 0.00302 0.00077 0.00032
## Cumulative Proportion 0.99589 0.99892 0.99968 1.00000

screeplot(pc_fit, type = "l")

transformed <- predict(pc_fit, data = data)

## Warning: In predict.prcomp(pc_fit, data = data) :

## extra argument 'data' will be disregarded

transformed

## PC1 PC2 PC3 PC4 PC5 PC6

## 1 -1.7710783 -0.14635174 -1.10312028 0.9995826 0.337334702 0.086348917
## 2 -1.7118429 0.89365481 -1.07135193 -0.4368724 0.129417147 -0.306751439
## 3 0.1762204 -1.70170567 0.31497385 -0.9226765 -0.271739628 0.176933139
## 4 -1.1921030 -1.02372455 0.46005358 0.4220617 -0.262431609 0.230319821
## 5 1.2991983 -1.11126686 0.72189503 -1.0735698 1.362905305 -0.605056470
## 6 -2.2537186 0.93380625 -1.35265647 1.0103106 0.041945788 0.448543394
## 7 0.6269903 -1.91659721 -1.20495230 0.3318659 -0.055117963 0.294715371
## 8 0.6588507 -0.83070431 -1.39475372 -1.0890051 -0.206403996 0.235098757
## 9 4.5392862 -0.43611661 -0.02796341 1.2109790 -0.001756608 -0.497455930
## 10 5.2467459 2.07211294 0.66104465 -0.6808650 -0.494511213 0.157415862
## 11 -1.2580898 1.09042294 -0.52881413 -0.1476239 -0.518954443 -0.687708887
## 12 4.6220484 0.24413636 -0.23952049 0.3811646 0.021835803 -0.312708081
## 13 2.7315242 -0.33428691 0.04159700 0.7298309 0.943421647 0.004022602
## 14 0.2846854 -2.03024249 0.67310062 0.1833252 -0.835899577 -0.436728127
## 15 3.2559591 -0.06553416 0.40167558 0.1355816 0.523127988 -0.570729853
## 16 -0.7916937 -1.21187951 0.51587092 0.3562522 -0.331914851 0.037344426
## 17 -3.8576220 1.64716232 0.44853704 -0.6103448 0.228624756 -0.091461315
## 18 -3.9796838 1.08803478 0.63012770 0.2777021 0.480260148 0.088228878
## 19 -1.1699700 1.10027501 -0.71059049 -0.1230819 -0.464525805 -0.470066977
## 20 -0.8135231 -0.43800943 -0.59307369 -1.2745436 0.140631646 0.342277121
## 21 0.6160034 -1.91339385 -1.19644645 0.3305699 -0.054194675 0.299181690
## 22 -2.1596589 -0.21401898 0.32797326 -1.0904475 0.390796166 0.438723308
## 23 5.4337861 2.07070035 0.34034128 -0.6254388 -0.435872156 0.443524260
## 24 -4.2708519 1.02111548 0.94142895 1.0889575 0.302134399 0.252093386
## 25 4.1884354 0.88894822 0.55037393 0.8191813 0.289163033 0.872228256
## 26 -1.4602771 -0.16045612 0.65094751 -1.3943308 -0.037899892 0.072630109
## 27 -1.7701904 -0.72792244 1.55363683 0.3726528 -0.418364269 0.032722029
## 28 -1.8384697 -0.70043909 1.62198509 0.3666040 -0.417016805 0.063236624
## 29 -2.3786480 1.04094456 0.16584928 0.6014303 -0.241798491 -0.383120579
## 30 -1.0023123 0.87133590 -1.59816873 -0.1492522 -0.143196546 -0.213800295
## PC7 PC8 PC9 PC10 PC11
## 1 0.53541018 -0.14833190 1.263358e-01 -0.040374631 0.019503042
## 2 0.13503507 -0.32295920 -7.459911e-02 -0.056824766 -0.013107004
## 3 0.17585385 -0.02944914 -5.973686e-02 -0.003309524 0.034655991
## 4 -0.18584992 0.16304495 7.193575e-02 -0.270473498 0.053673337
## 5 -0.12151720 0.45158353 4.262439e-02 -0.006688511 0.017759918
## 6 -0.92414946 0.39562563 -3.953269e-05 0.112685255 0.034555007
## 7 0.32340187 -0.04298593 2.931566e-02 0.047588970 -0.011355027
## 8 -0.01185214 0.19269134 1.254768e-01 0.043457248 -0.072580194
## 9 0.01774273 0.12797092 -8.588306e-02 -0.137568606 -0.041749521
## 10 -0.03380965 -0.12913118 2.121899e-02 0.036380369 0.021758135
## 11 0.11075979 -0.05910044 5.605352e-02 -0.035655637 0.049320803
## 12 0.06841720 0.39174953 -3.261842e-01 0.012416742 -0.033144017
## 13 -0.24842946 -0.24359675 2.523076e-02 -0.006157643 0.025743966
## 14 -0.86734880 -0.43224498 1.047659e-01 0.053103818 -0.045075653
## 15 -0.03920755 -0.35251236 1.969642e-01 0.149942933 0.011235144
## 16 0.18638427 0.04092256 5.285020e-02 -0.042261981 -0.001158566
## 17 -0.10887473 0.05108186 5.508850e-01 -0.131847651 -0.034809691
## 18 0.28327215 -0.18178004 -1.365537e-01 0.122394060 0.082522843
## 19 0.23031661 0.15892650 5.663578e-02 -0.013481451 0.027690192
## 20 -0.21104547 -0.04702366 -1.293576e-01 -0.105911241 -0.014653432
## 21 0.32540556 -0.03652607 4.187793e-02 0.070360952 -0.019634134
## 22 -0.30914312 -0.22656251 -3.907762e-01 -0.034099070 0.078269228
## 23 0.07397086 0.15655526 1.073153e-02 0.033317059 0.004536328
## 24 -0.03111817 0.10060332 -4.543656e-02 0.064940750 -0.173796725
## 25 0.07953305 -0.25778261 1.425219e-01 -0.083529712 -0.005694122
## 26 0.22833835 -0.03169169 -5.348966e-02 0.059107163 -0.135868640
## 27 0.18416924 0.19439262 1.754477e-03 0.020281379 0.089700364
## 28 0.21389452 0.24478813 6.521095e-02 0.143099283 0.043154051
## 29 0.02200701 -0.14649205 -4.660939e-01 -0.083592397 -0.055435889
## 30 -0.10156665 0.01823437 4.576109e-02 0.082700340 0.063984267

transformed <- data.frame(transformed)

str(transformed)

## 'data.frame': 30 obs. of 11 variables:

## $ PC1 : num -1.771 -1.712 0.176 -1.192 1.299 ...
## $ PC2 : num -0.146 0.894 -1.702 -1.024 -1.111 ...
## $ PC3 : num -1.103 -1.071 0.315 0.46 0.722 ...
## $ PC4 : num 1 -0.437 -0.923 0.422 -1.074 ...
## $ PC5 : num 0.337 0.129 -0.272 -0.262 1.363 ...
## $ PC6 : num 0.0863 -0.3068 0.1769 0.2303 -0.6051 ...
## $ PC7 : num 0.535 0.135 0.176 -0.186 -0.122 ...
## $ PC8 : num -0.1483 -0.323 -0.0294 0.163 0.4516 ...
## $ PC9 : num 0.1263 -0.0746 -0.0597 0.0719 0.0426 ...
## $ PC10: num -0.04037 -0.05682 -0.00331 -0.27047 -0.00669 ...
## $ PC11: num 0.0195 -0.0131 0.0347 0.0537 0.0178 ...

new_data <- data.frame(cbind(data$Y, pc_fit$x[, 1:2]))

colnames(new_data)[1] <- "Y"
str(new_data)

## 'data.frame': 30 obs. of 3 variables:

## $ Y : num 18.9 17 20 18.3 20.1 11.2 22.1 21.5 34.7 30.4 ...
## $ PC1: num -1.771 -1.712 0.176 -1.192 1.299 ...
## $ PC2: num -0.146 0.894 -1.702 -1.024 -1.111 ...

pcr_lm <- lm(Y ~., data = new_data)

summary(pcr_lm)

##
## Call:
## lm(formula = Y ~ ., data = new_data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -6.1217 -1.9285 -0.0179 1.7704 7.3854
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 20.04333 0.58714 34.137 < 2e-16 ***
## PC1 1.95997 0.21517 9.109 1.01e-09 ***
## PC2 0.05003 0.50416 0.099 0.922
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 3.216 on 27 degrees of freedom
## Multiple R-squared: 0.7545, Adjusted R-squared: 0.7363
## F-statistic: 41.49 on 2 and 27 DF, p-value: 5.83e-09

vif(pcr_lm)

## PC1 PC2
## 1 1

anova(pcr_lm)

## Analysis of Variance Table

##
## Response: Y
## Df Sum Sq Mean Sq F value Pr(>F)
## PC1 1 858.09 858.09 82.9705 1.011e-09 ***
## PC2 1 0.10 0.10 0.0098 0.9217
## Residuals 27 279.24 10.34
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

# Practical 5
# Q1
library(MPV)
data <- table.b2
data

## y x1 x2 x3 x4 x5
## 1 271.8 783.35 33.53 40.55 16.66 13.20
## 2 264.0 748.45 36.50 36.19 16.46 14.11
## 3 238.8 684.45 34.66 37.31 17.66 15.68
## 4 230.7 827.80 33.13 32.52 17.50 10.53
## 5 251.6 860.45 35.75 33.71 16.40 11.00
## 6 257.9 875.15 34.46 34.14 16.28 11.31
## 7 263.9 909.45 34.60 34.85 16.06 11.96
## 8 266.5 905.55 35.38 35.89 15.93 12.58
## 9 229.1 756.00 35.85 33.53 16.60 10.66
## 10 239.3 769.35 35.68 33.79 16.41 10.85
## 11 258.0 793.50 35.35 34.72 16.17 11.41
## 12 257.6 801.65 35.04 35.22 15.92 11.91
## 13 267.3 819.65 34.07 36.50 16.04 12.85
## 14 267.0 808.55 32.20 37.60 16.19 13.58
## 15 259.6 774.95 34.32 37.89 16.62 14.21
## 16 240.4 711.85 31.08 37.71 17.37 15.56
## 17 227.2 694.85 35.73 37.00 18.12 15.83
## 18 196.0 638.10 34.11 36.76 18.53 16.41
## 19 278.7 774.55 34.79 34.62 15.54 13.10
## 20 272.3 757.90 35.77 35.40 15.70 13.63
## 21 267.4 753.35 36.44 35.96 16.45 14.51
## 22 254.5 704.70 37.82 36.26 17.62 15.38
## 23 224.7 666.80 35.07 36.34 18.12 16.10
## 24 181.5 568.55 35.26 35.90 19.05 16.73
## 25 227.5 653.10 35.56 31.84 16.51 10.58
## 26 253.6 704.05 35.73 33.16 16.02 11.28
## 27 263.0 709.60 36.46 33.83 15.89 11.91
## 28 265.8 726.90 36.26 34.89 15.83 12.65
## 29 263.8 697.15 37.20 36.27 16.71 14.06

model <- lm(y ~., data = data)

summary(model)

##
## Call:
## lm(formula = y ~ ., data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -13.6848 -2.7688 0.6273 3.9166 17.3962
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 325.43612 96.12721 3.385 0.00255 **
## x1 0.06753 0.02899 2.329 0.02900 *
## x2 2.55198 1.24824 2.044 0.05252 .
## x3 3.80019 1.46114 2.601 0.01598 *
## x4 -22.94947 2.70360 -8.488 1.53e-08 ***
## x5 2.41748 1.80829 1.337 0.19433
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 8.039 on 23 degrees of freedom
## Multiple R-squared: 0.8988, Adjusted R-squared: 0.8768
## F-statistic: 40.84 on 5 and 23 DF, p-value: 1.077e-10

# install.packages("olsrr")
library(olsrr)

## Warning: package 'olsrr' was built under R version 4.2.3

##
## Attaching package: 'olsrr'

## The following object is masked from 'package:MASS':

##
## cement

## The following object is masked from 'package:MPV':

##
## cement

## The following object is masked from 'package:datasets':

##
## rivers

# a)
forward <- ols_step_forward_p(model, details = T, p_val = 0.1)

## Forward Selection Method

## ------------------------
##
## Candidate Terms:
##
## 1. x1
## 2. x2
## 3. x3
## 4. x4
## 5. x5
##
##
## Step => 0
## Model => y ~ 1
## R2 => 0
##
## Initiating stepwise selection...
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## x4 0.00000 0.721 0.710 231.913
## x1 0.00027 0.394 0.371 254.361
## x5 0.06181 0.123 0.091 265.068
## x3 0.56265 0.013 -0.024 268.517
## x2 0.59727 0.010 -0.026 268.578
## ---------------------------------------------------------------
##
## Step => 1
## Selected => x4
## Model => y ~ x4
## R2 => 0.721
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## x3 3e-05 0.859 0.848 214.131
## x5 0.00079 0.820 0.806 221.121
## x1 0.26409 0.734 0.713 232.495
## x2 0.97863 0.721 0.699 233.912
## ---------------------------------------------------------------
##
## Step => 2
## Selected => x3
## Model => y ~ x4 + x3
## R2 => 0.859
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## x2 0.09247 0.874 0.859 212.782
## x1 0.29941 0.865 0.849 214.857
## x5 0.34509 0.864 0.847 215.076
## ---------------------------------------------------------------
##
## Step => 3
## Selected => x2
## Model => y ~ x4 + x3 + x2
## R2 => 0.874
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## x1 0.06676 0.891 0.873 210.636
## x5 0.70658 0.875 0.854 214.607
## ---------------------------------------------------------------
##
## Step => 4
## Selected => x1
## Model => y ~ x4 + x3 + x2 + x1
## R2 => 0.891
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## x5 0.19433 0.899 0.877 210.466
## ---------------------------------------------------------------
##
##
## No more variables to be added.
##
## Variables Selected:
##
## => x4
## => x3
## => x2
## => x1

# b)
backward <- ols_step_backward_p(model, details = T, p_val = 0.1)

## Backward Elimination Method

## ---------------------------
##
## Candidate Terms:
##
## 1. x1
## 2. x2
## 3. x3
## 4. x4
## 5. x5
##
##
## Step => 0
## Model => y ~ x1 + x2 + x3 + x4 + x5
## R2 => 0.899
##
## Initiating stepwise selection...
##
## Step => 1
## Removed => x5
## Model => y ~ x1 + x2 + x3 + x4
## R2 => 0.89089
##
##
## No more variables to be removed.
##
## Variables Removed:
##
## => x5

# c)
stepwise <- ols_step_both_p(model, details = T, p_val = 0.1)

## Stepwise Selection Method

## -------------------------
##
## Candidate Terms:
##
## 1. x1
## 2. x2
## 3. x3
## 4. x4
## 5. x5
##
##
## Step => 0
## Model => y ~ 1
## R2 => 0
##
## Initiating stepwise selection...
##
## Step => 1
## Selected => x4
## Model => y ~ x4
## R2 => 0.721
##
## Step => 2
## Selected => x3
## Model => y ~ x4 + x3
## R2 => 0.859
##
## Step => 3
## Selected => x2
## Model => y ~ x4 + x3 + x2
## R2 => 0.874
##
## Step => 4
## Selected => x1
## Model => y ~ x4 + x3 + x2 + x1
## R2 => 0.891
##
##
## No more variables to be added or removed.

# d)
all_models <- ols_step_all_possible(model)
all_models

## Index N Predictors R-Square Adj. R-Square Mallow's Cp

## 4 1 1 x4 0.72052420 0.71017324 0.66925799
## 1 2 1 x1 0.39393873 0.37149202 0.26286550
## 5 3 1 x5 0.12328631 0.09081543 -0.07430124
## 3 4 1 x3 0.01256447 -0.02400721 -0.10822289
## 2 5 1 x2 0.01047594 -0.02617310 -0.10035893
## 13 6 2 x3 x4 0.85871542 0.84784738 0.81361382
## 15 7 2 x4 x5 0.82020641 0.80637613 0.74210380
## 8 8 2 x1 x4 0.73386067 0.71338841 0.66912580
## 11 9 2 x2 x4 0.72053206 0.69903453 0.63546717
## 6 10 2 x1 x2 0.44922541 0.40685814 0.27233435
## 7 11 2 x1 x3 0.42636430 0.38223847 0.26831058
## 9 12 2 x1 x5 0.39429011 0.34769704 0.21899101
## 14 13 2 x3 x5 0.37034618 0.32191127 0.09207740
## 12 14 2 x2 x5 0.12963616 0.06268509 -0.12174423
## 10 15 2 x2 x3 0.03427915 -0.04000706 -0.11279275
## 22 16 3 x2 x3 x4 0.87412678 0.85902200 0.78955967
## 19 17 3 x1 x3 x4 0.86478901 0.84856370 0.81433580
## 25 18 3 x3 x4 x5 0.86376234 0.84741382 0.79356123
## 21 19 3 x1 x4 x5 0.86288638 0.84643274 0.80227864
## 24 20 3 x2 x4 x5 0.82022133 0.79864789 0.71159676
## 17 21 3 x1 x2 x4 0.73615340 0.70449181 0.63353182
## 16 22 3 x1 x2 x3 0.52969885 0.47326272 0.34802937
## 20 23 3 x1 x3 x5 0.46570209 0.40158634 0.26447373
## 23 24 3 x2 x3 x5 0.46085816 0.39616114 0.12889834
## 18 25 3 x1 x2 x5 0.45487844 0.38946385 0.23821700
## 26 26 4 x1 x2 x3 x4 0.89089317 0.87270870 0.80607673
## 29 27 4 x1 x3 x4 x5 0.88036169 0.86042197 0.79255245
## 30 28 4 x2 x3 x4 x5 0.87488338 0.85403061 0.76679797
## 28 29 4 x1 x2 x4 x5 0.86898542 0.84714966 0.78472045
## 27 30 4 x1 x2 x3 x5 0.58159740 0.51186363 0.34750644
## 31 31 5 x1 x2 x3 x4 x5 0.89876023 0.87675159 0.78817863

# e)
# Best model is x1+x2+x3+x4
models_best <- lm(y ~ x1 + x2 + x3 + x4, data = data)
summary(models_best)
##
## Call:
## lm(formula = y ~ x1 + x2 + x3 + x4, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -14.322 -2.639 0.025 4.786 16.003
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 270.21013 88.21060 3.063 0.00534 **
## x1 0.05156 0.02685 1.920 0.06676 .
## x2 2.95141 1.23167 2.396 0.02471 *
## x3 5.33861 0.91506 5.834 5.13e-06 ***
## x4 -21.11940 2.36936 -8.914 4.42e-09 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 8.17 on 24 degrees of freedom
## Multiple R-squared: 0.8909, Adjusted R-squared: 0.8727
## F-statistic: 48.99 on 4 and 24 DF, p-value: 3.327e-11

models_best

##
## Call:
## lm(formula = y ~ x1 + x2 + x3 + x4, data = data)
##
## Coefficients:
## (Intercept) x1 x2 x3 x4
## 270.21013 0.05156 2.95141 5.33861 -21.11940

ols_mallows_cp(models_best, model)

## [1] 5.787266

# cp = 5.78 which is approx equal to 5, hence the model with x1, x2, x3, x4
is the best.
all_models$result

## mindex n predictors rsquare adjr rmse predrsq

## 4 1 1 x4 0.72052420 0.71017324 11.895006 0.66925799
## 1 2 1 x1 0.39393873 0.37149202 17.516640 0.26286550
## 5 3 1 x5 0.12328631 0.09081543 21.067910 -0.07430124
## 3 4 1 x3 0.01256447 -0.02400721 22.358719 -0.10822289
## 2 5 1 x2 0.01047594 -0.02617310 22.382352 -0.10035893
## 13 6 2 x3 x4 0.85871542 0.84784738 8.457460 0.81361382
## 15 7 2 x4 x5 0.82020641 0.80637613 9.540687 0.74210380
## 8 8 2 x1 x4 0.73386067 0.71338841 11.607724 0.66912580
## 11 9 2 x2 x4 0.72053206 0.69903453 11.894838 0.63546717
## 6 10 2 x1 x2 0.44922541 0.40685814 16.698578 0.27233435
## 7 11 2 x1 x3 0.42636430 0.38223847 17.041611 0.26831058
## 9 12 2 x1 x5 0.39429011 0.34769704 17.511562 0.21899101
## 14 13 2 x3 x5 0.37034618 0.32191127 17.854326 0.09207740
## 12 14 2 x2 x5 0.12963616 0.06268509 20.991476 -0.12174423
## 10 15 2 x2 x3 0.03427915 -0.04000706 22.111508 -0.11279275
## 22 16 3 x2 x3 x4 0.87412678 0.85902200 7.982873 0.78955967
## 19 17 3 x1 x3 x4 0.86478901 0.84856370 8.273677 0.81433580
## 25 18 3 x3 x4 x5 0.86376234 0.84741382 8.305029 0.79356123
## 21 19 3 x1 x4 x5 0.86288638 0.84643274 8.331685 0.80227864
## 24 20 3 x2 x4 x5 0.82022133 0.79864789 9.540291 0.71159676
## 17 21 3 x1 x2 x4 0.73615340 0.70449181 11.557617 0.63353182
## 16 22 3 x1 x2 x3 0.52969885 0.47326272 15.430520 0.34802937
## 20 23 3 x1 x3 x5 0.46570209 0.40158634 16.446909 0.26447373
## 23 24 3 x2 x3 x5 0.46085816 0.39616114 16.521294 0.12889834
## 18 25 3 x1 x2 x5 0.45487844 0.38946385 16.612662 0.23821700
## 26 26 4 x1 x2 x3 x4 0.89089317 0.87270870 7.432219 0.80607673
## 29 27 4 x1 x3 x4 x5 0.88036169 0.86042197 7.782653 0.79255245
## 30 28 4 x2 x3 x4 x5 0.87488338 0.85403061 7.958845 0.76679797
## 28 29 4 x1 x2 x4 x5 0.86898542 0.84714966 8.144274 0.78472045
## 27 30 4 x1 x2 x3 x5 0.58159740 0.51186363 14.554247 0.34750644
## 31 31 5 x1 x2 x3 x4 x5 0.89876023 0.87675159 7.159260 0.78817863
## cp aic sbic sbc msep fpe apc
## 4 38.492277 231.9133 146.8516 236.0152 4407.994 162.45282 0.3208796
## 1 112.687090 254.3612 167.6590 258.4631 9559.019 352.28939 0.6958481
## 5 174.174842 265.0680 177.8920 269.1699 13827.847 509.61338 1.0065972
## 3 199.329010 268.5170 181.2193 272.6189 15574.192 573.97342 1.1337223
## 2 199.803490 268.5783 181.2786 272.6801 15607.133 575.18743 1.1361202
## 13 9.097518 214.1313 131.2352 219.6005 2317.527 88.03523 0.1738887
## 15 17.846129 221.1212 136.9145 226.5904 2949.201 112.03042 0.2212844
## 8 37.462451 232.4953 146.5332 237.9645 4365.552 165.83294 0.3275561
## 11 40.490491 233.9125 147.7644 239.3817 4584.185 174.13807 0.3439605
## 6 102.126871 253.5872 165.4990 259.0564 9034.498 343.19079 0.6778764
## 7 107.320539 254.7666 166.5944 260.2358 9409.494 357.43568 0.7060132
## 9 114.607262 256.3444 168.0646 261.8136 9935.615 377.42129 0.7454891
## 14 120.046927 257.4687 169.1154 262.9379 10328.374 392.34089 0.7749585
## 12 174.732260 266.8572 177.9824 272.3264 14276.802 542.32868 1.0712170
## 10 196.395794 269.8721 180.8606 275.3413 15840.968 601.74617 1.1885795
## 22 7.596312 212.7817 130.5958 219.6182 2150.761 84.11866 0.1661526
## 19 9.717698 214.8570 132.1050 221.6935 2310.313 90.35892 0.1784785
## 25 9.950942 215.0764 132.2657 221.9129 2327.856 91.04502 0.1798337
## 21 10.149946 215.2622 132.4021 222.0987 2342.823 91.63041 0.1809900
## 24 19.842738 223.1188 138.3326 229.9553 3071.829 120.14265 0.2373078
## 17 38.941581 234.2444 147.2835 241.0809 4508.275 176.32364 0.3482775
## 16 85.844637 251.0066 161.8179 257.8431 8035.907 314.29326 0.6207975
## 20 100.383642 254.7064 165.1608 261.5429 9129.402 357.06107 0.7052732
## 23 101.484104 254.9681 165.3988 261.8046 9212.169 360.29818 0.7116672
## 18 102.842597 255.2880 165.6899 262.1245 9314.343 364.29431 0.7195605
## 26 5.787266 210.6363 129.9796 218.8400 1945.334 78.25367 0.1545680
## 29 8.179844 213.3085 131.6707 221.5123 2133.107 85.80706 0.1694876
## 30 9.424426 214.6069 132.5101 222.8107 2230.783 89.73622 0.1772485
## 28 10.764344 215.9427 133.3862 224.1465 2335.941 93.96636 0.1856040
## 27 76.054147 249.6156 159.4023 257.8194 7459.963 300.08698 0.5927370
## 31 6.000000 210.4660 131.1619 220.0371 1887.116 77.99674 0.1540605
## hsp
## 4 5.845077
## 1 12.675425
## 5 18.335965
## 3 20.651649
## 2 20.695329
## 13 3.191277
## 15 4.061103
## 8 6.011444
## 11 6.312505
## 6 12.440666
## 7 12.957044
## 9 13.681522
## 14 14.222357
## 12 19.659415
## 10 21.813299
## 22 3.080103
## 19 3.308597
## 25 3.333719
## 21 3.355154
## 24 4.399163
## 17 6.456295
## 16 11.508213
## 20 13.074206
## 23 13.192736
## 18 13.339059
## 26 2.901990
## 29 3.182103
## 30 3.327814
## 28 3.484686
## 27 11.128545
## 31 2.937540

# Q2)
# install.packages("MPV")
library(MPV)
data <- table.b15
View(data)
# install.packages("olsrr")
library(olsrr)

model <- lm(Mort ~ Precip + Educ + Nonwhite + Nox + SO2, data = data)
summary(model)

##
## Call:
## lm(formula = Mort ~ Precip + Educ + Nonwhite + Nox + SO2, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -91.523 -19.628 -3.563 15.873 91.835
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 996.42015 91.66874 10.870 3.29e-15 ***
## Precip 1.41075 0.69032 2.044 0.045884 *
## Educ -14.88048 7.01907 -2.120 0.038617 *
## Nonwhite 3.19373 0.62171 5.137 3.94e-06 ***
## Nox -0.10524 0.13476 -0.781 0.438272
## SO2 0.35407 0.09076 3.901 0.000267 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 37.1 on 54 degrees of freedom
## Multiple R-squared: 0.6744, Adjusted R-squared: 0.6442
## F-statistic: 22.37 on 5 and 54 DF, p-value: 4.47e-12

# Adjusted r2 = 0.6442

forward <- ols_step_forward_p(model, details = T, p_val = 0.1)

## Forward Selection Method

## ------------------------
##
## Candidate Terms:
##
## 1. Precip
## 2. Educ
## 3. Nonwhite
## 4. Nox
## 5. SO2
##
##
## Step => 0
## Model => Mort ~ 1
## R2 => 0
##
## Initiating stepwise selection...
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Nonwhite 0.00000 0.419 0.409 638.304
## Educ 3e-05 0.261 0.248 652.755
## Precip 3e-05 0.260 0.247 652.878
## SO2 0.00069 0.181 0.167 658.898
## Nox 0.55675 0.006 -0.011 670.550
## ---------------------------------------------------------------
##
## Step => 1
## Selected => Nonwhite
## Model => Mort ~ Nonwhite
## R2 => 0.419
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Educ 5e-05 0.567 0.552 622.720
## SO2 0.00075 0.525 0.508 628.230
## Precip 0.00562 0.493 0.475 632.161
## Nox 0.37207 0.427 0.407 639.458
## ---------------------------------------------------------------
##
## Step => 2
## Selected => Educ
## Model => Mort ~ Nonwhite + Educ
## R2 => 0.567
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## SO2 0.00314 0.630 0.610 615.288
## Precip 0.21385 0.579 0.556 623.050
## Nox 0.99630 0.567 0.544 624.720
## ---------------------------------------------------------------
##
## Step => 3
## Selected => SO2
## Model => Mort ~ Nonwhite + Educ + SO2
## R2 => 0.63
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Precip 0.01152 0.671 0.647 610.261
## Nox 0.08671 0.649 0.624 614.057
## ---------------------------------------------------------------
##
## Step => 4
## Selected => Precip
## Model => Mort ~ Nonwhite + Educ + SO2 + Precip
## R2 => 0.671
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Nox 0.43827 0.674 0.644 611.588
## ---------------------------------------------------------------
##
##
## No more variables to be added.
##
## Variables Selected:
##
## => Nonwhite
## => Educ
## => SO2
## => Precip

backward <- ols_step_backward_p(model, details = T, p_val = 0.1)

## Backward Elimination Method

## ---------------------------
##
## Candidate Terms:
##
## 1. Precip
## 2. Educ
## 3. Nonwhite
## 4. Nox
## 5. SO2
##
##
## Step => 0
## Model => Mort ~ Precip + Educ + Nonwhite + Nox + SO2
## R2 => 0.674
##
## Initiating stepwise selection...
##
## Step => 1
## Removed => Nox
## Model => Mort ~ Precip + Educ + Nonwhite + SO2
## R2 => 0.67071
##
##
## No more variables to be removed.
##
## Variables Removed:
##
## => Nox

stepwise <- ols_step_both_p(model, details = T, p_val = 0.1)

## Stepwise Selection Method
## -------------------------
##
## Candidate Terms:
##
## 1. Precip
## 2. Educ
## 3. Nonwhite
## 4. Nox
## 5. SO2
##
##
## Step => 0
## Model => Mort ~ 1
## R2 => 0
##
## Initiating stepwise selection...
##
## Step => 1
## Selected => Nonwhite
## Model => Mort ~ Nonwhite
## R2 => 0.419
##
## Step => 2
## Selected => Educ
## Model => Mort ~ Nonwhite + Educ
## R2 => 0.567
##
## Step => 3
## Selected => SO2
## Model => Mort ~ Nonwhite + Educ + SO2
## R2 => 0.63
##
## Step => 4
## Selected => Precip
## Model => Mort ~ Nonwhite + Educ + SO2 + Precip
## R2 => 0.671
##
##
## No more variables to be added or removed.

all_models <- ols_step_all_possible(model, details = T, p_val = 0.1)

all_models

## Index N Predictors R-Square Adj. R-Square

Mallow's Cp
## 3 1 1 Nonwhite 0.419250810 0.40923789
0.376474685
## 2 2 1 Educ 0.261104467 0.24836489
0.189490934
## 1 3 1 Precip 0.259582453 0.24681663
0.191838692
## 5 4 1 SO2 0.181435802 0.16732263
0.131183056
## 4 5 1 Nox 0.005988202 -0.01114993 -
0.142292814
## 10 6 2 Educ Nonwhite 0.566777866 0.55157709
0.512213036
## 14 7 2 Nonwhite SO2 0.525110918 0.50844814
0.475686578
## 9 8 2 Precip SO2 0.493064509 0.47527730
0.429297736
## 7 9 2 Precip Nonwhite 0.492959663 0.47516877
0.426802397
## 13 10 2 Nonwhite Nox 0.427382290 0.40729044
0.351310953
## 12 11 2 Educ SO2 0.360314920 0.33786983
0.278577444
## 6 12 2 Precip Educ 0.349356056 0.32652644
0.253235127
## 8 13 2 Precip Nox 0.297886753 0.27325120
0.007480729
## 11 14 2 Educ Nox 0.262568140 0.23669334
0.062577996
## 15 15 2 Nox SO2 0.257584617 0.23153495
0.207220075
## 20 16 3 Precip Nonwhite SO2 0.640564447 0.62130897
0.580807998
## 23 17 3 Educ Nonwhite SO2 0.629800512 0.60996840
0.572415881
## 25 18 3 Nonwhite Nox SO2 0.585598807 0.56339874
0.528163414
## 16 19 3 Precip Educ Nonwhite 0.578671932 0.55610079
0.502584734
## 22 20 3 Educ Nonwhite Nox 0.566778033 0.54356971
0.464756795
## 18 21 3 Precip Educ SO2 0.514980267 0.48899707
0.424290871
## 19 22 3 Precip Nonwhite Nox 0.497521047 0.47060253
0.334506576
## 21 23 3 Precip Nox SO2 0.493076309 0.46591968
0.384486534
## 17 24 3 Precip Educ Nox 0.385457730 0.35253582
0.086512997
## 24 25 3 Educ Nox SO2 0.377769110 0.34443531
0.274193390
## 27 26 4 Precip Educ Nonwhite SO2 0.670710400 0.64676207
0.598022609
## 30 27 4 Educ Nonwhite Nox SO2 0.649204826 0.62369245
0.591027008
## 29 28 4 Precip Nonwhite Nox SO2 0.647286632 0.62163475
0.581163212
## 26 29 4 Precip Educ Nonwhite Nox 0.582626682 0.55227226
0.422882060
## 28 30 4 Precip Educ Nox SO2 0.515264719 0.48001124
0.365061239
## 31 31 5 Precip Educ Nonwhite Nox SO2 0.674387426 0.64423811
0.592415860

all_models$result

## mindex n predictors rsquare adjr rmse

## 3 1 1 Nonwhite 0.419250810 0.40923789 47.00545
## 2 2 1 Educ 0.261104467 0.24836489 53.02070
## 1 3 1 Precip 0.259582453 0.24681663 53.07528
## 5 4 1 SO2 0.181435802 0.16732263 55.80592
## 4 5 1 Nox 0.005988202 -0.01114993 61.49640
## 10 6 2 Educ Nonwhite 0.566777866 0.55157709 40.59843
## 14 7 2 Nonwhite SO2 0.525110918 0.50844814 42.50598
## 9 8 2 Precip SO2 0.493064509 0.47527730 43.91676
## 7 9 2 Precip Nonwhite 0.492959663 0.47516877 43.92130
## 13 10 2 Nonwhite Nox 0.427382290 0.40729044 46.67521
## 12 11 2 Educ SO2 0.360314920 0.33786983 49.33294
## 6 12 2 Precip Educ 0.349356056 0.32652644 49.75373
## 8 13 2 Precip Nox 0.297886753 0.27325120 51.68417
## 11 14 2 Educ Nox 0.262568140 0.23669334 52.96816
## 15 15 2 Nox SO2 0.257584617 0.23153495 53.14684
## 20 16 3 Precip Nonwhite SO2 0.640564447 0.62130897 36.97979
## 23 17 3 Educ Nonwhite SO2 0.629800512 0.60996840 37.52942
## 25 18 3 Nonwhite Nox SO2 0.585598807 0.56339874 39.70676
## 16 19 3 Precip Educ Nonwhite 0.578671932 0.55610079 40.03724
## 22 20 3 Educ Nonwhite Nox 0.566778033 0.54356971 40.59842
## 18 21 3 Precip Educ SO2 0.514980267 0.48899707 42.95697
## 19 22 3 Precip Nonwhite Nox 0.497521047 0.47060253 43.72329
## 21 23 3 Precip Nox SO2 0.493076309 0.46591968 43.91625
## 17 24 3 Precip Educ Nox 0.385457730 0.35253582 48.35371
## 24 25 3 Educ Nox SO2 0.377769110 0.34443531 48.65525
## 27 26 4 Precip Educ Nonwhite SO2 0.670710400 0.64676207 35.39508
## 30 27 4 Educ Nonwhite Nox SO2 0.649204826 0.62369245 36.53261
## 29 28 4 Precip Nonwhite Nox SO2 0.647286632 0.62163475 36.63236
## 26 29 4 Precip Educ Nonwhite Nox 0.582626682 0.55227226 39.84889
## 28 30 4 Precip Educ Nox SO2 0.515264719 0.48001124 42.94437
## 31 31 5 Precip Educ Nonwhite Nox SO2 0.674387426 0.64423811 35.19691
## predrsq cp aic sbic sbc msep fpe
## 3 0.376474685 40.312178 638.3043 466.2392 644.5873 137144.83 2361.893
## 2 0.189490934 66.539367 652.7545 479.9195 659.0375 174491.34 3005.070
## 1 0.191838692 66.791780 652.8780 480.0369 659.1610 174850.76 3011.260
## 5 0.131183056 79.751719 658.8982 485.7708 665.1813 193305.22 3329.080
## 4 -0.142292814 108.848170 670.5501 496.9243 676.8331 234737.44 4042.622
## 10 0.512213036 17.846105 622.7202 451.4039 631.0975 104132.98 1821.731
## 14 0.475686578 24.756204 628.2300 456.4150 636.6074 114148.40 1996.943
## 9 0.429297736 30.070821 632.1481 459.9937 640.5255 121851.35 2131.701
## 7 0.426802397 30.088209 632.1606 460.0050 640.5379 121876.55 2132.142
## 13 0.351310953 40.963643 639.4582 466.7054 647.8356 137639.29 2407.899
## 12 0.278577444 52.086181 646.1037 472.8471 654.4811 153760.18 2689.923
## 6 0.253235127 53.903612 647.1229 473.7924 655.5002 156394.35 2736.005
## 8 0.007480729 62.439347 651.6908 478.0400 660.0682 168765.95 2952.438
## 11 0.062577996 68.296630 654.6355 480.7876 663.0129 177255.43 3100.955
## 15 0.207220075 69.123104 655.0397 481.1652 663.4170 178453.31 3121.911
## 20 0.580807998 7.609246 613.5172 443.2969 623.9889 87967.86 1562.863
## 23 0.572415881 9.394350 615.2876 444.8323 625.7594 90602.21 1609.665
## 25 0.528163414 16.724817 622.0552 450.7347 632.5269 101420.09 1801.859
## 16 0.502584734 17.873578 623.0498 451.6068 633.5215 103115.37 1831.978
## 22 0.464756795 19.846077 624.7201 453.0741 635.1919 106026.26 1883.694
## 18 0.424290871 28.436284 631.4965 459.0622 641.9682 118703.19 2108.916
## 19 0.334506576 31.331743 633.6183 460.9490 644.0901 122976.14 2184.830
## 21 0.384486534 32.068864 634.1467 461.4198 644.6185 124063.94 2204.156
## 17 0.086512997 49.916465 645.6978 471.7966 656.1695 150402.40 2672.093
## 24 0.274193390 51.191556 646.4438 472.4723 656.9155 152284.10 2705.524
## 27 0.598022609 4.609803 610.2614 440.9563 622.8274 82082.38 1480.596
## 30 0.591027008 8.176314 614.0573 444.0962 626.6233 87443.10 1577.292
## 29 0.581163212 8.494430 614.3845 444.3679 626.9505 87921.25 1585.917
## 26 0.422882060 19.217718 624.4840 452.8442 637.0500 104039.10 1876.650
## 28 0.365061239 30.389111 633.4613 460.5237 646.0274 120830.49 2179.532
## 31 0.592415860 6.000000 611.5876 442.6236 626.2480 82697.23 1514.116
## apc hsp
## 3 0.6208009 40.10005
## 2 0.7898538 51.01986
## 1 0.7914808 51.12496
## 5 0.8750169 56.52089
## 4 1.0625643 68.63534
## 10 0.4788245 30.98182
## 14 0.5248774 33.96162
## 9 0.5602971 36.25341
## 7 0.5604130 36.26091
## 13 0.6328933 40.95067
## 12 0.7070204 45.74698
## 6 0.7191328 46.53070
## 8 0.7760199 50.21152
## 11 0.8150563 52.73733
## 15 0.8205644 53.09372
## 20 0.4107835 26.63971
## 23 0.4230851 27.43748
## 25 0.4736014 30.71351
## 16 0.4815178 31.22689
## 22 0.4951108 32.10841
## 18 0.5543083 35.94743
## 19 0.5742617 37.24142
## 21 0.5793414 37.57085
## 17 0.7023340 45.54704
## 24 0.7111210 46.11688
## 27 0.3891604 25.30933
## 30 0.4145761 26.96226
## 29 0.4168431 27.10969
## 26 0.4932594 32.07948
## 28 0.5728690 37.25695
## 31 0.3979709 25.97112

# the best model is mod ~ preci + educ + nonwhite + so2 as the adjusted r2
value is
# the highest and rmse is the lowest

models_best <- lm(Mort ~ Precip + Educ + Nonwhite + SO2, data = data)

summary(models_best)

##
## Call:
## lm(formula = Mort ~ Precip + Educ + Nonwhite + SO2, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -93.600 -20.499 -2.443 17.891 92.521
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 995.82238 91.33980 10.902 2.31e-15 ***
## Precip 1.63505 0.62550 2.614 0.011522 *
## Educ -15.56968 6.93862 -2.244 0.028883 *
## Nonwhite 3.09979 0.60779 5.100 4.33e-06 ***
## SO2 0.32634 0.08323 3.921 0.000247 ***
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 36.97 on 55 degrees of freedom
## Multiple R-squared: 0.6707, Adjusted R-squared: 0.6468
## F-statistic: 28.01 on 4 and 55 DF, p-value: 1.052e-12

# Adjusted R2 = 0.6468

ols_mallows_cp(models_best, model)

## [1] 4.609803

# Mallows CP = 4.609

# Q3
data <- table.b11
str(data)

## 'data.frame': 38 obs. of 7 variables:

## $ Clarity : num 1 1 1 1 1 1 1 1 1 1 ...
## $ Aroma : num 3.3 4.4 3.9 3.9 5.6 4.6 4.8 5.3 4.3 4.3 ...
## $ Body : num 2.8 4.9 5.3 2.6 5.1 4.7 4.8 4.5 4.3 3.9 ...
## $ Flavor : num 3.1 3.5 4.8 3.1 5.5 5 4.8 4.3 3.9 4.7 ...
## $ Oakiness: num 4.1 3.9 4.7 3.6 5.1 4.1 3.3 5.2 2.9 3.9 ...
## $ Quality : num 9.8 12.6 11.9 11.1 13.3 12.8 12.8 12 13.6 13.9 ...
## $ Region : num 1 1 1 1 1 1 1 1 3 1 ...

data$Region <- as.factor(data$Region)

model <- lm(Quality ~ Clarity + Aroma + Body + Flavor + Oakiness + Region,
data = data)
summary(model)

##
## Call:
## lm(formula = Quality ~ Clarity + Aroma + Body + Flavor + Oakiness +
## Region, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.80824 -0.58413 -0.02081 0.48627 1.70909
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 7.81437 1.96944 3.968 0.000417 ***
## Clarity 0.01705 1.45627 0.012 0.990736
## Aroma 0.08901 0.25250 0.353 0.726908
## Body 0.07967 0.26772 0.298 0.768062
## Flavor 1.11723 0.24026 4.650 6.25e-05 ***
## Oakiness -0.34644 0.23301 -1.487 0.147503
## Region2 -1.51285 0.39227 -3.857 0.000565 ***
## Region3 0.97259 0.51017 1.906 0.066218 .
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 0.9154 on 30 degrees of freedom
## Multiple R-squared: 0.8376, Adjusted R-squared: 0.7997
## F-statistic: 22.1 on 7 and 30 DF, p-value: 3.295e-10

# Adjusted R2 = 0.7997

forward <- ols_step_forward_p(model, details = T, p_val = 0.1)

## Forward Selection Method

## ------------------------
##
## Candidate Terms:
##
## 1. Clarity
## 2. Aroma
## 3. Body
## 4. Flavor
## 5. Oakiness
## 6. Region
##
##
## Step => 0
## Model => Quality ~ 1
## R2 => 0
##
## Initiating stepwise selection...
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Flavor 0.00000 0.624 0.614 130.021
## Region 0.00000 0.611 0.589 133.303
## Aroma 0.00000 0.500 0.486 140.846
## Body 0.00036 0.301 0.282 153.597
## Oakiness 0.77914 0.002 -0.026 167.125
## Clarity 0.86540 0.001 -0.027 167.179
## ---------------------------------------------------------------
##
## Step => 1
## Selected => Flavor
## Model => Quality ~ Flavor
## R2 => 0.624
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Region 0.00000 0.824 0.809 105.152
## Oakiness 0.05883 0.661 0.642 128.090
## Aroma 0.06885 0.659 0.639 128.376
## Clarity 0.35431 0.633 0.612 131.076
## Body 0.63426 0.627 0.605 131.772
## ---------------------------------------------------------------
##
## Step => 2
## Selected => Region
## Model => Quality ~ Flavor + Region
## R2 => 0.824
##
## Selection Metrics Table
## ---------------------------------------------------------------
## Predictor Pr(>|t|) R-Squared Adj. R-Squared AIC
## ---------------------------------------------------------------
## Oakiness 0.12806 0.836 0.816 104.444
## Clarity 0.60751 0.826 0.804 106.843
## Body 0.83246 0.824 0.803 107.099
## Aroma 0.95844 0.824 0.803 107.148
## ---------------------------------------------------------------
##
##
## No more variables to be added.
##
## Variables Selected:
##
## => Flavor
## => Region

backward <- ols_step_backward_p(model, details = T, p_val = 0.1)

## Backward Elimination Method

## ---------------------------
##
## Candidate Terms:
##
## 1. Clarity
## 2. Aroma
## 3. Body
## 4. Flavor
## 5. Oakiness
## 6. Region
##
##
## Step => 0
## Model => Quality ~ Clarity + Aroma + Body + Flavor + Oakiness + Region
## R2 => 0.838
##
## Initiating stepwise selection...
##
## Step => 1
## Removed => Clarity
## Model => Quality ~ Aroma + Body + Flavor + Oakiness + Region
## R2 => 0.83758
##
## Step => 2
## Removed => Body
## Model => Quality ~ Aroma + Flavor + Oakiness + Region
## R2 => 0.83702
##
## Step => 3
## Removed => Aroma
## Model => Quality ~ Flavor + Oakiness + Region
## R2 => 0.83628
##
## Step => 4
## Removed => Oakiness
## Model => Quality ~ Flavor + Region
## R2 => 0.82419
##
##
## No more variables to be removed.
##
## Variables Removed:
##
## => Clarity
## => Body
## => Aroma
## => Oakiness

stepwise <- ols_step_both_p(model, details = T, p_val = 0.1)

## Stepwise Selection Method

## -------------------------
##
## Candidate Terms:
##
## 1. Clarity
## 2. Aroma
## 3. Body
## 4. Flavor
## 5. Oakiness
## 6. Region
##
##
## Step => 0
## Model => Quality ~ 1
## R2 => 0
##
## Initiating stepwise selection...
##
## Step => 1
## Selected => Flavor
## Model => Quality ~ Flavor
## R2 => 0.624
##
## Step => 2
## Selected => Region
## Model => Quality ~ Flavor + Region
## R2 => 0.824
##
##
## No more variables to be added or removed.

all_models <- ols_step_all_possible(model, details = T, p_val = 0.1)

all_models

## Index N Predictors R-Square Adj. R-

Square
## 4 1 1 Flavor 0.6241744752
0.61373488
## 6 2 1 Region 0.6112792112
0.58906659
## 2 3 1 Aroma 0.5003076989
0.48642736
## 3 4 1 Body 0.3010740961
0.28165949
## 5 5 1 Oakiness 0.0022128061 -
0.02550350
## 1 6 1 Clarity 0.0008089079 -
0.02694640
## 20 7 2 Flavor Region 0.8241916693
0.80867917
## 15 8 2 Aroma Region 0.6800740569
0.65184530
## 18 9 2 Body Region 0.6766291887
0.64809647
## 19 10 2 Flavor Oakiness 0.6611116460
0.64174660
## 13 11 2 Aroma Flavor 0.6585515209
0.63904018
## 9 12 2 Clarity Flavor 0.6334040467
0.61245571
## 16 13 2 Body Flavor 0.6266316615
0.60529633
## 11 14 2 Clarity Region 0.6255368927
0.59249603
## 21 15 2 Oakiness Region 0.6117605264
0.57750410
## 14 16 2 Aroma Oakiness 0.5378065595
0.51139551
## 12 17 2 Aroma Body 0.5371512395
0.51070274
## 7 18 2 Clarity Aroma 0.5005440292
0.47200369
## 8 19 2 Clarity Body 0.3442446750
0.30677294
## 17 20 2 Body Oakiness 0.3185080455
0.27956565
## 10 21 2 Clarity Oakiness 0.0036339399 -
0.05330126
## 41 22 3 Flavor Oakiness Region 0.8362809172
0.81643618
## 30 23 3 Clarity Flavor Region 0.8256128606
0.80447503
## 39 24 3 Body Flavor Region 0.8244335501
0.80315277
## 36 25 3 Aroma Flavor Region 0.8242063566
0.80289804
## 34 26 3 Aroma Body Region 0.7104600270
0.67536427
## 35 27 3 Aroma Flavor Oakiness 0.7037671546
0.67762896
## 25 28 3 Clarity Aroma Region 0.6928679302
0.65563980
## 37 29 3 Aroma Oakiness Region 0.6868177484
0.64885626
## 29 30 3 Clarity Flavor Oakiness 0.6801157849
0.65189071
## 40 31 3 Body Oakiness Region 0.6777708774
0.63871280
## 28 32 3 Clarity Body Region 0.6769501792
0.63779263
## 38 33 3 Body Flavor Oakiness 0.6645717577
0.63497515
## 23 34 3 Clarity Aroma Flavor 0.6625037633
0.63272468
## 32 35 3 Aroma Body Flavor 0.6591138284
0.62903564
## 26 36 3 Clarity Body Flavor 0.6408929126
0.60920699
## 31 37 3 Clarity Oakiness Region 0.6278073196
0.58269306
## 33 38 3 Aroma Body Oakiness 0.5786116054
0.54143028
## 22 39 3 Clarity Aroma Body 0.5419839583
0.50157078
## 24 40 3 Clarity Aroma Oakiness 0.5381575535
0.49740675
## 27 41 3 Clarity Body Oakiness 0.3798258911
0.32510465
## 55 42 4 Aroma Flavor Oakiness Region 0.8370245943
0.81155969
## 56 43 4 Body Flavor Oakiness Region 0.8369062242
0.81142282
## 51 44 4 Clarity Flavor Oakiness Region 0.8363487427
0.81077823
## 49 45 4 Clarity Body Flavor Region 0.8256159318
0.79836842
## 46 46 4 Clarity Aroma Flavor Region 0.8256128853
0.79836490
## 53 47 4 Aroma Body Flavor Region 0.8244583094
0.79702992
## 54 48 4 Aroma Body Oakiness Region 0.7203086558
0.67660688
## 45 49 4 Clarity Aroma Flavor Oakiness 0.7147084223
0.68012763
## 44 50 4 Clarity Aroma Body Region 0.7123680680
0.66742558
## 52 51 4 Aroma Body Flavor Oakiness 0.7047212810
0.66892992
## 47 52 4 Clarity Aroma Oakiness Region 0.6961600524
0.64868506
## 48 53 4 Clarity Body Flavor Oakiness 0.6932088239
0.65602201
## 50 54 4 Clarity Body Oakiness Region 0.6778231399
0.62748301
## 42 55 4 Clarity Aroma Body Flavor 0.6650540132
0.62445450
## 43 56 4 Clarity Aroma Body Oakiness 0.5920455610
0.54259654
## 62 57 5 Aroma Body Flavor Oakiness Region 0.8375830708
0.80614754
## 60 58 5 Clarity Aroma Flavor Oakiness Region 0.8371043373
0.80557614
## 61 59 5 Clarity Body Flavor Oakiness Region 0.8369110035
0.80534539
## 58 60 5 Clarity Aroma Body Flavor Region 0.8256160655
0.79186434
## 57 61 5 Clarity Aroma Body Flavor Oakiness 0.7205992181
0.67694285
## 59 62 5 Clarity Aroma Body Oakiness Region 0.7205142321
0.66642021
## 63 63 6 Clarity Aroma Body Flavor Oakiness Region 0.8375838129
0.79968670
## Mallow's Cp
## 4 0.58681339
## 6 0.53957826
## 2 0.45280074
## 3 0.22773766
## 5 -0.09838578
## 1 -0.11056074
## 20 0.78038755
## 15 0.60466040
## 18 0.59454394
## 19 0.60582330
## 13 0.60757036
## 9 0.56689829
## 16 0.55998656
## 11 0.52491505
## 21 0.51563768
## 14 0.46970002
## 12 0.45527140
## 7 0.40032964
## 8 0.25475219
## 17 0.20420034
## 10 -0.15535375
## 41 0.78627778
## 30 0.75018838
## 39 0.76228361
## 36 0.76853897
## 34 0.61458541
## 35 0.63787735
## 25 0.57387231
## 37 0.59489177
## 29 0.59345054
## 40 0.56487937
## 28 0.56634964
## 38 0.57861609
## 23 0.57312585
## 32 0.58164424
## 26 0.54657145
## 31 0.49224203
## 33 0.47248103
## 22 0.42207292
## 24 0.41696736
## 27 0.25920858
## 55 0.77713778
## 56 0.76917847
## 51 0.75647222
## 49 0.73305600
## 46 0.73532775
## 53 0.74769300
## 54 0.60207483
## 45 0.61022499
## 44 0.57754632
## 52 0.60995237
## 47 0.54811862
## 48 0.57934894
## 50 0.52085782
## 42 0.54811128
## 43 0.45064585
## 62 0.75826365
## 60 0.74097408
## 61 0.73775317
## 58 0.71616595
## 57 0.58700647
## 59 0.54894952
## 63 0.72132277

all_models$result

## mindex n predictors rsquare

adjr
## 4 1 1 Flavor 0.6241744752
0.61373488
## 6 2 1 Region 0.6112792112
0.58906659
## 2 3 1 Aroma 0.5003076989
0.48642736
## 3 4 1 Body 0.3010740961
0.28165949
## 5 5 1 Oakiness 0.0022128061 -
0.02550350
## 1 6 1 Clarity 0.0008089079 -
0.02694640
## 20 7 2 Flavor Region 0.8241916693
0.80867917
## 15 8 2 Aroma Region 0.6800740569
0.65184530
## 18 9 2 Body Region 0.6766291887
0.64809647
## 19 10 2 Flavor Oakiness 0.6611116460
0.64174660
## 13 11 2 Aroma Flavor 0.6585515209
0.63904018
## 9 12 2 Clarity Flavor 0.6334040467
0.61245571
## 16 13 2 Body Flavor 0.6266316615
0.60529633
## 11 14 2 Clarity Region 0.6255368927
0.59249603
## 21 15 2 Oakiness Region 0.6117605264
0.57750410
## 14 16 2 Aroma Oakiness 0.5378065595
0.51139551
## 12 17 2 Aroma Body 0.5371512395
0.51070274
## 7 18 2 Clarity Aroma 0.5005440292
0.47200369
## 8 19 2 Clarity Body 0.3442446750
0.30677294
## 17 20 2 Body Oakiness 0.3185080455
0.27956565
## 10 21 2 Clarity Oakiness 0.0036339399 -
0.05330126
## 41 22 3 Flavor Oakiness Region 0.8362809172
0.81643618
## 30 23 3 Clarity Flavor Region 0.8256128606
0.80447503
## 39 24 3 Body Flavor Region 0.8244335501
0.80315277
## 36 25 3 Aroma Flavor Region 0.8242063566
0.80289804
## 34 26 3 Aroma Body Region 0.7104600270
0.67536427
## 35 27 3 Aroma Flavor Oakiness 0.7037671546
0.67762896
## 25 28 3 Clarity Aroma Region 0.6928679302
0.65563980
## 37 29 3 Aroma Oakiness Region 0.6868177484
0.64885626
## 29 30 3 Clarity Flavor Oakiness 0.6801157849
0.65189071
## 40 31 3 Body Oakiness Region 0.6777708774
0.63871280
## 28 32 3 Clarity Body Region 0.6769501792
0.63779263
## 38 33 3 Body Flavor Oakiness 0.6645717577
0.63497515
## 23 34 3 Clarity Aroma Flavor 0.6625037633
0.63272468
## 32 35 3 Aroma Body Flavor 0.6591138284
0.62903564
## 26 36 3 Clarity Body Flavor 0.6408929126
0.60920699
## 31 37 3 Clarity Oakiness Region 0.6278073196
0.58269306
## 33 38 3 Aroma Body Oakiness 0.5786116054
0.54143028
## 22 39 3 Clarity Aroma Body 0.5419839583
0.50157078
## 24 40 3 Clarity Aroma Oakiness 0.5381575535
0.49740675
## 27 41 3 Clarity Body Oakiness 0.3798258911
0.32510465
## 55 42 4 Aroma Flavor Oakiness Region 0.8370245943
0.81155969
## 56 43 4 Body Flavor Oakiness Region 0.8369062242
0.81142282
## 51 44 4 Clarity Flavor Oakiness Region 0.8363487427
0.81077823
## 49 45 4 Clarity Body Flavor Region 0.8256159318
0.79836842
## 46 46 4 Clarity Aroma Flavor Region 0.8256128853
0.79836490
## 53 47 4 Aroma Body Flavor Region 0.8244583094
0.79702992
## 54 48 4 Aroma Body Oakiness Region 0.7203086558
0.67660688
## 45 49 4 Clarity Aroma Flavor Oakiness 0.7147084223
0.68012763
## 44 50 4 Clarity Aroma Body Region 0.7123680680
0.66742558
## 52 51 4 Aroma Body Flavor Oakiness 0.7047212810
0.66892992
## 47 52 4 Clarity Aroma Oakiness Region 0.6961600524
0.64868506
## 48 53 4 Clarity Body Flavor Oakiness 0.6932088239
0.65602201
## 50 54 4 Clarity Body Oakiness Region 0.6778231399
0.62748301
## 42 55 4 Clarity Aroma Body Flavor 0.6650540132
0.62445450
## 43 56 4 Clarity Aroma Body Oakiness 0.5920455610
0.54259654
## 62 57 5 Aroma Body Flavor Oakiness Region 0.8375830708
0.80614754
## 60 58 5 Clarity Aroma Flavor Oakiness Region 0.8371043373
0.80557614
## 61 59 5 Clarity Body Flavor Oakiness Region 0.8369110035
0.80534539
## 58 60 5 Clarity Aroma Body Flavor Region 0.8256160655
0.79186434
## 57 61 5 Clarity Aroma Body Flavor Oakiness 0.7205992181
0.67694285
## 59 62 5 Clarity Aroma Body Oakiness Region 0.7205142321
0.66642021
## 63 63 6 Clarity Aroma Body Flavor Oakiness Region 0.8375838129
0.79968670
## rmse predrsq cp aic sbic sbc msep
## 4 1.2372874 0.58681339 35.418978 130.0214 19.9619344 134.9341 61.41016
## 6 1.2583351 0.53957826 39.800871 133.3033 21.1377423 139.8537 63.51725
## 2 1.4266872 0.45280074 58.298491 140.8463 29.9616440 145.7591 81.65008
## 3 1.6873027 0.22773766 95.099060 153.5973 41.9394731 158.5101 114.20499
## 5 2.0160273 -0.09838578 150.301924 167.1251 54.8502383 172.0379 163.03914
## 1 2.0174450 -0.11056074 150.561239 167.1786 54.9015883 172.0913 163.26853
## 20 0.8462470 0.78038755 2.473672 105.1516 -3.7245897 113.3395 29.57212
## 15 1.1415690 0.60466040 29.093730 127.9020 15.6661213 136.0899 53.81366
## 18 1.1476986 0.59454394 29.730034 128.3090 16.0221297 136.4969 54.39311
## 19 1.1749131 0.60582330 30.596289 128.0901 17.5843527 134.6404 57.00326
## 13 1.1793427 0.60757036 31.069172 128.3761 17.8358385 134.9264 57.43389
## 9 1.2220002 0.56689829 35.714178 131.0765 20.2191367 137.6268 61.66386
## 16 1.2332360 0.55998656 36.965110 131.7721 20.8355833 138.3224 62.80302
## 11 1.2350426 0.52491505 39.167325 133.8833 20.9342779 142.0713 62.98717
## 21 1.2575558 0.51563768 41.711967 135.2563 22.1543158 143.4442 65.30445
## 14 1.3721113 0.46970002 53.372052 139.8820 28.0975052 146.4323 77.74399
## 12 1.3730836 0.45527140 53.493097 139.9358 28.1461644 146.4862 77.85422
## 7 1.4263498 0.40032964 60.254839 142.8283 30.7687102 149.3787 84.01180
## 8 1.6343624 0.25475219 89.124994 153.1745 40.2756151 159.7249 110.30238
## 17 1.6661259 0.20420034 93.878824 154.6374 41.6345983 161.1878 114.63145
## 10 2.0145910 -0.15535375 152.039426 169.0710 55.2111418 175.6213 167.59536
## 41 0.8166333 0.78627778 2.240659 104.4444 -3.4739308 114.2699 28.37314
## 30 0.8428197 0.75018838 4.211162 106.8432 -1.6230445 116.6687 30.22195
## 39 0.8456647 0.76228361 4.428994 107.0993 -1.4247547 116.9248 30.42633
## 36 0.8462117 0.76853897 4.470959 107.1484 -1.3866914 116.9739 30.46570
## 34 1.0860047 0.61458541 25.481118 126.1097 13.7870860 135.9353 50.17837
## 35 1.0984848 0.63787735 24.717362 124.9781 14.5079491 133.1661 51.33827
## 25 1.1185104 0.57387231 28.730565 128.3512 15.6524744 138.1767 53.22715
## 37 1.1294734 0.59489177 29.848098 129.0924 16.2728120 138.9180 54.27567
## 29 1.1414945 0.59345054 29.086022 127.8970 16.9480479 136.0850 55.43714
## 40 1.1456708 0.56487937 31.519152 130.1746 17.1814246 140.0001 55.84353
## 28 1.1471288 0.56634964 31.670743 130.2713 17.2627586 140.0968 55.98576
## 38 1.1688997 0.57861609 31.957170 129.7001 18.4683625 137.8880 58.13098
## 23 1.1724974 0.57312585 32.339150 129.9337 18.6660162 138.1216 58.48937
## 32 1.1783712 0.58164424 32.965307 130.3134 18.9877627 138.5014 59.07686
## 26 1.2094542 0.54657145 36.330905 132.2922 20.6710860 140.4801 62.23462
## 31 1.2312928 0.49224203 40.747953 135.6522 21.8347906 145.4778 64.50240
## 33 1.3101431 0.47248103 47.834926 138.3697 25.9122111 146.5576 73.02820
## 22 1.3658965 0.42207292 54.600442 141.5370 28.6841683 149.7249 79.37591
## 24 1.3715902 0.41696736 55.307220 141.8531 28.9623146 150.0410 80.03904
## 27 1.5894038 0.25920858 84.552765 153.0546 38.9758988 161.2425 107.47852
## 55 0.8147765 0.77713778 4.103294 106.2714 -1.0823735 117.7345 29.12689
## 56 0.8150723 0.76917847 4.125158 106.2990 -1.0629860 117.7621 29.14804
## 51 0.8164641 0.75647222 4.228131 106.4286 -0.9718311 117.8917 29.24768
## 49 0.8428122 0.73305600 6.210595 108.8425 0.7359096 120.3056 31.16584
## 46 0.8428196 0.73532775 6.211158 108.8432 0.7363822 120.3063 31.16638
## 53 0.8456051 0.74769300 6.424420 109.0939 0.9150070 120.5570 31.37273
## 54 1.0673748 0.60207483 25.661971 126.7947 14.1710066 138.2578 49.98630
## 45 1.0780078 0.61022499 24.696394 125.5480 14.7642820 135.3736 50.98718
## 44 1.0824204 0.57754632 27.128682 127.8585 15.0094501 139.3216 51.40544
## 52 1.0967143 0.60995237 26.541125 126.8556 15.7994873 136.6811 52.77207
## 47 1.1124996 0.54811862 30.122475 129.9416 16.6646792 141.4047 54.30213
## 48 1.1178895 0.57934894 28.667599 128.3090 16.9583644 138.1345 54.82957
## 50 1.1455779 0.52085782 33.509498 132.1684 18.4533462 143.6315 57.57930
## 42 1.1680591 0.54811128 33.868092 131.6454 19.6505382 141.4710 59.86139
## 43 1.2890901 0.45064585 47.353531 139.1385 25.8506204 148.9640 72.90942
## 62 0.8133792 0.75826365 6.000137 108.1409 1.3593212 121.2416 29.96343
## 60 0.8145771 0.74097408 6.088564 108.2528 1.4304356 121.3535 30.05175
## 61 0.8150604 0.73775317 6.124275 108.2979 1.4591138 121.3985 30.08742
## 58 0.8428119 0.71616595 8.210570 110.8425 3.0953627 123.9431 32.17116
## 57 1.0668202 0.58700647 25.608301 126.7552 15.6125977 138.2183 51.54516
## 59 1.0669825 0.54894952 27.623999 128.7668 15.6212315 141.8674 51.56084
## 63 0.8133774 0.72132277 8.000000 110.1408 3.8925442 124.8790 30.96207
## fpe apc hsp
## 4 1.7009778 0.4175839 0.04616940
## 6 1.8096083 0.4319120 0.04911794
## 2 2.2615960 0.5552137 0.06138618
## 3 3.1633227 0.7765843 0.08586162
## 5 4.5159621 1.1086524 0.12257611
## 1 4.5223161 1.1102123 0.12274858
## 20 0.8635734 0.2059469 0.02354074
## 15 1.5714815 0.3747704 0.04283809
## 18 1.5884027 0.3788058 0.04329936
## 19 1.6170645 0.3969835 0.04408067
## 13 1.6292805 0.3999825 0.04441367
## 9 1.7492761 0.4294410 0.04768471
## 16 1.7815917 0.4373743 0.04856563
## 11 1.8393689 0.4386568 0.05014062
## 21 1.9070387 0.4547948 0.05198527
## 14 2.2054360 0.5414266 0.06011949
## 12 2.2085630 0.5421943 0.06020473
## 7 2.3832406 0.5850770 0.06496639
## 8 3.1290501 0.7681705 0.08529692
## 17 3.2518568 0.7983191 0.08864459
## 10 4.7543332 1.1671717 0.12960162
## 41 0.8487690 0.2022412 0.02327072
## 30 0.9040755 0.2154194 0.02478706
## 39 0.9101894 0.2168762 0.02495469
## 36 0.9113672 0.2171569 0.02498698
## 34 1.5010624 0.3576670 0.04115467
## 35 1.4905909 0.3659347 0.04086757
## 25 1.5922652 0.3793984 0.04365518
## 37 1.6236311 0.3868722 0.04451514
## 29 1.6096003 0.3951511 0.04413046
## 40 1.6705328 0.3980477 0.04580104
## 28 1.6747876 0.3990615 0.04591770
## 38 1.6878151 0.4143525 0.04627487
## 23 1.6982209 0.4169071 0.04656017
## 32 1.7152784 0.4210947 0.04702784
## 26 1.8069628 0.4436029 0.04954155
## 31 1.9295590 0.4597674 0.05290277
## 33 2.1203513 0.5205386 0.05813373
## 22 2.3046551 0.5657845 0.06318679
## 24 2.3239089 0.5705113 0.06371467
## 27 3.1206056 0.7660974 0.08555773
## 55 0.8920628 0.2123619 0.02463545
## 56 0.8927107 0.2125161 0.02465335
## 51 0.8957621 0.2132425 0.02473762
## 49 0.9545093 0.2272277 0.02635999
## 46 0.9545260 0.2272317 0.02636046
## 53 0.9608456 0.2287361 0.02653498
## 54 1.5309196 0.3644463 0.04227830
## 45 1.5142526 0.3717436 0.04181802
## 44 1.5743832 0.3747931 0.04347861
## 52 1.5672618 0.3847571 0.04328194
## 47 1.6630995 0.3959127 0.04592862
## 48 1.6283669 0.3997582 0.04496943
## 50 1.7634685 0.4198062 0.04870044
## 42 1.7778052 0.4364448 0.04909636
## 43 2.1653148 0.5315770 0.05979794
## 62 0.9390250 0.2233233 0.02616052
## 60 0.9417928 0.2239815 0.02623763
## 61 0.9429106 0.2242474 0.02626877
## 58 1.0082131 0.2397779 0.02808805
## 57 1.5648949 0.3841761 0.04359678
## 59 1.6158668 0.3842929 0.04501682
## 63 0.9923742 0.2357654 0.02793349
# the best model is quality ~ flavor + oakiness + region as it's adj r2 value
# is the highest and rmse is the lowest

models_best <- lm(Quality ~ Flavor + Oakiness + Region, data = data)

summary(models_best)

##
## Call:
## lm(formula = Quality ~ Flavor + Oakiness + Region, data = data)
##
## Residuals:
## Min 1Q Median 3Q Max
## -1.81290 -0.59794 0.03423 0.42452 1.71484
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 8.1208 1.0164 7.990 3.23e-09 ***
## Flavor 1.1920 0.1772 6.727 1.15e-07 ***
## Oakiness -0.3183 0.2039 -1.561 0.128060
## Region2 -1.5155 0.3614 -4.193 0.000194 ***
## Region3 1.0935 0.4009 2.728 0.010130 *
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 0.8763 on 33 degrees of freedom
## Multiple R-squared: 0.8363, Adjusted R-squared: 0.8164
## F-statistic: 42.14 on 4 and 33 DF, p-value: 1.595e-12

ols_mallows_cp(models_best, model)

## [1] 2.240659

# Mallows CP = 2.24 which is approximately equal to 2

# Q4
m4=lm(y~.,data=table.b14)

all_models=ols_step_all_possible(m4)
View(all_models$result)

#best model is : y ~ x1 + x2 + x3 + x4

m4.1=lm(y~x1 + x2 + x3 + x4,data=table.b14)
plot(m4.1)
#errors do not have constant variance

data=table.b14[-2,]
t14=data.frame(y_=log(data$y),x1_=1/sqrt(data$x1),
x2_=sqrt(data$x2),x3_=1/sqrt(data$x3),
x4_=sqrt(data$x4),x5_=data$x5)
View(t14)

m4=lm(y_~.,data=t14)

#a)
all_models=ols_step_all_possible(m4)
View(all_models$result)

#best model is y_ ~ x1_ + x2_ + x3_ + x4_

#b)
m4.2=lm(y_~x1_+x2_ + x3_ + x4_,data=t14)

par(mfrow=c(2,2))
plot(m4.2)

#Errors have constant variance after transformation