Regression
1 Preamble
1.1 Install Libraries
#install.packages("remotes")
#remotes::install_github("DevPsyLab/petersenlab")1.2 Load Libraries
library("petersenlab")
library("MASS")
library("tidyverse")
library("psych")
library("rms")
library("robustbase")
library("brms")
library("cvTools")
library("car")
library("mgcv")
library("AER")
library("foreign")
library("olsrr")
library("quantreg")
library("mblm")
library("effects")
library("correlation")
library("interactions")
library("lavaan")
library("regtools")
library("mice")
library("XICOR")
library("cocor")2 Import Data
mydata <- read.csv("https://osf.io/8syp5/download")3 Data Preparation
mydata$countVariable <- as.integer(mydata$bpi_antisocialT2Sum)
mydata$orderedVariable <- factor(mydata$countVariable, ordered = TRUE)
mydata$female <- NA
mydata$female[which(mydata$sex == "male")] <- 0
mydata$female[which(mydata$sex == "female")] <- 14 Linear Regression
4.1 Linear regression model
multipleRegressionModel <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
summary(multipleRegressionModel)
Call:
lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, na.action = na.exclude)
Residuals:
Min 1Q Median 3Q Max
-8.3755 -1.2337 -0.2212 0.9911 12.8017
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.19830 0.05983 20.029 < 2e-16 ***
bpi_antisocialT1Sum 0.46553 0.01858 25.049 < 2e-16 ***
bpi_anxiousDepressedSum 0.16075 0.02916 5.513 3.83e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 1.979 on 2871 degrees of freedom
(8656 observations deleted due to missingness)
Multiple R-squared: 0.262, Adjusted R-squared: 0.2615
F-statistic: 509.6 on 2 and 2871 DF, p-value: < 2.2e-16confint(multipleRegressionModel) 2.5 % 97.5 %
(Intercept) 1.0809881 1.3156128
bpi_antisocialT1Sum 0.4290884 0.5019688
bpi_anxiousDepressedSum 0.1035825 0.21792584.1.1 Remove missing data
multipleRegressionModelNoMissing <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.omit)
multipleRegressionModelNoMissing <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata %>% select(bpi_antisocialT2Sum, bpi_antisocialT1Sum, bpi_anxiousDepressedSum) %>% na.omit)4.2 Linear regression model on correlation/covariance matrix (for pairwise deletion)
multipleRegressionModelPairwise <- setCor(
y = "bpi_antisocialT2Sum",
x = c("bpi_antisocialT1Sum","bpi_anxiousDepressedSum"),
data = cov(mydata[,c("bpi_antisocialT2Sum","bpi_antisocialT1Sum","bpi_anxiousDepressedSum")], use = "pairwise.complete.obs"),
n.obs = nrow(mydata))
summary(multipleRegressionModelPairwise)
Multiple Regression from raw data
setCor(y = "bpi_antisocialT2Sum", x = c("bpi_antisocialT1Sum",
"bpi_anxiousDepressedSum"), data = cov(mydata[, c("bpi_antisocialT2Sum",
"bpi_antisocialT1Sum", "bpi_anxiousDepressedSum")], use = "pairwise.complete.obs"),
n.obs = nrow(mydata))
Multiple Regression from matrix input
Beta weights
bpi_antisocialT2Sum
(Intercept) 0.000
bpi_antisocialT1Sum -0.031
bpi_anxiousDepressedSum -1.004
Multiple R
bpi_antisocialT2Sum
1
Multiple R2
bpi_antisocialT2Sum
1
Cohen's set correlation R2
[1] 1
Squared Canonical Correlations
NULLmultipleRegressionModelPairwise[c("coefficients","se","Probability","R2","shrunkenR2")]$coefficients
bpi_antisocialT2Sum
(Intercept) 0.0000000
bpi_antisocialT1Sum -0.0311043
bpi_anxiousDepressedSum -1.0040177
$se
bpi_antisocialT2Sum
(Intercept) NaN
bpi_antisocialT1Sum NaN
bpi_anxiousDepressedSum NaN
$Probability
bpi_antisocialT2Sum
(Intercept) NaN
bpi_antisocialT1Sum NaN
bpi_anxiousDepressedSum NaN
$R2
bpi_antisocialT2Sum
1
$shrunkenR2
bpi_antisocialT2Sum
Inf 4.3 Linear regression model with robust covariance matrix (rms)
rmsMultipleRegressionModel <- robcov(ols(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
x = TRUE,
y = TRUE))
rmsMultipleRegressionModelFrequencies of Missing Values Due to Each Variable
bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
7501 7613 7616
Linear Regression Model
ols(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, x = TRUE, y = TRUE)
Model Likelihood Discrimination
Ratio Test Indexes
Obs 2874 LR chi2 873.09 R2 0.262
sigma1.9786 d.f. 2 R2 adj 0.261
d.f. 2871 Pr(> chi2) 0.0000 g 1.278
Residuals
Min 1Q Median 3Q Max
-8.3755 -1.2337 -0.2212 0.9911 12.8017
Coef S.E. t Pr(>|t|)
Intercept 1.1983 0.0622 19.26 <0.0001
bpi_antisocialT1Sum 0.4655 0.0229 20.30 <0.0001
bpi_anxiousDepressedSum 0.1608 0.0330 4.87 <0.0001 confint(rmsMultipleRegressionModel) 2.5 % 97.5 %
Intercept 1.07631713 1.3202837
bpi_antisocialT1Sum 0.42056957 0.5104877
bpi_anxiousDepressedSum 0.09606644 0.22544184.4 Robust linear regression (MM-type iteratively reweighted least squares regression)
robustLinearRegression <- lmrob(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
summary(robustLinearRegression)
Call:
lmrob(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, na.action = na.exclude)
\--> method = "MM"
Residuals:
Min 1Q Median 3Q Max
-8.43518 -1.06680 -0.06707 1.14090 13.05599
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 0.94401 0.05406 17.464 < 2e-16 ***
bpi_antisocialT1Sum 0.49135 0.02237 21.966 < 2e-16 ***
bpi_anxiousDepressedSum 0.15766 0.03102 5.083 3.96e-07 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Robust residual standard error: 1.628
(8656 observations deleted due to missingness)
Multiple R-squared: 0.326, Adjusted R-squared: 0.3255
Convergence in 14 IRWLS iterations
Robustness weights:
12 observations c(52,347,354,517,709,766,768,979,1618,2402,2403,2404)
are outliers with |weight| = 0 ( < 3.5e-05);
283 weights are ~= 1. The remaining 2579 ones are summarized as
Min. 1st Qu. Median Mean 3rd Qu. Max.
0.0001311 0.8599000 0.9470000 0.8814000 0.9816000 0.9990000
Algorithmic parameters:
tuning.chi bb tuning.psi refine.tol
1.548e+00 5.000e-01 4.685e+00 1.000e-07
rel.tol scale.tol solve.tol zero.tol
1.000e-07 1.000e-10 1.000e-07 1.000e-10
eps.outlier eps.x warn.limit.reject warn.limit.meanrw
3.479e-05 2.365e-11 5.000e-01 5.000e-01
nResample max.it groups n.group best.r.s
500 50 5 400 2
k.fast.s k.max maxit.scale trace.lev mts
1 200 200 0 1000
compute.rd fast.s.large.n
0 2000
psi subsampling cov
"bisquare" "nonsingular" ".vcov.avar1"
compute.outlier.stats
"SM"
seed : int(0) confint(robustLinearRegression) 2.5 % 97.5 %
(Intercept) 0.83801565 1.0499981
bpi_antisocialT1Sum 0.44749135 0.5352118
bpi_anxiousDepressedSum 0.09683728 0.21847794.5 Least trimmed squares regression (for removing outliers)
ltsRegression <- ltsReg(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
summary(ltsRegression)
Call:
ltsReg.formula(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
Residuals (from reweighted LS):
Min 1Q Median 3Q Max
-3.9225 -0.8914 0.0000 1.0133 3.9185
Coefficients:
Estimate Std. Error t value Pr(>|t|)
Intercept 0.74662 0.04796 15.568 < 2e-16 ***
bpi_antisocialT1Sum 0.54341 0.01525 35.644 < 2e-16 ***
bpi_anxiousDepressedSum 0.13275 0.02343 5.665 1.62e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 1.535 on 2710 degrees of freedom
Multiple R-Squared: 0.4103, Adjusted R-squared: 0.4099
F-statistic: 942.9 on 2 and 2710 DF, p-value: < 2.2e-16 4.6 Bayesian linear regression
bayesianRegularizedRegression <- brm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
chains = 4,
iter = 2000,
seed = 52242)summary(bayesianRegularizedRegression) Family: gaussian
Links: mu = identity; sigma = identity
Formula: bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Data: mydata (Number of observations: 2874)
Draws: 4 chains, each with iter = 2000; warmup = 1000; thin = 1;
total post-warmup draws = 4000
Regression Coefficients:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS
Intercept 1.20 0.06 1.08 1.32 1.00 4472
bpi_antisocialT1Sum 0.47 0.02 0.43 0.50 1.00 3350
bpi_anxiousDepressedSum 0.16 0.03 0.10 0.22 1.00 3184
Tail_ESS
Intercept 3070
bpi_antisocialT1Sum 3292
bpi_anxiousDepressedSum 2958
Further Distributional Parameters:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS Tail_ESS
sigma 1.98 0.03 1.93 2.03 1.00 4104 3454
Draws were sampled using sampling(NUTS). For each parameter, Bulk_ESS
and Tail_ESS are effective sample size measures, and Rhat is the potential
scale reduction factor on split chains (at convergence, Rhat = 1).5 Generalized Linear Regression
5.1 Generalized regression model
In this example, we predict a count variable that has a poisson distribution. We could change the distribution.
generalizedRegressionModel <- glm(
countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = "poisson",
na.action = na.exclude)
summary(generalizedRegressionModel)
Call:
glm(formula = countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
family = "poisson", data = mydata, na.action = na.exclude)
Coefficients:
Estimate Std. Error z value Pr(>|z|)
(Intercept) 0.459999 0.019650 23.410 < 2e-16 ***
bpi_antisocialT1Sum 0.141577 0.004891 28.948 < 2e-16 ***
bpi_anxiousDepressedSum 0.047567 0.008036 5.919 3.23e-09 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
(Dispersion parameter for poisson family taken to be 1)
Null deviance: 5849.4 on 2873 degrees of freedom
Residual deviance: 4562.6 on 2871 degrees of freedom
(8656 observations deleted due to missingness)
AIC: 11482
Number of Fisher Scoring iterations: 5confint(generalizedRegressionModel)Waiting for profiling to be done... 2.5 % 97.5 %
(Intercept) 0.42136094 0.49838751
bpi_antisocialT1Sum 0.13196544 0.15113708
bpi_anxiousDepressedSum 0.03177425 0.063274455.2 Generalized regression model (rms)
In this example, we predict a count variable that has a poisson distribution. We could change the distribution.
rmsGeneralizedRegressionModel <- Glm(
countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
x = TRUE,
y = TRUE,
family = "poisson")
rmsGeneralizedRegressionModelFrequencies of Missing Values Due to Each Variable
countVariable bpi_antisocialT1Sum bpi_anxiousDepressedSum
7501 7613 7616
General Linear Model
Glm(formula = countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
family = "poisson", data = mydata, x = TRUE, y = TRUE)
Model Likelihood
Ratio Test
Obs2874 LR chi2 1286.72
Residual d.f.2871 d.f. 2
g 0.387 Pr(> chi2) <0.0001
Coef S.E. Wald Z Pr(>|Z|)
Intercept 0.4600 0.0196 23.41 <0.0001
bpi_antisocialT1Sum 0.1416 0.0049 28.95 <0.0001
bpi_anxiousDepressedSum 0.0476 0.0080 5.92 <0.0001 confint(rmsGeneralizedRegressionModel)Waiting for profiling to be done...Error in summary.rms(fitted): adjustment values not defined here or with datadist for bpi_antisocialT1Sum bpi_anxiousDepressedSum5.3 Bayesian generalized linear model
In this example, we predict a count variable that has a poisson
distribution. We could change the distribution. For example, we could
use Gamma regression, family = Gamma, when the response
variable is continuous and positive, and the coefficient of
variation–rather than the variance–is constant.
bayesianGeneralizedLinearRegression <- brm(
countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = poisson,
chains = 4,
seed = 52242,
iter = 2000)summary(bayesianGeneralizedLinearRegression) Family: poisson
Links: mu = log
Formula: countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Data: mydata (Number of observations: 2874)
Draws: 4 chains, each with iter = 2000; warmup = 1000; thin = 1;
total post-warmup draws = 4000
Regression Coefficients:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS
Intercept 0.46 0.02 0.42 0.50 1.00 3095
bpi_antisocialT1Sum 0.14 0.00 0.13 0.15 1.00 2776
bpi_anxiousDepressedSum 0.05 0.01 0.03 0.06 1.00 2620
Tail_ESS
Intercept 2987
bpi_antisocialT1Sum 2762
bpi_anxiousDepressedSum 2689
Draws were sampled using sampling(NUTS). For each parameter, Bulk_ESS
and Tail_ESS are effective sample size measures, and Rhat is the potential
scale reduction factor on split chains (at convergence, Rhat = 1).5.4 Robust generalized regression
robustGeneralizedRegression <- glmrob(
countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = "poisson",
na.action = na.exclude)
summary(robustGeneralizedRegression)
Call: glmrob(formula = countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum, family = "poisson", data = mydata, na.action = na.exclude)
Coefficients:
Estimate Std. Error z value Pr(>|z|)
(Intercept) 0.365934 0.020794 17.598 < 2e-16 ***
bpi_antisocialT1Sum 0.156275 0.005046 30.969 < 2e-16 ***
bpi_anxiousDepressedSum 0.050526 0.008332 6.064 1.32e-09 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Robustness weights w.r * w.x:
2273 weights are ~= 1. The remaining 601 ones are summarized as
Min. 1st Qu. Median Mean 3rd Qu. Max.
0.1286 0.5550 0.7574 0.7183 0.8874 0.9982
Number of observations: 2874
Fitted by method 'Mqle' (in 5 iterations)
(Dispersion parameter for poisson family taken to be 1)
No deviance values available
Algorithmic parameters:
acc tcc
0.0001 1.3450
maxit
50
test.acc
"coef" confint(robustGeneralizedRegression)Waiting for profiling to be done...Error in glm.control(acc = 1e-04, test.acc = "coef", maxit = 50, tcc = 1.345): unused arguments (acc = 1e-04, test.acc = "coef", tcc = 1.345)5.5 Ordinal regression model
ordinalRegressionModel1 <- polr(
orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata)
ordinalRegressionModel2 <- lrm(
orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
x = TRUE,
y = TRUE)
ordinalRegressionModel3 <- orm(
orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
x = TRUE,
y = TRUE)
summary(ordinalRegressionModel1)
Re-fitting to get HessianCall:
polr(formula = orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata)
Coefficients:
Value Std. Error t value
bpi_antisocialT1Sum 0.4404 0.01862 23.647
bpi_anxiousDepressedSum 0.1427 0.02615 5.457
Intercepts:
Value Std. Error t value
0|1 -0.6001 0.0630 -9.5185
1|2 0.6766 0.0585 11.5656
2|3 1.5801 0.0634 24.9191
3|4 2.4110 0.0720 33.4816
4|5 3.1617 0.0825 38.3006
5|6 3.8560 0.0949 40.6120
6|7 4.5367 0.1106 41.0316
7|8 5.1667 0.1291 40.0147
8|9 5.8129 0.1545 37.6263
9|10 6.5364 0.1962 33.3193
10|11 7.1835 0.2513 28.5820
11|12 7.8469 0.3331 23.5566
12|14 8.7818 0.5113 17.1741
Residual Deviance: 11088.49
AIC: 11118.49
(8656 observations deleted due to missingness)confint(ordinalRegressionModel1)Waiting for profiling to be done...
Re-fitting to get Hessian 2.5 % 97.5 %
bpi_antisocialT1Sum 0.40403039 0.4770422
bpi_anxiousDepressedSum 0.09149919 0.1940080ordinalRegressionModel2Frequencies of Missing Values Due to Each Variable
orderedVariable bpi_antisocialT1Sum bpi_anxiousDepressedSum
7501 7613 7616
Logistic Regression Model
lrm(formula = orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, x = TRUE, y = TRUE)
Frequencies of Responses
0 1 2 3 4 5 6 7 8 9 10 11 12 14
455 597 527 444 313 205 133 80 52 33 16 9 6 4
Model Likelihood Discrimination Rank Discrim.
Ratio Test Indexes Indexes
Obs 2874 LR chi2 881.26 R2 0.268 C 0.705
max |deriv| 2e-12 d.f. 2 R2(2,2874)0.264 Dxy 0.410
Pr(> chi2) <0.0001 R2(2,2803.4)0.269 gamma 0.426
Brier 0.056 tau-a 0.350
Coef S.E. Wald Z Pr(>|Z|)
y>=1 0.6001 0.0630 9.52 <0.0001
y>=2 -0.6766 0.0585 -11.57 <0.0001
y>=3 -1.5801 0.0634 -24.92 <0.0001
y>=4 -2.4110 0.0720 -33.48 <0.0001
y>=5 -3.1617 0.0825 -38.30 <0.0001
y>=6 -3.8560 0.0949 -40.61 <0.0001
y>=7 -4.5367 0.1106 -41.03 <0.0001
y>=8 -5.1667 0.1291 -40.01 <0.0001
y>=9 -5.8129 0.1545 -37.63 <0.0001
y>=10 -6.5365 0.1962 -33.32 <0.0001
y>=11 -7.1835 0.2513 -28.58 <0.0001
y>=12 -7.8469 0.3331 -23.56 <0.0001
y>=14 -8.7818 0.5113 -17.17 <0.0001
bpi_antisocialT1Sum 0.4404 0.0186 23.65 <0.0001
bpi_anxiousDepressedSum 0.1427 0.0261 5.46 <0.0001 ordinalRegressionModel3Frequencies of Missing Values Due to Each Variable
orderedVariable bpi_antisocialT1Sum bpi_anxiousDepressedSum
7501 7613 7616
Logistic (Proportional Odds) Ordinal Regression Model
orm(formula = orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, x = TRUE, y = TRUE)
Frequencies of Responses
0 1 2 3 4 5 6 7 8 9 10 11 12 14
455 597 527 444 313 205 133 80 52 33 16 9 6 4
Model Likelihood Discrimination Rank Discrim.
Ratio Test Indexes Indexes
Obs 2874 LR chi2 881.26 R2 0.268 rho 0.506
Distinct Y 14 d.f. 2 R2(2,2874) 0.264
Median Y 3 Pr(> chi2) <0.0001 R2(2,2803.4) 0.269
max |deriv| 6e-06 Score chi2 916.79 |Pr(Y>=median)-0.5| 0.188
Pr(> chi2) <0.0001
Coef S.E. Wald Z Pr(>|Z|)
bpi_antisocialT1Sum 0.4404 0.0186 23.65 <0.0001
bpi_anxiousDepressedSum 0.1427 0.0261 5.46 <0.0001 confint(ordinalRegressionModel3) 2.5 % 97.5 %
y>=1 NA NA
y>=2 -0.79129972 -0.5619711
y>=3 NA NA
y>=4 NA NA
y>=5 NA NA
y>=6 NA NA
y>=7 NA NA
y>=8 NA NA
y>=9 NA NA
y>=10 NA NA
y>=11 NA NA
y>=12 NA NA
y>=14 NA NA
bpi_antisocialT1Sum 0.40390078 0.4769035
bpi_anxiousDepressedSum 0.09143921 0.19393035.6 Bayesian ordinal regression model
bayesianOrdinalRegression <- brm(
orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = cumulative(),
chains = 4,
seed = 52242,
iter = 2000)summary(bayesianOrdinalRegression) Family: cumulative
Links: mu = logit; disc = identity
Formula: orderedVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Data: mydata (Number of observations: 2874)
Draws: 4 chains, each with iter = 2000; warmup = 1000; thin = 1;
total post-warmup draws = 4000
Regression Coefficients:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS
Intercept[1] -0.61 0.06 -0.73 -0.49 1.00 5096
Intercept[2] 0.67 0.06 0.56 0.79 1.00 6300
Intercept[3] 1.57 0.06 1.45 1.70 1.00 5184
Intercept[4] 2.40 0.07 2.26 2.54 1.00 4379
Intercept[5] 3.15 0.08 3.00 3.31 1.00 4412
Intercept[6] 3.84 0.09 3.66 4.02 1.00 4308
Intercept[7] 4.52 0.11 4.31 4.73 1.00 4331
Intercept[8] 5.14 0.13 4.90 5.39 1.00 4637
Intercept[9] 5.79 0.15 5.50 6.08 1.00 4946
Intercept[10] 6.51 0.19 6.13 6.90 1.00 5266
Intercept[11] 7.16 0.25 6.70 7.68 1.00 4981
Intercept[12] 7.86 0.33 7.26 8.55 1.00 5298
Intercept[13] 8.90 0.53 7.98 10.05 1.00 5067
bpi_antisocialT1Sum 0.44 0.02 0.40 0.48 1.00 3732
bpi_anxiousDepressedSum 0.14 0.03 0.09 0.20 1.00 4012
Tail_ESS
Intercept[1] 3219
Intercept[2] 3597
Intercept[3] 3453
Intercept[4] 3252
Intercept[5] 3615
Intercept[6] 3251
Intercept[7] 3457
Intercept[8] 3251
Intercept[9] 3079
Intercept[10] 3031
Intercept[11] 3105
Intercept[12] 2941
Intercept[13] 3084
bpi_antisocialT1Sum 2766
bpi_anxiousDepressedSum 3370
Further Distributional Parameters:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS Tail_ESS
disc 1.00 0.00 1.00 1.00 NA NA NA
Draws were sampled using sampling(NUTS). For each parameter, Bulk_ESS
and Tail_ESS are effective sample size measures, and Rhat is the potential
scale reduction factor on split chains (at convergence, Rhat = 1).5.7 Bayesian count regression model
bayesianCountRegression <- brm(
countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = "poisson",
chains = 4,
seed = 52242,
iter = 2000)summary(bayesianCountRegression) Family: poisson
Links: mu = log
Formula: countVariable ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Data: mydata (Number of observations: 2874)
Draws: 4 chains, each with iter = 2000; warmup = 1000; thin = 1;
total post-warmup draws = 4000
Regression Coefficients:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS
Intercept 0.46 0.02 0.42 0.50 1.00 3095
bpi_antisocialT1Sum 0.14 0.00 0.13 0.15 1.00 2776
bpi_anxiousDepressedSum 0.05 0.01 0.03 0.06 1.00 2620
Tail_ESS
Intercept 2987
bpi_antisocialT1Sum 2762
bpi_anxiousDepressedSum 2689
Draws were sampled using sampling(NUTS). For each parameter, Bulk_ESS
and Tail_ESS are effective sample size measures, and Rhat is the potential
scale reduction factor on split chains (at convergence, Rhat = 1).5.8 Logistic regression model (rms)
logisticRegressionModel <- robcov(lrm(
female ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
x = TRUE,
y = TRUE))
logisticRegressionModelFrequencies of Missing Values Due to Each Variable
female bpi_antisocialT1Sum bpi_anxiousDepressedSum
2 7613 7616
Logistic Regression Model
lrm(formula = female ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, x = TRUE, y = TRUE)
Model Likelihood Discrimination Rank Discrim.
Ratio Test Indexes Indexes
Obs 3914 LR chi2 66.63 R2 0.023 C 0.571
0 1965 d.f. 2 R2(2,3914)0.016 Dxy 0.142
1 1949 Pr(> chi2) <0.0001 R2(2,2935.5)0.022 gamma 0.147
max |deriv| 1e-12 Brier 0.246 tau-a 0.071
Coef S.E. Wald Z Pr(>|Z|)
Intercept 0.3002 0.0529 5.67 <0.0001
bpi_antisocialT1Sum -0.1244 0.0166 -7.48 <0.0001
bpi_anxiousDepressedSum 0.0382 0.0253 1.51 0.1314 confint(logisticRegressionModel)Waiting for profiling to be done...Error in summary.rms(fitted): adjustment values not defined here or with datadist for bpi_antisocialT1Sum bpi_anxiousDepressedSum5.9 Bayesian logistic regression model
bayesianLogisticRegression <- brm(
female ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = bernoulli,
chains = 4,
seed = 52242,
iter = 2000)summary(bayesianLogisticRegression) Family: bernoulli
Links: mu = logit
Formula: female ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Data: mydata (Number of observations: 3914)
Draws: 4 chains, each with iter = 2000; warmup = 1000; thin = 1;
total post-warmup draws = 4000
Regression Coefficients:
Estimate Est.Error l-95% CI u-95% CI Rhat Bulk_ESS
Intercept 0.30 0.05 0.20 0.41 1.00 4125
bpi_antisocialT1Sum -0.13 0.02 -0.16 -0.09 1.00 2943
bpi_anxiousDepressedSum 0.04 0.03 -0.01 0.09 1.00 3084
Tail_ESS
Intercept 3269
bpi_antisocialT1Sum 2857
bpi_anxiousDepressedSum 2730
Draws were sampled using sampling(NUTS). For each parameter, Bulk_ESS
and Tail_ESS are effective sample size measures, and Rhat is the potential
scale reduction factor on split chains (at convergence, Rhat = 1).6 Hierarchical Linear Regression
model1 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum,
data = mydata %>% select(bpi_antisocialT2Sum, bpi_antisocialT1Sum, bpi_anxiousDepressedSum) %>% na.omit,
na.action = na.exclude)
model2 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata %>% select(bpi_antisocialT2Sum, bpi_antisocialT1Sum, bpi_anxiousDepressedSum) %>% na.omit,
na.action = na.exclude)
summary(model2)$adj.r.squared[1] 0.2614694anova(model1, model2)summary(model2)$adj.r.squared - summary(model1)$adj.r.squared[1] 0.0075593017 Moderated Multiple Regression
https://cran.r-project.org/web/packages/interactions/vignettes/interactions.html (archived at https://perma.cc/P34H-7BH3)
states <- as.data.frame(state.x77)7.1 Mean Center Predictors
Make sure to mean-center or orthogonalize predictors before computing the interaction term.
states$Illiteracy_centered <- scale(states$Illiteracy, scale = FALSE)
states$Murder_centered <- scale(states$Murder, scale = FALSE)7.2 Model
interactionModel <- lm(
Income ~ Illiteracy_centered + Murder_centered + Illiteracy_centered:Murder_centered + `HS Grad`,
data = states)7.3 Plots
interact_plot(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered)
interact_plot(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
plot.points = TRUE)
interact_plot(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
interval = TRUE)
johnson_neyman(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
alpha = .05)JOHNSON-NEYMAN INTERVAL
When Murder_centered is OUTSIDE the interval [-8.13, 4.37], the slope of
Illiteracy_centered is p < .05.
Note: The range of observed values of Murder_centered is [-5.98, 7.72]
7.4 Simple Slopes Analysis
sim_slopes(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
johnson_neyman = FALSE)SIMPLE SLOPES ANALYSIS
Slope of Illiteracy_centered when Murder_centered = -3.69154e+00 (- 1 SD):
Est. S.E. t val. p
-------- -------- -------- ------
395.34 274.84 1.44 0.16
Slope of Illiteracy_centered when Murder_centered = -1.24345e-16 (Mean):
Est. S.E. t val. p
------- -------- -------- ------
37.12 192.56 0.19 0.85
Slope of Illiteracy_centered when Murder_centered = 3.69154e+00 (+ 1 SD):
Est. S.E. t val. p
--------- -------- -------- ------
-321.10 183.49 -1.75 0.09sim_slopes(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
modx.values = c(0, 5, 10),
johnson_neyman = FALSE)SIMPLE SLOPES ANALYSIS
Slope of Illiteracy_centered when Murder_centered = 0.00:
Est. S.E. t val. p
------- -------- -------- ------
37.12 192.56 0.19 0.85
Slope of Illiteracy_centered when Murder_centered = 5.00:
Est. S.E. t val. p
--------- -------- -------- ------
-448.07 202.17 -2.22 0.03
Slope of Illiteracy_centered when Murder_centered = 10.00:
Est. S.E. t val. p
--------- -------- -------- ------
-933.27 330.10 -2.83 0.017.5 Johnson-Neyman intervals
Indicates all the values of the moderator for which the slope of the predictor is statistically significant.
sim_slopes(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
johnson_neyman = TRUE)JOHNSON-NEYMAN INTERVAL
When Murder_centered is OUTSIDE the interval [-8.13, 4.37], the slope of
Illiteracy_centered is p < .05.
Note: The range of observed values of Murder_centered is [-5.98, 7.72]
SIMPLE SLOPES ANALYSIS
Slope of Illiteracy_centered when Murder_centered = -3.69154e+00 (- 1 SD):
Est. S.E. t val. p
-------- -------- -------- ------
395.34 274.84 1.44 0.16
Slope of Illiteracy_centered when Murder_centered = -1.24345e-16 (Mean):
Est. S.E. t val. p
------- -------- -------- ------
37.12 192.56 0.19 0.85
Slope of Illiteracy_centered when Murder_centered = 3.69154e+00 (+ 1 SD):
Est. S.E. t val. p
--------- -------- -------- ------
-321.10 183.49 -1.75 0.09probe_interaction(
interactionModel,
pred = Illiteracy_centered,
modx = Murder_centered,
cond.int = TRUE,
interval = TRUE,
jnplot = TRUE)JOHNSON-NEYMAN INTERVAL
When Murder_centered is OUTSIDE the interval [-8.13, 4.37], the slope of
Illiteracy_centered is p < .05.
Note: The range of observed values of Murder_centered is [-5.98, 7.72]
SIMPLE SLOPES ANALYSIS
When Murder_centered = -3.69154e+00 (- 1 SD):
Est. S.E. t val. p
---------------------------------- --------- -------- -------- ------
Slope of Illiteracy_centered 395.34 274.84 1.44 0.16
Conditional intercept 4523.23 134.99 33.51 0.00
When Murder_centered = -1.24345e-16 (Mean):
Est. S.E. t val. p
---------------------------------- --------- -------- -------- ------
Slope of Illiteracy_centered 37.12 192.56 0.19 0.85
Conditional intercept 4586.22 85.52 53.63 0.00
When Murder_centered = 3.69154e+00 (+ 1 SD):
Est. S.E. t val. p
---------------------------------- --------- -------- -------- ------
Slope of Illiteracy_centered -321.10 183.49 -1.75 0.09
Conditional intercept 4649.22 118.97 39.08 0.00
8 Comparing Correlations
Fisher’s r-to-z test.
http://comparingcorrelations.org (archived at https://perma.cc/X3EU-24GL)
Independent groups (two different groups):
cocor::cocor.indep.groups(
r1.jk = .7,
r2.hm = .6,
n1 = 305,
n2 = 210,
data.name = c("group1", "group2"),
var.labels = c("age", "intelligence", "age", "intelligence"))
Results of a comparison of two correlations based on independent groups
Comparison between r1.jk (age, intelligence) = 0.7 and r2.hm (age, intelligence) = 0.6
Difference: r1.jk - r2.hm = 0.1
Data: group1: j = age, k = intelligence; group2: h = age, m = intelligence
Group sizes: n1 = 305, n2 = 210
Null hypothesis: r1.jk is equal to r2.hm
Alternative hypothesis: r1.jk is not equal to r2.hm (two-sided)
Alpha: 0.05
fisher1925: Fisher's z (1925)
z = 1.9300, p-value = 0.0536
Null hypothesis retained
zou2007: Zou's (2007) confidence interval
95% confidence interval for r1.jk - r2.hm: -0.0014 0.2082
Null hypothesis retained (Interval includes 0)Dependent groups (same group), overlapping correlation (shares a
variable in common—in this case, the variable age is shared
in both correlations):
cocor::cocor.dep.groups.overlap(
r.jk = .2, # Correlation (age, intelligence)
r.jh = .5, # Correlation (age, shoe size)
r.kh = .1, # Correlation (intelligence, shoe index)
n = 315,
var.labels = c("age", "intelligence", "shoe size"))
Results of a comparison of two overlapping correlations based on dependent groups
Comparison between r.jk (age, intelligence) = 0.2 and r.jh (age, shoe size) = 0.5
Difference: r.jk - r.jh = -0.3
Related correlation: r.kh = 0.1
Data: j = age, k = intelligence, h = shoe size
Group size: n = 315
Null hypothesis: r.jk is equal to r.jh
Alternative hypothesis: r.jk is not equal to r.jh (two-sided)
Alpha: 0.05
pearson1898: Pearson and Filon's z (1898)
z = -4.4807, p-value = 0.0000
Null hypothesis rejected
hotelling1940: Hotelling's t (1940)
t = -4.6314, df = 312, p-value = 0.0000
Null hypothesis rejected
williams1959: Williams' t (1959)
t = -4.4950, df = 312, p-value = 0.0000
Null hypothesis rejected
olkin1967: Olkin's z (1967)
z = -4.4807, p-value = 0.0000
Null hypothesis rejected
dunn1969: Dunn and Clark's z (1969)
z = -4.4412, p-value = 0.0000
Null hypothesis rejected
hendrickson1970: Hendrickson, Stanley, and Hills' (1970) modification of Williams' t (1959)
t = -4.6313, df = 312, p-value = 0.0000
Null hypothesis rejected
steiger1980: Steiger's (1980) modification of Dunn and Clark's z (1969) using average correlations
z = -4.4152, p-value = 0.0000
Null hypothesis rejected
meng1992: Meng, Rosenthal, and Rubin's z (1992)
z = -4.3899, p-value = 0.0000
Null hypothesis rejected
95% confidence interval for r.jk - r.jh: -0.5013 -0.1918
Null hypothesis rejected (Interval does not include 0)
hittner2003: Hittner, May, and Silver's (2003) modification of Dunn and Clark's z (1969) using a backtransformed average Fisher's (1921) Z procedure
z = -4.4077, p-value = 0.0000
Null hypothesis rejected
zou2007: Zou's (2007) confidence interval
95% confidence interval for r.jk - r.jh: -0.4307 -0.1675
Null hypothesis rejected (Interval does not include 0)Dependent groups (same group), non-overlapping correlation (does not share a variable in common):
cocor::cocor.dep.groups.nonoverlap(
r.jk = .2, # Correlation (age, intelligence)
r.hm = .7, # Correlation (body mass index, shoe size)
r.jh = .4, # Correlation (age, body mass index)
r.jm = .5, # Correlation (age, shoe size)
r.kh = .1, # Correlation (intelligence, body mass index)
r.km = .3, # Correlation (intelligence, shoe size)
n = 232,
var.labels = c("age", "intelligence", "body mass index", "shoe size"))
Results of a comparison of two nonoverlapping correlations based on dependent groups
Comparison between r.jk (age, intelligence) = 0.2 and r.hm (body mass index, shoe size) = 0.7
Difference: r.jk - r.hm = -0.5
Related correlations: r.jh = 0.4, r.jm = 0.5, r.kh = 0.1, r.km = 0.3
Data: j = age, k = intelligence, h = body mass index, m = shoe size
Group size: n = 232
Null hypothesis: r.jk is equal to r.hm
Alternative hypothesis: r.jk is not equal to r.hm (two-sided)
Alpha: 0.05
pearson1898: Pearson and Filon's z (1898)
z = -7.1697, p-value = 0.0000
Null hypothesis rejected
dunn1969: Dunn and Clark's z (1969)
z = -7.3134, p-value = 0.0000
Null hypothesis rejected
steiger1980: Steiger's (1980) modification of Dunn and Clark's z (1969) using average correlations
z = -7.3010, p-value = 0.0000
Null hypothesis rejected
raghunathan1996: Raghunathan, Rosenthal, and Rubin's (1996) modification of Pearson and Filon's z (1898)
z = -7.3134, p-value = 0.0000
Null hypothesis rejected
silver2004: Silver, Hittner, and May's (2004) modification of Dunn and Clark's z (1969) using a backtransformed average Fisher's (1921) Z procedure
z = -7.2737, p-value = 0.0000
Null hypothesis rejected
zou2007: Zou's (2007) confidence interval
95% confidence interval for r.jk - r.hm: -0.6375 -0.3629
Null hypothesis rejected (Interval does not include 0)9 Approaches to Handling Missingness
9.1 Listwise deletion
Listwise deletion deletes every row in the data file that has a missing value for one of the model variables.
listwiseDeletionModel <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
summary(listwiseDeletionModel)
Call:
lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, na.action = na.exclude)
Residuals:
Min 1Q Median 3Q Max
-8.3755 -1.2337 -0.2212 0.9911 12.8017
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.19830 0.05983 20.029 < 2e-16 ***
bpi_antisocialT1Sum 0.46553 0.01858 25.049 < 2e-16 ***
bpi_anxiousDepressedSum 0.16075 0.02916 5.513 3.83e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 1.979 on 2871 degrees of freedom
(8656 observations deleted due to missingness)
Multiple R-squared: 0.262, Adjusted R-squared: 0.2615
F-statistic: 509.6 on 2 and 2871 DF, p-value: < 2.2e-16confint(listwiseDeletionModel) 2.5 % 97.5 %
(Intercept) 1.0809881 1.3156128
bpi_antisocialT1Sum 0.4290884 0.5019688
bpi_anxiousDepressedSum 0.1035825 0.21792589.2 Pairwise deletion
Also see here:
- https://stats.stackexchange.com/questions/158366/fit-multiple-regression-model-with-pairwise-deletion-or-on-a-correlation-covari/173002#173002 (archived at https://perma.cc/GH5T-RXD9)
- https://stats.stackexchange.com/questions/299792/r-lm-covariance-matrix-manual-calculation-failure (archived at https://perma.cc/F7EL-AUFZ)
- https://stats.stackexchange.com/questions/107597/is-there-a-way-to-use-the-covariance-matrix-to-find-coefficients-for-multiple-re (archived at https://perma.cc/KU3X-FB2C)
- https://stats.stackexchange.com/questions/105006/how-to-perform-a-bivariate-regression-using-pairwise-deletion-of-missing-values (archived at https://perma.cc/QWQ5-2TLW)
- https://dl.dropboxusercontent.com/s/4sf0et3p47ykctx/MissingPairwise.sps (archived at https://perma.cc/UC4K-2L9T)
Adapted from here: https://stefvanbuuren.name/fimd/sec-simplesolutions.html#sec:pairwise (archived at https://perma.cc/EGU6-3M3Q)
modelData <- mydata[,c("bpi_antisocialT2Sum","bpi_antisocialT1Sum","bpi_anxiousDepressedSum")]
varMeans <- colMeans(modelData, na.rm = TRUE)
varCovariances <- cov(modelData, use = "pairwise")
pairwiseRegression_syntax <- '
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
bpi_antisocialT2Sum ~~ bpi_antisocialT2Sum
bpi_antisocialT2Sum ~ 1
'
pairwiseRegression_fit <- lavaan(
pairwiseRegression_syntax,
sample.mean = varMeans,
sample.cov = varCovariances,
sample.nobs = sum(complete.cases(modelData))
)
summary(
pairwiseRegression_fit,
standardized = TRUE,
rsquare = TRUE)lavaan 0.6-18 ended normally after 1 iteration
Estimator ML
Optimization method NLMINB
Number of model parameters 4
Number of observations 2874
Model Test User Model:
Test statistic 0.000
Degrees of freedom 0
Parameter Estimates:
Standard errors Standard
Information Expected
Information saturated (h1) model Structured
Regressions:
Estimate Std.Err z-value P(>|z|) Std.lv Std.all
bpi_antisocialT2Sum ~
bpi_antsclT1Sm 0.441 0.018 24.611 0.000 0.441 0.456
bp_nxsDprssdSm 0.137 0.028 4.854 0.000 0.137 0.090
Intercepts:
Estimate Std.Err z-value P(>|z|) Std.lv Std.all
.bpi_antsclT2Sm 1.175 0.058 20.125 0.000 1.175 0.523
Variances:
Estimate Std.Err z-value P(>|z|) Std.lv Std.all
.bpi_antsclT2Sm 3.755 0.099 37.908 0.000 3.755 0.743
R-Square:
Estimate
bpi_antsclT2Sm 0.2579.3 Full-information maximum likelihood (FIML)
fimlRegression_syntax <- '
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
bpi_antisocialT2Sum ~~ bpi_antisocialT2Sum
bpi_antisocialT2Sum ~ 1
'
fimlRegression_fit <- lavaan(
fimlRegression_syntax,
data = mydata,
missing = "ML",
)Warning: lavaan->lav_data_full():
7616 cases were deleted due to missing values in exogenous variable(s),
while fixed.x = TRUE.summary(
fimlRegression_fit,
standardized = TRUE,
rsquare = TRUE)lavaan 0.6-18 ended normally after 11 iterations
Estimator ML
Optimization method NLMINB
Number of model parameters 4
Used Total
Number of observations 3914 11530
Number of missing patterns 2
Model Test User Model:
Test statistic 0.000
Degrees of freedom 0
Parameter Estimates:
Standard errors Standard
Information Observed
Observed information based on Hessian
Regressions:
Estimate Std.Err z-value P(>|z|) Std.lv Std.all
bpi_antisocialT2Sum ~
bpi_antsclT1Sm 0.466 0.019 25.062 0.000 0.466 0.466
bp_nxsDprssdSm 0.161 0.029 5.516 0.000 0.161 0.102
Intercepts:
Estimate Std.Err z-value P(>|z|) Std.lv Std.all
.bpi_antsclT2Sm 1.198 0.060 20.039 0.000 1.198 0.516
Variances:
Estimate Std.Err z-value P(>|z|) Std.lv Std.all
.bpi_antsclT2Sm 3.911 0.103 37.908 0.000 3.911 0.725
R-Square:
Estimate
bpi_antsclT2Sm 0.2759.4 Multiple imputation
modelData_imputed <- mice(
modelData,
m = 5,
method = "pmm") # predictive mean matching; can choose among many methods
iter imp variable
1 1 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
1 2 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
1 3 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
1 4 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
1 5 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
2 1 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
2 2 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
2 3 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
2 4 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
2 5 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
3 1 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
3 2 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
3 3 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
3 4 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
3 5 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
4 1 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
4 2 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
4 3 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
4 4 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
4 5 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
5 1 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
5 2 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
5 3 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
5 4 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
5 5 bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSumimputedData_fit <- with(
modelData_imputed,
lm(bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum))
imputedData_pooledEstimates <- pool(imputedData_fit)
summary(imputedData_pooledEstimates)10 Model Building Steps
- Examine extent and type of missing data, consider how to handle missing values (multiple imputation, FIML, pairwise deletion, listwise deletion)
- Little’s MCAR test from
mcar_test()function of thenjtierney/naniarpackage - Bayesian handling of missing data: https://cran.r-project.org/web/packages/brms/vignettes/brms_missings.html (archived at https://perma.cc/Z4HT-QXWR)
- Little’s MCAR test from
- Examine descriptive statistics, consider variable transformations
- Examine scatterplot matrix to examine whether associations between predictor and outcomes are linear or nonlinear
- Model building: theory and empiricism (stepwise regression, likelihood ratio tests, k-fold cross validation to check for over-fitting compared to simpler model)
- Test assumptions
- Examine whether predictors have linear association with outcome (Residual Plots, Marginal Model Plots, Added-Variable Plots—check for non-horizontal lines)
- Examine whether residuals have constant variance across levels of outcome and predictors Residual Plots, Spread-Level Plots—check for fan-shaped plot or other increasing/decreasing structure)
- Examine whether predictors show multicollinearity (VIF)
- Examine whether residuals are normally distributed (QQ plot and density plot)
- Examine influence of influential observations (high outlyingness and leverage) on parameter stimates by iteratively removing influential observations and refitting (Added-Variable Plots)
- Handle violated assumptions, select final set of predictors/outcomes and transformation of each
- Use k-fold cross validation to identify the best estimation procedure (OLS, MM, or LTS) on the final model
- Use identified estimation procedure to fit final model and determine the best parameter point estimates
- Calculate bootstrapped estimates to determine the confidence intervals around the parameter estimates of the final model
11 Bootstrapped Estimates
To determine the confidence intervals of parameter estimates
11.1 Linear Regression
multipleRegressionModelBootstrapped <- Boot(multipleRegressionModelNoMissing, R = 1000)
summary(multipleRegressionModelBootstrapped)confint(multipleRegressionModelBootstrapped, level = .95, type = "bca")Warning in confint.boot(multipleRegressionModelBootstrapped, level = 0.95, :
BCa method fails for this problem. Using 'perc' insteadBootstrap percent confidence intervals
2.5 % 97.5 %
(Intercept) 1.08222127 1.3337513
bpi_antisocialT1Sum 0.41768787 0.5091331
bpi_anxiousDepressedSum 0.09488028 0.2268807hist(multipleRegressionModelBootstrapped)Warning in confint.boot(x, type = ci, level = level): BCa method fails for this
problem. Using 'perc' instead
11.2 Generalized Regression
generalizedRegressionModelBootstrapped <- Boot(multipleRegressionModelNoMissing, R = 1000)
summary(generalizedRegressionModelBootstrapped)confint(generalizedRegressionModelBootstrapped, level = .95, type = "bca")Warning in confint.boot(generalizedRegressionModelBootstrapped, level = 0.95, :
BCa method fails for this problem. Using 'perc' insteadBootstrap percent confidence intervals
2.5 % 97.5 %
(Intercept) 1.0692197 1.3185056
bpi_antisocialT1Sum 0.4212153 0.5098719
bpi_anxiousDepressedSum 0.1028543 0.2269674hist(generalizedRegressionModelBootstrapped)Warning in confint.boot(x, type = ci, level = level): BCa method fails for this
problem. Using 'perc' instead
12 Cross Validation
To examine degree of prediction error and over-fitting to determine best model
https://stats.stackexchange.com/questions/103459/how-do-i-know-which-method-of-cross-validation-is-best (archived at https://perma.cc/38BL-KLRJ)
12.1 K-fold cross validation
kFolds <- 10
replications <- 20
folds <- cvFolds(nrow(mydata), K = kFolds, R = replications)
fitLm <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = "na.exclude")
fitLmrob <- lmrob(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = "na.exclude")
fitLts <- ltsReg(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = "na.exclude")
cvFitLm <- cvLm(
fitLm,
K = kFolds,
R = replications)
cvFitLmrob <- cvLmrob(
fitLmrob,
K = kFolds,
R = replications)
cvFitLts <- cvLts(
fitLts,
K = kFolds,
R = replications)
cvFits <- cvSelect(
OLS = cvFitLm,
MM = cvFitLmrob,
LTS = cvFitLts)
cvFits
10-fold CV results:
Fit CV
1 OLS 1.980300
2 MM 1.026479
3 LTS 1.007077
Best model:
CV
"LTS" bwplot(
cvFits,
xlab = "Root Mean Square Error",
xlim = c(0, max(cvFits$cv$CV) + 0.2))
13 Examining Model Fits
13.1 Effect Plots
allEffects(multipleRegressionModel) model: bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
bpi_antisocialT1Sum effect
bpi_antisocialT1Sum
0 3.2 6.5 9.8 13
1.394591 2.884283 4.420527 5.956772 7.446463
bpi_anxiousDepressedSum effect
bpi_anxiousDepressedSum
0 2 4 6 8
2.502636 2.824145 3.145653 3.467161 3.788669 plot(allEffects(multipleRegressionModel))
13.2 Confidence Ellipses
confidenceEllipse(
multipleRegressionModel,
levels = c(0.5, .95))
13.3 Data Ellipse
mydata_nomissing <- na.omit(mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")])
dataEllipse(
mydata_nomissing$bpi_antisocialT1Sum,
mydata_nomissing$bpi_antisocialT2Sum,
levels = c(0.5, .95))
14 Diagnostics
14.1 Assumptions
14.1.1 1. Linear relation between predictors and outcome
14.1.1.1 Ways to Test
14.1.1.1.1 Before Model Fitting
- scatterplot matrix
- distance correlation
14.1.1.1.1.1 Scatterplot Matrix
scatterplotMatrix(
~ bpi_antisocialT2Sum + bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata)
14.1.1.1.1.2 Distance correlation
The distance correlation is an index of the degree of the linear and non-linear association between two variables.
correlation(
mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")],
method = "distance",
p_adjust = "none")14.1.1.1.2 After Model Fitting
Check for nonlinearities (non-horizontal line) in plots of:
- Residuals versus fitted values (Residual Plots)—best
- Residuals versus predictors (Residual Plots)
- Outcome versus fitted values (Marginal Model Plots)
- Outcome versus predictors, ignoring other predictors (Marginal Model Plots)
- Outcome versus predictors, controlling for other predictors (Added-Variable Plots)
14.1.1.2 Ways to Handle
- Transform outcome/predictor variables (Box-Cox transformations)
- Semi-parametric regression models: Generalized additive models (GAM)
- Non-parametric regression models: Nearest-Neighbor Kernel Regression
14.1.1.2.1 Semi-parametric or non-parametric regression models
http://www.lisa.stat.vt.edu/?q=node/7517 (archived at https://web.archive.org/web/20180113065042/http://www.lisa.stat.vt.edu/?q=node/7517)
Note: using semi-parametric or non-parametric models increases fit in context of nonlinearity at the expense of added complexity. Make sure to avoid fitting an overly complex model (e.g., use k-fold cross validation). Often, the simpler (generalized) linear model is preferable to semi-paremetric or non-parametric approaches
14.1.1.2.1.1 Semi-parametric: Generalized Additive Models
http://documents.software.dell.com/Statistics/Textbook/Generalized-Additive-Models (archived at https://web.archive.org/web/20170213041653/http://documents.software.dell.com/Statistics/Textbook/Generalized-Additive-Models)
generalizedAdditiveModel <- gam(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
family = gaussian(),
data = mydata,
na.action = na.exclude)
summary(generalizedAdditiveModel)
Family: gaussian
Link function: identity
Formula:
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Parametric coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.19830 0.05983 20.029 < 2e-16 ***
bpi_antisocialT1Sum 0.46553 0.01858 25.049 < 2e-16 ***
bpi_anxiousDepressedSum 0.16075 0.02916 5.513 3.83e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
R-sq.(adj) = 0.261 Deviance explained = 26.2%
GCV = 3.9191 Scale est. = 3.915 n = 2874confint(generalizedAdditiveModel)Waiting for profiling to be done...Warning in X[, nonA, drop = FALSE] %*% B0[nonA] + O: longer object length is
not a multiple of shorter object lengthError in glm.control(nthreads = 1, ncv.threads = 1, irls.reg = 0, epsilon = 1e-07, : unused arguments (nthreads = 1, ncv.threads = 1, irls.reg = 0, mgcv.tol = 1e-07, mgcv.half = 15, rank.tol = 1.49011611938477e-08, nlm = list(7, 1e-06, 2, 1e-04, 200, FALSE), optim = list(1e+07), newton = list(1e-06, 5, 2, 30, FALSE), idLinksBases = TRUE, scalePenalty = TRUE, efs.lspmax = 15, efs.tol = 0.1, keepData = FALSE, scale.est = "fletcher", edge.correct = FALSE)14.1.1.2.1.2 Non-parametric: Nearest-Neighbor Kernel Regression
14.1.2 2. Exogeneity
Exogeneity means that the association between predictors and outcome is fully causal and unrelated to other variables.
14.1.2.1 Ways to Test
- Durbin-Wu-Hausman test of endogeneity
14.1.2.1.1 Durbin-Wu-Hausman test of endogeneity
The instrumental variables (2SLS) estimator is implemented in the
R package AER as command:
ivreg(y ~ x1 + x2 + w1 + w2 | z1 + z2 + z3 + w1 + w2)where x1 and x2 are endogenous regressors,
w1 and w2 exogeneous regressors, and
z1 to z3 are excluded instruments.
Durbin-Wu-Hausman test:
hsng2 <- read.dta("https://www.stata-press.com/data/r11/hsng2.dta") #archived at https://perma.cc/7P2Q-ARKRfiv <- ivreg(
rent ~ hsngval + pcturban | pcturban + faminc + reg2 + reg3 + reg4,
data = hsng2) #Housing values are likely endogeneous and therefore instrumented by median family income (faminc) and 3 regional dummies (reg2, reg4, reg4)
summary(
fiv,
diagnostics = TRUE)
Call:
ivreg(formula = rent ~ hsngval + pcturban | pcturban + faminc +
reg2 + reg3 + reg4, data = hsng2)
Residuals:
Min 1Q Median 3Q Max
-84.1948 -11.6023 -0.5239 8.6583 73.6130
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.207e+02 1.571e+01 7.685 7.55e-10 ***
hsngval 2.240e-03 3.388e-04 6.612 3.17e-08 ***
pcturban 8.152e-02 3.082e-01 0.265 0.793
Diagnostic tests:
df1 df2 statistic p-value
Weak instruments 4 44 13.30 3.5e-07 ***
Wu-Hausman 1 46 15.91 0.000236 ***
Sargan 3 NA 11.29 0.010268 *
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 22.86 on 47 degrees of freedom
Multiple R-Squared: 0.5989, Adjusted R-squared: 0.5818
Wald test: 42.66 on 2 and 47 DF, p-value: 2.731e-11 The Eicker-Huber-White covariance estimator which is robust to
heteroscedastic error terms is reported after estimation with
vcov = sandwich in coeftest()
First stage results are reported by explicitly estimating them. For example:
first <- lm(
hsngval ~ pcturban + faminc + reg2 + reg3 + reg4,
data = hsng2)
summary(first)
Call:
lm(formula = hsngval ~ pcturban + faminc + reg2 + reg3 + reg4,
data = hsng2)
Residuals:
Min 1Q Median 3Q Max
-10504 -5223 -1162 2939 46756
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) -1.867e+04 1.200e+04 -1.557 0.126736
pcturban 1.822e+02 1.150e+02 1.584 0.120289
faminc 2.731e+00 6.819e-01 4.006 0.000235 ***
reg2 -5.095e+03 4.122e+03 -1.236 0.223007
reg3 -1.778e+03 4.073e+03 -0.437 0.664552
reg4 1.341e+04 4.048e+03 3.314 0.001849 **
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 9253 on 44 degrees of freedom
Multiple R-squared: 0.6908, Adjusted R-squared: 0.6557
F-statistic: 19.66 on 5 and 44 DF, p-value: 3.032e-10In case of a single endogenous variable (K = 1), the F-statistic to assess weak instruments is reported after estimating the first stage with, for example:
waldtest(
first,
. ~ . - faminc - reg2 - reg3 - reg4)or in case of heteroscedatistic errors:
waldtest(
first,
. ~ . - faminc - reg2 - reg3- reg4,
vcov = sandwich)14.1.2.2 Ways to Handle
- Conduct an experiment/RCT with random assignment
- Instrumental variables
14.1.3 3. Homoscedasticity of residuals
Homoscedasticity of the residuals means that the variance of the residuals does not differ as a function of the outcome/predictors (i.e., the residuals show constant variance as a function of outcome/predictors).
14.1.3.1 Ways to Test
- Plot residuals vs. outcome and predictor variables (Residual Plots)
- Plot residuals vs. fitted values (Residual Plots)
- Time Series data: Plot residuals vs. time
- Spread-level plot
- Breusch-Pagan test:
bptest()function fromlmtestpackage - Goldfeld-Quandt Test
14.1.3.1.1 Residuals vs. outcome and predictor variables
Plot residuals, or perhaps their absolute values, versus the outcome and predictor variables (Residual Plots). Examine whether residual variance is constant at all levels of other variables or whether it increases/decreases as a function of another variable (or shows some others structure, e.g., small variance at low and high levels of a predictor and high variance in the middle). Note that this is different than whether the residuals show non-linearities—i.e., a non-horizontal line, which would indicate a nonlinear association between variables (see Assumption #1, above). Rather, here we are examining whether there is change in the variance as a function of another variable (e.g., a fan-shaped Residual Plot)
14.1.3.1.2 Spread-level plot
Examining whether level (e.g., mean) depends on spread (e.g., variance)—plot of log of the absolute Studentized residuals against the log of the fitted values
spreadLevelPlot(multipleRegressionModel)
Suggested power transformation: 0.5304728 14.1.3.1.3 Breusch-Pagan test
https://www.rdocumentation.org/packages/lmtest/versions/0.9-40/topics/bptest (archived at https://perma.cc/K4WC-7TVW)
bptest(multipleRegressionModel)
studentized Breusch-Pagan test
data: multipleRegressionModel
BP = 94.638, df = 2, p-value < 2.2e-1614.1.3.1.4 Goldfeld-Quandt Test
gqtest(multipleRegressionModel)
Goldfeld-Quandt test
data: multipleRegressionModel
GQ = 1.0755, df1 = 1434, df2 = 1434, p-value = 0.08417
alternative hypothesis: variance increases from segment 1 to 214.1.3.1.5 Test of dependence of spread on level
ncvTest(multipleRegressionModel)Non-constant Variance Score Test
Variance formula: ~ fitted.values
Chisquare = 232.1196, Df = 1, p = < 2.22e-1614.1.3.1.6 Test of dependence of spread on predictors
ncvTest(
multipleRegressionModel,
~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum)Non-constant Variance Score Test
Variance formula: ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum
Chisquare = 233.2878, Df = 2, p = < 2.22e-1614.1.3.2 Ways to Handle
- If residual variance increases as a function of the fitted values, consider a poisson regression model (especially for count data), for which the variance does increase with the mean
- If residual variance differs as a function of model predictors, consider adding interactions/product terms (the effect of one variable depends on the level of another variable)
- Try transforming the outcome variable to be normally distributed (log-transform if the errors seem consistent in percentage rather than absolute terms)
- If the error variance is proportional to a variable \(z\), then fit the model using Weighted Least Squares (WLS), with the weights given be \(1/z\)
- Weighted least squares (WLS) using the “weights” argument of the
lm()function; to get weights, see: https://stats.stackexchange.com/a/100410/20338 (archived at https://perma.cc/C6BY-G9MS) - Huber-White standard errors (a.k.a. “Sandwich” estimates) from a
heteroscedasticity-corrected covariance matrix
coeftest()function from thesandwichpackage along with hccm sandwich estimates from thecarpackagerobcov()function from thermspackage
- Time series data: ARCH (auto-regressive conditional heteroscedasticity) models
- Time series data: seasonal patterns can be addressed by applying log transformation to outcome variable
14.1.3.2.1 Huber-White standard errors
Standard errors (SEs) on the diagonal increase
vcov(multipleRegressionModel) (Intercept) bpi_antisocialT1Sum
(Intercept) 0.0035795220 -0.0006533375
bpi_antisocialT1Sum -0.0006533375 0.0003453814
bpi_anxiousDepressedSum -0.0003167540 -0.0002574524
bpi_anxiousDepressedSum
(Intercept) -0.0003167540
bpi_antisocialT1Sum -0.0002574524
bpi_anxiousDepressedSum 0.0008501565hccm(multipleRegressionModel)Error in V %*% t(X) %*% apply(X, 2, "*", (e^2)/factor): non-conformable argumentssummary(multipleRegressionModel)
Call:
lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, na.action = na.exclude)
Residuals:
Min 1Q Median 3Q Max
-8.3755 -1.2337 -0.2212 0.9911 12.8017
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.19830 0.05983 20.029 < 2e-16 ***
bpi_antisocialT1Sum 0.46553 0.01858 25.049 < 2e-16 ***
bpi_anxiousDepressedSum 0.16075 0.02916 5.513 3.83e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 1.979 on 2871 degrees of freedom
(8656 observations deleted due to missingness)
Multiple R-squared: 0.262, Adjusted R-squared: 0.2615
F-statistic: 509.6 on 2 and 2871 DF, p-value: < 2.2e-16coeftest(multipleRegressionModel, vcov = sandwich)
t test of coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.198300 0.062211 19.2618 < 2.2e-16 ***
bpi_antisocialT1Sum 0.465529 0.022929 20.3030 < 2.2e-16 ***
bpi_anxiousDepressedSum 0.160754 0.032991 4.8727 1.16e-06 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1coeftest(multipleRegressionModel, vcov = hccm)Error in V %*% t(X) %*% apply(X, 2, "*", (e^2)/factor): non-conformable argumentsrobcov(ols(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
x = TRUE,
y = TRUE))Frequencies of Missing Values Due to Each Variable
bpi_antisocialT2Sum bpi_antisocialT1Sum bpi_anxiousDepressedSum
7501 7613 7616
Linear Regression Model
ols(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, x = TRUE, y = TRUE)
Model Likelihood Discrimination
Ratio Test Indexes
Obs 2874 LR chi2 873.09 R2 0.262
sigma1.9786 d.f. 2 R2 adj 0.261
d.f. 2871 Pr(> chi2) 0.0000 g 1.278
Residuals
Min 1Q Median 3Q Max
-8.3755 -1.2337 -0.2212 0.9911 12.8017
Coef S.E. t Pr(>|t|)
Intercept 1.1983 0.0622 19.26 <0.0001
bpi_antisocialT1Sum 0.4655 0.0229 20.30 <0.0001
bpi_anxiousDepressedSum 0.1608 0.0330 4.87 <0.0001 robcov(ols(
t_ext ~ m_ext + age,
data = mydata,
x = TRUE,
y = TRUE),
cluster = mydata$tcid) #account for nested data within subjectError in eval(predvars, data, callenv): object 't_ext' not found14.1.4 4. Errors are independent
Independent errors means that the errors are uncorrelated with each other.
14.1.4.1 Ways to Test
- Plot residuals vs. predictors (Residual Plots)
- Time Series data: Residual time series plot (residuals vs. row number)
- Time Series data: Table or plot of residual autocorrelations
- Time Series data: Durbin-Watson statistic for test of significant residual autocorrelation at lag 1
14.1.4.2 Ways to Handle
- Generalized least squares (GLS) models are capable of handling correlated errors: https://stat.ethz.ch/R-manual/R-devel/library/nlme/html/gls.html (archived at https://perma.cc/RHZ6-5GT8)
- Regression with cluster variable
robcov()fromrmspackage
- Hierarchical linear modeling
14.1.5 5. No multicollinearity
Multicollinearity occurs when the predictors are correlated with each other.
14.1.5.1 Ways to Test
- Variance Inflation Factor (VIF)
- Generalized Variance Inflation Factor (GVIF)—when models have related regressors (multiple polynomial terms or contrasts from same predictor)
- Correlation
- Tolerance
- Condition Index
14.1.5.1.1 Variance Inflation Factor (VIF)
\[ \text{VIF} = 1/\text{Tolerance} \]
If the variance inflation factor of a predictor variable were 5.27 (\(\sqrt{5.27} = 2.3\)), this means that the standard error for the coefficient of that predictor variable is 2.3 times as large (i.e., confidence interval is 2.3 times wider) as it would be if that predictor variable were uncorrelated with the other predictor variables.
VIF = 1: Not correlated
1 < VIF < 5: Moderately correlated
VIF > 5 to 10: Highly correlated (multicollinearity present)
vif(multipleRegressionModel) bpi_antisocialT1Sum bpi_anxiousDepressedSum
1.291545 1.291545 14.1.5.1.2 Generalized Variance Inflation Factor (GVIF)
Useful when models have related regressors (multiple polynomial terms or contrasts from same predictor)
14.1.5.1.3 Correlation
correlation among all independent variables the correlation coefficients should be smaller than .08
cor(
mydata[,c("bpi_antisocialT1Sum","bpi_anxiousDepressedSum")],
use = "pairwise.complete.obs") bpi_antisocialT1Sum bpi_anxiousDepressedSum
bpi_antisocialT1Sum 1.000000 0.497279
bpi_anxiousDepressedSum 0.497279 1.00000014.1.5.1.4 Tolerance
The tolerance is an index of the influence of one independent variable on all other independent variables.
\[ \text{tolerance} = 1/\text{VIF} \]
T < 0.2: there might be multicollinearity in the data
T < 0.01: there certainly is multicollinarity in the data
14.1.5.1.5 Condition Index
The condition index is calculated using a factor analysis on the independent variables. Values of 10-30 indicate a mediocre multicollinearity in the regression variables. Values > 30 indicate strong multicollinearity.
For how to interpret, see here: https://stats.stackexchange.com/a/87610/20338 (archived at https://perma.cc/Y4J8-MY7Q)
ols_eigen_cindex(multipleRegressionModel)14.1.5.2 Ways to Handle
- Remove highly correlated (i.e., redundant) predictors
- Average the correlated predictors
- Principal Component Analysis for data reduction
- Standardize predictors
- Center the data (deduct the mean)
- Singular-value decomposition of the model matrix or the mean-centered model matrix
- Conduct a factor analysis and rotate the factors to ensure independence of the factors
14.1.6 6. Errors are normally distributed
14.1.6.1 Ways to Test
- Probability Plots
- Normal Quantile (QQ) Plots (based on non-cumulative distribution of residuals)
- Normal Probability (PP) Plots (based on cumulative distribution of residuals)
- Density Plot of Residuals
- Statistical Tests
- Kolmogorov-Smirnov test
- Shapiro-Wilk test
- Jarque-Bera test
- Anderson-Darling test (best test)
- Examine influence of outliers
14.1.6.2 Ways to Handle
- Apply a transformation to the predictor or outcome variable
- Exclude outliers
- Robust regression
- Best when no outliers: MM-type regression estimator
lmrob()/glmrob()function ofrobustbasepackage- Iteratively reweighted least squares (IRLS):
rlm(, method = "MM")function ofMASSpackage: http://www.ats.ucla.edu/stat/r/dae/rreg.htm (archived at https://web.archive.org/web/20161119025907/http://www.ats.ucla.edu/stat/r/dae/rreg.htm)
- Most resistant to outliers: Least trimmed squares (LTS)—but not good
as a standalone estimator, better for identifying outliers
ltsReg()function ofrobustbasepackage (best)
- Best when single predictor: Theil-Sen estimator
mblm(, repeated = FALSE)function ofmblmpackage
- Robust correlation
- Spearman’s rho:
cor(, method = "spearman") - Percentage bend correlation
- Minimum vollume ellipsoid
- Minimum covariance determinant:
- Winsorized correlation
- Biweight midcorrelation
- Xi (\(\xi\)) correlation
- Spearman’s rho:
- Not great options:
- Quantile (L1) regression:
rq()function ofquantregpackage
- Quantile (L1) regression:
- Best when no outliers: MM-type regression estimator
14.1.6.2.1 Transformations of Outcome Variable
14.1.6.2.1.1 Box-Cox Transformation
Useful if the outcome is strictly positive (or add a constant to outcome to make it strictly positive)
lambda = -1: inverse transformation
lambda = -0.5: 1/sqrt(Y)
lambda = 0: log transformation
lambda = 0.5: square root
lambda = 0.333: cube root
lambda = 1: no transformation
lambda = 2: squared
14.1.6.2.1.1.1 Raw distribution
plot(density(na.omit(mydata$bpi_antisocialT2Sum)))
14.1.6.2.1.1.2 Add constant to outcome to make it strictly positive
strictlyPositiveDV <- lm(
bpi_antisocialT2Sum + 1 ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)14.1.6.2.1.1.3 Identify best power transformation (lambda)
Consider rounding the power to a common value (square root = .5; cube root = .333; squared = 2)
boxCox(strictlyPositiveDV)
powerTransform(strictlyPositiveDV) Estimated transformation parameter
Y1
0.234032 transformedDV <- powerTransform(strictlyPositiveDV)
summary(transformedDV)bcPower Transformation to Normality
Est Power Rounded Pwr Wald Lwr Bnd Wald Upr Bnd
Y1 0.234 0.23 0.1825 0.2856
Likelihood ratio test that transformation parameter is equal to 0
(log transformation)
LRT df pval
LR test, lambda = (0) 78.04052 1 < 2.22e-16
Likelihood ratio test that no transformation is needed
LRT df pval
LR test, lambda = (1) 853.8675 1 < 2.22e-1614.1.6.2.1.1.4 Transform the DV
mydata$bpi_antisocialT2SumTransformed <- bcPower(mydata$bpi_antisocialT2Sum + 1, coef(transformedDV))
plot(density(na.omit(mydata$bpi_antisocialT2SumTransformed)))
14.1.6.2.1.1.5 Compare residuals from model with and without transformation
14.1.6.2.1.1.5.1 Model without transformation
summary(modelWithoutTransformation <- lm(
bpi_antisocialT2Sum + 1 ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude))
Call:
lm(formula = bpi_antisocialT2Sum + 1 ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
Residuals:
Min 1Q Median 3Q Max
-8.3755 -1.2337 -0.2212 0.9911 12.8017
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 2.19830 0.05983 36.743 < 2e-16 ***
bpi_antisocialT1Sum 0.46553 0.01858 25.049 < 2e-16 ***
bpi_anxiousDepressedSum 0.16075 0.02916 5.513 3.83e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 1.979 on 2871 degrees of freedom
(8656 observations deleted due to missingness)
Multiple R-squared: 0.262, Adjusted R-squared: 0.2615
F-statistic: 509.6 on 2 and 2871 DF, p-value: < 2.2e-16plot(density(na.omit(studres(modelWithoutTransformation))))
14.1.6.2.1.1.5.2 Model with transformation
summary(modelWithTransformation <- lm(
bpi_antisocialT2SumTransformed ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude))
Call:
lm(formula = bpi_antisocialT2SumTransformed ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
Residuals:
Min 1Q Median 3Q Max
-3.3429 -0.4868 0.0096 0.4922 2.9799
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 0.800373 0.022024 36.342 < 2e-16 ***
bpi_antisocialT1Sum 0.165476 0.006841 24.189 < 2e-16 ***
bpi_anxiousDepressedSum 0.055910 0.010733 5.209 2.03e-07 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 0.7283 on 2871 degrees of freedom
(8656 observations deleted due to missingness)
Multiple R-squared: 0.2477, Adjusted R-squared: 0.2472
F-statistic: 472.7 on 2 and 2871 DF, p-value: < 2.2e-16plot(density(na.omit(studres(modelWithTransformation))))
14.1.6.2.1.1.6 Constructed Variable Test & Plot
A significant p-value indicates a strong need to transform variable:
multipleRegressionModel_constructedVariable <- update(
multipleRegressionModel,
. ~ . + boxCoxVariable(bpi_antisocialT1Sum + 1))
summary(multipleRegressionModel_constructedVariable)$coef["boxCoxVariable(bpi_antisocialT1Sum + 1)", , drop = FALSE] Estimate Std. Error t value
boxCoxVariable(bpi_antisocialT1Sum + 1) -0.06064732 0.04683415 -1.294938
Pr(>|t|)
boxCoxVariable(bpi_antisocialT1Sum + 1) 0.1954457Plot allows us to see whether the need for transformation is spread through data or whether it is just dependent on a small fraction of observations:
avPlots(multipleRegressionModel_constructedVariable, "boxCoxVariable(bpi_antisocialT1Sum + 1)")
14.1.6.2.1.1.7 Inverse Response Plot
The black line is the best-fitting power transformation:
inverseResponsePlot(strictlyPositiveDV, lambda = c(-1,-0.5,0,1/3,.5,1,2))
14.1.6.2.1.2 Yeo-Johnson Transformations
Useful if the outcome is not strictly positive.
yjPower(DV, lambda)14.1.6.2.2 Transformations of Predictor Variable
14.1.6.2.2.1 Component-Plus-Residual Plots (Partial Residual Plots)
Linear model:
crPlots(multipleRegressionModelNoMissing, order = 1)
Quadratic model:
crPlots(multipleRegressionModelNoMissing, order = 2)
multipleRegressionModel_quadratic <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + I(bpi_antisocialT1Sum^2) + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
summary(multipleRegressionModel_quadratic)
Call:
lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + I(bpi_antisocialT1Sum^2) +
bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
Residuals:
Min 1Q Median 3Q Max
-7.6238 -1.2610 -0.2484 0.9923 12.9008
Coefficients:
Estimate Std. Error t value Pr(>|t|)
(Intercept) 1.099237 0.076509 14.367 < 2e-16 ***
bpi_antisocialT1Sum 0.547680 0.043723 12.526 < 2e-16 ***
I(bpi_antisocialT1Sum^2) -0.010221 0.004925 -2.075 0.038 *
bpi_anxiousDepressedSum 0.161734 0.029144 5.549 3.13e-08 ***
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
Residual standard error: 1.977 on 2870 degrees of freedom
(8656 observations deleted due to missingness)
Multiple R-squared: 0.2631, Adjusted R-squared: 0.2623
F-statistic: 341.5 on 3 and 2870 DF, p-value: < 2.2e-16anova(
multipleRegressionModel_quadratic,
multipleRegressionModel)crPlots(multipleRegressionModel_quadratic, order = 1)
14.1.6.2.2.2 CERES Plot (Combining conditional Expectations and RESiduals)
Useful when nonlinear associations among the predictors are very strong (component-plus-residual plots may appear nonlinear even though the true partial regression is linear, a phenonomen called leakage)
ceresPlots(multipleRegressionModel)Warning in simpleLoess(y, x, w, span, degree = degree, parametric = parametric,
: pseudoinverse used at 1Warning in simpleLoess(y, x, w, span, degree = degree, parametric = parametric,
: neighborhood radius 1Warning in simpleLoess(y, x, w, span, degree = degree, parametric = parametric,
: reciprocal condition number 3.7939e-17
ceresPlots(multipleRegressionModel_quadratic)Warning in ceresPlots.default(multipleRegressionModel_quadratic): Factors
skipped in drawing CERES plots.Warning in min(x): no non-missing arguments to min; returning InfWarning in max(x): no non-missing arguments to max; returning -InfError in plot.window(...): need finite 'ylim' values
14.1.6.2.2.3 Box-Tidwell Method for Choosing Predictor Transformations
predictors must be strictly positive (or add a constant to make it strictly positive)
boxTidwell(
bpi_antisocialT2Sum ~ I(bpi_antisocialT1Sum + 1) + I(bpi_anxiousDepressedSum + 1),
other.x = NULL, #list variables not to be transformed in other.x
data = mydata,
na.action = na.exclude)Warning in printHypothesis(L, rhs, names(b)): one or more coefficients in the hypothesis include
arithmetic operators in their names;
the printed representation of the hypothesis will be omitted MLE of lambda Score Statistic (t) Pr(>|t|)
I(bpi_antisocialT1Sum + 1) 0.90820 -1.0591 0.2897
I(bpi_anxiousDepressedSum + 1) 0.36689 -1.0650 0.2870
iterations = 4
Score test for null hypothesis that all lambdas = 1:
F = 1.4056, df = 2 and 2869, Pr(>F) = 0.245414.1.6.2.2.4 Constructed-Variables Plot
multipleRegressionModel_cv <- lm(
bpi_antisocialT2Sum ~ I(bpi_antisocialT1Sum + 1) + I(bpi_anxiousDepressedSum + 1) + I(bpi_antisocialT1Sum * log(bpi_antisocialT1Sum)) + I(bpi_anxiousDepressedSum * log(bpi_anxiousDepressedSum)),
data = mydata,
na.action = na.exclude)
summary(multipleRegressionModel_cv)$coef["I(bpi_antisocialT1Sum * log(bpi_antisocialT1Sum))", , drop = FALSE] Estimate Std. Error
I(bpi_antisocialT1Sum * log(bpi_antisocialT1Sum)) -0.1691003 0.06887107
t value Pr(>|t|)
I(bpi_antisocialT1Sum * log(bpi_antisocialT1Sum)) -2.455317 0.01418393summary(multipleRegressionModel_cv)$coef["I(bpi_anxiousDepressedSum * log(bpi_anxiousDepressedSum))", , drop = FALSE] Estimate Std. Error
I(bpi_anxiousDepressedSum * log(bpi_anxiousDepressedSum)) 0.00828867 0.1384918
t value Pr(>|t|)
I(bpi_anxiousDepressedSum * log(bpi_anxiousDepressedSum)) 0.05984953 0.9522831avPlots(multipleRegressionModel_cv, "I(bpi_antisocialT1Sum * log(bpi_antisocialT1Sum))")
avPlots(multipleRegressionModel_cv, "I(bpi_anxiousDepressedSum * log(bpi_anxiousDepressedSum))")
14.1.6.2.3 Robust models
Resources
- For comparison of methods, see Book: “Modern Methods for Robust Regression”
- http://www.ats.ucla.edu/stat/r/dae/rreg.htm (archived at https://web.archive.org/web/20161119025907/http://www.ats.ucla.edu/stat/r/dae/rreg.htm)
- https://stats.stackexchange.com/a/46234/20338 (archived at https://perma.cc/WC57-9GA7)
- https://cran.r-project.org/web/views/Robust.html (archived at https://perma.cc/THN5-KNY3)
14.1.6.2.3.1 Robust correlation
14.1.6.2.3.1.1 Spearman’s rho
Spearman’s rho is a non-parametric correlation.
cor.test(
mydata$bpi_antisocialT1Sum,
mydata$bpi_antisocialT2Sum) #Pearson r, correlation that is sensitive to outliers
Pearson's product-moment correlation
data: mydata$bpi_antisocialT1Sum and mydata$bpi_antisocialT2Sum
t = 31.274, df = 2873, p-value < 2.2e-16
alternative hypothesis: true correlation is not equal to 0
95 percent confidence interval:
0.4761758 0.5307381
sample estimates:
cor
0.5039595 cor.test(
mydata$bpi_antisocialT1Sum,
mydata$bpi_antisocialT2Sum, method = "spearman") #Spearman's rho, a rank correlation that is less sensitive to outliersWarning in cor.test.default(mydata$bpi_antisocialT1Sum,
mydata$bpi_antisocialT2Sum, : Cannot compute exact p-value with ties
Spearman's rank correlation rho
data: mydata$bpi_antisocialT1Sum and mydata$bpi_antisocialT2Sum
S = 1997347186, p-value < 2.2e-16
alternative hypothesis: true rho is not equal to 0
sample estimates:
rho
0.4956973 14.1.6.2.3.1.2 Minimum vollume ellipsoid
cov.mve(
na.omit(mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")]),
cor = TRUE)$center
bpi_antisocialT1Sum bpi_antisocialT2Sum
2.350063 1.989487
$cov
bpi_antisocialT1Sum bpi_antisocialT2Sum
bpi_antisocialT1Sum 2.988989 1.292392
bpi_antisocialT2Sum 1.292392 2.152696
$msg
[1] "150 singular samples of size 3 out of 1500"
$crit
[1] 4.025481
$best
[1] 1 3 6 7 8 9 10 12 13 14 15 16 17 18
[15] 19 21 22 23 25 26 39 40 42 43 46 48 50 55
[29] 56 57 58 60 61 62 65 67 70 76 79 80 81 85
[43] 86 87 88 93 95 97 98 99 101 102 104 106 107 108
[57] 112 116 117 119 120 121 122 123 124 129 130 132 133 134
[71] 138 140 141 142 143 145 149 150 153 155 157 161 165 166
[85] 168 169 170 172 176 177 178 179 182 183 184 185 187 188
[99] 190 191 192 193 194 195 196 197 198 200 201 202 205 206
[113] 207 209 212 213 214 217 227 228 232 234 235 237 238 239
[127] 241 242 243 244 245 246 247 249 251 253 255 256 257 261
[141] 262 265 268 269 272 275 281 282 284 286 289 290 293 294
[155] 296 297 298 299 300 301 304 307 310 313 315 320 326 329
[169] 330 331 332 333 334 335 338 341 342 343 344 345 346 350
[183] 352 355 356 357 361 364 367 368 370 371 375 376 379 380
[197] 381 382 386 387 388 389 390 391 397 403 404 405 407 408
[211] 409 410 416 419 421 422 423 425 426 430 431 432 433 436
[225] 440 441 442 443 445 448 449 450 451 453 455 459 461 462
[239] 463 464 466 468 469 471 473 474 477 478 480 484 486 487
[253] 493 494 495 496 497 498 499 500 501 502 503 504 505 506
[267] 507 508 509 510 513 518 519 521 522 523 524 525 526 527
[281] 528 529 531 532 533 535 536 537 538 539 541 543 545 546
[295] 550 551 553 554 555 557 564 566 568 572 575 579 582 583
[309] 585 599 600 601 604 606 608 609 610 615 616 617 618 619
[323] 620 621 623 625 626 627 631 633 634 635 636 637 639 641
[337] 642 647 648 649 650 657 660 662 671 672 673 674 675 676
[351] 677 679 680 681 682 683 685 687 691 693 694 696 701 704
[365] 705 706 710 713 714 715 716 717 718 719 720 721 722 723
[379] 728 730 732 733 734 736 737 738 740 741 742 743 744 745
[393] 746 747 751 752 756 758 762 763 764 765 773 774 780 782
[407] 783 784 786 789 791 795 798 799 801 802 803 805 806 808
[421] 809 810 811 812 813 814 815 817 818 819 822 824 826 827
[435] 828 830 832 834 836 837 840 842 843 847 848 849 855 856
[449] 857 858 859 860 862 863 865 866 867 868 869 871 872 873
[463] 874 876 877 879 880 881 888 892 893 895 897 898 899 900
[477] 902 903 905 906 907 909 912 913 918 920 921 923 925 927
[491] 928 930 931 932 933 934 935 936 937 939 940 941 943 944
[505] 945 946 949 950 951 954 955 956 957 959 960 962 965 967
[519] 968 969 972 974 975 976 977 980 981 983 985 987 988 989
[533] 992 995 998 999 1000 1001 1003 1004 1006 1007 1008 1010 1011 1013
[547] 1014 1015 1016 1017 1019 1020 1021 1022 1023 1024 1025 1026 1027 1029
[561] 1032 1033 1034 1037 1043 1044 1047 1050 1051 1053 1054 1055 1057 1058
[575] 1059 1061 1064 1066 1067 1070 1071 1072 1074 1075 1076 1079 1086 1087
[589] 1091 1094 1095 1097 1099 1101 1105 1106 1109 1111 1112 1113 1114 1115
[603] 1118 1119 1123 1124 1125 1128 1129 1130 1132 1136 1138 1139 1144 1145
[617] 1146 1147 1148 1149 1150 1152 1154 1158 1160 1162 1163 1164 1165 1167
[631] 1170 1175 1176 1177 1178 1179 1180 1181 1184 1185 1186 1187 1188 1189
[645] 1197 1198 1200 1201 1202 1203 1205 1206 1207 1214 1215 1216 1217 1218
[659] 1219 1220 1223 1224 1229 1230 1232 1233 1234 1235 1242 1243 1244 1246
[673] 1247 1248 1249 1250 1251 1254 1255 1258 1259 1261 1262 1263 1265 1266
[687] 1267 1269 1271 1272 1273 1274 1275 1276 1277 1280 1281 1282 1283 1284
[701] 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1296 1299 1301 1302
[715] 1303 1304 1306 1311 1312 1315 1316 1318 1319 1320 1322 1323 1325 1326
[729] 1333 1334 1336 1337 1338 1339 1341 1342 1343 1344 1347 1348 1349 1350
[743] 1351 1352 1353 1354 1355 1357 1358 1360 1361 1363 1364 1365 1366 1368
[757] 1369 1370 1371 1372 1373 1374 1375 1376 1377 1380 1381 1382 1383 1386
[771] 1387 1389 1390 1391 1395 1396 1397 1398 1399 1401 1402 1403 1404 1408
[785] 1409 1410 1412 1414 1415 1416 1417 1421 1422 1423 1424 1428 1430 1432
[799] 1433 1434 1438 1439 1440 1444 1445 1447 1448 1449 1454 1456 1458 1459
[813] 1460 1464 1467 1468 1469 1470 1471 1480 1483 1486 1489 1493 1495 1500
[827] 1502 1503 1504 1505 1506 1508 1513 1514 1515 1516 1517 1519 1521 1522
[841] 1524 1531 1532 1533 1534 1535 1536 1537 1539 1541 1543 1544 1545 1546
[855] 1547 1548 1549 1551 1554 1560 1562 1563 1565 1566 1569 1571 1572 1575
[869] 1576 1577 1579 1580 1583 1584 1585 1586 1588 1590 1591 1592 1593 1594
[883] 1595 1596 1597 1598 1600 1604 1605 1606 1611 1612 1613 1614 1621 1623
[897] 1624 1625 1626 1627 1634 1640 1641 1644 1652 1653 1655 1656 1657 1664
[911] 1672 1674 1675 1687 1689 1690 1691 1692 1694 1695 1708 1709 1710 1711
[925] 1712 1714 1718 1722 1723 1724 1729 1732 1738 1742 1750 1751 1754 1757
[939] 1759 1760 1761 1763 1764 1765 1766 1772 1775 1777 1778 1781 1783 1788
[953] 1791 1795 1797 1798 1801 1803 1804 1806 1807 1809 1810 1811 1812 1813
[967] 1817 1820 1821 1824 1827 1833 1834 1835 1836 1837 1840 1847 1848 1849
[981] 1850 1851 1852 1855 1856 1859 1860 1863 1866 1868 1870 1879 1881 1884
[995] 1885 1888 1898 1902 1904 1910 1915 1920 1921 1922 1923 1924 1925 1926
[1009] 1927 1932 1933 1934 1938 1941 1943 1944 1945 1947 1950 1951 1954 1955
[1023] 1956 1958 1960 1961 1962 1963 1967 1969 1970 1971 1972 1973 1974 1979
[1037] 1981 1984 1985 1986 1988 1989 1990 1992 1993 1994 1995 1999 2002 2005
[1051] 2006 2007 2009 2011 2012 2017 2019 2021 2022 2024 2027 2028 2029 2030
[1065] 2032 2034 2035 2036 2042 2043 2045 2049 2053 2055 2059 2061 2062 2063
[1079] 2067 2068 2069 2071 2073 2074 2077 2078 2079 2080 2081 2082 2083 2084
[1093] 2085 2086 2087 2088 2089 2094 2095 2096 2097 2099 2100 2101 2102 2104
[1107] 2105 2108 2110 2113 2114 2116 2117 2118 2119 2123 2124 2125 2126 2127
[1121] 2131 2138 2139 2140 2143 2145 2151 2157 2158 2160 2161 2165 2167 2168
[1135] 2170 2171 2174 2175 2176 2177 2178 2179 2181 2183 2188 2189 2190 2191
[1149] 2192 2197 2200 2201 2202 2203 2205 2206 2207 2208 2210 2212 2219 2221
[1163] 2222 2223 2225 2226 2227 2231 2232 2234 2236 2237 2238 2239 2248 2249
[1177] 2253 2255 2257 2258 2259 2260 2261 2262 2264 2269 2271 2272 2273 2275
[1191] 2279 2280 2283 2290 2297 2298 2299 2301 2302 2305 2306 2307 2311 2314
[1205] 2316 2317 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2331 2332
[1219] 2334 2337 2338 2340 2341 2343 2345 2347 2348 2349 2350 2353 2354 2356
[1233] 2359 2362 2364 2367 2368 2369 2371 2373 2376 2377 2378 2383 2384 2385
[1247] 2386 2388 2390 2400 2402 2411 2414 2415 2416 2418 2420 2421 2423 2424
[1261] 2425 2428 2429 2431 2433 2434 2437 2442 2444 2445 2447 2448 2449 2450
[1275] 2451 2452 2453 2454 2455 2458 2462 2463 2464 2465 2466 2469 2470 2472
[1289] 2473 2477 2479 2481 2483 2485 2489 2490 2491 2495 2496 2497 2498 2499
[1303] 2500 2503 2506 2507 2508 2510 2511 2520 2522 2523 2526 2527 2528 2529
[1317] 2530 2531 2532 2533 2535 2536 2539 2542 2543 2546 2547 2554 2561 2562
[1331] 2563 2565 2571 2573 2575 2576 2577 2581 2582 2583 2584 2585 2588 2591
[1345] 2597 2598 2599 2613 2614 2615 2618 2619 2620 2621 2627 2630 2634 2635
[1359] 2636 2638 2639 2640 2641 2642 2644 2645 2646 2650 2653 2655 2656 2657
[1373] 2658 2659 2663 2664 2667 2668 2669 2670 2673 2676 2678 2679 2680 2682
[1387] 2685 2686 2687 2688 2689 2692 2693 2694 2695 2698 2700 2701 2703 2704
[1401] 2705 2707 2709 2711 2713 2715 2716 2717 2722 2723 2724 2727 2728 2729
[1415] 2731 2733 2736 2738 2739 2740 2742 2746 2748 2753 2757 2759 2760 2763
[1429] 2764 2765 2766 2769 2771 2773 2777 2778 2779 2781 2782 2783 2784 2786
[1443] 2789 2790 2797 2799 2800 2803 2804 2806 2807 2809 2810 2813 2817 2819
[1457] 2821 2825 2826 2831 2832 2834 2838 2839 2844 2846 2847 2848 2849 2850
[1471] 2851 2852 2855 2856 2857 2862 2863 2864 2867 2868 2869 2870 2871 2873
$cor
bpi_antisocialT1Sum bpi_antisocialT2Sum
bpi_antisocialT1Sum 1.000000 0.509496
bpi_antisocialT2Sum 0.509496 1.000000
$n.obs
[1] 287514.1.6.2.3.1.3 Minimum covariance determinant
cov.mcd(
na.omit(mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")]),
cor = TRUE)$center
bpi_antisocialT1Sum bpi_antisocialT2Sum
2.368435 2.169954
$cov
bpi_antisocialT1Sum bpi_antisocialT2Sum
bpi_antisocialT1Sum 3.042189 1.583100
bpi_antisocialT2Sum 1.583100 2.666684
$msg
[1] "144 singular samples of size 3 out of 1500"
$crit
[1] -0.3530652
$best
[1] 1 3 8 9 10 12 13 14 15 16 17 18 19 21
[15] 22 23 26 39 40 42 43 46 48 50 55 56 57 60
[29] 61 65 67 70 76 79 80 81 86 87 88 93 95 97
[43] 98 99 101 102 104 105 106 107 108 116 117 119 121 122
[57] 123 124 129 130 132 133 134 140 141 142 143 145 148 149
[71] 150 153 154 155 157 161 165 168 169 170 176 177 178 179
[85] 180 182 183 184 185 187 188 190 191 192 193 194 195 196
[99] 197 198 200 201 202 205 206 207 209 212 213 214 217 227
[113] 228 232 233 234 235 237 238 239 241 242 243 244 245 249
[127] 251 253 255 256 257 261 262 265 268 269 272 275 281 282
[141] 284 289 290 293 294 295 296 297 298 299 300 301 304 307
[155] 310 313 315 320 326 329 330 331 332 333 334 335 339 341
[169] 342 343 345 346 355 356 357 364 367 370 371 376 379 380
[183] 381 382 386 387 388 389 390 391 397 403 404 407 408 409
[197] 410 411 416 419 421 422 423 425 426 430 431 432 433 438
[211] 440 441 442 443 445 448 449 450 451 453 455 459 461 462
[225] 463 464 466 468 469 471 473 474 477 478 483 484 486 494
[239] 495 496 497 498 499 500 501 502 503 504 505 506 507 509
[253] 510 513 518 519 521 522 523 524 525 526 527 528 529 531
[267] 532 533 535 536 537 538 539 541 543 545 546 550 553 554
[281] 557 564 566 568 572 575 579 582 583 585 599 600 601 605
[295] 608 610 615 616 617 618 619 620 621 622 623 625 626 627
[309] 631 633 634 635 636 637 639 641 642 643 646 647 648 649
[323] 650 657 660 662 667 670 672 673 674 675 676 679 680 681
[337] 682 683 685 687 691 693 696 701 704 705 706 707 710 713
[351] 714 715 717 718 719 720 721 722 723 728 730 732 733 734
[365] 736 737 740 741 742 743 744 745 746 747 751 752 756 758
[379] 762 763 774 779 780 783 786 789 791 798 799 801 802 803
[393] 805 808 809 810 811 812 813 814 815 817 818 819 822 824
[407] 826 827 828 832 834 836 837 838 839 840 842 847 848 849
[421] 855 857 858 859 860 862 865 866 867 868 869 871 872 873
[435] 874 880 881 888 892 895 897 898 899 900 901 902 903 905
[449] 906 907 909 912 913 918 920 921 923 925 926 927 928 931
[463] 932 933 934 935 936 937 939 940 941 943 944 945 946 949
[477] 950 951 954 955 956 957 959 960 962 964 965 967 968 969
[491] 970 972 974 975 976 977 980 983 985 987 988 989 992 995
[505] 998 1000 1001 1003 1004 1006 1007 1013 1014 1015 1016 1017 1019 1021
[519] 1023 1024 1025 1026 1027 1029 1030 1032 1034 1037 1043 1044 1047 1050
[533] 1051 1053 1055 1057 1058 1059 1061 1064 1066 1067 1070 1072 1074 1075
[547] 1076 1079 1086 1087 1091 1094 1095 1097 1101 1105 1106 1109 1111 1112
[561] 1113 1115 1119 1121 1123 1124 1125 1128 1129 1130 1132 1136 1138 1139
[575] 1144 1145 1146 1147 1148 1149 1150 1152 1154 1158 1160 1162 1164 1165
[589] 1170 1176 1177 1178 1179 1180 1181 1182 1184 1185 1186 1187 1188 1189
[603] 1197 1198 1200 1201 1203 1205 1206 1207 1208 1214 1215 1216 1217 1218
[617] 1219 1220 1223 1224 1229 1230 1232 1233 1234 1235 1242 1243 1244 1245
[631] 1246 1247 1248 1249 1250 1251 1254 1255 1259 1261 1262 1263 1265 1266
[645] 1267 1269 1271 1272 1273 1274 1275 1276 1280 1281 1282 1283 1284 1285
[659] 1286 1287 1288 1289 1290 1291 1292 1293 1294 1296 1299 1301 1302 1303
[673] 1304 1306 1311 1312 1315 1316 1318 1319 1320 1322 1323 1325 1326 1333
[687] 1334 1336 1337 1338 1339 1343 1344 1347 1349 1350 1352 1353 1354 1355
[701] 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1368 1369 1370 1371
[715] 1372 1373 1374 1375 1376 1377 1380 1381 1383 1386 1387 1388 1389 1390
[729] 1391 1395 1396 1397 1398 1399 1401 1402 1404 1405 1408 1409 1412 1413
[743] 1414 1416 1417 1419 1421 1422 1423 1424 1428 1430 1432 1433 1434 1438
[757] 1439 1440 1444 1445 1448 1449 1456 1458 1459 1464 1467 1468 1469 1470
[771] 1471 1483 1485 1486 1489 1493 1495 1500 1502 1503 1504 1505 1506 1508
[785] 1513 1514 1515 1516 1517 1518 1519 1521 1522 1524 1527 1531 1532 1533
[799] 1534 1535 1536 1537 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548
[813] 1549 1560 1561 1562 1563 1565 1566 1569 1571 1572 1575 1576 1577 1583
[827] 1584 1585 1586 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598
[841] 1600 1602 1604 1605 1606 1611 1612 1613 1614 1617 1621 1623 1624 1625
[855] 1626 1627 1634 1640 1641 1644 1652 1653 1655 1656 1657 1664 1672 1674
[869] 1675 1686 1687 1689 1690 1691 1692 1694 1695 1708 1710 1711 1714 1718
[883] 1719 1721 1722 1723 1724 1732 1738 1742 1750 1754 1757 1759 1760 1761
[897] 1763 1764 1765 1766 1772 1775 1778 1781 1791 1795 1797 1798 1801 1802
[911] 1803 1804 1806 1807 1809 1810 1812 1813 1817 1818 1820 1824 1827 1833
[925] 1834 1835 1836 1837 1840 1842 1846 1847 1848 1849 1850 1852 1855 1856
[939] 1859 1860 1861 1863 1864 1866 1868 1870 1879 1881 1884 1885 1888 1890
[953] 1892 1902 1904 1910 1915 1921 1923 1924 1925 1926 1927 1932 1933 1936
[967] 1938 1941 1943 1948 1950 1951 1954 1955 1956 1960 1961 1962 1963 1967
[981] 1970 1971 1972 1973 1974 1979 1984 1985 1986 1988 1989 1990 1992 1993
[995] 1994 1995 1999 2002 2005 2006 2009 2011 2012 2017 2019 2021 2022 2024
[1009] 2027 2029 2032 2034 2035 2036 2038 2042 2043 2045 2049 2053 2054 2055
[1023] 2059 2061 2062 2067 2068 2071 2073 2074 2077 2078 2079 2080 2081 2082
[1037] 2083 2084 2085 2086 2087 2088 2089 2094 2096 2097 2099 2100 2101 2102
[1051] 2104 2105 2108 2110 2113 2114 2116 2117 2118 2119 2123 2124 2125 2126
[1065] 2127 2129 2130 2131 2137 2138 2139 2140 2143 2145 2151 2157 2158 2160
[1079] 2161 2165 2166 2167 2169 2170 2171 2174 2175 2176 2177 2178 2179 2180
[1093] 2181 2183 2188 2189 2190 2191 2200 2201 2202 2203 2205 2206 2207 2208
[1107] 2210 2212 2215 2219 2221 2222 2223 2225 2226 2227 2231 2232 2234 2236
[1121] 2237 2238 2239 2241 2248 2249 2253 2257 2258 2259 2260 2261 2262 2264
[1135] 2271 2272 2273 2274 2280 2283 2297 2298 2299 2301 2302 2305 2306 2307
[1149] 2311 2314 2316 2317 2319 2320 2322 2323 2324 2325 2326 2328 2329 2331
[1163] 2332 2334 2336 2337 2338 2340 2341 2343 2345 2348 2349 2350 2351 2352
[1177] 2353 2354 2359 2362 2364 2367 2368 2369 2371 2373 2377 2378 2379 2383
[1191] 2384 2385 2386 2388 2390 2398 2400 2402 2410 2411 2414 2415 2416 2418
[1205] 2420 2421 2424 2425 2428 2429 2431 2434 2437 2442 2444 2445 2447 2448
[1219] 2449 2450 2451 2452 2454 2462 2463 2464 2465 2466 2469 2470 2472 2473
[1233] 2477 2479 2481 2483 2489 2490 2491 2495 2496 2498 2499 2500 2503 2504
[1247] 2506 2507 2508 2510 2511 2512 2520 2522 2523 2526 2527 2528 2529 2530
[1261] 2531 2532 2533 2535 2536 2539 2542 2543 2546 2554 2561 2562 2563 2565
[1275] 2566 2571 2573 2575 2577 2578 2581 2582 2583 2584 2585 2588 2591 2597
[1289] 2598 2599 2607 2613 2614 2615 2617 2618 2619 2620 2621 2627 2634 2635
[1303] 2636 2638 2639 2642 2643 2644 2645 2646 2647 2653 2655 2656 2657 2658
[1317] 2659 2663 2664 2667 2668 2669 2670 2673 2674 2676 2677 2679 2680 2682
[1331] 2685 2686 2687 2688 2689 2692 2693 2694 2695 2698 2700 2701 2703 2709
[1345] 2711 2713 2714 2717 2718 2721 2722 2723 2724 2728 2729 2733 2736 2738
[1359] 2739 2740 2746 2748 2753 2757 2759 2760 2763 2764 2765 2766 2769 2771
[1373] 2773 2776 2777 2778 2779 2781 2783 2784 2786 2789 2790 2797 2799 2800
[1387] 2803 2804 2806 2807 2809 2810 2813 2817 2819 2821 2825 2826 2831 2832
[1401] 2834 2838 2839 2844 2846 2847 2849 2850 2851 2852 2855 2856 2857 2862
[1415] 2863 2864 2867 2868 2869 2870 2871 2873
$cor
bpi_antisocialT1Sum bpi_antisocialT2Sum
bpi_antisocialT1Sum 1.000000 0.555814
bpi_antisocialT2Sum 0.555814 1.000000
$n.obs
[1] 287514.1.6.2.3.1.4 Winsorized correlation
correlation(
mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")],
winsorize = 0.2,
p_adjust = "none")14.1.6.2.3.1.5 Percentage bend correlation
correlation(
mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")],
method = "percentage",
p_adjust = "none")14.1.6.2.3.1.6 Biweight midcorrelation
correlation(
mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")],
method = "biweight",
p_adjust = "none")14.1.6.2.3.1.7 Xi (\(\xi\))
Xi (\(\xi\)) is an index of the degree of dependence between two variables
Chatterjee, S. (2021). A new coefficient of correlation. Journal of the American Statistical Association, 116(536), 2009-2022. https://doi.org/10.1080/01621459.2020.1758115
calculateXI(
mydata$bpi_antisocialT1Sum,
mydata$bpi_antisocialT2Sum)[1] 0.519536214.1.6.2.3.2 Robust regression with a single predictor
14.1.6.2.3.2.1 Theil-Sen estimator
The Theil-Sen single median estimator is robust to outliers; have to remove missing values first
mydata_subset <- na.omit(mydata[,c("bpi_antisocialT1Sum","bpi_antisocialT2Sum")])[1:400,]
mblm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum,
dataframe = mydata_subset,
repeated = FALSE)
Call:
mblm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum, dataframe = mydata_subset,
repeated = FALSE)
Coefficients:
(Intercept) bpi_antisocialT1Sum
1.0 0.6 14.1.6.2.3.3 Robust multiple regression
Best when no outliers: MM-type regression estimator
14.1.6.2.3.3.1 Robust linear regression
MM-type regression estimator (best):
lmrob(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
Call:
lmrob(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
\--> method = "MM"
Coefficients:
(Intercept) bpi_antisocialT1Sum bpi_anxiousDepressedSum
0.9440 0.4914 0.1577 Iteratively reweighted least squares (IRLS): http://www.ats.ucla.edu/stat/r/dae/rreg.htm (archived at https://web.archive.org/web/20161119025907/http://www.ats.ucla.edu/stat/r/dae/rreg.htm)
rlm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)Call:
rlm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata, na.action = na.exclude)
Converged in 6 iterations
Coefficients:
(Intercept) bpi_antisocialT1Sum bpi_anxiousDepressedSum
0.9838033 0.4873118 0.1620020
Degrees of freedom: 2874 total; 2871 residual
(8656 observations deleted due to missingness)
Scale estimate: 1.62 14.1.6.2.3.3.2 Robust generalized regression
glmrob(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
family = "poisson",
na.action = "na.exclude")
Call: glmrob(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum, family = "poisson", data = mydata, na.action = "na.exclude")
Coefficients:
(Intercept) bpi_antisocialT1Sum bpi_anxiousDepressedSum
0.37281 0.15589 0.05026
Number of observations: 2874
Fitted by method 'Mqle' Most resistant to outliers: Least trimmed squares (LTS)—but not good as a standalone estimator, better for identifying outliers
ltsReg(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude)
Call:
ltsReg.formula(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
Coefficients:
Intercept bpi_antisocialT1Sum bpi_anxiousDepressedSum
0.7453 0.5448 0.1394
Scale estimate 1.756 14.1.6.2.3.3.2.1 Not great options:
Quantile (L1) regression: rq() function of quantreg
package
https://data.library.virginia.edu/getting-started-with-quantile-regression/ (archived at https://perma.cc/FSV4-5DCR)
quantiles <- 1:9/10
quantileRegressionModel <- rq(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
tau = quantiles,
na.action = na.exclude)
quantileRegressionModelCall:
rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
Coefficients:
tau= 0.1 tau= 0.2 tau= 0.3 tau= 0.4 tau= 0.5
(Intercept) -0.19607843 0.0000000 0.09090909 0.5 0.88
bpi_antisocialT1Sum 0.19607843 0.3333333 0.45454545 0.5 0.52
bpi_anxiousDepressedSum 0.09803922 0.1111111 0.13636364 0.1 0.12
tau= 0.6 tau= 0.7 tau= 0.8 tau= 0.9
(Intercept) 1.0000000 1.3750 2.1250 3.1000000
bpi_antisocialT1Sum 0.5913978 0.6250 0.6250 0.6428571
bpi_anxiousDepressedSum 0.2043011 0.1875 0.1875 0.2285714
Degrees of freedom: 11530 total; 11527 residualsummary(quantileRegressionModel)Warning in summary.rq(xi, U = U, ...): 349 non-positive fisWarning in summary.rq(xi, U = U, ...): 291 non-positive fis
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.1
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) -0.19608 0.05341 -3.67101 0.00025
bpi_antisocialT1Sum 0.19608 0.03492 5.61452 0.00000
bpi_anxiousDepressedSum 0.09804 0.03536 2.77276 0.00559
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.2
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 0.00000 0.04196 0.00000 1.00000
bpi_antisocialT1Sum 0.33333 0.02103 15.85299 0.00000
bpi_anxiousDepressedSum 0.11111 0.02669 4.16376 0.00003
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.3
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 0.09091 0.05830 1.55945 0.11900
bpi_antisocialT1Sum 0.45455 0.02584 17.59380 0.00000
bpi_anxiousDepressedSum 0.13636 0.03601 3.78723 0.00016
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.4
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 0.50000 0.06410 7.80035 0.00000
bpi_antisocialT1Sum 0.50000 0.02374 21.06425 0.00000
bpi_anxiousDepressedSum 0.10000 0.03372 2.96584 0.00304
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.5
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 0.88000 0.06584 13.36547 0.00000
bpi_antisocialT1Sum 0.52000 0.02491 20.87561 0.00000
bpi_anxiousDepressedSum 0.12000 0.03771 3.18245 0.00148
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.6
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 1.00000 0.04246 23.55356 0.00000
bpi_antisocialT1Sum 0.59140 0.02146 27.55553 0.00000
bpi_anxiousDepressedSum 0.20430 0.03156 6.47422 0.00000
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.7
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 1.37500 0.07716 17.82011 0.00000
bpi_antisocialT1Sum 0.62500 0.02397 26.07659 0.00000
bpi_anxiousDepressedSum 0.18750 0.03760 4.98623 0.00000
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.8
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 2.12500 0.09498 22.37224 0.00000
bpi_antisocialT1Sum 0.62500 0.03524 17.73509 0.00000
bpi_anxiousDepressedSum 0.18750 0.05040 3.72020 0.00020
Call: rq(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
tau = quantiles, data = mydata, na.action = na.exclude)
tau: [1] 0.9
Coefficients:
Value Std. Error t value Pr(>|t|)
(Intercept) 3.10000 0.11730 26.42749 0.00000
bpi_antisocialT1Sum 0.64286 0.04797 13.40136 0.00000
bpi_anxiousDepressedSum 0.22857 0.06439 3.54960 0.00039Plot to examine the association between the predictor and the outcome at different levels (i.e., quantiles) of the predictor:
ggplot(
mydata,
aes(bpi_antisocialT1Sum, bpi_antisocialT2Sum)) +
geom_point() +
geom_quantile(
quantiles = quantiles,
aes(color = factor(after_stat(quantile))))Warning: Removed 8655 rows containing non-finite outside the scale range
(`stat_quantile()`).Smoothing formula not specified. Using: y ~ xWarning: Removed 8655 rows containing missing values or values outside the scale range
(`geom_point()`).
Below is a plot that examines the difference in quantile coefficients (and associated confidence intervals) at different levels (i.e., quantiles) of the predictor. The x-axis is the quantile of the predictor. The y-axis is the slope coefficient. Each black dot is the slope coefficient for the given quantile of the predictor. The red lines are the least squares estimate of the slope coefficient and its confidence interval.
plot(summary(quantileRegressionModel))Warning in summary.rq(xi, U = U, ...): 349 non-positive fisWarning in summary.rq(xi, U = U, ...): 291 non-positive fis
plot(
summary(quantileRegressionModel),
parm = "bpi_antisocialT1Sum")Warning in summary.rq(xi, U = U, ...): 349 non-positive fis
Warning in summary.rq(xi, U = U, ...): 291 non-positive fis
14.2 Examining Model Assumptions
14.2.1 Distribution of Residuals
14.2.1.1 QQ plots
https://www.ucd.ie/ecomodel/Resources/QQplots_WebVersion.html (archived at https://perma.cc/9UC3-3WRX)
qqPlot(multipleRegressionModel, main = "QQ Plot", id = TRUE)
[1] 8955 8956qqnorm(resid(multipleRegressionModel))
qqnorm(resid(rmsMultipleRegressionModel))
qqnorm(resid(robustLinearRegression))
qqnorm(resid(ltsRegression))
qqnorm(resid(generalizedRegressionModel))
qqnorm(resid(rmsGeneralizedRegressionModel))Error in residuals.Glm(object, ...): argument "type" is missing, with no defaultqqnorm(resid(robustGeneralizedRegression))
qqnorm(resid(multilevelRegressionModel))Error in h(simpleError(msg, call)): error in evaluating the argument 'object' in selecting a method for function 'resid': object 'multilevelRegressionModel' not found14.2.1.2 PP plots
ppPlot(multipleRegressionModel)
ppPlot(rmsMultipleRegressionModel)
ppPlot(robustLinearRegression)
ppPlot(ltsRegression)
ppPlot(generalizedRegressionModel)
ppPlot(rmsGeneralizedRegressionModel)Error in residuals.Glm(model): argument "type" is missing, with no defaultppPlot(robustGeneralizedRegression)
14.2.1.3 Density Plot of Residuals
studentizedResiduals <- na.omit(rstudent(multipleRegressionModel))
plot(
density(studentizedResiduals),
col="red")
xfit <- seq(
min(studentizedResiduals, na.rm = TRUE),
max(studentizedResiduals, na.rm = TRUE),
length = 40)
lines(
xfit,
dnorm(xfit),
col="gray") #compare to normal distribution
14.2.2 Residual Plots
Residual plots are plots of the residuals versus observed/fitted values.
Includes plots of a) model residuals versus observed values on predictors and b) model residuals versus model fitted values.
Note: have to remove na.action = na.exclude
Tests include:
- lack-of-fit test for every numeric predictor, t-test for the regressor, added to the model, indicating no lack-of-fit for this type
- Tukey’s test for nonadditivity: adding the squares of the fitted values to the model and refitting (evaluates adequacy of model fit)
residualPlots(
multipleRegressionModelNoMissing,
id = TRUE)
Test stat Pr(>|Test stat|)
bpi_antisocialT1Sum -2.0755 0.03803 *
bpi_anxiousDepressedSum -1.2769 0.20175
Tukey test -2.3351 0.01954 *
---
Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 114.2.3 Marginal Model Plots
Marginal model plots are plots of the outcome versus predictors/fitted values.
Includes plots of a) observed outcome values versus values on predictors (ignoring the other predictors) and b) observed outcome values versus model fitted values.
marginalModelPlots(
multipleRegressionModel,
sd = TRUE,
id = TRUE)
14.2.4 Added-Variable Plots
Added-variable plots are plots of the partial association between the outcome and each predictor, controlling for all other predictors.
Useful for identifying jointly influential observations and studying the impact of observations on the regression coefficients.
y-axis: residuals from model with all predictors excluding the predictor of interest
x-axis: residuals from model regressing predictor of interest on all other predictors
avPlots(
multipleRegressionModel,
id = TRUE)
14.2.4.1 Refit model removing jointly influential observations
multipleRegressionModel_removeJointlyInfluentialObs <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(6318,6023,4022,4040))
avPlots(
multipleRegressionModel_removeJointlyInfluentialObs,
id = TRUE)
compareCoefs(
multipleRegressionModel,
multipleRegressionModel_removeJointlyInfluentialObs)Calls:
1: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
2: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(6318, 6023, 4022, 4040),
na.action = na.exclude)
Model 1 Model 2
(Intercept) 1.1983 1.1949
SE 0.0598 0.0599
bpi_antisocialT1Sum 0.4655 0.4649
SE 0.0186 0.0188
bpi_anxiousDepressedSum 0.1608 0.1665
SE 0.0292 0.0295
14.2.5 Outlier test
Locates the largest Studentized residuals in absolute value and computes the Bonferroni-corrected p-values based on a t-test for linear models.
Test of outlyingness, i.e., how likely one would have a residual of a given magnitude in a normal distribution with the same sample size
Note: it does not test how extreme an observation is relative to its distribution (i.e., leverage)
outlierTest(multipleRegressionModel) rstudent unadjusted p-value Bonferroni p
8955 6.519574 8.2999e-11 2.3854e-07
8956 6.519574 8.2999e-11 2.3854e-07
8957 6.182195 7.2185e-10 2.0746e-06
2560 4.914941 9.3800e-07 2.6958e-03
1385 4.573975 4.9884e-06 1.4337e-0214.2.6 Observations with high leverage
Identifies observations with high leverage (i.e., high hat values)
hat values are an index of leverage (observations that are far from the center of the regressor space and have greater influence on OLS regression coefficients)
hist(hatvalues(multipleRegressionModel))
plot(hatvalues(multipleRegressionModel))
influenceIndexPlot(
multipleRegressionModel,
id = TRUE)
influencePlot(
multipleRegressionModel,
id = TRUE) # circle size is proportional to Cook's Distance
leveragePlots(
multipleRegressionModel,
id = TRUE)
14.2.7 Observations with high influence (on OLS regression coefficients)
https://cran.r-project.org/web/packages/olsrr/vignettes/influence_measures.html (archived at https://perma.cc/T2TS-PZZ4)
head(influence.measures(multipleRegressionModel)$infmat) dfb.1_ dfb.b_T1 dfb.b_DS dffit cov.r cook.d
1 0.000000000 0.000000000 0.000000000 NA 1.0000000 NA
2 0.000000000 0.000000000 0.000000000 NA 1.0000000 NA
3 -0.006546394 0.008357248 -0.006308529 -0.01004886 1.0024362 0.0000336708
4 0.042862749 -0.025185789 -0.007782877 0.04286275 0.9998621 0.0006121902
5 0.000000000 0.000000000 0.000000000 NA 1.0000000 NA
6 -0.018327367 0.010769006 0.003327823 -0.01832737 1.0015775 0.0001119888
hat
1 0.0000000000
2 0.0000000000
3 0.0014593072
4 0.0009143185
5 0.0000000000
6 0.000914318514.2.8 DFBETA
head(dfbeta(multipleRegressionModel)) (Intercept) bpi_antisocialT1Sum bpi_anxiousDepressedSum
1 0.0000000000 0.0000000000 0.000000e+00
2 0.0000000000 0.0000000000 0.000000e+00
3 -0.0003917284 0.0001553400 -1.839704e-04
4 0.0025639901 -0.0004679817 -2.268890e-04
5 0.0000000000 0.0000000000 0.000000e+00
6 -0.0010966309 0.0002001580 9.704151e-05hist(dfbeta(multipleRegressionModel))
dfbetasPlots(
multipleRegressionModel,
id = TRUE)Error in dfbetasPlots.lm(multipleRegressionModel, id = TRUE): argument 2 matches multiple formal arguments14.2.9 DFFITS
head(dffits(multipleRegressionModel)[order(dffits(multipleRegressionModel), decreasing = TRUE)]) 8472 4468 1917 8955 8956 1986
0.2664075 0.2428065 0.2237760 0.1972271 0.1972271 0.1923034 hist(dffits(multipleRegressionModel))
plot(dffits(multipleRegressionModel))
plot(dffits(multipleRegressionModel)[order(dffits(multipleRegressionModel), decreasing = TRUE)])
14.2.10 Cook’s Distance
Observations that are both outlying (have a high residual from the regression line) and have high leverage (are far from the center of the regressor space) have high influence on the OLS regression coefficients. An observation will have less influence if it lies on the regression line (not an outlier, i.e., has a low residual) or if it has low leverage (i.e., has a value near the center of a predictor’s distribution).
head(cooks.distance(multipleRegressionModel)[order(cooks.distance(multipleRegressionModel), decreasing = TRUE)]) 2765 1371 2767 8472 6170 6023
0.05488391 0.03624388 0.03624388 0.02358305 0.02323282 0.02315496 hist(cooks.distance(multipleRegressionModel))
plot(cooks.distance(multipleRegressionModel))
plot(cooks.distance(multipleRegressionModel)[order(cooks.distance(multipleRegressionModel), decreasing = TRUE)])
14.2.10.1 Refit model removing values with high cook’s distance
multipleRegressionModel_2 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(2765,1371))
multipleRegressionModel_3 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(2765,1371,2767))
multipleRegressionModel_4 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(2765,1371,2767,8472))
multipleRegressionModel_5 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(2765,1371,2767,8472,6170))
multipleRegressionModel_6 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(2765,1371,2767,8472,6170,6023))
multipleRegressionModel_7 <- lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = na.exclude,
subset = -c(2765,1371,2767,8472,6170,6023,2766))14.2.10.1.1 Examine how much regression coefficients change when excluding influential observations
compareCoefs(
multipleRegressionModel,
multipleRegressionModel_2,
multipleRegressionModel_3,
multipleRegressionModel_4,
multipleRegressionModel_5,
multipleRegressionModel_6,
multipleRegressionModel_7)Calls:
1: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, na.action = na.exclude)
2: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(2765, 1371), na.action =
na.exclude)
3: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(2765, 1371, 2767),
na.action = na.exclude)
4: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(2765, 1371, 2767, 8472),
na.action = na.exclude)
5: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(2765, 1371, 2767, 8472,
6170), na.action = na.exclude)
6: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(2765, 1371, 2767, 8472,
6170, 6023), na.action = na.exclude)
7: lm(formula = bpi_antisocialT2Sum ~ bpi_antisocialT1Sum +
bpi_anxiousDepressedSum, data = mydata, subset = -c(2765, 1371, 2767, 8472,
6170, 6023, 2766), na.action = na.exclude)
Model 1 Model 2 Model 3 Model 4 Model 5 Model 6 Model 7
(Intercept) 1.1983 1.1704 1.1577 1.1676 1.1620 1.1537 1.1439
SE 0.0598 0.0597 0.0596 0.0596 0.0596 0.0595 0.0595
bpi_antisocialT1Sum 0.4655 0.4739 0.4779 0.4748 0.4744 0.4793 0.4836
SE 0.0186 0.0185 0.0185 0.0185 0.0185 0.0185 0.0185
bpi_anxiousDepressedSum 0.1608 0.1691 0.1726 0.1699 0.1770 0.1742 0.1743
SE 0.0292 0.0290 0.0290 0.0289 0.0290 0.0290 0.0289
14.2.10.2 Examine how much regression coefficients change when using least trimmed squares (LTS) that is resistant to outliers
coef(lm(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action="na.exclude")) (Intercept) bpi_antisocialT1Sum bpi_anxiousDepressedSum
1.1983004 0.4655286 0.1607541 coef(ltsReg(
bpi_antisocialT2Sum ~ bpi_antisocialT1Sum + bpi_anxiousDepressedSum,
data = mydata,
na.action = "na.exclude")) Intercept bpi_antisocialT1Sum bpi_anxiousDepressedSum
0.7452372 0.5566651 0.1200626 14.2.11 Resources
Book: An R Companion to Applied Regression
https://people.duke.edu/~rnau/testing.htm (archived at https://perma.cc/9CXH-GBSN)
https://www.statmethods.net/stats/rdiagnostics.html (archived at https://perma.cc/7JX8-K6BY)
https://socserv.socsci.mcmaster.ca/jfox/Courses/Brazil-2009/index.html (archived at https://perma.cc/4A2P-9S49)
https://en.wikipedia.org/wiki/Ordinary_least_squares#Assumptions (archived at https://perma.cc/Q4NS-X8TJ)
15 Session Info
sessionInfo()R version 4.4.1 (2024-06-14)
Platform: x86_64-pc-linux-gnu
Running under: Ubuntu 22.04.4 LTS
Matrix products: default
BLAS: /usr/lib/x86_64-linux-gnu/openblas-pthread/libblas.so.3
LAPACK: /usr/lib/x86_64-linux-gnu/openblas-pthread/libopenblasp-r0.3.20.so; LAPACK version 3.10.0
locale:
[1] LC_CTYPE=C.UTF-8 LC_NUMERIC=C LC_TIME=C.UTF-8
[4] LC_COLLATE=C.UTF-8 LC_MONETARY=C.UTF-8 LC_MESSAGES=C.UTF-8
[7] LC_PAPER=C.UTF-8 LC_NAME=C LC_ADDRESS=C
[10] LC_TELEPHONE=C LC_MEASUREMENT=C.UTF-8 LC_IDENTIFICATION=C
time zone: UTC
tzcode source: system (glibc)
attached base packages:
[1] stats graphics grDevices utils datasets methods base
other attached packages:
[1] cocor_1.1-4 XICOR_0.4.1 mice_3.16.0 regtools_1.7.0
[5] gtools_3.9.5 FNN_1.1.4 lavaan_0.6-18 interactions_1.2.0
[9] correlation_0.8.5 effects_4.2-2 mblm_0.12.1 quantreg_5.98
[13] SparseM_1.84-2 olsrr_0.6.0 foreign_0.8-86 AER_1.2-13
[17] survival_3.6-4 sandwich_3.1-0 lmtest_0.9-40 zoo_1.8-12
[21] mgcv_1.9-1 nlme_3.1-164 car_3.1-2 carData_3.0-5
[25] cvTools_0.3.3 lattice_0.22-6 brms_2.21.0 Rcpp_1.0.13
[29] robustbase_0.99-4 rms_6.8-2 Hmisc_5.1-3 psych_2.4.6.26
[33] lubridate_1.9.3 forcats_1.0.0 stringr_1.5.1 dplyr_1.1.4
[37] purrr_1.0.2 readr_2.1.5 tidyr_1.3.1 tibble_3.2.1
[41] ggplot2_3.5.1 tidyverse_2.0.0 MASS_7.3-60.2 petersenlab_1.0.8
loaded via a namespace (and not attached):
[1] splines_4.4.1 polspline_1.1.25 R.oo_1.26.0
[4] datawizard_0.12.3 rpart_4.1.23 lifecycle_1.0.4
[7] StanHeaders_2.32.10 processx_3.8.4 globals_0.16.3
[10] insight_0.20.4 backports_1.5.0 survey_4.4-2
[13] magrittr_2.0.3 sass_0.4.9 rmarkdown_2.28
[16] jquerylib_0.1.4 yaml_2.3.10 text2vec_0.6.4
[19] pkgbuild_1.4.4 DBI_1.2.3 minqa_1.2.8
[22] RColorBrewer_1.1-3 multcomp_1.4-26 abind_1.4-5
[25] quadprog_1.5-8 nnet_7.3-19 TH.data_1.1-2
[28] tensorA_0.36.2.1 psychTools_2.4.3 jtools_2.3.0
[31] float_0.3-2 inline_0.3.19 listenv_0.9.1
[34] nortest_1.0-4 MatrixModels_0.5-3 goftest_1.2-3
[37] bridgesampling_1.1-2 parallelly_1.38.0 codetools_0.2-20
[40] tidyselect_1.2.1 shape_1.4.6.1 farver_2.1.2
[43] bayesplot_1.11.1 lme4_1.1-35.5 broom.mixed_0.2.9.5
[46] matrixStats_1.4.0 stats4_4.4.1 base64enc_0.1-3
[49] jsonlite_1.8.8 rsparse_0.5.2 mitml_0.4-5
[52] Formula_1.2-5 iterators_1.0.14 foreach_1.5.2
[55] tools_4.4.1 glue_1.7.0 pan_1.9
[58] mnormt_2.1.1 gridExtra_2.3 xfun_0.47
[61] distributional_0.4.0 rtf_0.4-14.1 rje_1.12.1
[64] loo_2.8.0 withr_3.0.1 fastmap_1.2.0
[67] mitools_2.4 boot_1.3-30 fansi_1.0.6
[70] callr_3.7.6 digest_0.6.37 estimability_1.5.1
[73] timechange_0.3.0 R6_2.5.1 colorspace_2.1-1
[76] mix_1.0-12 R.methodsS3_1.8.2 RhpcBLASctl_0.23-42
[79] utf8_1.2.4 generics_0.1.3 data.table_1.16.0
[82] htmlwidgets_1.6.4 pkgconfig_2.0.3 gtable_0.3.5
[85] furrr_0.3.1 htmltools_0.5.8.1 scales_1.3.0
[88] posterior_1.6.0 lgr_0.4.4 knitr_1.48
[91] rstudioapi_0.16.0 tzdb_0.4.0 reshape2_1.4.4
[94] coda_0.19-4.1 checkmate_2.3.2 nloptr_2.1.1
[97] cachem_1.1.0 parallel_4.4.1 mlapi_0.1.1
[100] pillar_1.9.0 grid_4.4.1 vctrs_0.6.5
[103] jomo_2.7-6 xtable_1.8-4 cluster_2.1.6
[106] htmlTable_2.4.3 evaluate_0.24.0 pbivnorm_0.6.0
[109] mvtnorm_1.3-1 cli_3.6.3 compiler_4.4.1
[112] rlang_1.1.4 crayon_1.5.3 rstantools_2.4.0
[115] labeling_0.4.3 ps_1.7.7 plyr_1.8.9
[118] stringi_1.8.4 rstan_2.32.6 pander_0.6.5
[121] viridisLite_0.4.2 QuickJSR_1.3.1 munsell_0.5.1
[124] glmnet_4.1-8 Brobdingnag_1.2-9 bayestestR_0.14.0
[127] Matrix_1.7-0 hms_1.1.3 future_1.34.0
[130] highr_0.11 broom_1.0.6 RcppParallel_5.1.9
[133] bslib_0.8.0 DEoptimR_1.1-3 LS0tCnRpdGxlOiAiUmVncmVzc2lvbiIKLS0tCgpgYGB7ciBzZXR1cCwgaW5jbHVkZSA9IEZBTFNFfQprbml0cjo6b3B0c19jaHVuayRzZXQoCiAgZWNobyA9IFRSVUUsCiAgZXJyb3IgPSBUUlVFLAogIGNvbW1lbnQgPSAiIiwKICBjbGFzcy5zb3VyY2UgPSAiZm9sZC1zaG93IikKYGBgCgojIFByZWFtYmxlCgojIyBJbnN0YWxsIExpYnJhcmllcwoKYGBge3IsIGNsYXNzLnNvdXJjZSA9ICJmb2xkLWhpZGUifQojaW5zdGFsbC5wYWNrYWdlcygicmVtb3RlcyIpCiNyZW1vdGVzOjppbnN0YWxsX2dpdGh1YigiRGV2UHN5TGFiL3BldGVyc2VubGFiIikKYGBgCgojIyBMb2FkIExpYnJhcmllcwoKYGBge3IsIG1lc3NhZ2UgPSBGQUxTRSwgd2FybmluZyA9IEZBTFNFLCBjbGFzcy5zb3VyY2UgPSAiZm9sZC1oaWRlIn0KbGlicmFyeSgicGV0ZXJzZW5sYWIiKQpsaWJyYXJ5KCJNQVNTIikKbGlicmFyeSgidGlkeXZlcnNlIikKbGlicmFyeSgicHN5Y2giKQpsaWJyYXJ5KCJybXMiKQpsaWJyYXJ5KCJyb2J1c3RiYXNlIikKbGlicmFyeSgiYnJtcyIpCmxpYnJhcnkoImN2VG9vbHMiKQpsaWJyYXJ5KCJjYXIiKQpsaWJyYXJ5KCJtZ2N2IikKbGlicmFyeSgiQUVSIikKbGlicmFyeSgiZm9yZWlnbiIpCmxpYnJhcnkoIm9sc3JyIikKbGlicmFyeSgicXVhbnRyZWciKQpsaWJyYXJ5KCJtYmxtIikKbGlicmFyeSgiZWZmZWN0cyIpCmxpYnJhcnkoImNvcnJlbGF0aW9uIikKbGlicmFyeSgiaW50ZXJhY3Rpb25zIikKbGlicmFyeSgibGF2YWFuIikKbGlicmFyeSgicmVndG9vbHMiKQpsaWJyYXJ5KCJtaWNlIikKbGlicmFyeSgiWElDT1IiKQpsaWJyYXJ5KCJjb2NvciIpCmBgYAoKIyBJbXBvcnQgRGF0YQoKYGBge3IsIGV2YWwgPSBGQUxTRSwgY2xhc3Muc291cmNlID0gImZvbGQtaGlkZSJ9Cm15ZGF0YSA8LSByZWFkLmNzdigiaHR0cHM6Ly9vc2YuaW8vOHN5cDUvZG93bmxvYWQiKQpgYGAKCmBgYHtyLCBpbmNsdWRlID0gRkFMU0V9Cm15ZGF0YSA8LSByZWFkLmNzdigiLi9kYXRhL2NubHN5LmNzdiIpICNodHRwczovL29zZi5pby84c3lwNS9kb3dubG9hZApgYGAKCiMgRGF0YSBQcmVwYXJhdGlvbgoKYGBge3IsIGNsYXNzLnNvdXJjZSA9ICJmb2xkLWhpZGUifQpteWRhdGEkY291bnRWYXJpYWJsZSA8LSBhcy5pbnRlZ2VyKG15ZGF0YSRicGlfYW50aXNvY2lhbFQyU3VtKQpteWRhdGEkb3JkZXJlZFZhcmlhYmxlIDwtIGZhY3RvcihteWRhdGEkY291bnRWYXJpYWJsZSwgb3JkZXJlZCA9IFRSVUUpCgpteWRhdGEkZmVtYWxlIDwtIE5BCm15ZGF0YSRmZW1hbGVbd2hpY2gobXlkYXRhJHNleCA9PSAibWFsZSIpXSA8LSAwCm15ZGF0YSRmZW1hbGVbd2hpY2gobXlkYXRhJHNleCA9PSAiZmVtYWxlIildIDwtIDEKYGBgCgojIExpbmVhciBSZWdyZXNzaW9uCgojIyBMaW5lYXIgcmVncmVzc2lvbiBtb2RlbAoKYGBge3J9Cm11bHRpcGxlUmVncmVzc2lvbk1vZGVsIDwtIGxtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSBuYS5leGNsdWRlKQoKc3VtbWFyeShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKY29uZmludChtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKYGBgCgojIyMgUmVtb3ZlIG1pc3NpbmcgZGF0YQoKYGBge3J9Cm11bHRpcGxlUmVncmVzc2lvbk1vZGVsTm9NaXNzaW5nIDwtIGxtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSBuYS5vbWl0KQoKbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxOb01pc3NpbmcgPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhICU+JSBzZWxlY3QoYnBpX2FudGlzb2NpYWxUMlN1bSwgYnBpX2FudGlzb2NpYWxUMVN1bSwgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0pICU+JSBuYS5vbWl0KQpgYGAKCiMjIExpbmVhciByZWdyZXNzaW9uIG1vZGVsIG9uIGNvcnJlbGF0aW9uL2NvdmFyaWFuY2UgbWF0cml4IChmb3IgcGFpcndpc2UgZGVsZXRpb24pCgpgYGB7ciwgd2FybmluZyA9IEZBTFNFfQptdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbFBhaXJ3aXNlIDwtIHNldENvcigKICB5ID0gImJwaV9hbnRpc29jaWFsVDJTdW0iLAogIHggPSBjKCJicGlfYW50aXNvY2lhbFQxU3VtIiwiYnBpX2FueGlvdXNEZXByZXNzZWRTdW0iKSwKICBkYXRhID0gY292KG15ZGF0YVssYygiYnBpX2FudGlzb2NpYWxUMlN1bSIsImJwaV9hbnRpc29jaWFsVDFTdW0iLCJicGlfYW54aW91c0RlcHJlc3NlZFN1bSIpXSwgdXNlID0gInBhaXJ3aXNlLmNvbXBsZXRlLm9icyIpLAogIG4ub2JzID0gbnJvdyhteWRhdGEpKQoKc3VtbWFyeShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbFBhaXJ3aXNlKQptdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbFBhaXJ3aXNlW2MoImNvZWZmaWNpZW50cyIsInNlIiwiUHJvYmFiaWxpdHkiLCJSMiIsInNocnVua2VuUjIiKV0KYGBgCgojIyBMaW5lYXIgcmVncmVzc2lvbiBtb2RlbCB3aXRoIHJvYnVzdCBjb3ZhcmlhbmNlIG1hdHJpeCAocm1zKQoKYGBge3J9CnJtc011bHRpcGxlUmVncmVzc2lvbk1vZGVsIDwtIHJvYmNvdihvbHMoCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIHggPSBUUlVFLAogIHkgPSBUUlVFKSkKCnJtc011bHRpcGxlUmVncmVzc2lvbk1vZGVsCmNvbmZpbnQocm1zTXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpCmBgYAoKIyMgUm9idXN0IGxpbmVhciByZWdyZXNzaW9uIChNTS10eXBlIGl0ZXJhdGl2ZWx5IHJld2VpZ2h0ZWQgbGVhc3Qgc3F1YXJlcyByZWdyZXNzaW9uKQoKYGBge3J9CnJvYnVzdExpbmVhclJlZ3Jlc3Npb24gPC0gbG1yb2IoCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCgpzdW1tYXJ5KHJvYnVzdExpbmVhclJlZ3Jlc3Npb24pCmNvbmZpbnQocm9idXN0TGluZWFyUmVncmVzc2lvbikKYGBgCgojIyBMZWFzdCB0cmltbWVkIHNxdWFyZXMgcmVncmVzc2lvbiAoZm9yIHJlbW92aW5nIG91dGxpZXJzKQoKYGBge3J9Cmx0c1JlZ3Jlc3Npb24gPC0gbHRzUmVnKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSBuYS5leGNsdWRlKQoKc3VtbWFyeShsdHNSZWdyZXNzaW9uKQpgYGAKCiMjIEJheWVzaWFuIGxpbmVhciByZWdyZXNzaW9uCgpgYGB7ciwgbWVzc2FnZSA9IEZBTFNFLCB3YXJuaW5nID0gRkFMU0UsIHJlc3VsdHMgPSBGQUxTRX0KYmF5ZXNpYW5SZWd1bGFyaXplZFJlZ3Jlc3Npb24gPC0gYnJtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBjaGFpbnMgPSA0LAogIGl0ZXIgPSAyMDAwLAogIHNlZWQgPSA1MjI0MikKYGBgCgpgYGB7cn0Kc3VtbWFyeShiYXllc2lhblJlZ3VsYXJpemVkUmVncmVzc2lvbikKYGBgCgojIEdlbmVyYWxpemVkIExpbmVhciBSZWdyZXNzaW9uCgojIyBHZW5lcmFsaXplZCByZWdyZXNzaW9uIG1vZGVsCgpJbiB0aGlzIGV4YW1wbGUsIHdlIHByZWRpY3QgYSBjb3VudCB2YXJpYWJsZSB0aGF0IGhhcyBhIHBvaXNzb24gZGlzdHJpYnV0aW9uLgpXZSBjb3VsZCBjaGFuZ2UgdGhlIGRpc3RyaWJ1dGlvbi4KCmBgYHtyfQpnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbCA8LSBnbG0oCiAgY291bnRWYXJpYWJsZSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIGZhbWlseSA9ICJwb2lzc29uIiwKICBuYS5hY3Rpb24gPSBuYS5leGNsdWRlKQoKc3VtbWFyeShnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbCkKY29uZmludChnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbCkKYGBgCgojIyBHZW5lcmFsaXplZCByZWdyZXNzaW9uIG1vZGVsIChybXMpCgpJbiB0aGlzIGV4YW1wbGUsIHdlIHByZWRpY3QgYSBjb3VudCB2YXJpYWJsZSB0aGF0IGhhcyBhIHBvaXNzb24gZGlzdHJpYnV0aW9uLgpXZSBjb3VsZCBjaGFuZ2UgdGhlIGRpc3RyaWJ1dGlvbi4KCmBgYHtyfQpybXNHZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbCA8LSBHbG0oCiAgY291bnRWYXJpYWJsZSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIHggPSBUUlVFLAogIHkgPSBUUlVFLAogIGZhbWlseSA9ICJwb2lzc29uIikKCnJtc0dlbmVyYWxpemVkUmVncmVzc2lvbk1vZGVsCmNvbmZpbnQocm1zR2VuZXJhbGl6ZWRSZWdyZXNzaW9uTW9kZWwpCmBgYAoKIyMgQmF5ZXNpYW4gZ2VuZXJhbGl6ZWQgbGluZWFyIG1vZGVsCgpJbiB0aGlzIGV4YW1wbGUsIHdlIHByZWRpY3QgYSBjb3VudCB2YXJpYWJsZSB0aGF0IGhhcyBhIHBvaXNzb24gZGlzdHJpYnV0aW9uLgpXZSBjb3VsZCBjaGFuZ2UgdGhlIGRpc3RyaWJ1dGlvbi4KRm9yIGV4YW1wbGUsIHdlIGNvdWxkIHVzZSBHYW1tYSByZWdyZXNzaW9uLCBgZmFtaWx5ID0gR2FtbWFgLCB3aGVuIHRoZSByZXNwb25zZSB2YXJpYWJsZSBpcyBjb250aW51b3VzIGFuZCBwb3NpdGl2ZSwgYW5kIHRoZSBjb2VmZmljaWVudCBvZiB2YXJpYXRpb24tLXJhdGhlciB0aGFuIHRoZSB2YXJpYW5jZS0taXMgY29uc3RhbnQuCgpgYGB7ciwgbWVzc2FnZSA9IEZBTFNFLCB3YXJuaW5nID0gRkFMU0UsIHJlc3VsdHMgPSBGQUxTRX0KYmF5ZXNpYW5HZW5lcmFsaXplZExpbmVhclJlZ3Jlc3Npb24gPC0gYnJtKAogIGNvdW50VmFyaWFibGUgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBmYW1pbHkgPSBwb2lzc29uLAogIGNoYWlucyA9IDQsCiAgc2VlZCA9IDUyMjQyLAogIGl0ZXIgPSAyMDAwKQpgYGAKCmBgYHtyfQpzdW1tYXJ5KGJheWVzaWFuR2VuZXJhbGl6ZWRMaW5lYXJSZWdyZXNzaW9uKQpgYGAKCiMjIFJvYnVzdCBnZW5lcmFsaXplZCByZWdyZXNzaW9uCgpgYGB7cn0Kcm9idXN0R2VuZXJhbGl6ZWRSZWdyZXNzaW9uIDwtIGdsbXJvYigKICBjb3VudFZhcmlhYmxlIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgZmFtaWx5ID0gInBvaXNzb24iLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCgpzdW1tYXJ5KHJvYnVzdEdlbmVyYWxpemVkUmVncmVzc2lvbikKY29uZmludChyb2J1c3RHZW5lcmFsaXplZFJlZ3Jlc3Npb24pCmBgYAoKIyMgT3JkaW5hbCByZWdyZXNzaW9uIG1vZGVsCgpgYGB7cn0Kb3JkaW5hbFJlZ3Jlc3Npb25Nb2RlbDEgPC0gcG9scigKICBvcmRlcmVkVmFyaWFibGUgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSkKCm9yZGluYWxSZWdyZXNzaW9uTW9kZWwyIDwtIGxybSgKICBvcmRlcmVkVmFyaWFibGUgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICB4ID0gVFJVRSwKICB5ID0gVFJVRSkKCm9yZGluYWxSZWdyZXNzaW9uTW9kZWwzIDwtIG9ybSgKICBvcmRlcmVkVmFyaWFibGUgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICB4ID0gVFJVRSwKICB5ID0gVFJVRSkKCnN1bW1hcnkob3JkaW5hbFJlZ3Jlc3Npb25Nb2RlbDEpCmNvbmZpbnQob3JkaW5hbFJlZ3Jlc3Npb25Nb2RlbDEpCgpvcmRpbmFsUmVncmVzc2lvbk1vZGVsMgoKb3JkaW5hbFJlZ3Jlc3Npb25Nb2RlbDMKY29uZmludChvcmRpbmFsUmVncmVzc2lvbk1vZGVsMykKYGBgCgojIyBCYXllc2lhbiBvcmRpbmFsIHJlZ3Jlc3Npb24gbW9kZWwKCmBgYHtyLCBtZXNzYWdlID0gRkFMU0UsIHdhcm5pbmcgPSBGQUxTRSwgcmVzdWx0cyA9IEZBTFNFfQpiYXllc2lhbk9yZGluYWxSZWdyZXNzaW9uIDwtIGJybSgKICBvcmRlcmVkVmFyaWFibGUgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBmYW1pbHkgPSBjdW11bGF0aXZlKCksCiAgY2hhaW5zID0gNCwKICBzZWVkID0gNTIyNDIsCiAgaXRlciA9IDIwMDApCmBgYAoKYGBge3J9CnN1bW1hcnkoYmF5ZXNpYW5PcmRpbmFsUmVncmVzc2lvbikKYGBgCgojIyBCYXllc2lhbiBjb3VudCByZWdyZXNzaW9uIG1vZGVsCgpgYGB7ciwgbWVzc2FnZSA9IEZBTFNFLCB3YXJuaW5nID0gRkFMU0UsIHJlc3VsdHMgPSBGQUxTRX0KYmF5ZXNpYW5Db3VudFJlZ3Jlc3Npb24gPC0gYnJtKAogIGNvdW50VmFyaWFibGUgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBmYW1pbHkgPSAicG9pc3NvbiIsCiAgY2hhaW5zID0gNCwKICBzZWVkID0gNTIyNDIsCiAgaXRlciA9IDIwMDApCmBgYAoKYGBge3J9CnN1bW1hcnkoYmF5ZXNpYW5Db3VudFJlZ3Jlc3Npb24pCmBgYAoKIyMgTG9naXN0aWMgcmVncmVzc2lvbiBtb2RlbCAocm1zKQoKYGBge3J9CmxvZ2lzdGljUmVncmVzc2lvbk1vZGVsIDwtIHJvYmNvdihscm0oCiAgZmVtYWxlIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgeCA9IFRSVUUsCiAgeSA9IFRSVUUpKQoKbG9naXN0aWNSZWdyZXNzaW9uTW9kZWwKY29uZmludChsb2dpc3RpY1JlZ3Jlc3Npb25Nb2RlbCkKYGBgCgojIyBCYXllc2lhbiBsb2dpc3RpYyByZWdyZXNzaW9uIG1vZGVsCgpgYGB7ciwgbWVzc2FnZSA9IEZBTFNFLCB3YXJuaW5nID0gRkFMU0UsIHJlc3VsdHMgPSBGQUxTRX0KYmF5ZXNpYW5Mb2dpc3RpY1JlZ3Jlc3Npb24gPC0gYnJtKAogIGZlbWFsZSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIGZhbWlseSA9IGJlcm5vdWxsaSwKICBjaGFpbnMgPSA0LAogIHNlZWQgPSA1MjI0MiwKICBpdGVyID0gMjAwMCkKYGBgCgpgYGB7cn0Kc3VtbWFyeShiYXllc2lhbkxvZ2lzdGljUmVncmVzc2lvbikKYGBgCgojIEhpZXJhcmNoaWNhbCBMaW5lYXIgUmVncmVzc2lvbgoKYGBge3J9Cm1vZGVsMSA8LSBsbSgKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSwKICBkYXRhID0gbXlkYXRhICU+JSBzZWxlY3QoYnBpX2FudGlzb2NpYWxUMlN1bSwgYnBpX2FudGlzb2NpYWxUMVN1bSwgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0pICU+JSBuYS5vbWl0LAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCgptb2RlbDIgPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhICU+JSBzZWxlY3QoYnBpX2FudGlzb2NpYWxUMlN1bSwgYnBpX2FudGlzb2NpYWxUMVN1bSwgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0pICU+JSBuYS5vbWl0LAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCgpzdW1tYXJ5KG1vZGVsMikkYWRqLnIuc3F1YXJlZAoKYW5vdmEobW9kZWwxLCBtb2RlbDIpCnN1bW1hcnkobW9kZWwyKSRhZGouci5zcXVhcmVkIC0gc3VtbWFyeShtb2RlbDEpJGFkai5yLnNxdWFyZWQKYGBgCgojIE1vZGVyYXRlZCBNdWx0aXBsZSBSZWdyZXNzaW9uIHsjbW9kZXJhdGlvbn0KCmh0dHBzOi8vY3Jhbi5yLXByb2plY3Qub3JnL3dlYi9wYWNrYWdlcy9pbnRlcmFjdGlvbnMvdmlnbmV0dGVzL2ludGVyYWN0aW9ucy5odG1sIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjL1AzNEgtN0JIMykKCmBgYHtyfQpzdGF0ZXMgPC0gYXMuZGF0YS5mcmFtZShzdGF0ZS54NzcpCmBgYAoKIyMgTWVhbiBDZW50ZXIgUHJlZGljdG9ycwoKTWFrZSBzdXJlIHRvIG1lYW4tY2VudGVyIG9yIG9ydGhvZ29uYWxpemUgcHJlZGljdG9ycyBiZWZvcmUgY29tcHV0aW5nIHRoZSBpbnRlcmFjdGlvbiB0ZXJtLgoKYGBge3J9CnN0YXRlcyRJbGxpdGVyYWN5X2NlbnRlcmVkIDwtIHNjYWxlKHN0YXRlcyRJbGxpdGVyYWN5LCBzY2FsZSA9IEZBTFNFKQpzdGF0ZXMkTXVyZGVyX2NlbnRlcmVkIDwtIHNjYWxlKHN0YXRlcyRNdXJkZXIsIHNjYWxlID0gRkFMU0UpCmBgYAoKIyMgTW9kZWwKCmBgYHtyfQppbnRlcmFjdGlvbk1vZGVsIDwtIGxtKAogIEluY29tZSB+IElsbGl0ZXJhY3lfY2VudGVyZWQgKyBNdXJkZXJfY2VudGVyZWQgKyBJbGxpdGVyYWN5X2NlbnRlcmVkOk11cmRlcl9jZW50ZXJlZCArIGBIUyBHcmFkYCwKICBkYXRhID0gc3RhdGVzKQpgYGAKCiMjIFBsb3RzCgpgYGB7cn0KaW50ZXJhY3RfcGxvdCgKICBpbnRlcmFjdGlvbk1vZGVsLAogIHByZWQgPSBJbGxpdGVyYWN5X2NlbnRlcmVkLAogIG1vZHggPSBNdXJkZXJfY2VudGVyZWQpCgppbnRlcmFjdF9wbG90KAogIGludGVyYWN0aW9uTW9kZWwsCiAgcHJlZCA9IElsbGl0ZXJhY3lfY2VudGVyZWQsCiAgbW9keCA9IE11cmRlcl9jZW50ZXJlZCwKICBwbG90LnBvaW50cyA9IFRSVUUpCgppbnRlcmFjdF9wbG90KAogIGludGVyYWN0aW9uTW9kZWwsCiAgcHJlZCA9IElsbGl0ZXJhY3lfY2VudGVyZWQsCiAgbW9keCA9IE11cmRlcl9jZW50ZXJlZCwKICBpbnRlcnZhbCA9IFRSVUUpCgpqb2huc29uX25leW1hbigKICBpbnRlcmFjdGlvbk1vZGVsLAogIHByZWQgPSBJbGxpdGVyYWN5X2NlbnRlcmVkLAogIG1vZHggPSBNdXJkZXJfY2VudGVyZWQsCiAgYWxwaGEgPSAuMDUpCmBgYAoKIyMgU2ltcGxlIFNsb3BlcyBBbmFseXNpcwoKYGBge3J9CnNpbV9zbG9wZXMoCiAgaW50ZXJhY3Rpb25Nb2RlbCwKICBwcmVkID0gSWxsaXRlcmFjeV9jZW50ZXJlZCwKICBtb2R4ID0gTXVyZGVyX2NlbnRlcmVkLAogIGpvaG5zb25fbmV5bWFuID0gRkFMU0UpCgpzaW1fc2xvcGVzKAogIGludGVyYWN0aW9uTW9kZWwsCiAgcHJlZCA9IElsbGl0ZXJhY3lfY2VudGVyZWQsCiAgbW9keCA9IE11cmRlcl9jZW50ZXJlZCwKICBtb2R4LnZhbHVlcyA9IGMoMCwgNSwgMTApLAogIGpvaG5zb25fbmV5bWFuID0gRkFMU0UpCmBgYAoKIyMgSm9obnNvbi1OZXltYW4gaW50ZXJ2YWxzCgpJbmRpY2F0ZXMgYWxsIHRoZSB2YWx1ZXMgb2YgdGhlIG1vZGVyYXRvciBmb3Igd2hpY2ggdGhlIHNsb3BlIG9mIHRoZSBwcmVkaWN0b3IgaXMgc3RhdGlzdGljYWxseSBzaWduaWZpY2FudC4KCmBgYHtyfQpzaW1fc2xvcGVzKAogIGludGVyYWN0aW9uTW9kZWwsCiAgcHJlZCA9IElsbGl0ZXJhY3lfY2VudGVyZWQsCiAgbW9keCA9IE11cmRlcl9jZW50ZXJlZCwKICBqb2huc29uX25leW1hbiA9IFRSVUUpCgpwcm9iZV9pbnRlcmFjdGlvbigKICBpbnRlcmFjdGlvbk1vZGVsLAogIHByZWQgPSBJbGxpdGVyYWN5X2NlbnRlcmVkLAogIG1vZHggPSBNdXJkZXJfY2VudGVyZWQsCiAgY29uZC5pbnQgPSBUUlVFLAogIGludGVydmFsID0gVFJVRSwKICBqbnBsb3QgPSBUUlVFKQpgYGAKCiMgQ29tcGFyaW5nIENvcnJlbGF0aW9ucyB7I2NvbXBhcmVDb3JyZWxhdGlvbnN9CgpGaXNoZXIncyAqciotdG8tKnoqIHRlc3QuCgpodHRwOi8vY29tcGFyaW5nY29ycmVsYXRpb25zLm9yZyAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9YM0VVLTI0R0wpCgpJbmRlcGVuZGVudCBncm91cHMgKHR3byBkaWZmZXJlbnQgZ3JvdXBzKToKCmBgYHtyfQpjb2Nvcjo6Y29jb3IuaW5kZXAuZ3JvdXBzKAogIHIxLmprID0gLjcsCiAgcjIuaG0gPSAuNiwKICBuMSA9IDMwNSwKICBuMiA9IDIxMCwKICBkYXRhLm5hbWUgPSBjKCJncm91cDEiLCAiZ3JvdXAyIiksCiAgdmFyLmxhYmVscyA9IGMoImFnZSIsICJpbnRlbGxpZ2VuY2UiLCAiYWdlIiwgImludGVsbGlnZW5jZSIpKQpgYGAKCkRlcGVuZGVudCBncm91cHMgKHNhbWUgZ3JvdXApLCBvdmVybGFwcGluZyBjb3JyZWxhdGlvbiAoc2hhcmVzIGEgdmFyaWFibGUgaW4gY29tbW9u4oCUaW4gdGhpcyBjYXNlLCB0aGUgdmFyaWFibGUgYGFnZWAgaXMgc2hhcmVkIGluIGJvdGggY29ycmVsYXRpb25zKToKCmBgYHtyfQpjb2Nvcjo6Y29jb3IuZGVwLmdyb3Vwcy5vdmVybGFwKAogIHIuamsgPSAuMiwgIyBDb3JyZWxhdGlvbiAoYWdlLCBpbnRlbGxpZ2VuY2UpCiAgci5qaCA9IC41LCAjIENvcnJlbGF0aW9uIChhZ2UsIHNob2Ugc2l6ZSkKICByLmtoID0gLjEsICMgQ29ycmVsYXRpb24gKGludGVsbGlnZW5jZSwgc2hvZSBpbmRleCkKICBuID0gMzE1LAogIHZhci5sYWJlbHMgPSBjKCJhZ2UiLCAiaW50ZWxsaWdlbmNlIiwgInNob2Ugc2l6ZSIpKQpgYGAKCkRlcGVuZGVudCBncm91cHMgKHNhbWUgZ3JvdXApLCBub24tb3ZlcmxhcHBpbmcgY29ycmVsYXRpb24gKGRvZXMgbm90IHNoYXJlIGEgdmFyaWFibGUgaW4gY29tbW9uKToKCmBgYHtyfQpjb2Nvcjo6Y29jb3IuZGVwLmdyb3Vwcy5ub25vdmVybGFwKAogIHIuamsgPSAuMiwgIyBDb3JyZWxhdGlvbiAoYWdlLCBpbnRlbGxpZ2VuY2UpCiAgci5obSA9IC43LCAjIENvcnJlbGF0aW9uIChib2R5IG1hc3MgaW5kZXgsIHNob2Ugc2l6ZSkKICByLmpoID0gLjQsICMgQ29ycmVsYXRpb24gKGFnZSwgYm9keSBtYXNzIGluZGV4KQogIHIuam0gPSAuNSwgIyBDb3JyZWxhdGlvbiAoYWdlLCBzaG9lIHNpemUpCiAgci5raCA9IC4xLCAjIENvcnJlbGF0aW9uIChpbnRlbGxpZ2VuY2UsIGJvZHkgbWFzcyBpbmRleCkKICByLmttID0gLjMsICMgQ29ycmVsYXRpb24gKGludGVsbGlnZW5jZSwgc2hvZSBzaXplKQogIG4gPSAyMzIsCiAgdmFyLmxhYmVscyA9IGMoImFnZSIsICJpbnRlbGxpZ2VuY2UiLCAiYm9keSBtYXNzIGluZGV4IiwgInNob2Ugc2l6ZSIpKQpgYGAKCiMgQXBwcm9hY2hlcyB0byBIYW5kbGluZyBNaXNzaW5nbmVzcyB7I21pc3NpbmduZXNzfQoKIyMgTGlzdHdpc2UgZGVsZXRpb24geyNsaXN0d2lzZURlbGV0aW9ufQoKTGlzdHdpc2UgZGVsZXRpb24gZGVsZXRlcyBldmVyeSByb3cgaW4gdGhlIGRhdGEgZmlsZSB0aGF0IGhhcyBhIG1pc3NpbmcgdmFsdWUgZm9yIG9uZSBvZiB0aGUgbW9kZWwgdmFyaWFibGVzLgoKYGBge3J9Cmxpc3R3aXNlRGVsZXRpb25Nb2RlbCA8LSBsbSgKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSkKCnN1bW1hcnkobGlzdHdpc2VEZWxldGlvbk1vZGVsKQpjb25maW50KGxpc3R3aXNlRGVsZXRpb25Nb2RlbCkKYGBgCgojIyBQYWlyd2lzZSBkZWxldGlvbiB7I3BhaXJ3aXNlRGVsZXRpb259CgpBbHNvIHNlZSBoZXJlOgoKLSBodHRwczovL3N0YXRzLnN0YWNrZXhjaGFuZ2UuY29tL3F1ZXN0aW9ucy8xNTgzNjYvZml0LW11bHRpcGxlLXJlZ3Jlc3Npb24tbW9kZWwtd2l0aC1wYWlyd2lzZS1kZWxldGlvbi1vci1vbi1hLWNvcnJlbGF0aW9uLWNvdmFyaS8xNzMwMDIjMTczMDAyIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjL0dINVQtUlhEOSkKLSBodHRwczovL3N0YXRzLnN0YWNrZXhjaGFuZ2UuY29tL3F1ZXN0aW9ucy8yOTk3OTIvci1sbS1jb3ZhcmlhbmNlLW1hdHJpeC1tYW51YWwtY2FsY3VsYXRpb24tZmFpbHVyZSAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9GN0VMLUFVRlopCi0gaHR0cHM6Ly9zdGF0cy5zdGFja2V4Y2hhbmdlLmNvbS9xdWVzdGlvbnMvMTA3NTk3L2lzLXRoZXJlLWEtd2F5LXRvLXVzZS10aGUtY292YXJpYW5jZS1tYXRyaXgtdG8tZmluZC1jb2VmZmljaWVudHMtZm9yLW11bHRpcGxlLXJlIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjL0tVM1gtRkIyQykKLSBodHRwczovL3N0YXRzLnN0YWNrZXhjaGFuZ2UuY29tL3F1ZXN0aW9ucy8xMDUwMDYvaG93LXRvLXBlcmZvcm0tYS1iaXZhcmlhdGUtcmVncmVzc2lvbi11c2luZy1wYWlyd2lzZS1kZWxldGlvbi1vZi1taXNzaW5nLXZhbHVlcyAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9RV1E1LTJUTFcpCi0gaHR0cHM6Ly9kbC5kcm9wYm94dXNlcmNvbnRlbnQuY29tL3MvNHNmMGV0M3A0N3lrY3R4L01pc3NpbmdQYWlyd2lzZS5zcHMgKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvVUM0Sy0yTDlUKQoKQWRhcHRlZCBmcm9tIGhlcmU6IGh0dHBzOi8vc3RlZnZhbmJ1dXJlbi5uYW1lL2ZpbWQvc2VjLXNpbXBsZXNvbHV0aW9ucy5odG1sI3NlYzpwYWlyd2lzZSAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9FR1U2LTNNM1EpCgpgYGB7cn0KbW9kZWxEYXRhIDwtIG15ZGF0YVssYygiYnBpX2FudGlzb2NpYWxUMlN1bSIsImJwaV9hbnRpc29jaWFsVDFTdW0iLCJicGlfYW54aW91c0RlcHJlc3NlZFN1bSIpXQp2YXJNZWFucyA8LSBjb2xNZWFucyhtb2RlbERhdGEsIG5hLnJtID0gVFJVRSkKdmFyQ292YXJpYW5jZXMgPC0gY292KG1vZGVsRGF0YSwgdXNlID0gInBhaXJ3aXNlIikKCnBhaXJ3aXNlUmVncmVzc2lvbl9zeW50YXggPC0gJwogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0KICBicGlfYW50aXNvY2lhbFQyU3VtIH5+IGJwaV9hbnRpc29jaWFsVDJTdW0KICBicGlfYW50aXNvY2lhbFQyU3VtIH4gMQonCgpwYWlyd2lzZVJlZ3Jlc3Npb25fZml0IDwtIGxhdmFhbigKICBwYWlyd2lzZVJlZ3Jlc3Npb25fc3ludGF4LAogIHNhbXBsZS5tZWFuID0gdmFyTWVhbnMsCiAgc2FtcGxlLmNvdiA9IHZhckNvdmFyaWFuY2VzLAogIHNhbXBsZS5ub2JzID0gc3VtKGNvbXBsZXRlLmNhc2VzKG1vZGVsRGF0YSkpCikKCnN1bW1hcnkoCiAgcGFpcndpc2VSZWdyZXNzaW9uX2ZpdCwKICBzdGFuZGFyZGl6ZWQgPSBUUlVFLAogIHJzcXVhcmUgPSBUUlVFKQpgYGAKCiMjIEZ1bGwtaW5mb3JtYXRpb24gbWF4aW11bSBsaWtlbGlob29kIChGSU1MKSB7I2ZpbWx9CgpgYGB7cn0KZmltbFJlZ3Jlc3Npb25fc3ludGF4IDwtICcKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+fiBicGlfYW50aXNvY2lhbFQyU3VtCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IDEKJwoKZmltbFJlZ3Jlc3Npb25fZml0IDwtIGxhdmFhbigKICBmaW1sUmVncmVzc2lvbl9zeW50YXgsCiAgZGF0YSA9IG15ZGF0YSwKICBtaXNzaW5nID0gIk1MIiwKKQoKc3VtbWFyeSgKICBmaW1sUmVncmVzc2lvbl9maXQsCiAgc3RhbmRhcmRpemVkID0gVFJVRSwKICByc3F1YXJlID0gVFJVRSkKYGBgCgojIyBNdWx0aXBsZSBpbXB1dGF0aW9uIHsjaW1wdXRhdGlvbn0KCmBgYHtyfQptb2RlbERhdGFfaW1wdXRlZCA8LSBtaWNlKAogIG1vZGVsRGF0YSwKICBtID0gNSwKICBtZXRob2QgPSAicG1tIikgIyBwcmVkaWN0aXZlIG1lYW4gbWF0Y2hpbmc7IGNhbiBjaG9vc2UgYW1vbmcgbWFueSBtZXRob2RzCgppbXB1dGVkRGF0YV9maXQgPC0gd2l0aCgKICBtb2RlbERhdGFfaW1wdXRlZCwKICBsbShicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtKSkKCmltcHV0ZWREYXRhX3Bvb2xlZEVzdGltYXRlcyA8LSBwb29sKGltcHV0ZWREYXRhX2ZpdCkKc3VtbWFyeShpbXB1dGVkRGF0YV9wb29sZWRFc3RpbWF0ZXMpCmBgYAoKIyBNb2RlbCBCdWlsZGluZyBTdGVwcwoKMS4gRXhhbWluZSBleHRlbnQgYW5kIHR5cGUgb2YgbWlzc2luZyBkYXRhLCBjb25zaWRlciBbaG93IHRvIGhhbmRsZSBtaXNzaW5nIHZhbHVlc10oI21pc3NpbmduZXNzKSAoW211bHRpcGxlIGltcHV0YXRpb25dKCNpbXB1dGF0aW9uKSwgW0ZJTUxdKCNmaW1sKSwgW3BhaXJ3aXNlIGRlbGV0aW9uXSgjcGFpcndpc2VEZWxldGlvbiksIFtsaXN0d2lzZSBkZWxldGlvbl0oI2xpc3R3aXNlRGVsZXRpb24pKQogICAgLSBMaXR0bGUncyBNQ0FSIHRlc3QgZnJvbSBgbWNhcl90ZXN0KClgIGZ1bmN0aW9uIG9mIHRoZSBgbmp0aWVybmV5L25hbmlhcmAgcGFja2FnZQogICAgLSBCYXllc2lhbiBoYW5kbGluZyBvZiBtaXNzaW5nIGRhdGE6IGh0dHBzOi8vY3Jhbi5yLXByb2plY3Qub3JnL3dlYi9wYWNrYWdlcy9icm1zL3ZpZ25ldHRlcy9icm1zX21pc3NpbmdzLmh0bWwgKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvWjRIVC1RWFdSKQoxLiBFeGFtaW5lIGRlc2NyaXB0aXZlIHN0YXRpc3RpY3MsIGNvbnNpZGVyIHZhcmlhYmxlIHRyYW5zZm9ybWF0aW9ucwoxLiBFeGFtaW5lIHNjYXR0ZXJwbG90IG1hdHJpeCB0byBleGFtaW5lIHdoZXRoZXIgYXNzb2NpYXRpb25zIGJldHdlZW4gcHJlZGljdG9yIGFuZCBvdXRjb21lcyBhcmUgbGluZWFyIG9yIG5vbmxpbmVhcgoxLiBNb2RlbCBidWlsZGluZzogdGhlb3J5IGFuZCBlbXBpcmljaXNtIChzdGVwd2lzZSByZWdyZXNzaW9uLCBsaWtlbGlob29kIHJhdGlvIHRlc3RzLCBrLWZvbGQgY3Jvc3MgdmFsaWRhdGlvbiB0byBjaGVjayBmb3Igb3Zlci1maXR0aW5nIGNvbXBhcmVkIHRvIHNpbXBsZXIgbW9kZWwpCjEuIFRlc3QgYXNzdW1wdGlvbnMKICAgIC0gRXhhbWluZSB3aGV0aGVyIHByZWRpY3RvcnMgaGF2ZSBsaW5lYXIgYXNzb2NpYXRpb24gd2l0aCBvdXRjb21lIChSZXNpZHVhbCBQbG90cywgTWFyZ2luYWwgTW9kZWwgUGxvdHMsIEFkZGVkLVZhcmlhYmxlIFBsb3Rz4oCUY2hlY2sgZm9yIG5vbi1ob3Jpem9udGFsIGxpbmVzKQogICAgLSBFeGFtaW5lIHdoZXRoZXIgcmVzaWR1YWxzIGhhdmUgY29uc3RhbnQgdmFyaWFuY2UgYWNyb3NzIGxldmVscyBvZiBvdXRjb21lIGFuZCBwcmVkaWN0b3JzIFJlc2lkdWFsIFBsb3RzLCBTcHJlYWQtTGV2ZWwgUGxvdHPigJRjaGVjayBmb3IgZmFuLXNoYXBlZCBwbG90IG9yIG90aGVyIGluY3JlYXNpbmcvZGVjcmVhc2luZyBzdHJ1Y3R1cmUpCiAgICAtIEV4YW1pbmUgd2hldGhlciBwcmVkaWN0b3JzIHNob3cgbXVsdGljb2xsaW5lYXJpdHkgKFZJRikKICAgIC0gRXhhbWluZSB3aGV0aGVyIHJlc2lkdWFscyBhcmUgbm9ybWFsbHkgZGlzdHJpYnV0ZWQgKFFRIHBsb3QgYW5kIGRlbnNpdHkgcGxvdCkKICAgIC0gRXhhbWluZSBpbmZsdWVuY2Ugb2YgaW5mbHVlbnRpYWwgb2JzZXJ2YXRpb25zIChoaWdoIG91dGx5aW5nbmVzcyBhbmQgbGV2ZXJhZ2UpIG9uIHBhcmFtZXRlciBzdGltYXRlcyBieSBpdGVyYXRpdmVseSByZW1vdmluZyBpbmZsdWVudGlhbCBvYnNlcnZhdGlvbnMgYW5kIHJlZml0dGluZyAoQWRkZWQtVmFyaWFibGUgUGxvdHMpCjEuIEhhbmRsZSB2aW9sYXRlZCBhc3N1bXB0aW9ucywgc2VsZWN0IGZpbmFsIHNldCBvZiBwcmVkaWN0b3JzL291dGNvbWVzIGFuZCB0cmFuc2Zvcm1hdGlvbiBvZiBlYWNoCjEuIFVzZSBrLWZvbGQgY3Jvc3MgdmFsaWRhdGlvbiB0byBpZGVudGlmeSB0aGUgYmVzdCBlc3RpbWF0aW9uIHByb2NlZHVyZSAoT0xTLCBNTSwgb3IgTFRTKSBvbiB0aGUgZmluYWwgbW9kZWwKMS4gVXNlIGlkZW50aWZpZWQgZXN0aW1hdGlvbiBwcm9jZWR1cmUgdG8gZml0IGZpbmFsIG1vZGVsIGFuZCBkZXRlcm1pbmUgdGhlIGJlc3QgcGFyYW1ldGVyIHBvaW50IGVzdGltYXRlcwoxLiBDYWxjdWxhdGUgYm9vdHN0cmFwcGVkIGVzdGltYXRlcyB0byBkZXRlcm1pbmUgdGhlIGNvbmZpZGVuY2UgaW50ZXJ2YWxzIGFyb3VuZCB0aGUgcGFyYW1ldGVyIGVzdGltYXRlcyBvZiB0aGUgZmluYWwgbW9kZWwKCiMgQm9vdHN0cmFwcGVkIEVzdGltYXRlcwoKVG8gZGV0ZXJtaW5lIHRoZSBjb25maWRlbmNlIGludGVydmFscyBvZiBwYXJhbWV0ZXIgZXN0aW1hdGVzCgojIyBMaW5lYXIgUmVncmVzc2lvbgoKYGBge3J9Cm11bHRpcGxlUmVncmVzc2lvbk1vZGVsQm9vdHN0cmFwcGVkIDwtIEJvb3QobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxOb01pc3NpbmcsIFIgPSAxMDAwKQpzdW1tYXJ5KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsQm9vdHN0cmFwcGVkKQpjb25maW50KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsQm9vdHN0cmFwcGVkLCBsZXZlbCA9IC45NSwgdHlwZSA9ICJiY2EiKQpoaXN0KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsQm9vdHN0cmFwcGVkKQpgYGAKCiMjIEdlbmVyYWxpemVkIFJlZ3Jlc3Npb24KCmBgYHtyfQpnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbEJvb3RzdHJhcHBlZCA8LSBCb290KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsTm9NaXNzaW5nLCBSID0gMTAwMCkKc3VtbWFyeShnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbEJvb3RzdHJhcHBlZCkKY29uZmludChnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbEJvb3RzdHJhcHBlZCwgbGV2ZWwgPSAuOTUsIHR5cGUgPSAiYmNhIikKaGlzdChnZW5lcmFsaXplZFJlZ3Jlc3Npb25Nb2RlbEJvb3RzdHJhcHBlZCkKYGBgCgojIENyb3NzIFZhbGlkYXRpb24KClRvIGV4YW1pbmUgZGVncmVlIG9mIHByZWRpY3Rpb24gZXJyb3IgYW5kIG92ZXItZml0dGluZyB0byBkZXRlcm1pbmUgYmVzdCBtb2RlbAoKaHR0cHM6Ly9zdGF0cy5zdGFja2V4Y2hhbmdlLmNvbS9xdWVzdGlvbnMvMTAzNDU5L2hvdy1kby1pLWtub3ctd2hpY2gtbWV0aG9kLW9mLWNyb3NzLXZhbGlkYXRpb24taXMtYmVzdCAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy8zOEJMLUtMUkopCgojIyBLLWZvbGQgY3Jvc3MgdmFsaWRhdGlvbgoKYGBge3J9CmtGb2xkcyA8LSAxMApyZXBsaWNhdGlvbnMgPC0gMjAKCmZvbGRzIDwtIGN2Rm9sZHMobnJvdyhteWRhdGEpLCBLID0ga0ZvbGRzLCBSID0gcmVwbGljYXRpb25zKQoKZml0TG0gPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9ICJuYS5leGNsdWRlIikKCmZpdExtcm9iIDwtIGxtcm9iKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSAibmEuZXhjbHVkZSIpCgpmaXRMdHMgPC0gbHRzUmVnKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSAibmEuZXhjbHVkZSIpCgpjdkZpdExtIDwtIGN2TG0oCiAgZml0TG0sCiAgSyA9IGtGb2xkcywKICBSID0gcmVwbGljYXRpb25zKQoKY3ZGaXRMbXJvYiA8LSBjdkxtcm9iKAogIGZpdExtcm9iLAogIEsgPSBrRm9sZHMsCiAgUiA9IHJlcGxpY2F0aW9ucykKCmN2Rml0THRzIDwtIGN2THRzKAogIGZpdEx0cywKICBLID0ga0ZvbGRzLAogIFIgPSByZXBsaWNhdGlvbnMpCgpjdkZpdHMgPC0gY3ZTZWxlY3QoCiAgT0xTID0gY3ZGaXRMbSwKICBNTSA9IGN2Rml0TG1yb2IsCiAgTFRTID0gY3ZGaXRMdHMpCmN2Rml0cwoKYndwbG90KAogIGN2Rml0cywKICB4bGFiID0gIlJvb3QgTWVhbiBTcXVhcmUgRXJyb3IiLAogIHhsaW0gPSBjKDAsIG1heChjdkZpdHMkY3YkQ1YpICsgMC4yKSkKYGBgCgojIEV4YW1pbmluZyBNb2RlbCBGaXRzCgojIyBFZmZlY3QgUGxvdHMKCmBgYHtyfQphbGxFZmZlY3RzKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpwbG90KGFsbEVmZmVjdHMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpKQpgYGAKCiMjIENvbmZpZGVuY2UgRWxsaXBzZXMKCmBgYHtyfQpjb25maWRlbmNlRWxsaXBzZSgKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCwKICBsZXZlbHMgPSBjKDAuNSwgLjk1KSkKYGBgCgojIyBEYXRhIEVsbGlwc2UKCmBgYHtyfQpteWRhdGFfbm9taXNzaW5nIDwtIG5hLm9taXQobXlkYXRhWyxjKCJicGlfYW50aXNvY2lhbFQxU3VtIiwiYnBpX2FudGlzb2NpYWxUMlN1bSIpXSkKZGF0YUVsbGlwc2UoCiAgbXlkYXRhX25vbWlzc2luZyRicGlfYW50aXNvY2lhbFQxU3VtLAogIG15ZGF0YV9ub21pc3NpbmckYnBpX2FudGlzb2NpYWxUMlN1bSwKICBsZXZlbHMgPSBjKDAuNSwgLjk1KSkKYGBgCgojIERpYWdub3N0aWNzCgojIyBBc3N1bXB0aW9ucwoKIyMjIDEuIExpbmVhciByZWxhdGlvbiBiZXR3ZWVuIHByZWRpY3RvcnMgYW5kIG91dGNvbWUgeyNsaW5lYXJBc3NvY2lhdGlvbn0KCiMjIyMgV2F5cyB0byBUZXN0CgojIyMjIyBCZWZvcmUgTW9kZWwgRml0dGluZwoKLSBzY2F0dGVycGxvdCBtYXRyaXgKLSBkaXN0YW5jZSBjb3JyZWxhdGlvbgoKIyMjIyMjIFNjYXR0ZXJwbG90IE1hdHJpeAoKYGBge3J9CnNjYXR0ZXJwbG90TWF0cml4KAogIH4gYnBpX2FudGlzb2NpYWxUMlN1bSArIGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhKQpgYGAKCiMjIyMjIyBEaXN0YW5jZSBjb3JyZWxhdGlvbgoKVGhlIGRpc3RhbmNlIGNvcnJlbGF0aW9uIGlzIGFuIGluZGV4IG9mIHRoZSBkZWdyZWUgb2YgdGhlIGxpbmVhciBhbmQgbm9uLWxpbmVhciBhc3NvY2lhdGlvbiBiZXR3ZWVuIHR3byB2YXJpYWJsZXMuCgpgYGB7cn0KY29ycmVsYXRpb24oCiAgbXlkYXRhWyxjKCJicGlfYW50aXNvY2lhbFQxU3VtIiwiYnBpX2FudGlzb2NpYWxUMlN1bSIpXSwKICBtZXRob2QgPSAiZGlzdGFuY2UiLAogIHBfYWRqdXN0ID0gIm5vbmUiKQpgYGAKCiMjIyMjIEFmdGVyIE1vZGVsIEZpdHRpbmcKCkNoZWNrIGZvciBub25saW5lYXJpdGllcyAobm9uLWhvcml6b250YWwgbGluZSkgaW4gcGxvdHMgb2Y6CgotIFJlc2lkdWFscyB2ZXJzdXMgZml0dGVkIHZhbHVlcyAoW1Jlc2lkdWFsIFBsb3RzXSgjcmVzaWR1YWxQbG90cykp4oCUYmVzdAotIFJlc2lkdWFscyB2ZXJzdXMgcHJlZGljdG9ycyAoW1Jlc2lkdWFsIFBsb3RzXSgjcmVzaWR1YWxQbG90cykpCi0gT3V0Y29tZSB2ZXJzdXMgZml0dGVkIHZhbHVlcyAoW01hcmdpbmFsIE1vZGVsIFBsb3RzXSgjbWFyZ2luYWxNb2RlbFBsb3RzKSkKLSBPdXRjb21lIHZlcnN1cyBwcmVkaWN0b3JzLCBpZ25vcmluZyBvdGhlciBwcmVkaWN0b3JzIChbTWFyZ2luYWwgTW9kZWwgUGxvdHNdKCNtYXJnaW5hbE1vZGVsUGxvdHMpKQotIE91dGNvbWUgdmVyc3VzIHByZWRpY3RvcnMsIGNvbnRyb2xsaW5nIGZvciBvdGhlciBwcmVkaWN0b3JzIChbQWRkZWQtVmFyaWFibGUgUGxvdHNdKCNhZGRlZFZhcmlhYmxlUGxvdHMpKQoKIyMjIyBXYXlzIHRvIEhhbmRsZQoKLSBUcmFuc2Zvcm0gb3V0Y29tZS9wcmVkaWN0b3IgdmFyaWFibGVzIChCb3gtQ294IHRyYW5zZm9ybWF0aW9ucykKLSBTZW1pLXBhcmFtZXRyaWMgcmVncmVzc2lvbiBtb2RlbHM6IEdlbmVyYWxpemVkIGFkZGl0aXZlIG1vZGVscyAoR0FNKQotIE5vbi1wYXJhbWV0cmljIHJlZ3Jlc3Npb24gbW9kZWxzOiBOZWFyZXN0LU5laWdoYm9yIEtlcm5lbCBSZWdyZXNzaW9uCgojIyMjIyBTZW1pLXBhcmFtZXRyaWMgb3Igbm9uLXBhcmFtZXRyaWMgcmVncmVzc2lvbiBtb2RlbHMKCmh0dHA6Ly93d3cubGlzYS5zdGF0LnZ0LmVkdS8/cT1ub2RlLzc1MTcgKGFyY2hpdmVkIGF0IGh0dHBzOi8vd2ViLmFyY2hpdmUub3JnL3dlYi8yMDE4MDExMzA2NTA0Mi9odHRwOi8vd3d3Lmxpc2Euc3RhdC52dC5lZHUvP3E9bm9kZS83NTE3KQoKTm90ZTogdXNpbmcgc2VtaS1wYXJhbWV0cmljIG9yIG5vbi1wYXJhbWV0cmljIG1vZGVscyBpbmNyZWFzZXMgZml0IGluIGNvbnRleHQgb2Ygbm9ubGluZWFyaXR5IGF0IHRoZSBleHBlbnNlIG9mIGFkZGVkIGNvbXBsZXhpdHkuCk1ha2Ugc3VyZSB0byBhdm9pZCBmaXR0aW5nIGFuIG92ZXJseSBjb21wbGV4IG1vZGVsIChlLmcuLCB1c2Ugay1mb2xkIGNyb3NzIHZhbGlkYXRpb24pLgpPZnRlbiwgdGhlIHNpbXBsZXIgKGdlbmVyYWxpemVkKSBsaW5lYXIgbW9kZWwgaXMgcHJlZmVyYWJsZSB0byBzZW1pLXBhcmVtZXRyaWMgb3Igbm9uLXBhcmFtZXRyaWMgYXBwcm9hY2hlcwoKIyMjIyMjIFNlbWktcGFyYW1ldHJpYzogR2VuZXJhbGl6ZWQgQWRkaXRpdmUgTW9kZWxzCgpodHRwOi8vZG9jdW1lbnRzLnNvZnR3YXJlLmRlbGwuY29tL1N0YXRpc3RpY3MvVGV4dGJvb2svR2VuZXJhbGl6ZWQtQWRkaXRpdmUtTW9kZWxzIChhcmNoaXZlZCBhdCBodHRwczovL3dlYi5hcmNoaXZlLm9yZy93ZWIvMjAxNzAyMTMwNDE2NTMvaHR0cDovL2RvY3VtZW50cy5zb2Z0d2FyZS5kZWxsLmNvbS9TdGF0aXN0aWNzL1RleHRib29rL0dlbmVyYWxpemVkLUFkZGl0aXZlLU1vZGVscykKCmBgYHtyfQpnZW5lcmFsaXplZEFkZGl0aXZlTW9kZWwgPC0gZ2FtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZmFtaWx5ID0gZ2F1c3NpYW4oKSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCgpzdW1tYXJ5KGdlbmVyYWxpemVkQWRkaXRpdmVNb2RlbCkKY29uZmludChnZW5lcmFsaXplZEFkZGl0aXZlTW9kZWwpCmBgYAoKIyMjIyMjIE5vbi1wYXJhbWV0cmljOiBOZWFyZXN0LU5laWdoYm9yIEtlcm5lbCBSZWdyZXNzaW9uCgojIyMgMi4gRXhvZ2VuZWl0eQoKRXhvZ2VuZWl0eSBtZWFucyB0aGF0IHRoZSBhc3NvY2lhdGlvbiBiZXR3ZWVuIHByZWRpY3RvcnMgYW5kIG91dGNvbWUgaXMgZnVsbHkgY2F1c2FsIGFuZCB1bnJlbGF0ZWQgdG8gb3RoZXIgdmFyaWFibGVzLgoKIyMjIyBXYXlzIHRvIFRlc3QKCi0gRHVyYmluLVd1LUhhdXNtYW4gdGVzdCBvZiBlbmRvZ2VuZWl0eQoKIyMjIyMgRHVyYmluLVd1LUhhdXNtYW4gdGVzdCBvZiBlbmRvZ2VuZWl0eQoKVGhlIGluc3RydW1lbnRhbCB2YXJpYWJsZXMgKDJTTFMpIGVzdGltYXRvciBpcyBpbXBsZW1lbnRlZCBpbiB0aGUgYFJgIHBhY2thZ2UgYEFFUmAgYXMgY29tbWFuZDoKCmBgYHtyLCBldmFsID0gRkFMU0V9Cml2cmVnKHkgfiB4MSArIHgyICsgdzEgKyB3MiB8IHoxICsgejIgKyB6MyArIHcxICsgdzIpCmBgYAoKd2hlcmUgYHgxYCBhbmQgYHgyYCBhcmUgZW5kb2dlbm91cyByZWdyZXNzb3JzLCBgdzFgIGFuZCBgdzJgIGV4b2dlbmVvdXMgcmVncmVzc29ycywgYW5kIGB6MWAgdG8gYHozYCBhcmUgZXhjbHVkZWQgaW5zdHJ1bWVudHMuCgpEdXJiaW4tV3UtSGF1c21hbiB0ZXN0OgoKYGBge3IsIGV2YWwgPSBGQUxTRX0KaHNuZzIgPC0gcmVhZC5kdGEoImh0dHBzOi8vd3d3LnN0YXRhLXByZXNzLmNvbS9kYXRhL3IxMS9oc25nMi5kdGEiKSAjYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy83UDJRLUFSS1IKYGBgCgpgYGB7ciwgaW5jbHVkZSA9IEZBTFNFfQpoc25nMiA8LSByZWFkLmR0YSgiLi9kYXRhL2hzbmcyLmR0YSIpICNodHRwczovL3d3dy5zdGF0YS1wcmVzcy5jb20vZGF0YS9yMTEvaHNuZzIuZHRhIGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvN1AyUS1BUktSCmBgYAoKYGBge3J9CmZpdiA8LSBpdnJlZygKICByZW50IH4gaHNuZ3ZhbCArIHBjdHVyYmFuIHwgcGN0dXJiYW4gKyBmYW1pbmMgKyByZWcyICsgcmVnMyArIHJlZzQsCiAgZGF0YSA9IGhzbmcyKSAjSG91c2luZyB2YWx1ZXMgYXJlIGxpa2VseSBlbmRvZ2VuZW91cyBhbmQgdGhlcmVmb3JlIGluc3RydW1lbnRlZCBieSBtZWRpYW4gZmFtaWx5IGluY29tZSAoZmFtaW5jKSBhbmQgMyByZWdpb25hbCBkdW1taWVzIChyZWcyLCByZWc0LCByZWc0KQoKc3VtbWFyeSgKICBmaXYsCiAgZGlhZ25vc3RpY3MgPSBUUlVFKQpgYGAKClRoZSBFaWNrZXItSHViZXItV2hpdGUgY292YXJpYW5jZSBlc3RpbWF0b3Igd2hpY2ggaXMgcm9idXN0IHRvIGhldGVyb3NjZWRhc3RpYyBlcnJvciB0ZXJtcyBpcyByZXBvcnRlZCBhZnRlciBlc3RpbWF0aW9uIHdpdGggYHZjb3YgPSBzYW5kd2ljaGAgaW4gYGNvZWZ0ZXN0KClgCgpGaXJzdCBzdGFnZSByZXN1bHRzIGFyZSByZXBvcnRlZCBieSBleHBsaWNpdGx5IGVzdGltYXRpbmcgdGhlbS4KRm9yIGV4YW1wbGU6CgpgYGB7cn0KZmlyc3QgPC0gbG0oCiAgaHNuZ3ZhbCB+IHBjdHVyYmFuICsgZmFtaW5jICsgcmVnMiArIHJlZzMgKyByZWc0LAogIGRhdGEgPSBoc25nMikKCnN1bW1hcnkoZmlyc3QpCmBgYAoKSW4gY2FzZSBvZiBhIHNpbmdsZSBlbmRvZ2Vub3VzIHZhcmlhYmxlIChLID0gMSksIHRoZSBGLXN0YXRpc3RpYyB0byBhc3Nlc3Mgd2VhayBpbnN0cnVtZW50cyBpcyByZXBvcnRlZCBhZnRlciBlc3RpbWF0aW5nIHRoZSBmaXJzdCBzdGFnZSB3aXRoLCBmb3IgZXhhbXBsZToKCmBgYHtyfQp3YWxkdGVzdCgKICBmaXJzdCwKICAuIH4gLiAtIGZhbWluYyAtIHJlZzIgLSByZWczIC0gcmVnNCkKYGBgCgpvciBpbiBjYXNlIG9mIGhldGVyb3NjZWRhdGlzdGljIGVycm9yczoKCmBgYHtyfQp3YWxkdGVzdCgKICBmaXJzdCwKICAuIH4gLiAtIGZhbWluYyAtIHJlZzIgLSByZWczLSByZWc0LAogIHZjb3YgPSBzYW5kd2ljaCkKYGBgCgojIyMjIFdheXMgdG8gSGFuZGxlCgotIENvbmR1Y3QgYW4gZXhwZXJpbWVudC9SQ1Qgd2l0aCByYW5kb20gYXNzaWdubWVudAotIEluc3RydW1lbnRhbCB2YXJpYWJsZXMKCiMjIyAzLiBIb21vc2NlZGFzdGljaXR5IG9mIHJlc2lkdWFscwoKSG9tb3NjZWRhc3RpY2l0eSBvZiB0aGUgcmVzaWR1YWxzIG1lYW5zIHRoYXQgdGhlIHZhcmlhbmNlIG9mIHRoZSByZXNpZHVhbHMgZG9lcyBub3QgZGlmZmVyIGFzIGEgZnVuY3Rpb24gb2YgdGhlIG91dGNvbWUvcHJlZGljdG9ycyAoaS5lLiwgdGhlIHJlc2lkdWFscyBzaG93IGNvbnN0YW50IHZhcmlhbmNlIGFzIGEgZnVuY3Rpb24gb2Ygb3V0Y29tZS9wcmVkaWN0b3JzKS4KCiMjIyMgV2F5cyB0byBUZXN0CgotIFBsb3QgcmVzaWR1YWxzIHZzLiBvdXRjb21lIGFuZCBwcmVkaWN0b3IgdmFyaWFibGVzIChbUmVzaWR1YWwgUGxvdHNdKCNyZXNpZHVhbFBsb3RzKSkKLSBQbG90IHJlc2lkdWFscyB2cy4gZml0dGVkIHZhbHVlcyAoW1Jlc2lkdWFsIFBsb3RzXSgjcmVzaWR1YWxQbG90cykpCi0gVGltZSBTZXJpZXMgZGF0YTogUGxvdCByZXNpZHVhbHMgdnMuIHRpbWUKLSBTcHJlYWQtbGV2ZWwgcGxvdAotIEJyZXVzY2gtUGFnYW4gdGVzdDogYGJwdGVzdCgpYCBmdW5jdGlvbiBmcm9tIGBsbXRlc3RgIHBhY2thZ2UKLSBHb2xkZmVsZC1RdWFuZHQgVGVzdAoKIyMjIyMgUmVzaWR1YWxzIHZzLiBvdXRjb21lIGFuZCBwcmVkaWN0b3IgdmFyaWFibGVzCgpQbG90IHJlc2lkdWFscywgb3IgcGVyaGFwcyB0aGVpciBhYnNvbHV0ZSB2YWx1ZXMsIHZlcnN1cyB0aGUgb3V0Y29tZSBhbmQgcHJlZGljdG9yIHZhcmlhYmxlcyAoW1Jlc2lkdWFsIFBsb3RzXSgjcmVzaWR1YWxQbG90cykpLgpFeGFtaW5lIHdoZXRoZXIgcmVzaWR1YWwgdmFyaWFuY2UgaXMgY29uc3RhbnQgYXQgYWxsIGxldmVscyBvZiBvdGhlciB2YXJpYWJsZXMgb3Igd2hldGhlciBpdCBpbmNyZWFzZXMvZGVjcmVhc2VzIGFzIGEgZnVuY3Rpb24gb2YgYW5vdGhlciB2YXJpYWJsZSAob3Igc2hvd3Mgc29tZSBvdGhlcnMgc3RydWN0dXJlLCBlLmcuLCBzbWFsbCB2YXJpYW5jZSBhdCBsb3cgYW5kIGhpZ2ggbGV2ZWxzIG9mIGEgcHJlZGljdG9yIGFuZCBoaWdoIHZhcmlhbmNlIGluIHRoZSBtaWRkbGUpLgpOb3RlIHRoYXQgdGhpcyBpcyAqZGlmZmVyZW50IHRoYW4gd2hldGhlciB0aGUgcmVzaWR1YWxzIHNob3cgbm9uLWxpbmVhcml0aWVzKuKAlGkuZS4sIGEgbm9uLWhvcml6b250YWwgbGluZSwgd2hpY2ggd291bGQgaW5kaWNhdGUgYSBbbm9ubGluZWFyIGFzc29jaWF0aW9uIGJldHdlZW4gdmFyaWFibGVzXSgjbGluZWFyQXNzb2NpYXRpb24pIChzZWUgQXNzdW1wdGlvbiAjMSwgYWJvdmUpLgpSYXRoZXIsIGhlcmUgd2UgYXJlIGV4YW1pbmluZyB3aGV0aGVyIHRoZXJlIGlzIGNoYW5nZSBpbiB0aGUgdmFyaWFuY2UgYXMgYSBmdW5jdGlvbiBvZiBhbm90aGVyIHZhcmlhYmxlIChlLmcuLCBhIGZhbi1zaGFwZWQgW1Jlc2lkdWFsIFBsb3RdKCNyZXNpZHVhbFBsb3RzKSkKCiMjIyMjIFNwcmVhZC1sZXZlbCBwbG90CgpFeGFtaW5pbmcgd2hldGhlciBsZXZlbCAoZS5nLiwgbWVhbikgZGVwZW5kcyBvbiBzcHJlYWQgKGUuZy4sIHZhcmlhbmNlKeKAlHBsb3Qgb2YgbG9nIG9mIHRoZSBhYnNvbHV0ZSBTdHVkZW50aXplZCByZXNpZHVhbHMgYWdhaW5zdCB0aGUgbG9nIG9mIHRoZSBmaXR0ZWQgdmFsdWVzCgpgYGB7cn0Kc3ByZWFkTGV2ZWxQbG90KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpgYGAKCiMjIyMjIEJyZXVzY2gtUGFnYW4gdGVzdAoKaHR0cHM6Ly93d3cucmRvY3VtZW50YXRpb24ub3JnL3BhY2thZ2VzL2xtdGVzdC92ZXJzaW9ucy8wLjktNDAvdG9waWNzL2JwdGVzdCAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9LNFdDLTdUVlcpCgpgYGB7cn0KYnB0ZXN0KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpgYGAKCiMjIyMjIEdvbGRmZWxkLVF1YW5kdCBUZXN0CgpgYGB7cn0KZ3F0ZXN0KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpgYGAKCiMjIyMjIFRlc3Qgb2YgZGVwZW5kZW5jZSBvZiBzcHJlYWQgb24gbGV2ZWwKCmBgYHtyfQpuY3ZUZXN0KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpgYGAKCiMjIyMjIFRlc3Qgb2YgZGVwZW5kZW5jZSBvZiBzcHJlYWQgb24gcHJlZGljdG9ycwoKYGBge3J9Cm5jdlRlc3QoCiAgbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwsCiAgfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0pCmBgYAoKIyMjIyBXYXlzIHRvIEhhbmRsZQoKLSBJZiByZXNpZHVhbCB2YXJpYW5jZSBpbmNyZWFzZXMgYXMgYSBmdW5jdGlvbiBvZiB0aGUgZml0dGVkIHZhbHVlcywgY29uc2lkZXIgYSBwb2lzc29uIHJlZ3Jlc3Npb24gbW9kZWwgKGVzcGVjaWFsbHkgZm9yIGNvdW50IGRhdGEpLCBmb3Igd2hpY2ggdGhlIHZhcmlhbmNlIGRvZXMgaW5jcmVhc2Ugd2l0aCB0aGUgbWVhbgotIElmIHJlc2lkdWFsIHZhcmlhbmNlIGRpZmZlcnMgYXMgYSBmdW5jdGlvbiBvZiBtb2RlbCBwcmVkaWN0b3JzLCBjb25zaWRlciBhZGRpbmcgaW50ZXJhY3Rpb25zL3Byb2R1Y3QgdGVybXMgKHRoZSBlZmZlY3Qgb2Ygb25lIHZhcmlhYmxlIGRlcGVuZHMgb24gdGhlIGxldmVsIG9mIGFub3RoZXIgdmFyaWFibGUpCi0gVHJ5IHRyYW5zZm9ybWluZyB0aGUgb3V0Y29tZSB2YXJpYWJsZSB0byBiZSBub3JtYWxseSBkaXN0cmlidXRlZCAobG9nLXRyYW5zZm9ybSBpZiB0aGUgZXJyb3JzIHNlZW0gY29uc2lzdGVudCBpbiBwZXJjZW50YWdlIHJhdGhlciB0aGFuIGFic29sdXRlIHRlcm1zKQotIElmIHRoZSBlcnJvciB2YXJpYW5jZSBpcyBwcm9wb3J0aW9uYWwgdG8gYSB2YXJpYWJsZSAkeiQsIHRoZW4gZml0IHRoZSBtb2RlbCB1c2luZyBXZWlnaHRlZCBMZWFzdCBTcXVhcmVzIChXTFMpLCB3aXRoIHRoZSB3ZWlnaHRzIGdpdmVuIGJlICQxL3okCi0gV2VpZ2h0ZWQgbGVhc3Qgc3F1YXJlcyAoV0xTKSB1c2luZyB0aGUgIndlaWdodHMiIGFyZ3VtZW50IG9mIHRoZSBgbG0oKWAgZnVuY3Rpb247IHRvIGdldCB3ZWlnaHRzLCBzZWU6IGh0dHBzOi8vc3RhdHMuc3RhY2tleGNoYW5nZS5jb20vYS8xMDA0MTAvMjAzMzggKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvQzZCWS1HOU1TKQotIEh1YmVyLVdoaXRlIHN0YW5kYXJkIGVycm9ycyAoYS5rLmEuICJTYW5kd2ljaCIgZXN0aW1hdGVzKSBmcm9tIGEgaGV0ZXJvc2NlZGFzdGljaXR5LWNvcnJlY3RlZCBjb3ZhcmlhbmNlIG1hdHJpeAogICAgLSBgY29lZnRlc3QoKWAgZnVuY3Rpb24gZnJvbSB0aGUgYHNhbmR3aWNoYCBwYWNrYWdlIGFsb25nIHdpdGggaGNjbSBzYW5kd2ljaCBlc3RpbWF0ZXMgZnJvbSB0aGUgYGNhcmAgcGFja2FnZSAKICAgIC0gYHJvYmNvdigpYCBmdW5jdGlvbiBmcm9tIHRoZSBgcm1zYCBwYWNrYWdlCi0gVGltZSBzZXJpZXMgZGF0YTogQVJDSCAoYXV0by1yZWdyZXNzaXZlIGNvbmRpdGlvbmFsIGhldGVyb3NjZWRhc3RpY2l0eSkgbW9kZWxzCi0gVGltZSBzZXJpZXMgZGF0YTogc2Vhc29uYWwgcGF0dGVybnMgY2FuIGJlIGFkZHJlc3NlZCBieSBhcHBseWluZyBsb2cgdHJhbnNmb3JtYXRpb24gdG8gb3V0Y29tZSB2YXJpYWJsZQoKIyMjIyMgSHViZXItV2hpdGUgc3RhbmRhcmQgZXJyb3JzCgpTdGFuZGFyZCBlcnJvcnMgKFNFcykgb24gdGhlIGRpYWdvbmFsIGluY3JlYXNlCgpgYGB7cn0KdmNvdihtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKaGNjbShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKCnN1bW1hcnkobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpCmNvZWZ0ZXN0KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsLCB2Y292ID0gc2FuZHdpY2gpCmNvZWZ0ZXN0KG11bHRpcGxlUmVncmVzc2lvbk1vZGVsLCB2Y292ID0gaGNjbSkKCnJvYmNvdihvbHMoCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIHggPSBUUlVFLAogIHkgPSBUUlVFKSkKCnJvYmNvdihvbHMoCiAgdF9leHQgfiBtX2V4dCArIGFnZSwKICBkYXRhID0gbXlkYXRhLAogIHggPSBUUlVFLAogIHkgPSBUUlVFKSwKICBjbHVzdGVyID0gbXlkYXRhJHRjaWQpICNhY2NvdW50IGZvciBuZXN0ZWQgZGF0YSB3aXRoaW4gc3ViamVjdApgYGAKCiMjIyA0LiBFcnJvcnMgYXJlIGluZGVwZW5kZW50CgpJbmRlcGVuZGVudCBlcnJvcnMgbWVhbnMgdGhhdCB0aGUgZXJyb3JzIGFyZSB1bmNvcnJlbGF0ZWQgd2l0aCBlYWNoIG90aGVyLgoKIyMjIyBXYXlzIHRvIFRlc3QKCi0gUGxvdCByZXNpZHVhbHMgdnMuIHByZWRpY3RvcnMgKFtSZXNpZHVhbCBQbG90c10oI3Jlc2lkdWFsUGxvdHMpKQotIFRpbWUgU2VyaWVzIGRhdGE6IFJlc2lkdWFsIHRpbWUgc2VyaWVzIHBsb3QgKHJlc2lkdWFscyB2cy4gcm93IG51bWJlcikKLSBUaW1lIFNlcmllcyBkYXRhOiBUYWJsZSBvciBwbG90IG9mIHJlc2lkdWFsIGF1dG9jb3JyZWxhdGlvbnMKLSBUaW1lIFNlcmllcyBkYXRhOiBEdXJiaW4tV2F0c29uIHN0YXRpc3RpYyBmb3IgdGVzdCBvZiBzaWduaWZpY2FudCByZXNpZHVhbCBhdXRvY29ycmVsYXRpb24gYXQgbGFnIDEKCiMjIyMgV2F5cyB0byBIYW5kbGUKCi0gR2VuZXJhbGl6ZWQgbGVhc3Qgc3F1YXJlcyAoR0xTKSBtb2RlbHMgYXJlIGNhcGFibGUgb2YgaGFuZGxpbmcgY29ycmVsYXRlZCBlcnJvcnM6IGh0dHBzOi8vc3RhdC5ldGh6LmNoL1ItbWFudWFsL1ItZGV2ZWwvbGlicmFyeS9ubG1lL2h0bWwvZ2xzLmh0bWwgKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvUkhaNi01R1Q4KQotIFJlZ3Jlc3Npb24gd2l0aCBjbHVzdGVyIHZhcmlhYmxlCiAgICAtIGByb2Jjb3YoKWAgZnJvbSBgcm1zYCBwYWNrYWdlCi0gW0hpZXJhcmNoaWNhbCBsaW5lYXIgbW9kZWxpbmddKGhsbS5odG1sKQogICAgLSBbTGluZWFyIG1peGVkIGVmZmVjdHMgbW9kZWxzXShobG0uaHRtbCNsaW5lYXIpCiAgICAtIFtHZW5lcmFsaXplZCBsaW5lYXIgbWl4ZWQgZWZmZWN0cyBtb2RlbHNdKGhsbS5odG1sI2dlbmVyYWxpemVkKQogICAgLSBbTm9ubGluZWFyIG1peGVkIGVmZmVjdHMgbW9kZWxzXShobG0uaHRtbCNub25saW5lYXIpCgojIyMgNS4gTm8gbXVsdGljb2xsaW5lYXJpdHkKCk11bHRpY29sbGluZWFyaXR5IG9jY3VycyB3aGVuIHRoZSBwcmVkaWN0b3JzIGFyZSBjb3JyZWxhdGVkIHdpdGggZWFjaCBvdGhlci4KCiMjIyMgV2F5cyB0byBUZXN0CgotIFZhcmlhbmNlIEluZmxhdGlvbiBGYWN0b3IgKFZJRikKLSBHZW5lcmFsaXplZCBWYXJpYW5jZSBJbmZsYXRpb24gRmFjdG9yIChHVklGKeKAlHdoZW4gbW9kZWxzIGhhdmUgcmVsYXRlZCByZWdyZXNzb3JzIChtdWx0aXBsZSBwb2x5bm9taWFsIHRlcm1zIG9yIGNvbnRyYXN0cyBmcm9tIHNhbWUgcHJlZGljdG9yKQotIENvcnJlbGF0aW9uCi0gVG9sZXJhbmNlCi0gQ29uZGl0aW9uIEluZGV4CgojIyMjIyBWYXJpYW5jZSBJbmZsYXRpb24gRmFjdG9yIChWSUYpCgokJApcdGV4dHtWSUZ9ID0gMS9cdGV4dHtUb2xlcmFuY2V9CiQkCgoKSWYgdGhlIHZhcmlhbmNlIGluZmxhdGlvbiBmYWN0b3Igb2YgYSBwcmVkaWN0b3IgdmFyaWFibGUgd2VyZSA1LjI3ICgkXHNxcnR7NS4yN30gPSAyLjMkKSwgdGhpcyBtZWFucyB0aGF0IHRoZSBzdGFuZGFyZCBlcnJvciBmb3IgdGhlIGNvZWZmaWNpZW50IG9mIHRoYXQgcHJlZGljdG9yIHZhcmlhYmxlIGlzIDIuMyB0aW1lcyBhcyBsYXJnZSAoaS5lLiwgY29uZmlkZW5jZSBpbnRlcnZhbCBpcyAyLjMgdGltZXMgd2lkZXIpIGFzIGl0IHdvdWxkIGJlIGlmIHRoYXQgcHJlZGljdG9yIHZhcmlhYmxlIHdlcmUgdW5jb3JyZWxhdGVkIHdpdGggdGhlIG90aGVyIHByZWRpY3RvciB2YXJpYWJsZXMuCgpWSUYgPSAxOiBOb3QgY29ycmVsYXRlZFwKMSA8IFZJRiA8IDU6IE1vZGVyYXRlbHkgY29ycmVsYXRlZFwKVklGID4gNSB0byAxMDogSGlnaGx5IGNvcnJlbGF0ZWQgKG11bHRpY29sbGluZWFyaXR5IHByZXNlbnQpCgpgYGB7cn0KdmlmKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpgYGAKCiMjIyMjIEdlbmVyYWxpemVkIFZhcmlhbmNlIEluZmxhdGlvbiBGYWN0b3IgKEdWSUYpCgpVc2VmdWwgd2hlbiBtb2RlbHMgaGF2ZSByZWxhdGVkIHJlZ3Jlc3NvcnMgKG11bHRpcGxlIHBvbHlub21pYWwgdGVybXMgb3IgY29udHJhc3RzIGZyb20gc2FtZSBwcmVkaWN0b3IpCgojIyMjIyBDb3JyZWxhdGlvbgoKY29ycmVsYXRpb24gYW1vbmcgYWxsIGluZGVwZW5kZW50IHZhcmlhYmxlcyB0aGUgY29ycmVsYXRpb24gY29lZmZpY2llbnRzIHNob3VsZCBiZSBzbWFsbGVyIHRoYW4gLjA4CgpgYGB7cn0KY29yKAogIG15ZGF0YVssYygiYnBpX2FudGlzb2NpYWxUMVN1bSIsImJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtIildLAogIHVzZSA9ICJwYWlyd2lzZS5jb21wbGV0ZS5vYnMiKQpgYGAKCiMjIyMjIFRvbGVyYW5jZQoKVGhlIHRvbGVyYW5jZSBpcyBhbiBpbmRleCBvZiB0aGUgaW5mbHVlbmNlIG9mIG9uZSBpbmRlcGVuZGVudCB2YXJpYWJsZSBvbiBhbGwgb3RoZXIgaW5kZXBlbmRlbnQgdmFyaWFibGVzLgoKJCQKXHRleHR7dG9sZXJhbmNlfSA9IDEvXHRleHR7VklGfQokJAoKVCA8IDAuMjogdGhlcmUgbWlnaHQgYmUgbXVsdGljb2xsaW5lYXJpdHkgaW4gdGhlIGRhdGFcClQgPCAwLjAxOiB0aGVyZSBjZXJ0YWlubHkgaXMgbXVsdGljb2xsaW5hcml0eSBpbiB0aGUgZGF0YQoKIyMjIyMgQ29uZGl0aW9uIEluZGV4CgpUaGUgY29uZGl0aW9uIGluZGV4IGlzIGNhbGN1bGF0ZWQgdXNpbmcgYSBmYWN0b3IgYW5hbHlzaXMgb24gdGhlIGluZGVwZW5kZW50IHZhcmlhYmxlcy4KVmFsdWVzIG9mIDEwLTMwIGluZGljYXRlIGEgbWVkaW9jcmUgbXVsdGljb2xsaW5lYXJpdHkgaW4gdGhlIHJlZ3Jlc3Npb24gdmFyaWFibGVzLgpWYWx1ZXMgPiAzMCBpbmRpY2F0ZSBzdHJvbmcgbXVsdGljb2xsaW5lYXJpdHkuCgpGb3IgaG93IHRvIGludGVycHJldCwgc2VlIGhlcmU6IGh0dHBzOi8vc3RhdHMuc3RhY2tleGNoYW5nZS5jb20vYS84NzYxMC8yMDMzOCAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9ZNEo4LU1ZN1EpCgpgYGB7cn0Kb2xzX2VpZ2VuX2NpbmRleChtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKYGBgCgojIyMjIFdheXMgdG8gSGFuZGxlCgotIFJlbW92ZSBoaWdobHkgY29ycmVsYXRlZCAoaS5lLiwgcmVkdW5kYW50KSBwcmVkaWN0b3JzCi0gQXZlcmFnZSB0aGUgY29ycmVsYXRlZCBwcmVkaWN0b3JzCi0gW1ByaW5jaXBhbCBDb21wb25lbnQgQW5hbHlzaXNdKHBjYS5odG1sKSBmb3IgZGF0YSByZWR1Y3Rpb24KLSBTdGFuZGFyZGl6ZSBwcmVkaWN0b3JzCi0gQ2VudGVyIHRoZSBkYXRhIChkZWR1Y3QgdGhlIG1lYW4pCi0gU2luZ3VsYXItdmFsdWUgZGVjb21wb3NpdGlvbiBvZiB0aGUgbW9kZWwgbWF0cml4IG9yIHRoZSBtZWFuLWNlbnRlcmVkIG1vZGVsIG1hdHJpeAotIENvbmR1Y3QgYSBbZmFjdG9yIGFuYWx5c2lzXSgjZmFjdG9yQW5hbHlzaXMuaHRtbCkgYW5kIHJvdGF0ZSB0aGUgZmFjdG9ycyB0byBlbnN1cmUgaW5kZXBlbmRlbmNlIG9mIHRoZSBmYWN0b3JzCgojIyMgNi4gRXJyb3JzIGFyZSBub3JtYWxseSBkaXN0cmlidXRlZAoKIyMjIyBXYXlzIHRvIFRlc3QKCi0gUHJvYmFiaWxpdHkgUGxvdHMKICAgIC0gW05vcm1hbCBRdWFudGlsZSAoUVEpIFBsb3RzXSgjcXFQbG90KSAoYmFzZWQgb24gbm9uLWN1bXVsYXRpdmUgZGlzdHJpYnV0aW9uIG9mIHJlc2lkdWFscykKICAgIC0gW05vcm1hbCBQcm9iYWJpbGl0eSAoUFApIFBsb3RzXSgjcHBQbG90KSAoYmFzZWQgb24gY3VtdWxhdGl2ZSBkaXN0cmlidXRpb24gb2YgcmVzaWR1YWxzKQotIFtEZW5zaXR5IFBsb3Qgb2YgUmVzaWR1YWxzXSgjZGVuc2l0eVBsb3RSZXNpZHVhbHMpCi0gU3RhdGlzdGljYWwgVGVzdHMKICAgIC0gS29sbW9nb3Jvdi1TbWlybm92IHRlc3QKICAgIC0gU2hhcGlyby1XaWxrIHRlc3QKICAgIC0gSmFycXVlLUJlcmEgdGVzdAogICAgLSBBbmRlcnNvbi1EYXJsaW5nIHRlc3QgKGJlc3QgdGVzdCkKLSBFeGFtaW5lIGluZmx1ZW5jZSBvZiBvdXRsaWVycwoKIyMjIyBXYXlzIHRvIEhhbmRsZQoKLSBBcHBseSBhIHRyYW5zZm9ybWF0aW9uIHRvIHRoZSBwcmVkaWN0b3Igb3Igb3V0Y29tZSB2YXJpYWJsZQotIEV4Y2x1ZGUgb3V0bGllcnMKLSBSb2J1c3QgcmVncmVzc2lvbgogICAgLSBCZXN0IHdoZW4gbm8gb3V0bGllcnM6IE1NLXR5cGUgcmVncmVzc2lvbiBlc3RpbWF0b3IKICAgICAgICAtIGBsbXJvYigpYC9gZ2xtcm9iKClgIGZ1bmN0aW9uIG9mIGByb2J1c3RiYXNlYCBwYWNrYWdlCiAgICAgICAgLSBJdGVyYXRpdmVseSByZXdlaWdodGVkIGxlYXN0IHNxdWFyZXMgKElSTFMpOiBgcmxtKCwgbWV0aG9kID0gIk1NIilgIGZ1bmN0aW9uIG9mIGBNQVNTYCBwYWNrYWdlOiBodHRwOi8vd3d3LmF0cy51Y2xhLmVkdS9zdGF0L3IvZGFlL3JyZWcuaHRtIChhcmNoaXZlZCBhdCBodHRwczovL3dlYi5hcmNoaXZlLm9yZy93ZWIvMjAxNjExMTkwMjU5MDcvaHR0cDovL3d3dy5hdHMudWNsYS5lZHUvc3RhdC9yL2RhZS9ycmVnLmh0bSkKICAgIC0gTW9zdCByZXNpc3RhbnQgdG8gb3V0bGllcnM6IExlYXN0IHRyaW1tZWQgc3F1YXJlcyAoTFRTKeKAlGJ1dCBub3QgZ29vZCBhcyBhIHN0YW5kYWxvbmUgZXN0aW1hdG9yLCBiZXR0ZXIgZm9yIGlkZW50aWZ5aW5nIG91dGxpZXJzCiAgICAgICAgLSBgbHRzUmVnKClgIGZ1bmN0aW9uIG9mIGByb2J1c3RiYXNlYCBwYWNrYWdlIChiZXN0KQogICAgLSBCZXN0IHdoZW4gc2luZ2xlIHByZWRpY3RvcjogVGhlaWwtU2VuIGVzdGltYXRvcgogICAgICAgIC0gYG1ibG0oLCByZXBlYXRlZCA9IEZBTFNFKWAgZnVuY3Rpb24gb2YgYG1ibG1gIHBhY2thZ2UKICAgIC0gUm9idXN0IGNvcnJlbGF0aW9uCiAgICAgICAgLSBTcGVhcm1hbidzIHJobzogYGNvcigsIG1ldGhvZCA9ICJzcGVhcm1hbiIpYAogICAgICAgIC0gUGVyY2VudGFnZSBiZW5kIGNvcnJlbGF0aW9uCiAgICAgICAgLSBNaW5pbXVtIHZvbGx1bWUgZWxsaXBzb2lkCiAgICAgICAgLSBNaW5pbXVtIGNvdmFyaWFuY2UgZGV0ZXJtaW5hbnQ6CiAgICAgICAgLSBXaW5zb3JpemVkIGNvcnJlbGF0aW9uCiAgICAgICAgLSBCaXdlaWdodCBtaWRjb3JyZWxhdGlvbgogICAgICAgIC0gWGkgKCRceGkkKSBjb3JyZWxhdGlvbgogICAgLSBOb3QgZ3JlYXQgb3B0aW9uczoKICAgICAgICAtIFF1YW50aWxlIChMMSkgcmVncmVzc2lvbjogYHJxKClgIGZ1bmN0aW9uIG9mIGBxdWFudHJlZ2AgcGFja2FnZQoKIyMjIyMgVHJhbnNmb3JtYXRpb25zIG9mIE91dGNvbWUgVmFyaWFibGUKCiMjIyMjIyBCb3gtQ294IFRyYW5zZm9ybWF0aW9uCgpVc2VmdWwgaWYgdGhlIG91dGNvbWUgaXMgc3RyaWN0bHkgcG9zaXRpdmUgKG9yIGFkZCBhIGNvbnN0YW50IHRvIG91dGNvbWUgdG8gbWFrZSBpdCBzdHJpY3RseSBwb3NpdGl2ZSkKCmxhbWJkYSA9IC0xOiBpbnZlcnNlIHRyYW5zZm9ybWF0aW9uXApsYW1iZGEgPSAtMC41OiAxL3NxcnQoWSlcCmxhbWJkYSA9IDA6IGxvZyB0cmFuc2Zvcm1hdGlvblwKbGFtYmRhID0gMC41OiBzcXVhcmUgcm9vdFwKbGFtYmRhID0gMC4zMzM6IGN1YmUgcm9vdFwKbGFtYmRhID0gMTogbm8gdHJhbnNmb3JtYXRpb25cCmxhbWJkYSA9IDI6IHNxdWFyZWRcCgojIyMjIyMjIFJhdyBkaXN0cmlidXRpb24KCmBgYHtyfQpwbG90KGRlbnNpdHkobmEub21pdChteWRhdGEkYnBpX2FudGlzb2NpYWxUMlN1bSkpKQpgYGAKCiMjIyMjIyMgQWRkIGNvbnN0YW50IHRvIG91dGNvbWUgdG8gbWFrZSBpdCBzdHJpY3RseSBwb3NpdGl2ZQoKYGBge3J9CnN0cmljdGx5UG9zaXRpdmVEViA8LSBsbSgKICBicGlfYW50aXNvY2lhbFQyU3VtICsgMSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCmBgYAoKIyMjIyMjIyBJZGVudGlmeSBiZXN0IHBvd2VyIHRyYW5zZm9ybWF0aW9uIChsYW1iZGEpCgpDb25zaWRlciByb3VuZGluZyB0aGUgcG93ZXIgdG8gYSBjb21tb24gdmFsdWUgKHNxdWFyZSByb290ID0gLjU7IGN1YmUgcm9vdCA9IC4zMzM7IHNxdWFyZWQgPSAyKQoKYGBge3J9CmJveENveChzdHJpY3RseVBvc2l0aXZlRFYpCnBvd2VyVHJhbnNmb3JtKHN0cmljdGx5UG9zaXRpdmVEVikgCnRyYW5zZm9ybWVkRFYgPC0gcG93ZXJUcmFuc2Zvcm0oc3RyaWN0bHlQb3NpdGl2ZURWKQoKc3VtbWFyeSh0cmFuc2Zvcm1lZERWKQpgYGAKCiMjIyMjIyMgVHJhbnNmb3JtIHRoZSBEVgoKYGBge3J9Cm15ZGF0YSRicGlfYW50aXNvY2lhbFQyU3VtVHJhbnNmb3JtZWQgPC0gYmNQb3dlcihteWRhdGEkYnBpX2FudGlzb2NpYWxUMlN1bSArIDEsIGNvZWYodHJhbnNmb3JtZWREVikpCgpwbG90KGRlbnNpdHkobmEub21pdChteWRhdGEkYnBpX2FudGlzb2NpYWxUMlN1bVRyYW5zZm9ybWVkKSkpCmBgYAoKIyMjIyMjIyBDb21wYXJlIHJlc2lkdWFscyBmcm9tIG1vZGVsIHdpdGggYW5kIHdpdGhvdXQgdHJhbnNmb3JtYXRpb24KCiMjIyMjIyMjIE1vZGVsIHdpdGhvdXQgdHJhbnNmb3JtYXRpb24KCmBgYHtyfQpzdW1tYXJ5KG1vZGVsV2l0aG91dFRyYW5zZm9ybWF0aW9uIDwtIGxtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gKyAxIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSkpCnBsb3QoZGVuc2l0eShuYS5vbWl0KHN0dWRyZXMobW9kZWxXaXRob3V0VHJhbnNmb3JtYXRpb24pKSkpCmBgYAoKIyMjIyMjIyMgTW9kZWwgd2l0aCB0cmFuc2Zvcm1hdGlvbgoKYGBge3J9CnN1bW1hcnkobW9kZWxXaXRoVHJhbnNmb3JtYXRpb24gPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bVRyYW5zZm9ybWVkIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSkpCgpwbG90KGRlbnNpdHkobmEub21pdChzdHVkcmVzKG1vZGVsV2l0aFRyYW5zZm9ybWF0aW9uKSkpKQpgYGAKCiMjIyMjIyMgQ29uc3RydWN0ZWQgVmFyaWFibGUgVGVzdCAmIFBsb3QKCkEgc2lnbmlmaWNhbnQgKnAqLXZhbHVlIGluZGljYXRlcyBhIHN0cm9uZyBuZWVkIHRvIHRyYW5zZm9ybSB2YXJpYWJsZToKCmBgYHtyfQptdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9jb25zdHJ1Y3RlZFZhcmlhYmxlIDwtIHVwZGF0ZSgKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCwKICAuIH4gLiArIGJveENveFZhcmlhYmxlKGJwaV9hbnRpc29jaWFsVDFTdW0gKyAxKSkKc3VtbWFyeShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9jb25zdHJ1Y3RlZFZhcmlhYmxlKSRjb2VmWyJib3hDb3hWYXJpYWJsZShicGlfYW50aXNvY2lhbFQxU3VtICsgMSkiLCAsIGRyb3AgPSBGQUxTRV0KYGBgCgpQbG90IGFsbG93cyB1cyB0byBzZWUgd2hldGhlciB0aGUgbmVlZCBmb3IgdHJhbnNmb3JtYXRpb24gaXMgc3ByZWFkIHRocm91Z2ggZGF0YSBvciB3aGV0aGVyIGl0IGlzIGp1c3QgZGVwZW5kZW50IG9uIGEgc21hbGwgZnJhY3Rpb24gb2Ygb2JzZXJ2YXRpb25zOgoKYGBge3J9CmF2UGxvdHMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfY29uc3RydWN0ZWRWYXJpYWJsZSwgImJveENveFZhcmlhYmxlKGJwaV9hbnRpc29jaWFsVDFTdW0gKyAxKSIpCmBgYAoKIyMjIyMjIyBJbnZlcnNlIFJlc3BvbnNlIFBsb3QKClRoZSBibGFjayBsaW5lIGlzIHRoZSBiZXN0LWZpdHRpbmcgcG93ZXIgdHJhbnNmb3JtYXRpb246CgpgYGB7cn0KaW52ZXJzZVJlc3BvbnNlUGxvdChzdHJpY3RseVBvc2l0aXZlRFYsIGxhbWJkYSA9IGMoLTEsLTAuNSwwLDEvMywuNSwxLDIpKQpgYGAKCiMjIyMjIyBZZW8tSm9obnNvbiBUcmFuc2Zvcm1hdGlvbnMKClVzZWZ1bCBpZiB0aGUgb3V0Y29tZSBpcyBub3Qgc3RyaWN0bHkgcG9zaXRpdmUuCgpgYGB7ciwgZXZhbCA9IEZBTFNFfQp5alBvd2VyKERWLCBsYW1iZGEpCmBgYAoKIyMjIyMgVHJhbnNmb3JtYXRpb25zIG9mIFByZWRpY3RvciBWYXJpYWJsZQoKIyMjIyMjIENvbXBvbmVudC1QbHVzLVJlc2lkdWFsIFBsb3RzIChQYXJ0aWFsIFJlc2lkdWFsIFBsb3RzKQoKTGluZWFyIG1vZGVsOgoKYGBge3J9CmNyUGxvdHMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxOb01pc3NpbmcsIG9yZGVyID0gMSkKYGBgCgpRdWFkcmF0aWMgbW9kZWw6CgpgYGB7cn0KY3JQbG90cyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbE5vTWlzc2luZywgb3JkZXIgPSAyKQpgYGAKCgpgYGB7cn0KbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfcXVhZHJhdGljIDwtIGxtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgSShicGlfYW50aXNvY2lhbFQxU3VtXjIpICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSBuYS5leGNsdWRlKQoKc3VtbWFyeShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9xdWFkcmF0aWMpCmFub3ZhKAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsX3F1YWRyYXRpYywKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKY3JQbG90cyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9xdWFkcmF0aWMsIG9yZGVyID0gMSkKYGBgCgojIyMjIyMgQ0VSRVMgUGxvdCAoQ29tYmluaW5nIGNvbmRpdGlvbmFsIEV4cGVjdGF0aW9ucyBhbmQgUkVTaWR1YWxzKQoKVXNlZnVsIHdoZW4gbm9ubGluZWFyIGFzc29jaWF0aW9ucyBhbW9uZyB0aGUgcHJlZGljdG9ycyBhcmUgdmVyeSBzdHJvbmcgKGNvbXBvbmVudC1wbHVzLXJlc2lkdWFsIHBsb3RzIG1heSBhcHBlYXIgbm9ubGluZWFyIGV2ZW4gdGhvdWdoIHRoZSB0cnVlIHBhcnRpYWwgcmVncmVzc2lvbiBpcyBsaW5lYXIsIGEgcGhlbm9ub21lbiBjYWxsZWQgbGVha2FnZSkKCmBgYHtyfQpjZXJlc1Bsb3RzKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKQpjZXJlc1Bsb3RzKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsX3F1YWRyYXRpYykKYGBgCgojIyMjIyMgQm94LVRpZHdlbGwgTWV0aG9kIGZvciBDaG9vc2luZyBQcmVkaWN0b3IgVHJhbnNmb3JtYXRpb25zCgpwcmVkaWN0b3JzIG11c3QgYmUgc3RyaWN0bHkgcG9zaXRpdmUgKG9yIGFkZCBhIGNvbnN0YW50IHRvIG1ha2UgaXQgc3RyaWN0bHkgcG9zaXRpdmUpCgpgYGB7cn0KYm94VGlkd2VsbCgKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gSShicGlfYW50aXNvY2lhbFQxU3VtICsgMSkgKyBJKGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtICsgMSksCiAgb3RoZXIueCA9IE5VTEwsICNsaXN0IHZhcmlhYmxlcyBub3QgdG8gYmUgdHJhbnNmb3JtZWQgaW4gb3RoZXIueAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSkKYGBgCgojIyMjIyMgQ29uc3RydWN0ZWQtVmFyaWFibGVzIFBsb3QKCmBgYHtyfQptdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9jdiA8LSBsbSgKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gSShicGlfYW50aXNvY2lhbFQxU3VtICsgMSkgKyBJKGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtICsgMSkgKyBJKGJwaV9hbnRpc29jaWFsVDFTdW0gKiBsb2coYnBpX2FudGlzb2NpYWxUMVN1bSkpICsgSShicGlfYW54aW91c0RlcHJlc3NlZFN1bSAqIGxvZyhicGlfYW54aW91c0RlcHJlc3NlZFN1bSkpLAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSkKCnN1bW1hcnkobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfY3YpJGNvZWZbIkkoYnBpX2FudGlzb2NpYWxUMVN1bSAqIGxvZyhicGlfYW50aXNvY2lhbFQxU3VtKSkiLCAsIGRyb3AgPSBGQUxTRV0Kc3VtbWFyeShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9jdikkY29lZlsiSShicGlfYW54aW91c0RlcHJlc3NlZFN1bSAqIGxvZyhicGlfYW54aW91c0RlcHJlc3NlZFN1bSkpIiwgLCBkcm9wID0gRkFMU0VdCgphdlBsb3RzKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsX2N2LCAiSShicGlfYW50aXNvY2lhbFQxU3VtICogbG9nKGJwaV9hbnRpc29jaWFsVDFTdW0pKSIpCmF2UGxvdHMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfY3YsICJJKGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtICogbG9nKGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtKSkiKQpgYGAKCiMjIyMjIFJvYnVzdCBtb2RlbHMKClJlc291cmNlcwoKLSBGb3IgY29tcGFyaXNvbiBvZiBtZXRob2RzLCBzZWUgQm9vazogIk1vZGVybiBNZXRob2RzIGZvciBSb2J1c3QgUmVncmVzc2lvbiIKLSBodHRwOi8vd3d3LmF0cy51Y2xhLmVkdS9zdGF0L3IvZGFlL3JyZWcuaHRtIChhcmNoaXZlZCBhdCBodHRwczovL3dlYi5hcmNoaXZlLm9yZy93ZWIvMjAxNjExMTkwMjU5MDcvaHR0cDovL3d3dy5hdHMudWNsYS5lZHUvc3RhdC9yL2RhZS9ycmVnLmh0bSkKLSBodHRwczovL3N0YXRzLnN0YWNrZXhjaGFuZ2UuY29tL2EvNDYyMzQvMjAzMzggKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvV0M1Ny05R0E3KQotIGh0dHBzOi8vY3Jhbi5yLXByb2plY3Qub3JnL3dlYi92aWV3cy9Sb2J1c3QuaHRtbCAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy9USE41LUtOWTMpCgojIyMjIyMgUm9idXN0IGNvcnJlbGF0aW9uCgojIyMjIyMjIFNwZWFybWFuJ3MgcmhvCgpTcGVhcm1hbidzIHJobyBpcyBhIG5vbi1wYXJhbWV0cmljIGNvcnJlbGF0aW9uLgoKYGBge3J9CmNvci50ZXN0KAogIG15ZGF0YSRicGlfYW50aXNvY2lhbFQxU3VtLAogIG15ZGF0YSRicGlfYW50aXNvY2lhbFQyU3VtKSAjUGVhcnNvbiByLCBjb3JyZWxhdGlvbiB0aGF0IGlzIHNlbnNpdGl2ZSB0byBvdXRsaWVycwoKY29yLnRlc3QoCiAgbXlkYXRhJGJwaV9hbnRpc29jaWFsVDFTdW0sCiAgbXlkYXRhJGJwaV9hbnRpc29jaWFsVDJTdW0sIG1ldGhvZCA9ICJzcGVhcm1hbiIpICNTcGVhcm1hbidzIHJobywgYSByYW5rIGNvcnJlbGF0aW9uIHRoYXQgaXMgbGVzcyBzZW5zaXRpdmUgdG8gb3V0bGllcnMKYGBgCgojIyMjIyMjIE1pbmltdW0gdm9sbHVtZSBlbGxpcHNvaWQKCmBgYHtyfQpjb3YubXZlKAogIG5hLm9taXQobXlkYXRhWyxjKCJicGlfYW50aXNvY2lhbFQxU3VtIiwiYnBpX2FudGlzb2NpYWxUMlN1bSIpXSksCiAgY29yID0gVFJVRSkKYGBgCgojIyMjIyMjIE1pbmltdW0gY292YXJpYW5jZSBkZXRlcm1pbmFudAoKYGBge3J9CmNvdi5tY2QoCiAgbmEub21pdChteWRhdGFbLGMoImJwaV9hbnRpc29jaWFsVDFTdW0iLCJicGlfYW50aXNvY2lhbFQyU3VtIildKSwKICBjb3IgPSBUUlVFKQpgYGAKCiMjIyMjIyMgV2luc29yaXplZCBjb3JyZWxhdGlvbgoKYGBge3J9CmNvcnJlbGF0aW9uKAogIG15ZGF0YVssYygiYnBpX2FudGlzb2NpYWxUMVN1bSIsImJwaV9hbnRpc29jaWFsVDJTdW0iKV0sCiAgd2luc29yaXplID0gMC4yLAogIHBfYWRqdXN0ID0gIm5vbmUiKQpgYGAKCiMjIyMjIyMgUGVyY2VudGFnZSBiZW5kIGNvcnJlbGF0aW9uCgpgYGB7cn0KY29ycmVsYXRpb24oCiAgbXlkYXRhWyxjKCJicGlfYW50aXNvY2lhbFQxU3VtIiwiYnBpX2FudGlzb2NpYWxUMlN1bSIpXSwKICBtZXRob2QgPSAicGVyY2VudGFnZSIsCiAgcF9hZGp1c3QgPSAibm9uZSIpCmBgYAoKIyMjIyMjIyBCaXdlaWdodCBtaWRjb3JyZWxhdGlvbgoKYGBge3J9CmNvcnJlbGF0aW9uKAogIG15ZGF0YVssYygiYnBpX2FudGlzb2NpYWxUMVN1bSIsImJwaV9hbnRpc29jaWFsVDJTdW0iKV0sCiAgbWV0aG9kID0gImJpd2VpZ2h0IiwKICBwX2FkanVzdCA9ICJub25lIikKYGBgCgojIyMjIyMjIFhpICgkXHhpJCkKClhpICgkXHhpJCkgaXMgYW4gaW5kZXggb2YgdGhlIGRlZ3JlZSBvZiBkZXBlbmRlbmNlIGJldHdlZW4gdHdvIHZhcmlhYmxlcwoKQ2hhdHRlcmplZSwgUy4gKDIwMjEpLiBBIG5ldyBjb2VmZmljaWVudCBvZiBjb3JyZWxhdGlvbi4gKkpvdXJuYWwgb2YgdGhlIEFtZXJpY2FuIFN0YXRpc3RpY2FsIEFzc29jaWF0aW9uLCAxMTYqKDUzNiksIDIwMDktMjAyMi4gaHR0cHM6Ly9kb2kub3JnLzEwLjEwODAvMDE2MjE0NTkuMjAyMC4xNzU4MTE1CgpgYGB7cn0KY2FsY3VsYXRlWEkoCiAgbXlkYXRhJGJwaV9hbnRpc29jaWFsVDFTdW0sCiAgbXlkYXRhJGJwaV9hbnRpc29jaWFsVDJTdW0pCmBgYAoKIyMjIyMjIFJvYnVzdCByZWdyZXNzaW9uIHdpdGggYSBzaW5nbGUgcHJlZGljdG9yCgojIyMjIyMjIFRoZWlsLVNlbiBlc3RpbWF0b3IKClRoZSBUaGVpbC1TZW4gc2luZ2xlIG1lZGlhbiBlc3RpbWF0b3IgaXMgcm9idXN0IHRvIG91dGxpZXJzOyBoYXZlIHRvIHJlbW92ZSBtaXNzaW5nIHZhbHVlcyBmaXJzdAoKYGBge3J9Cm15ZGF0YV9zdWJzZXQgPC0gbmEub21pdChteWRhdGFbLGMoImJwaV9hbnRpc29jaWFsVDFTdW0iLCJicGlfYW50aXNvY2lhbFQyU3VtIildKVsxOjQwMCxdCm1ibG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0sCiAgZGF0YWZyYW1lID0gbXlkYXRhX3N1YnNldCwKICByZXBlYXRlZCA9IEZBTFNFKQpgYGAKCiMjIyMjIyBSb2J1c3QgbXVsdGlwbGUgcmVncmVzc2lvbgoKQmVzdCB3aGVuIG5vIG91dGxpZXJzOiBNTS10eXBlIHJlZ3Jlc3Npb24gZXN0aW1hdG9yCgojIyMjIyMjIFJvYnVzdCBsaW5lYXIgcmVncmVzc2lvbgoKTU0tdHlwZSByZWdyZXNzaW9uIGVzdGltYXRvciAoYmVzdCk6CgpgYGB7cn0KbG1yb2IoCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCmBgYAoKSXRlcmF0aXZlbHkgcmV3ZWlnaHRlZCBsZWFzdCBzcXVhcmVzIChJUkxTKTogaHR0cDovL3d3dy5hdHMudWNsYS5lZHUvc3RhdC9yL2RhZS9ycmVnLmh0bSAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly93ZWIuYXJjaGl2ZS5vcmcvd2ViLzIwMTYxMTE5MDI1OTA3L2h0dHA6Ly93d3cuYXRzLnVjbGEuZWR1L3N0YXQvci9kYWUvcnJlZy5odG0pCgpgYGB7cn0KcmxtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSBuYS5leGNsdWRlKQpgYGAKCiMjIyMjIyMgUm9idXN0IGdlbmVyYWxpemVkIHJlZ3Jlc3Npb24KCmBgYHtyLCB3YXJuaW5nID0gRkFMU0V9CmdsbXJvYigKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgZmFtaWx5ID0gInBvaXNzb24iLAogIG5hLmFjdGlvbiA9ICJuYS5leGNsdWRlIikKYGBgCgpNb3N0IHJlc2lzdGFudCB0byBvdXRsaWVyczogTGVhc3QgdHJpbW1lZCBzcXVhcmVzIChMVFMp4oCUYnV0IG5vdCBnb29kIGFzIGEgc3RhbmRhbG9uZSBlc3RpbWF0b3IsIGJldHRlciBmb3IgaWRlbnRpZnlpbmcgb3V0bGllcnMKCmBgYHtyfQpsdHNSZWcoCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUpCmBgYAoKIyMjIyMjIyMgTm90IGdyZWF0IG9wdGlvbnM6CgpRdWFudGlsZSAoTDEpIHJlZ3Jlc3Npb246IGBycSgpYCBmdW5jdGlvbiBvZiBxdWFudHJlZyBwYWNrYWdlCgpodHRwczovL2RhdGEubGlicmFyeS52aXJnaW5pYS5lZHUvZ2V0dGluZy1zdGFydGVkLXdpdGgtcXVhbnRpbGUtcmVncmVzc2lvbi8gKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvRlNWNC01RENSKQoKYGBge3J9CnF1YW50aWxlcyA8LSAxOjkvMTAKCnF1YW50aWxlUmVncmVzc2lvbk1vZGVsIDwtIHJxKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICB0YXUgPSBxdWFudGlsZXMsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSkKCnF1YW50aWxlUmVncmVzc2lvbk1vZGVsCnN1bW1hcnkocXVhbnRpbGVSZWdyZXNzaW9uTW9kZWwpCmBgYAoKUGxvdCB0byBleGFtaW5lIHRoZSBhc3NvY2lhdGlvbiBiZXR3ZWVuIHRoZSBwcmVkaWN0b3IgYW5kIHRoZSBvdXRjb21lIGF0IGRpZmZlcmVudCBsZXZlbHMgKGkuZS4sIHF1YW50aWxlcykgb2YgdGhlIHByZWRpY3RvcjoKCmBgYHtyfQpnZ3Bsb3QoCiAgbXlkYXRhLAogIGFlcyhicGlfYW50aXNvY2lhbFQxU3VtLCBicGlfYW50aXNvY2lhbFQyU3VtKSkgKyAKICBnZW9tX3BvaW50KCkgKyAKICBnZW9tX3F1YW50aWxlKAogICAgcXVhbnRpbGVzID0gcXVhbnRpbGVzLAogICAgYWVzKGNvbG9yID0gZmFjdG9yKGFmdGVyX3N0YXQocXVhbnRpbGUpKSkpCmBgYAoKQmVsb3cgaXMgYSBwbG90IHRoYXQgZXhhbWluZXMgdGhlIGRpZmZlcmVuY2UgaW4gcXVhbnRpbGUgY29lZmZpY2llbnRzIChhbmQgYXNzb2NpYXRlZCBjb25maWRlbmNlIGludGVydmFscykgYXQgZGlmZmVyZW50IGxldmVscyAoaS5lLiwgcXVhbnRpbGVzKSBvZiB0aGUgcHJlZGljdG9yLgpUaGUgeC1heGlzIGlzIHRoZSBxdWFudGlsZSBvZiB0aGUgcHJlZGljdG9yLgpUaGUgeS1heGlzIGlzIHRoZSBzbG9wZSBjb2VmZmljaWVudC4KRWFjaCBibGFjayBkb3QgaXMgdGhlIHNsb3BlIGNvZWZmaWNpZW50IGZvciB0aGUgZ2l2ZW4gcXVhbnRpbGUgb2YgdGhlIHByZWRpY3Rvci4KVGhlIHJlZCBsaW5lcyBhcmUgdGhlIGxlYXN0IHNxdWFyZXMgZXN0aW1hdGUgb2YgdGhlIHNsb3BlIGNvZWZmaWNpZW50IGFuZCBpdHMgY29uZmlkZW5jZSBpbnRlcnZhbC4KCmBgYHtyfQpwbG90KHN1bW1hcnkocXVhbnRpbGVSZWdyZXNzaW9uTW9kZWwpKQoKcGxvdCgKICBzdW1tYXJ5KHF1YW50aWxlUmVncmVzc2lvbk1vZGVsKSwKICBwYXJtID0gImJwaV9hbnRpc29jaWFsVDFTdW0iKQpgYGAKCiMjIEV4YW1pbmluZyBNb2RlbCBBc3N1bXB0aW9ucwoKIyMjIERpc3RyaWJ1dGlvbiBvZiBSZXNpZHVhbHMKCiMjIyMgUVEgcGxvdHMgeyNxcVBsb3R9CgpodHRwczovL3d3dy51Y2QuaWUvZWNvbW9kZWwvUmVzb3VyY2VzL1FRcGxvdHNfV2ViVmVyc2lvbi5odG1sIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjLzlVQzMtM1dSWCkKCmBgYHtyfQpxcVBsb3QobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwsIG1haW4gPSAiUVEgUGxvdCIsIGlkID0gVFJVRSkKCnFxbm9ybShyZXNpZChtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkpCnFxbm9ybShyZXNpZChybXNNdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkpCnFxbm9ybShyZXNpZChyb2J1c3RMaW5lYXJSZWdyZXNzaW9uKSkKcXFub3JtKHJlc2lkKGx0c1JlZ3Jlc3Npb24pKQoKcXFub3JtKHJlc2lkKGdlbmVyYWxpemVkUmVncmVzc2lvbk1vZGVsKSkKcXFub3JtKHJlc2lkKHJtc0dlbmVyYWxpemVkUmVncmVzc2lvbk1vZGVsKSkKcXFub3JtKHJlc2lkKHJvYnVzdEdlbmVyYWxpemVkUmVncmVzc2lvbikpCgpxcW5vcm0ocmVzaWQobXVsdGlsZXZlbFJlZ3Jlc3Npb25Nb2RlbCkpCmBgYAoKIyMjIyBQUCBwbG90cyB7I3BwUGxvdH0KCmBgYHtyfQpwcFBsb3QobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpCnBwUGxvdChybXNNdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKcHBQbG90KHJvYnVzdExpbmVhclJlZ3Jlc3Npb24pCnBwUGxvdChsdHNSZWdyZXNzaW9uKQoKcHBQbG90KGdlbmVyYWxpemVkUmVncmVzc2lvbk1vZGVsKQpwcFBsb3Qocm1zR2VuZXJhbGl6ZWRSZWdyZXNzaW9uTW9kZWwpCnBwUGxvdChyb2J1c3RHZW5lcmFsaXplZFJlZ3Jlc3Npb24pCmBgYAoKIyMjIyBEZW5zaXR5IFBsb3Qgb2YgUmVzaWR1YWxzIHsjZGVuc2l0eVBsb3RSZXNpZHVhbHN9CgpgYGB7cn0Kc3R1ZGVudGl6ZWRSZXNpZHVhbHMgPC0gbmEub21pdChyc3R1ZGVudChtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkpCnBsb3QoCiAgZGVuc2l0eShzdHVkZW50aXplZFJlc2lkdWFscyksCiAgY29sPSJyZWQiKQp4Zml0IDwtIHNlcSgKICBtaW4oc3R1ZGVudGl6ZWRSZXNpZHVhbHMsIG5hLnJtID0gVFJVRSksCiAgbWF4KHN0dWRlbnRpemVkUmVzaWR1YWxzLCBuYS5ybSA9IFRSVUUpLAogIGxlbmd0aCA9IDQwKQpsaW5lcygKICB4Zml0LAogIGRub3JtKHhmaXQpLAogIGNvbD0iZ3JheSIpICNjb21wYXJlIHRvIG5vcm1hbCBkaXN0cmlidXRpb24KYGBgCgojIyMgUmVzaWR1YWwgUGxvdHMgeyNyZXNpZHVhbFBsb3RzfQoKUmVzaWR1YWwgcGxvdHMgYXJlIHBsb3RzIG9mIHRoZSByZXNpZHVhbHMgdmVyc3VzIG9ic2VydmVkL2ZpdHRlZCB2YWx1ZXMuCgpJbmNsdWRlcyBwbG90cyBvZiBhKSBtb2RlbCByZXNpZHVhbHMgdmVyc3VzIG9ic2VydmVkIHZhbHVlcyBvbiBwcmVkaWN0b3JzIGFuZCBiKSBtb2RlbCByZXNpZHVhbHMgdmVyc3VzIG1vZGVsIGZpdHRlZCB2YWx1ZXMuCgpOb3RlOiBoYXZlIHRvIHJlbW92ZSBgbmEuYWN0aW9uID0gbmEuZXhjbHVkZWAKClRlc3RzIGluY2x1ZGU6CgotIGxhY2stb2YtZml0IHRlc3QgZm9yIGV2ZXJ5IG51bWVyaWMgcHJlZGljdG9yLCB0LXRlc3QgZm9yIHRoZSByZWdyZXNzb3IsIGFkZGVkIHRvIHRoZSBtb2RlbCwgaW5kaWNhdGluZyBubyBsYWNrLW9mLWZpdCBmb3IgdGhpcyB0eXBlCi0gVHVrZXkncyB0ZXN0IGZvciBub25hZGRpdGl2aXR5OiBhZGRpbmcgdGhlIHNxdWFyZXMgb2YgdGhlIGZpdHRlZCB2YWx1ZXMgdG8gdGhlIG1vZGVsIGFuZCByZWZpdHRpbmcgKGV2YWx1YXRlcyBhZGVxdWFjeSBvZiBtb2RlbCBmaXQpCgpgYGB7cn0KcmVzaWR1YWxQbG90cygKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbE5vTWlzc2luZywKICBpZCA9IFRSVUUpCmBgYAoKIyMjIE1hcmdpbmFsIE1vZGVsIFBsb3RzIHsjbWFyZ2luYWxNb2RlbFBsb3RzfQoKTWFyZ2luYWwgbW9kZWwgcGxvdHMgYXJlIHBsb3RzIG9mIHRoZSBvdXRjb21lIHZlcnN1cyBwcmVkaWN0b3JzL2ZpdHRlZCB2YWx1ZXMuCgpJbmNsdWRlcyBwbG90cyBvZiBhKSBvYnNlcnZlZCBvdXRjb21lIHZhbHVlcyB2ZXJzdXMgdmFsdWVzIG9uIHByZWRpY3RvcnMgKGlnbm9yaW5nIHRoZSBvdGhlciBwcmVkaWN0b3JzKSBhbmQgYikgb2JzZXJ2ZWQgb3V0Y29tZSB2YWx1ZXMgdmVyc3VzIG1vZGVsIGZpdHRlZCB2YWx1ZXMuCgpgYGB7cn0KbWFyZ2luYWxNb2RlbFBsb3RzKAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsLAogIHNkID0gVFJVRSwKICBpZCA9IFRSVUUpCmBgYAoKIyMjIEFkZGVkLVZhcmlhYmxlIFBsb3RzIHsjYWRkZWRWYXJpYWJsZVBsb3RzfQoKQWRkZWQtdmFyaWFibGUgcGxvdHMgYXJlIHBsb3RzIG9mIHRoZSBwYXJ0aWFsIGFzc29jaWF0aW9uIGJldHdlZW4gdGhlIG91dGNvbWUgYW5kIGVhY2ggcHJlZGljdG9yLCBjb250cm9sbGluZyBmb3IgYWxsIG90aGVyIHByZWRpY3RvcnMuCgpVc2VmdWwgZm9yIGlkZW50aWZ5aW5nIGpvaW50bHkgaW5mbHVlbnRpYWwgb2JzZXJ2YXRpb25zIGFuZCBzdHVkeWluZyB0aGUgaW1wYWN0IG9mIG9ic2VydmF0aW9ucyBvbiB0aGUgcmVncmVzc2lvbiBjb2VmZmljaWVudHMuCgp5LWF4aXM6IHJlc2lkdWFscyBmcm9tIG1vZGVsIHdpdGggYWxsIHByZWRpY3RvcnMgZXhjbHVkaW5nIHRoZSBwcmVkaWN0b3Igb2YgaW50ZXJlc3QKCngtYXhpczogcmVzaWR1YWxzIGZyb20gbW9kZWwgcmVncmVzc2luZyBwcmVkaWN0b3Igb2YgaW50ZXJlc3Qgb24gYWxsIG90aGVyIHByZWRpY3RvcnMKCmBgYHtyfQphdlBsb3RzKAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsLAogIGlkID0gVFJVRSkKYGBgCgojIyMjIFJlZml0IG1vZGVsIHJlbW92aW5nIGpvaW50bHkgaW5mbHVlbnRpYWwgb2JzZXJ2YXRpb25zCgpgYGB7cn0KbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfcmVtb3ZlSm9pbnRseUluZmx1ZW50aWFsT2JzIDwtIGxtKAogIGJwaV9hbnRpc29jaWFsVDJTdW0gfiBicGlfYW50aXNvY2lhbFQxU3VtICsgYnBpX2FueGlvdXNEZXByZXNzZWRTdW0sCiAgZGF0YSA9IG15ZGF0YSwKICBuYS5hY3Rpb24gPSBuYS5leGNsdWRlLAogIHN1YnNldCA9IC1jKDYzMTgsNjAyMyw0MDIyLDQwNDApKQoKYXZQbG90cygKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF9yZW1vdmVKb2ludGx5SW5mbHVlbnRpYWxPYnMsCiAgaWQgPSBUUlVFKQoKY29tcGFyZUNvZWZzKAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsLAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsX3JlbW92ZUpvaW50bHlJbmZsdWVudGlhbE9icykKYGBgCgojIyMgT3V0bGllciB0ZXN0CgpMb2NhdGVzIHRoZSBsYXJnZXN0IFN0dWRlbnRpemVkIHJlc2lkdWFscyBpbiBhYnNvbHV0ZSB2YWx1ZSBhbmQgY29tcHV0ZXMgdGhlIEJvbmZlcnJvbmktY29ycmVjdGVkIHAtdmFsdWVzIGJhc2VkIG9uIGEgdC10ZXN0IGZvciBsaW5lYXIgbW9kZWxzLgoKVGVzdCBvZiBvdXRseWluZ25lc3MsIGkuZS4sIGhvdyBsaWtlbHkgb25lIHdvdWxkIGhhdmUgYSByZXNpZHVhbCBvZiBhIGdpdmVuIG1hZ25pdHVkZSBpbiBhIG5vcm1hbCBkaXN0cmlidXRpb24gd2l0aCB0aGUgc2FtZSBzYW1wbGUgc2l6ZQoKTm90ZTogaXQgZG9lcyBub3QgdGVzdCBob3cgZXh0cmVtZSBhbiBvYnNlcnZhdGlvbiBpcyByZWxhdGl2ZSB0byBpdHMgZGlzdHJpYnV0aW9uIChpLmUuLCBsZXZlcmFnZSkKCmBgYHtyfQpvdXRsaWVyVGVzdChtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkKYGBgCgojIyMgT2JzZXJ2YXRpb25zIHdpdGggaGlnaCBsZXZlcmFnZQoKSWRlbnRpZmllcyBvYnNlcnZhdGlvbnMgd2l0aCBoaWdoIGxldmVyYWdlIChpLmUuLCBoaWdoIGhhdCB2YWx1ZXMpCgpoYXQgdmFsdWVzIGFyZSBhbiBpbmRleCBvZiBsZXZlcmFnZSAob2JzZXJ2YXRpb25zIHRoYXQgYXJlIGZhciBmcm9tIHRoZSBjZW50ZXIgb2YgdGhlIHJlZ3Jlc3NvciBzcGFjZSBhbmQgaGF2ZSBncmVhdGVyIGluZmx1ZW5jZSBvbiBPTFMgcmVncmVzc2lvbiBjb2VmZmljaWVudHMpCgpgYGB7cn0KaGlzdChoYXR2YWx1ZXMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpKQpwbG90KGhhdHZhbHVlcyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkpCgppbmZsdWVuY2VJbmRleFBsb3QoCiAgbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwsCiAgaWQgPSBUUlVFKQoKaW5mbHVlbmNlUGxvdCgKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCwKICBpZCA9IFRSVUUpICMgY2lyY2xlIHNpemUgaXMgcHJvcG9ydGlvbmFsIHRvIENvb2sncyBEaXN0YW5jZQoKbGV2ZXJhZ2VQbG90cygKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCwKICBpZCA9IFRSVUUpCmBgYAoKIyMjIE9ic2VydmF0aW9ucyB3aXRoIGhpZ2ggaW5mbHVlbmNlIChvbiBPTFMgcmVncmVzc2lvbiBjb2VmZmljaWVudHMpCgpodHRwczovL2NyYW4uci1wcm9qZWN0Lm9yZy93ZWIvcGFja2FnZXMvb2xzcnIvdmlnbmV0dGVzL2luZmx1ZW5jZV9tZWFzdXJlcy5odG1sIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjL1QyVFMtUFpaNCkKCmBgYHtyfQpoZWFkKGluZmx1ZW5jZS5tZWFzdXJlcyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkkaW5mbWF0KQpgYGAKCiMjIyBERkJFVEEgeyNkZmJldGF9CgpgYGB7cn0KaGVhZChkZmJldGEobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpKQoKaGlzdChkZmJldGEobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpKQpkZmJldGFzUGxvdHMoCiAgbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwsCiAgaWQgPSBUUlVFKQpgYGAKCiMjIyBERkZJVFMgeyNkZmZpdHN9CgpgYGB7cn0KaGVhZChkZmZpdHMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpW29yZGVyKGRmZml0cyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCksIGRlY3JlYXNpbmcgPSBUUlVFKV0pCgpoaXN0KGRmZml0cyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkpCnBsb3QoZGZmaXRzKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKSkKcGxvdChkZmZpdHMobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpW29yZGVyKGRmZml0cyhtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCksIGRlY3JlYXNpbmcgPSBUUlVFKV0pCmBgYAoKIyMjIENvb2sncyBEaXN0YW5jZSB7I2Nvb2tzRGlzdGFuY2V9CgpPYnNlcnZhdGlvbnMgdGhhdCBhcmUgYm90aCBvdXRseWluZyAoaGF2ZSBhIGhpZ2ggcmVzaWR1YWwgZnJvbSB0aGUgcmVncmVzc2lvbiBsaW5lKSBhbmQgaGF2ZSBoaWdoIGxldmVyYWdlIChhcmUgZmFyIGZyb20gdGhlIGNlbnRlciBvZiB0aGUgcmVncmVzc29yIHNwYWNlKSBoYXZlIGhpZ2ggaW5mbHVlbmNlIG9uIHRoZSBPTFMgcmVncmVzc2lvbiBjb2VmZmljaWVudHMuCkFuIG9ic2VydmF0aW9uIHdpbGwgaGF2ZSBsZXNzIGluZmx1ZW5jZSBpZiBpdCBsaWVzIG9uIHRoZSByZWdyZXNzaW9uIGxpbmUgKG5vdCBhbiBvdXRsaWVyLCBpLmUuLCBoYXMgYSBsb3cgcmVzaWR1YWwpIG9yIGlmIGl0IGhhcyBsb3cgbGV2ZXJhZ2UgKGkuZS4sIGhhcyBhIHZhbHVlIG5lYXIgdGhlIGNlbnRlciBvZiBhIHByZWRpY3RvcidzIGRpc3RyaWJ1dGlvbikuCgpgYGB7cn0KaGVhZChjb29rcy5kaXN0YW5jZShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbClbb3JkZXIoY29va3MuZGlzdGFuY2UobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpLCBkZWNyZWFzaW5nID0gVFJVRSldKQoKaGlzdChjb29rcy5kaXN0YW5jZShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCkpCnBsb3QoY29va3MuZGlzdGFuY2UobXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwpKQpwbG90KGNvb2tzLmRpc3RhbmNlKG11bHRpcGxlUmVncmVzc2lvbk1vZGVsKVtvcmRlcihjb29rcy5kaXN0YW5jZShtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbCksIGRlY3JlYXNpbmcgPSBUUlVFKV0pCmBgYAoKIyMjIyBSZWZpdCBtb2RlbCByZW1vdmluZyB2YWx1ZXMgd2l0aCBoaWdoIGNvb2sncyBkaXN0YW5jZQoKYGBge3J9Cm11bHRpcGxlUmVncmVzc2lvbk1vZGVsXzIgPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUsCiAgc3Vic2V0ID0gLWMoMjc2NSwxMzcxKSkKCm11bHRpcGxlUmVncmVzc2lvbk1vZGVsXzMgPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUsCiAgc3Vic2V0ID0gLWMoMjc2NSwxMzcxLDI3NjcpKQoKbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfNCA8LSBsbSgKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSwKICBzdWJzZXQgPSAtYygyNzY1LDEzNzEsMjc2Nyw4NDcyKSkKCm11bHRpcGxlUmVncmVzc2lvbk1vZGVsXzUgPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUsCiAgc3Vic2V0ID0gLWMoMjc2NSwxMzcxLDI3NjcsODQ3Miw2MTcwKSkKCm11bHRpcGxlUmVncmVzc2lvbk1vZGVsXzYgPC0gbG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9IG5hLmV4Y2x1ZGUsCiAgc3Vic2V0ID0gLWMoMjc2NSwxMzcxLDI3NjcsODQ3Miw2MTcwLDYwMjMpKQoKbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfNyA8LSBsbSgKICBicGlfYW50aXNvY2lhbFQyU3VtIH4gYnBpX2FudGlzb2NpYWxUMVN1bSArIGJwaV9hbnhpb3VzRGVwcmVzc2VkU3VtLAogIGRhdGEgPSBteWRhdGEsCiAgbmEuYWN0aW9uID0gbmEuZXhjbHVkZSwKICBzdWJzZXQgPSAtYygyNzY1LDEzNzEsMjc2Nyw4NDcyLDYxNzAsNjAyMywyNzY2KSkKYGBgCgojIyMjIyBFeGFtaW5lIGhvdyBtdWNoIHJlZ3Jlc3Npb24gY29lZmZpY2llbnRzIGNoYW5nZSB3aGVuIGV4Y2x1ZGluZyBpbmZsdWVudGlhbCBvYnNlcnZhdGlvbnMKCmBgYHtyfQpjb21wYXJlQ29lZnMoCiAgbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWwsCiAgbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfMiwKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF8zLAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsXzQsCiAgbXVsdGlwbGVSZWdyZXNzaW9uTW9kZWxfNSwKICBtdWx0aXBsZVJlZ3Jlc3Npb25Nb2RlbF82LAogIG11bHRpcGxlUmVncmVzc2lvbk1vZGVsXzcpCmBgYAoKIyMjIyBFeGFtaW5lIGhvdyBtdWNoIHJlZ3Jlc3Npb24gY29lZmZpY2llbnRzIGNoYW5nZSB3aGVuIHVzaW5nIGxlYXN0IHRyaW1tZWQgc3F1YXJlcyAoTFRTKSB0aGF0IGlzIHJlc2lzdGFudCB0byBvdXRsaWVycwoKYGBge3J9CmNvZWYobG0oCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbj0ibmEuZXhjbHVkZSIpKQoKY29lZihsdHNSZWcoCiAgYnBpX2FudGlzb2NpYWxUMlN1bSB+IGJwaV9hbnRpc29jaWFsVDFTdW0gKyBicGlfYW54aW91c0RlcHJlc3NlZFN1bSwKICBkYXRhID0gbXlkYXRhLAogIG5hLmFjdGlvbiA9ICJuYS5leGNsdWRlIikpCmBgYAoKIyMjIFJlc291cmNlcwoKQm9vazogQW4gYFJgIENvbXBhbmlvbiB0byBBcHBsaWVkIFJlZ3Jlc3Npb24KCmh0dHBzOi8vcGVvcGxlLmR1a2UuZWR1L35ybmF1L3Rlc3RpbmcuaHRtIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjLzlDWEgtR0JTTikKCmh0dHBzOi8vd3d3LnN0YXRtZXRob2RzLm5ldC9zdGF0cy9yZGlhZ25vc3RpY3MuaHRtbCAoYXJjaGl2ZWQgYXQgaHR0cHM6Ly9wZXJtYS5jYy83Slg4LUs2QlkpCgpodHRwczovL3NvY3NlcnYuc29jc2NpLm1jbWFzdGVyLmNhL2pmb3gvQ291cnNlcy9CcmF6aWwtMjAwOS9pbmRleC5odG1sIChhcmNoaXZlZCBhdCBodHRwczovL3Blcm1hLmNjLzRBMlAtOVM0OSkKCmh0dHBzOi8vZW4ud2lraXBlZGlhLm9yZy93aWtpL09yZGluYXJ5X2xlYXN0X3NxdWFyZXMjQXNzdW1wdGlvbnMgKGFyY2hpdmVkIGF0IGh0dHBzOi8vcGVybWEuY2MvUTROUy1YOFRKKQoKIyBTZXNzaW9uIEluZm8KCmBgYHtyLCBjbGFzcy5zb3VyY2UgPSAiZm9sZC1oaWRlIn0Kc2Vzc2lvbkluZm8oKQpgYGAK
