install.packages(c('rpart', 'partykit', 'rpart.plot'))
require(rpart)
require(rpart.plot)
require(partykit)
require(caret)
set.seed(2014)
inTrain = createDataPartition(y = iris$Species, p = 0.8, list = FALSE)
irisTrain = iris[inTrain, ]
irisTest = iris[-inTrain, ]
treemodel <- rpart(Species~. , data = irisTrain)
summary(treemodel)
plot(treemodel)
text(treemodel)
prp(treemodel)
prp(treemodel, varlen = 5)
prediction <- predict(treemodel, newdata = irisTest, type = 'class')
table(prediction, irisTest$Species)
https://www.statmethods.net/advstats/cart.html
https://blog.revolutionanalytics.com/2013/06/plotting-classification-and-regression-trees-with-plotrpart.html
Case 2
数据准备
http://archive.ics.uci.edu/ml/datasets/Statlog+%28German+Credit+Data%29
credit = read.table('E:/rpath/german.data', header = F, sep = ' ' , stringsAsFactors = FALSE)
str(credit)
dim(credit)
一共1000个样本， 20个feature，最后一个为带预测的变量。
接下来我们需要给每一列加上一个说明
colnames(credit) = c("Status.of.existing.checking.account","Duration.in.month","Credit.history","Purpose","Credit.amount","Savings.account.bonds","Present.employment.since","Installment.rate.in.percentage.of.disposable.income","Personal.status.and.sex","Other.debtors.guarantors","Present.residence.since","Property","Age.in.years","Other.installment.plans.","Housing","Number.of.existing.credits.at.this.bank","Job","Number.of.people.being.liable.to.provide.maintenance.for","Telephone","foreign.worker","Good.Loan") # 最后一个属性命名为Good.Loan 特殊符号全换成.
# 出错 Sys.setlocale('LC_ALL','C')
mapping = list(
"A11" = " ... < 0 DM",
"A12" = "0 <= ... < 200 DM",
"A13" = " ... >= 200 DM salary assignments for at least 1 year",
"A14" = "no checking account",
"A30" = "no credits taken all credits paid back duly",
"A31" = "all credits at this bank paid back duly",
"A32" = "existing credits paid back duly till now",
"A33" = "delay in paying off in the past",
"A34" = "critical account other credits existing not at this bank",
"A40" = "car new",
"A41" = "car used",
"A42" = "furnitureequipment",
"A43" = "radiotelevision",
"A44" = "domestic appliances",
"A45" = "repairs",
"A46" = "education",
"A47" = "vacation - does not exist",
"A48" = "retraining",
"A49" = "business",
"A410" = "others",
"A61" = " ... < 100 DM",
"A62" = " 100 <= ... < 500 DM",
"A63" = " 500 <= ... < 1000 DM",
"A64" = " .. >= 1000 DM",
"A65" = "unknown no savings account",
"A71" = "unemployed",
"A72" = " ... < 1 year",
"A73" = "1 <= ... < 4 years ",
"A74" = "4 <= ... < 7 years",
"A75" = " .. >= 7 years",
"A91" = "male - divorcedseparated",
"A92" = "female - divorcedseparatedmarried",
"A93" = "male - single",
"A94" = "male - marriedwidowed",
"A95" = "female - single",
"A101" = "none",
"A102" = "co-applicant",
"A103" = "guarantor",
"A121" = "real estate",
"A122" = "if not A121 - building society savings agreement life insurance",
"A123" = "if not A121A122 - car or other, not in attribute 6",
"A124" = "unknown no property",
"A141" = "bank",
"A142" = "stores",
"A143" = "none",
"A151" = "rent",
"A152" = "own",
"A153" = "for free",
"A171" = "unemployed unskilled - non-resident",
"A172" = "unskilled - resident",
"A173" = "skilled employee official",
"A174" = "management self-employed highly qualified employee officer",
"A191" = "none",
"A192" = "yes, registered under the customers name",
"A201" = "yes",
"A202" = "no")
for(i in 1:(dim(credit))[2]) {
if(class(credit[, i]) == 'character') {
credit[, i] = as.factor(as.character(mapping[credit[, i]]))
}
}
credit$Good.Loan = as.factor(ifelse(credit$Good.Loan == 1, 'GoodLoan', 'BadLoan'))
看起来点复杂，首先我们建立了一个从缩写到真实意义的映射变量mapping，
下来对应每个为字符的列，我们对列的值进行映射。
最后将Good.Load转换为factor。
接下来对数据进行一个大致的了解：
table(credit$Status.of.existing.checking.account)
table(credit$Savings.account.bonds)
summary(credit$Duration.in.month) # 分布是右偏的，大的数据分布在右边
summary(credit$Credit.amount)
summary(credit$Good.Loan)
以上，完成了对数据的探索
构建训练与测试数据集
使用caret包 Classification and Regression Training 分类和回归训练
require(caret)
set.seed(2014)
inTrain = createDataPartition(y = credit$Good.Loan, p = 0.8, list = FALSE)
credit_train = credit[inTrain, ]
credit_test = credit[-inTrain, ]
prop.table(table(credit_train$Good.Loan))
prop.table(table(credit_test$Good.Loan))
另一种方法
set.seed(2014)
credit_rand = credit[order(runif(1000)), ] # 均匀分布
credit_train = credit_rand[1:900, ]
credit_test = credit_rand[901:1000, ]
prop.table(table(credit_train$Good.Loan))
prop.table(table(credit_test$Good.Loan))
建立模型
我们使用C50包的c5.0算法
install.packages('C50')
require(C50)
credit_model = C5.0(credit_train[-21], credit_train$Good.Loan) # c50 包对字符要求很严格， 要剔除() :这类符号
credit_model
summary(credit_model)
这里的第一个decision， 372/46 代表有372 个样本达到该decision， 有46个错误的归类为 good loan。
整体而言错误率 15.4%，其中88个 bar loan 被归类到 good loan，35个 good loan 被归类为 bad loan。
m = C5.0(train, class, trials = 1, costs = NULL)
p = predict(m, test, type = 'class')
credit_pred = predict(credit_model, credit_test)
require(gmodels)
CrossTable(credit_test$Good.Loan, credit_pred,
prop.chisq = FALSE, prop.c = FALSE, prop.r = FALSE,
dnn = c('actual loan status', 'predicted loan status'))
我们看到错误率 为 （26 + 37)/ 200 = 31.5%。
同时有61.7 % bad loan 我们归类为 good loan, 我们的错误率还只有 30%
模型优化
C5.0 中加入了 adaptive boosting 的支持。
boosting 的详细内容可以参考Wikipedia
credit_boost10 = C5.0(credit_train[-21], credit_train$Good.Loan, trials = 10) # trials 迭代的次数
credit_boost10
credit_pred10 = predict(credit_boost10, credit_test)
CrossTable(credit_test$Good.Loan, credit_pred10,
prop.chisq = FALSE, prop.c = FALSE, prop.r = FALSE,
dnn = c('actual loan status', 'predicted loan status'))
error_cost = matrix(c(0, 1, 5, 0), nrow = 2) # 成本矩阵
rownames(error_cost) = c('GoodLoan', 'BadLoan')
colnames(error_cost) = c('GoodLoan', 'BadLoan')
credit_cost = C5.0(credit_train[-21], credit_train$Good.Loan, costs = error_cost)
credit_cost_pred = predict(credit_cost, credit_test)
CrossTable(credit_test$Good.Loan, credit_cost_pred,
prop.chisq = FALSE, prop.c = FALSE, prop.r = FALSE,
dnn = c('actual loan status', 'predicted loan status'))
有次虽然总的错误率达到 47% ， 但是把 bad loan 归类为 good loan的情况却大大减小
只有18.3%。