R version 2.15.2 (2012-10-26) -- "Trick or Treat" Copyright (C) 2012 The R Foundation for Statistical Computing ISBN 3-900051-07-0 Platform: i686-pc-linux-gnu (32-bit) R is free software and comes with ABSOLUTELY NO WARRANTY. You are welcome to redistribute it under certain conditions. Type 'license()' or 'licence()' for distribution details. R is a collaborative project with many contributors. Type 'contributors()' for more information and 'citation()' on how to cite R or R packages in publications. Type 'demo()' for some demos, 'help()' for on-line help, or 'help.start()' for an HTML browser interface to help. Type 'q()' to quit R. > x <- array(list(18897 + ,22424 + ,19364 + ,19434 + ,22831 + ,23072 + ,37471 + ,14690 + ,17518 + ,22125 + ,18586 + ,18389 + ,22727 + ,22551 + ,36160 + ,13824 + ,8632 + ,7653 + ,8225 + ,8405 + ,8344 + ,8695 + ,9197 + ,9477 + ,832 + ,554 + ,822 + ,854 + ,830 + ,935 + ,1051 + ,1150 + ,3351 + ,3357 + ,3270 + ,3346 + ,3235 + ,3329 + ,3480 + ,3447 + ,8 + ,8 + ,3 + ,4 + ,5 + ,5 + ,4 + ,4 + ,1 + ,1 + ,1 + ,1 + ,1 + ,1 + ,1 + ,2 + ,7 + ,10 + ,11 + ,9 + ,10 + ,9 + ,10 + ,9 + ,217 + ,222 + ,204 + ,205 + ,191 + ,197 + ,196 + ,191 + ,911 + ,947 + ,918 + ,939 + ,937 + ,967 + ,1007 + ,962 + ,1932 + ,1901 + ,1862 + ,1921 + ,1823 + ,1879 + ,1982 + ,2003 + ,274 + ,267 + ,270 + ,267 + ,269 + ,271 + ,281 + ,276 + ,131 + ,109 + ,87 + ,66 + ,68 + ,64 + ,76 + ,81 + ,1708 + ,1668 + ,1738 + ,1715 + ,1726 + ,1771 + ,1861 + ,2079 + ,2609 + ,1965 + ,2308 + ,2424 + ,2486 + ,2594 + ,2729 + ,2720 + ,133 + ,32 + ,119 + ,89 + ,93 + ,107 + ,102 + ,23 + ,2476 + ,1933 + ,2189 + ,2335 + ,2393 + ,2487 + ,2627 + ,2697 + ,10 + ,37 + ,23 + ,21 + ,22 + ,27 + ,21 + ,18 + ,1510 + ,1616 + ,1378 + ,1605 + ,1534 + ,1654 + ,1421 + ,1650 + ,6427 + ,7719 + ,8279 + ,6133 + ,11706 + ,9235 + ,24339 + ,1324 + ,3812 + ,5127 + ,5890 + ,4487 + ,7888 + ,6772 + ,9522 + ,3656 + ,724 + ,99 + ,154 + ,157 + ,367 + ,153 + ,171 + ,-211 + ,1560 + ,1996 + ,1917 + ,1223 + ,2860 + ,1964 + ,13508 + ,-2076 + ,156 + ,113 + ,166 + ,116 + ,435 + ,166 + ,975 + ,-178 + ,3 + ,3 + ,2 + ,2 + ,15 + ,13 + ,27 + ,13 + ,172 + ,380 + ,151 + ,148 + ,141 + ,167 + ,137 + ,120 + ,65 + ,1700 + ,163 + ,568 + ,80 + ,2043 + ,768 + ,338 + ,593 + ,2931 + ,292 + ,1348 + ,774 + ,631 + ,122 + ,698 + ,281 + ,469 + ,227 + ,309 + ,266 + ,267 + ,292 + ,321 + ,1191 + ,145 + ,747 + ,874 + ,38 + ,275 + ,423 + ,218 + ,72 + ,57 + ,2 + ,32 + ,32 + ,57 + ,16 + ,21 + ,113 + ,-6 + ,27 + ,120 + ,32 + ,184 + ,860 + ,604 + ,19 + ,86 + ,2 + ,18 + ,3 + ,3 + ,12 + ,246 + ,97 + ,11 + ,27 + ,120 + ,32 + ,185 + ,860 + ,381 + ,18897 + ,22424 + ,19364 + ,19434 + ,22831 + ,23072 + ,37471 + ,14690 + ,16770 + ,18775 + ,17704 + ,16289 + ,21687 + ,20252 + ,35933 + ,13873 + ,6132 + ,5145 + ,5705 + ,5818 + ,5817 + ,6171 + ,6504 + ,6749 + ,648 + ,299 + ,484 + ,535 + ,511 + ,548 + ,638 + ,758 + ,1739 + ,1710 + ,1776 + ,1910 + ,1843 + ,1990 + ,2141 + ,2097 + ,160 + ,167 + ,176 + ,193 + ,183 + ,202 + ,163 + ,179 + ,621 + ,570 + ,592 + ,743 + ,655 + ,735 + ,851 + ,835 + ,804 + ,821 + ,842 + ,831 + ,847 + ,869 + ,886 + ,881 + ,3 + ,3 + ,3 + ,3 + ,3 + ,3 + ,3 + ,3 + ,150 + ,149 + ,163 + ,140 + ,156 + ,182 + ,238 + ,199 + ,549 + ,528 + ,558 + ,354 + ,470 + ,438 + ,450 + ,453 + ,95 + ,80 + ,132 + ,-46 + ,88 + ,49 + ,57 + ,62 + ,354 + ,353 + ,339 + ,323 + ,308 + ,314 + ,325 + ,322 + ,100 + ,95 + ,87 + ,77 + ,73 + ,75 + ,68 + ,70 + ,342 + ,343 + ,357 + ,354 + ,339 + ,343 + ,343 + ,305 + ,2854 + ,2265 + ,2530 + ,2664 + ,2653 + ,2852 + ,2932 + ,3135 + ,167 + ,99 + ,168 + ,132 + ,137 + ,147 + ,132 + ,35 + ,2687 + ,2166 + ,2362 + ,2533 + ,2516 + ,2705 + ,2799 + ,3100 + ,645 + ,770 + ,634 + ,680 + ,581 + ,675 + ,814 + ,677 + ,6113 + ,7729 + ,8065 + ,5931 + ,11602 + ,9279 + ,24726 + ,1473 + ,3567 + ,4697 + ,5792 + ,4959 + ,8473 + ,6753 + ,9199 + ,3926 + ,472 + ,241 + ,87 + ,262 + ,330 + ,64 + ,172 + ,-142 + ,1665 + ,2360 + ,1934 + ,584 + ,2229 + ,1972 + ,13856 + ,-2338 + ,328 + ,318 + ,154 + ,6 + ,256 + ,181 + ,1301 + ,-241 + ,0 + ,1 + ,0 + ,0 + ,12 + ,10 + ,21 + ,10 + ,81 + ,112 + ,99 + ,120 + ,302 + ,300 + ,177 + ,259 + ,1322 + ,1286 + ,1317 + ,1325 + ,1314 + ,1322 + ,1308 + ,1370 + ,154 + ,143 + ,156 + ,152 + ,144 + ,151 + ,151 + ,171 + ,1277 + ,1448 + ,1340 + ,1689 + ,1529 + ,1544 + ,1264 + ,1656 + ,1127 + ,2253 + ,486 + ,694 + ,699 + ,1110 + ,1165 + ,1776 + ,456 + ,1356 + ,63 + ,2861 + ,89 + ,82 + ,1019 + ,926 + ,224 + ,200 + ,149 + ,91 + ,165 + ,216 + ,94 + ,131 + ,1444 + ,1990 + ,1445 + ,176 + ,888 + ,2517 + ,413 + ,-264 + ,3 + ,8 + ,4 + ,7 + ,40 + ,38 + ,-64 + ,-10 + ,1444 + ,2084 + ,1443 + ,187 + ,850 + ,2483 + ,489 + ,-231) + ,dim=c(8 + ,69) + ,dimnames=list(c('2010-I' + ,'2010-II' + ,'2010-III' + ,'2010-IV' + ,'2011-I' + ,'2011-II' + ,'2011-III' + ,'2011-IV') + ,1:69)) > y <- array(NA,dim=c(8,69),dimnames=list(c('2010-I','2010-II','2010-III','2010-IV','2011-I','2011-II','2011-III','2011-IV'),1:69)) > for (i in 1:dim(x)[1]) + { + for (j in 1:dim(x)[2]) + { + y[i,j] <- as.numeric(x[i,j]) + } + } > par4 = 'yes' > par3 = '2' > par2 = 'equal' > par1 = '8' > library(party) Loading required package: survival Loading required package: splines Loading required package: grid Loading required package: modeltools Loading required package: stats4 Loading required package: coin Loading required package: mvtnorm Loading required package: zoo Attaching package: 'zoo' The following object(s) are masked from 'package:base': as.Date, as.Date.numeric Loading required package: sandwich Loading required package: strucchange Loading required package: vcd Loading required package: MASS Loading required package: colorspace > library(Hmisc) Hmisc library by Frank E Harrell Jr Type library(help='Hmisc'), ?Overview, or ?Hmisc.Overview') to see overall documentation. NOTE:Hmisc no longer redefines [.factor to drop unused levels when subsetting. To get the old behavior of Hmisc type dropUnusedLevels(). Attaching package: 'Hmisc' The following object(s) are masked from 'package:survival': untangle.specials The following object(s) are masked from 'package:base': format.pval, round.POSIXt, trunc.POSIXt, units > par1 <- as.numeric(par1) > par3 <- as.numeric(par3) > x <- data.frame(t(y)) > is.data.frame(x) [1] TRUE > x <- x[!is.na(x[,par1]),] > k <- length(x[1,]) > n <- length(x[,1]) > colnames(x)[par1] [1] "X2011.IV" > x[,par1] [1] 14690 13824 9477 1150 3447 4 2 9 191 962 2003 276 [13] 81 2079 2720 23 2697 18 1650 1324 3656 -211 -2076 -178 [25] 13 120 338 698 321 218 21 604 246 381 14690 13873 [37] 6749 758 2097 179 835 881 3 199 453 62 322 70 [49] 305 3135 35 3100 677 1473 3926 -142 -2338 -241 10 259 [61] 1370 171 1656 1776 926 131 -264 -10 -231 > if (par2 == 'kmeans') { + cl <- kmeans(x[,par1], par3) + print(cl) + clm <- matrix(cbind(cl$centers,1:par3),ncol=2) + clm <- clm[sort.list(clm[,1]),] + for (i in 1:par3) { + cl$cluster[cl$cluster==clm[i,2]] <- paste('C',i,sep='') + } + cl$cluster <- as.factor(cl$cluster) + print(cl$cluster) + x[,par1] <- cl$cluster + } > if (par2 == 'quantiles') { + x[,par1] <- cut2(x[,par1],g=par3) + } > if (par2 == 'hclust') { + hc <- hclust(dist(x[,par1])^2, 'cen') + print(hc) + memb <- cutree(hc, k = par3) + dum <- c(mean(x[memb==1,par1])) + for (i in 2:par3) { + dum <- c(dum, mean(x[memb==i,par1])) + } + hcm <- matrix(cbind(dum,1:par3),ncol=2) + hcm <- hcm[sort.list(hcm[,1]),] + for (i in 1:par3) { + memb[memb==hcm[i,2]] <- paste('C',i,sep='') + } + memb <- as.factor(memb) + print(memb) + x[,par1] <- memb + } > if (par2=='equal') { + ed <- cut(as.numeric(x[,par1]),par3,labels=paste('C',1:par3,sep='')) + x[,par1] <- as.factor(ed) + } > table(x[,par1]) C1 C2 63 6 > colnames(x) [1] "X2010.I" "X2010.II" "X2010.III" "X2010.IV" "X2011.I" "X2011.II" [7] "X2011.III" "X2011.IV" > colnames(x)[par1] [1] "X2011.IV" > x[,par1] [1] C2 C2 C2 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 [26] C1 C1 C1 C1 C1 C1 C1 C1 C1 C2 C2 C2 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 [51] C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 C1 Levels: C1 C2 > if (par2 == 'none') { + m <- ctree(as.formula(paste(colnames(x)[par1],' ~ .',sep='')),data = x) + } > > #Note: the /var/fisher/rcomp/createtable file can be downloaded at http://www.wessa.net/cretab > load(file="/var/fisher/rcomp/createtable") > > if (par2 != 'none') { + m <- ctree(as.formula(paste('as.factor(',colnames(x)[par1],') ~ .',sep='')),data = x) + if (par4=='yes') { + a<-table.start() + a<-table.row.start(a) + a<-table.element(a,'10-Fold Cross Validation',3+2*par3,TRUE) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'',1,TRUE) + a<-table.element(a,'Prediction (training)',par3+1,TRUE) + a<-table.element(a,'Prediction (testing)',par3+1,TRUE) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'Actual',1,TRUE) + for (jjj in 1:par3) a<-table.element(a,paste('C',jjj,sep=''),1,TRUE) + a<-table.element(a,'CV',1,TRUE) + for (jjj in 1:par3) a<-table.element(a,paste('C',jjj,sep=''),1,TRUE) + a<-table.element(a,'CV',1,TRUE) + a<-table.row.end(a) + for (i in 1:10) { + ind <- sample(2, nrow(x), replace=T, prob=c(0.9,0.1)) + m.ct <- ctree(as.formula(paste('as.factor(',colnames(x)[par1],') ~ .',sep='')),data =x[ind==1,]) + if (i==1) { + m.ct.i.pred <- predict(m.ct, newdata=x[ind==1,]) + m.ct.i.actu <- x[ind==1,par1] + m.ct.x.pred <- predict(m.ct, newdata=x[ind==2,]) + m.ct.x.actu <- x[ind==2,par1] + } else { + m.ct.i.pred <- c(m.ct.i.pred,predict(m.ct, newdata=x[ind==1,])) + m.ct.i.actu <- c(m.ct.i.actu,x[ind==1,par1]) + m.ct.x.pred <- c(m.ct.x.pred,predict(m.ct, newdata=x[ind==2,])) + m.ct.x.actu <- c(m.ct.x.actu,x[ind==2,par1]) + } + } + print(m.ct.i.tab <- table(m.ct.i.actu,m.ct.i.pred)) + numer <- 0 + for (i in 1:par3) { + print(m.ct.i.tab[i,i] / sum(m.ct.i.tab[i,])) + numer <- numer + m.ct.i.tab[i,i] + } + print(m.ct.i.cp <- numer / sum(m.ct.i.tab)) + print(m.ct.x.tab <- table(m.ct.x.actu,m.ct.x.pred)) + numer <- 0 + for (i in 1:par3) { + print(m.ct.x.tab[i,i] / sum(m.ct.x.tab[i,])) + numer <- numer + m.ct.x.tab[i,i] + } + print(m.ct.x.cp <- numer / sum(m.ct.x.tab)) + for (i in 1:par3) { + a<-table.row.start(a) + a<-table.element(a,paste('C',i,sep=''),1,TRUE) + for (jjj in 1:par3) a<-table.element(a,m.ct.i.tab[i,jjj]) + a<-table.element(a,round(m.ct.i.tab[i,i]/sum(m.ct.i.tab[i,]),4)) + for (jjj in 1:par3) a<-table.element(a,m.ct.x.tab[i,jjj]) + a<-table.element(a,round(m.ct.x.tab[i,i]/sum(m.ct.x.tab[i,]),4)) + a<-table.row.end(a) + } + a<-table.row.start(a) + a<-table.element(a,'Overall',1,TRUE) + for (jjj in 1:par3) a<-table.element(a,'-') + a<-table.element(a,round(m.ct.i.cp,4)) + for (jjj in 1:par3) a<-table.element(a,'-') + a<-table.element(a,round(m.ct.x.cp,4)) + a<-table.row.end(a) + a<-table.end(a) + table.save(a,file="/var/fisher/rcomp/tmp/1yh9y1355149673.tab") + } + } m.ct.i.pred m.ct.i.actu 1 2 1 559 17 2 0 53 [1] 0.9704861 [1] 1 [1] 0.972973 m.ct.x.pred m.ct.x.actu 1 2 1 50 4 2 0 7 [1] 0.9259259 [1] 1 [1] 0.9344262 > m Conditional inference tree with 2 terminal nodes Response: as.factor(X2011.IV) Inputs: X2010.I, X2010.II, X2010.III, X2010.IV, X2011.I, X2011.II, X2011.III Number of observations: 69 1) X2010.I <= 6113; criterion = 1, statistic = 53.351 2)* weights = 62 1) X2010.I > 6113 3)* weights = 7 > postscript(file="/var/fisher/rcomp/tmp/2bvx81355149673.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) > plot(m) > dev.off() null device 1 > postscript(file="/var/fisher/rcomp/tmp/3b5li1355149673.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) > plot(x[,par1] ~ as.factor(where(m)),main='Response by Terminal Node',xlab='Terminal Node',ylab='Response') > dev.off() null device 1 > if (par2 == 'none') { + forec <- predict(m) + result <- as.data.frame(cbind(x[,par1],forec,x[,par1]-forec)) + colnames(result) <- c('Actuals','Forecasts','Residuals') + print(result) + } > if (par2 != 'none') { + print(cbind(as.factor(x[,par1]),predict(m))) + myt <- table(as.factor(x[,par1]),predict(m)) + print(myt) + } [,1] [,2] [1,] 2 2 [2,] 2 2 [3,] 2 2 [4,] 1 1 [5,] 1 1 [6,] 1 1 [7,] 1 1 [8,] 1 1 [9,] 1 1 [10,] 1 1 [11,] 1 1 [12,] 1 1 [13,] 1 1 [14,] 1 1 [15,] 1 1 [16,] 1 1 [17,] 1 1 [18,] 1 1 [19,] 1 1 [20,] 1 2 [21,] 1 1 [22,] 1 1 [23,] 1 1 [24,] 1 1 [25,] 1 1 [26,] 1 1 [27,] 1 1 [28,] 1 1 [29,] 1 1 [30,] 1 1 [31,] 1 1 [32,] 1 1 [33,] 1 1 [34,] 1 1 [35,] 2 2 [36,] 2 2 [37,] 2 2 [38,] 1 1 [39,] 1 1 [40,] 1 1 [41,] 1 1 [42,] 1 1 [43,] 1 1 [44,] 1 1 [45,] 1 1 [46,] 1 1 [47,] 1 1 [48,] 1 1 [49,] 1 1 [50,] 1 1 [51,] 1 1 [52,] 1 1 [53,] 1 1 [54,] 1 1 [55,] 1 1 [56,] 1 1 [57,] 1 1 [58,] 1 1 [59,] 1 1 [60,] 1 1 [61,] 1 1 [62,] 1 1 [63,] 1 1 [64,] 1 1 [65,] 1 1 [66,] 1 1 [67,] 1 1 [68,] 1 1 [69,] 1 1 C1 C2 C1 62 1 C2 0 6 > postscript(file="/var/fisher/rcomp/tmp/4yqra1355149673.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) > if(par2=='none') { + op <- par(mfrow=c(2,2)) + plot(density(result$Actuals),main='Kernel Density Plot of Actuals') + plot(density(result$Residuals),main='Kernel Density Plot of Residuals') + plot(result$Forecasts,result$Actuals,main='Actuals versus Predictions',xlab='Predictions',ylab='Actuals') + plot(density(result$Forecasts),main='Kernel Density Plot of Predictions') + par(op) + } > if(par2!='none') { + plot(myt,main='Confusion Matrix',xlab='Actual',ylab='Predicted') + } > dev.off() null device 1 > if (par2 == 'none') { + detcoef <- cor(result$Forecasts,result$Actuals) + a<-table.start() + a<-table.row.start(a) + a<-table.element(a,'Goodness of Fit',2,TRUE) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'Correlation',1,TRUE) + a<-table.element(a,round(detcoef,4)) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'R-squared',1,TRUE) + a<-table.element(a,round(detcoef*detcoef,4)) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'RMSE',1,TRUE) + a<-table.element(a,round(sqrt(mean((result$Residuals)^2)),4)) + a<-table.row.end(a) + a<-table.end(a) + table.save(a,file="/var/fisher/rcomp/tmp/536lo1355149673.tab") + a<-table.start() + a<-table.row.start(a) + a<-table.element(a,'Actuals, Predictions, and Residuals',4,TRUE) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'#',header=TRUE) + a<-table.element(a,'Actuals',header=TRUE) + a<-table.element(a,'Forecasts',header=TRUE) + a<-table.element(a,'Residuals',header=TRUE) + a<-table.row.end(a) + for (i in 1:length(result$Actuals)) { + a<-table.row.start(a) + a<-table.element(a,i,header=TRUE) + a<-table.element(a,result$Actuals[i]) + a<-table.element(a,result$Forecasts[i]) + a<-table.element(a,result$Residuals[i]) + a<-table.row.end(a) + } + a<-table.end(a) + table.save(a,file="/var/fisher/rcomp/tmp/6lxoo1355149673.tab") + } > if (par2 != 'none') { + a<-table.start() + a<-table.row.start(a) + a<-table.element(a,'Confusion Matrix (predicted in columns / actuals in rows)',par3+1,TRUE) + a<-table.row.end(a) + a<-table.row.start(a) + a<-table.element(a,'',1,TRUE) + for (i in 1:par3) { + a<-table.element(a,paste('C',i,sep=''),1,TRUE) + } + a<-table.row.end(a) + for (i in 1:par3) { + a<-table.row.start(a) + a<-table.element(a,paste('C',i,sep=''),1,TRUE) + for (j in 1:par3) { + a<-table.element(a,myt[i,j]) + } + a<-table.row.end(a) + } + a<-table.end(a) + table.save(a,file="/var/fisher/rcomp/tmp/73t6z1355149673.tab") + } > > try(system("convert tmp/2bvx81355149673.ps tmp/2bvx81355149673.png",intern=TRUE)) character(0) > try(system("convert tmp/3b5li1355149673.ps tmp/3b5li1355149673.png",intern=TRUE)) character(0) > try(system("convert tmp/4yqra1355149673.ps tmp/4yqra1355149673.png",intern=TRUE)) character(0) > > > proc.time() user system elapsed 4.462 0.603 5.048