R version 3.0.2 (2013-09-25) -- "Frisbee Sailing"
Copyright (C) 2013 The R Foundation for Statistical Computing
Platform: i686-pc-linux-gnu (32-bit)

R is free software and comes with ABSOLUTELY NO WARRANTY.
You are welcome to redistribute it under certain conditions.
Type 'license()' or 'licence()' for distribution details.

R is a collaborative project with many contributors.
Type 'contributors()' for more information and
'citation()' on how to cite R or R packages in publications.

Type 'demo()' for some demos, 'help()' for on-line help, or
'help.start()' for an HTML browser interface to help.
Type 'q()' to quit R.

> x <- c(9700,9081,9084,9743,8587,9731,9563,9998,9437,10038,9918,9252,9737,9035,9133,9487,8700,9627,8947,9283,8829,9947,9628,9318,9605,8640,9214,9567,8547,9185,9470,9123,9278,10170,9434,9655,9429,8739,9552,9687,9019,9672,9206,9069,9788,10312,10105,9863,9656,9295,9946,9701,9049,10190,9706,9765,9893,9994,10433,10073,10112,9266,9820,10097,9115,10411,9678,10408,10153,10368,10581,10597,10680,9738,9556)
> par9 = '0'
> par8 = '2'
> par7 = '0'
> par6 = '1'
> par5 = '12'
> par4 = '1'
> par3 = '0'
> par2 = '1'
> par1 = 'FALSE'
> par9 <- '0'
> par8 <- '2'
> par7 <- '0'
> par6 <- '1'
> par5 <- '12'
> par4 <- '1'
> par3 <- '0'
> par2 <- '1'
> par1 <- 'FALSE'
> #'GNU S' R Code compiled by R2WASP v. 1.2.327 ()
> #Author: root
> #To cite this work: Wessa P., (2013), ARIMA Backward Selection (v1.0.5) in Free Statistics Software (v$_version), Office for Research Development and Education, URL http://www.wessa.net/rwasp_arimabackwardselection.wasp/
> #Source of accompanying publication: Office for Research, Development, and Education
> #
> library(lattice)
> if (par1 == 'TRUE') par1 <- TRUE
> if (par1 == 'FALSE') par1 <- FALSE
> par2 <- as.numeric(par2) #Box-Cox lambda transformation parameter
> par3 <- as.numeric(par3) #degree of non-seasonal differencing
> par4 <- as.numeric(par4) #degree of seasonal differencing
> par5 <- as.numeric(par5) #seasonal period
> par6 <- as.numeric(par6) #degree (p) of the non-seasonal AR(p) polynomial
> par7 <- as.numeric(par7) #degree (q) of the non-seasonal MA(q) polynomial
> par8 <- as.numeric(par8) #degree (P) of the seasonal AR(P) polynomial
> par9 <- as.numeric(par9) #degree (Q) of the seasonal MA(Q) polynomial
> armaGR <- function(arima.out, names, n){
+ try1 <- arima.out$coef
+ try2 <- sqrt(diag(arima.out$var.coef))
+ try.data.frame  <- data.frame(matrix(NA,ncol=4,nrow=length(names)))
+ dimnames(try.data.frame) <- list(names,c('coef','std','tstat','pv'))
+ try.data.frame[,1] <- try1
+ for(i in 1:length(try2)) try.data.frame[which(rownames(try.data.frame)==names(try2)[i]),2] <- try2[i]
+ try.data.frame[,3] <- try.data.frame[,1] / try.data.frame[,2]
+ try.data.frame[,4] <- round((1-pt(abs(try.data.frame[,3]),df=n-(length(try2)+1)))*2,5)
+ vector <- rep(NA,length(names))
+ vector[is.na(try.data.frame[,4])] <- 0
+ maxi <- which.max(try.data.frame[,4])
+ continue <- max(try.data.frame[,4],na.rm=TRUE) > .05
+ vector[maxi] <- 0
+ list(summary=try.data.frame,next.vector=vector,continue=continue)
+ }
> arimaSelect <- function(series, order=c(13,0,0), seasonal=list(order=c(2,0,0),period=12), include.mean=F){
+ nrc <- order[1]+order[3]+seasonal$order[1]+seasonal$order[3]
+ coeff <- matrix(NA, nrow=nrc*2, ncol=nrc)
+ pval <- matrix(NA, nrow=nrc*2, ncol=nrc)
+ mylist <- rep(list(NULL), nrc)
+ names  <- NULL
+ if(order[1] > 0) names <- paste('ar',1:order[1],sep='')
+ if(order[3] > 0) names <- c( names , paste('ma',1:order[3],sep='') )
+ if(seasonal$order[1] > 0) names <- c(names, paste('sar',1:seasonal$order[1],sep=''))
+ if(seasonal$order[3] > 0) names <- c(names, paste('sma',1:seasonal$order[3],sep=''))
+ arima.out <- arima(series, order=order, seasonal=seasonal, include.mean=include.mean, method='ML')
+ mylist[[1]] <- arima.out
+ last.arma <- armaGR(arima.out, names, length(series))
+ mystop <- FALSE
+ i <- 1
+ coeff[i,] <- last.arma[[1]][,1]
+ pval [i,] <- last.arma[[1]][,4]
+ i <- 2
+ aic <- arima.out$aic
+ while(!mystop){
+ mylist[[i]] <- arima.out
+ arima.out <- arima(series, order=order, seasonal=seasonal, include.mean=include.mean, method='ML', fixed=last.arma$next.vector)
+ aic <- c(aic, arima.out$aic)
+ last.arma <- armaGR(arima.out, names, length(series))
+ mystop <- !last.arma$continue
+ coeff[i,] <- last.arma[[1]][,1]
+ pval [i,] <- last.arma[[1]][,4]
+ i <- i+1
+ }
+ list(coeff, pval, mylist, aic=aic)
+ }
> arimaSelectplot <- function(arimaSelect.out,noms,choix){
+ noms <- names(arimaSelect.out[[3]][[1]]$coef)
+ coeff <- arimaSelect.out[[1]]
+ k <- min(which(is.na(coeff[,1])))-1
+ coeff <- coeff[1:k,]
+ pval  <- arimaSelect.out[[2]][1:k,]
+ aic   <- arimaSelect.out$aic[1:k]
+ coeff[coeff==0] <- NA
+ n <- ncol(coeff)
+ if(missing(choix)) choix <- k
+ layout(matrix(c(1,1,1,2,
+ 3,3,3,2,
+ 3,3,3,4,
+ 5,6,7,7),nr=4),
+ widths=c(10,35,45,15),
+ heights=c(30,30,15,15))
+ couleurs <- rainbow(75)[1:50]#(50)
+ ticks <- pretty(coeff)
+ par(mar=c(1,1,3,1))
+ plot(aic,k:1-.5,type='o',pch=21,bg='blue',cex=2,axes=F,lty=2,xpd=NA)
+ points(aic[choix],k-choix+.5,pch=21,cex=4,bg=2,xpd=NA)
+ title('aic',line=2)
+ par(mar=c(3,0,0,0))
+ plot(0,axes=F,xlab='',ylab='',xlim=range(ticks),ylim=c(.1,1))
+ rect(xleft  = min(ticks) + (0:49)/50*(max(ticks)-min(ticks)),
+ xright = min(ticks) + (1:50)/50*(max(ticks)-min(ticks)),
+ ytop   = rep(1,50),
+ ybottom= rep(0,50),col=couleurs,border=NA)
+ axis(1,ticks)
+ rect(xleft=min(ticks),xright=max(ticks),ytop=1,ybottom=0)
+ text(mean(coeff,na.rm=T),.5,'coefficients',cex=2,font=2)
+ par(mar=c(1,1,3,1))
+ image(1:n,1:k,t(coeff[k:1,]),axes=F,col=couleurs,zlim=range(ticks))
+ for(i in 1:n) for(j in 1:k) if(!is.na(coeff[j,i])) {
+ if(pval[j,i]<.01)                            symb = 'green'
+ else if( (pval[j,i]<.05) & (pval[j,i]>=.01)) symb = 'orange'
+ else if( (pval[j,i]<.1)  & (pval[j,i]>=.05)) symb = 'red'
+ else                                         symb = 'black'
+ polygon(c(i+.5   ,i+.2   ,i+.5   ,i+.5),
+ c(k-j+0.5,k-j+0.5,k-j+0.8,k-j+0.5),
+ col=symb)
+ if(j==choix)  {
+ rect(xleft=i-.5,
+ xright=i+.5,
+ ybottom=k-j+1.5,
+ ytop=k-j+.5,
+ lwd=4)
+ text(i,
+ k-j+1,
+ round(coeff[j,i],2),
+ cex=1.2,
+ font=2)
+ }
+ else{
+ rect(xleft=i-.5,xright=i+.5,ybottom=k-j+1.5,ytop=k-j+.5)
+ text(i,k-j+1,round(coeff[j,i],2),cex=1.2,font=1)
+ }
+ }
+ axis(3,1:n,noms)
+ par(mar=c(0.5,0,0,0.5))
+ plot(0,axes=F,xlab='',ylab='',type='n',xlim=c(0,8),ylim=c(-.2,.8))
+ cols <- c('green','orange','red','black')
+ niv  <- c('0','0.01','0.05','0.1')
+ for(i in 0:3){
+ polygon(c(1+2*i   ,1+2*i   ,1+2*i-.5   ,1+2*i),
+ c(.4      ,.7      , .4        , .4),
+ col=cols[i+1])
+ text(2*i,0.5,niv[i+1],cex=1.5)
+ }
+ text(8,.5,1,cex=1.5)
+ text(4,0,'p-value',cex=2)
+ box()
+ residus <- arimaSelect.out[[3]][[choix]]$res
+ par(mar=c(1,2,4,1))
+ acf(residus,main='')
+ title('acf',line=.5)
+ par(mar=c(1,2,4,1))
+ pacf(residus,main='')
+ title('pacf',line=.5)
+ par(mar=c(2,2,4,1))
+ qqnorm(residus,main='')
+ title('qq-norm',line=.5)
+ qqline(residus)
+ residus
+ }
> if (par2 == 0) x <- log(x)
> if (par2 != 0) x <- x^par2
> (selection <- arimaSelect(x, order=c(par6,par3,par7), seasonal=list(order=c(par8,par4,par9), period=par5)))
[[1]]
          [,1]        [,2]       [,3]
[1,] 0.4138397 0.004428307 -0.1572143
[2,] 0.4149640 0.000000000 -0.1578382
[3,] 0.3812617 0.000000000  0.0000000
[4,]        NA          NA         NA
[5,]        NA          NA         NA
[6,]        NA          NA         NA

[[2]]
        [,1]  [,2]    [,3]
[1,] 0.00140 0.976 0.34617
[2,] 0.00081    NA 0.34033
[3,] 0.00150    NA      NA
[4,]      NA    NA      NA
[5,]      NA    NA      NA
[6,]      NA    NA      NA

[[3]]
[[3]][[1]]

Call:
arima(x = series, order = order, seasonal = seasonal, include.mean = include.mean, 
    method = "ML")

Coefficients:
         ar1    sar1     sar2
      0.4138  0.0044  -0.1572
s.e.  0.1245  0.1467   0.1658

sigma^2 estimated as 102704:  log likelihood = -453.29,  aic = 914.57

[[3]][[2]]

Call:
arima(x = series, order = order, seasonal = seasonal, include.mean = include.mean, 
    method = "ML")

Coefficients:
         ar1    sar1     sar2
      0.4138  0.0044  -0.1572
s.e.  0.1245  0.1467   0.1658

sigma^2 estimated as 102704:  log likelihood = -453.29,  aic = 914.57

[[3]][[3]]

Call:
arima(x = series, order = order, seasonal = seasonal, include.mean = include.mean, 
    fixed = last.arma$next.vector, method = "ML")

Coefficients:
         ar1  sar1     sar2
      0.4150     0  -0.1578
s.e.  0.1187     0   0.1644

sigma^2 estimated as 102696:  log likelihood = -453.29,  aic = 912.57


$aic
[1] 914.5703 912.5712 911.4641

Warning messages:
1: In arima(series, order = order, seasonal = seasonal, include.mean = include.mean,  :
  some AR parameters were fixed: setting transform.pars = FALSE
2: In arima(series, order = order, seasonal = seasonal, include.mean = include.mean,  :
  some AR parameters were fixed: setting transform.pars = FALSE
> postscript(file="/var/fisher/rcomp/tmp/1y5rx1386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> resid <- arimaSelectplot(selection)
> dev.off()
null device 
          1 
> resid
Time Series:
Start = 1 
End = 75 
Frequency = 1 
 [1]    9.699994    9.080989    9.083988    9.742986    8.586987    9.730986
 [7]    9.562986    9.997985    9.436986   10.037985    9.917985    9.251986
[13]   33.234513  -60.584599   67.234857 -272.869396  216.482728 -148.999508
[19] -565.663130 -453.623783 -307.398501  159.276435 -249.076001  184.004918
[25] -157.386989 -335.957241  241.844068   45.810769 -183.856474 -373.753148
[31]  697.586279 -372.238678  509.081272   36.586226 -282.151498  414.708113
[37] -307.430767  162.349714  307.665503  -63.873763  456.807304  267.320643
[43] -556.504074  -16.957542  483.272919  -44.172643  572.262285  -41.029352
[49]  115.530038  408.102721  201.936282 -142.174034   -5.198507  445.807677
[55]  396.547749  429.008880 -102.466066 -355.781533  414.732083  139.789716
[61]  319.005501 -191.070108  -67.100963  445.088005  -31.685791  239.564904
[67] -193.273435  663.386980   77.212456  255.118829   89.412274  451.467074
[73]  372.764717  309.190611 -434.091192
> postscript(file="/var/fisher/rcomp/tmp/2dtzf1386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> acf(resid,length(resid)/2, main='Residual Autocorrelation Function')
> dev.off()
null device 
          1 
> postscript(file="/var/fisher/rcomp/tmp/385cz1386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> pacf(resid,length(resid)/2, main='Residual Partial Autocorrelation Function')
> dev.off()
null device 
          1 
> postscript(file="/var/fisher/rcomp/tmp/4ohus1386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> cpgram(resid, main='Residual Cumulative Periodogram')
> dev.off()
null device 
          1 
> postscript(file="/var/fisher/rcomp/tmp/5w4ux1386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> hist(resid, main='Residual Histogram', xlab='values of Residuals')
> dev.off()
null device 
          1 
> postscript(file="/var/fisher/rcomp/tmp/6nmz81386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> densityplot(~resid,col='black',main='Residual Density Plot', xlab='values of Residuals')
> dev.off()
null device 
          1 
> postscript(file="/var/fisher/rcomp/tmp/7jtnv1386189376.ps",horizontal=F,onefile=F,pagecentre=F,paper="special",width=8.3333333333333,height=5.5555555555556) 
> qqnorm(resid, main='Residual Normal Q-Q Plot')
> qqline(resid)
> dev.off()
null device 
          1 
> ncols <- length(selection[[1]][1,])
> nrows <- length(selection[[2]][,1])-1
> 
> #Note: the /var/fisher/rcomp/createtable file can be downloaded at http://www.wessa.net/cretab
> load(file="/var/fisher/rcomp/createtable")
> 
> a<-table.start()
> a<-table.row.start(a)
> a<-table.element(a,'ARIMA Parameter Estimation and Backward Selection', ncols+1,TRUE)
> a<-table.row.end(a)
> a<-table.row.start(a)
> a<-table.element(a,'Iteration', header=TRUE)
> for (i in 1:ncols) {
+ a<-table.element(a,names(selection[[3]][[1]]$coef)[i],header=TRUE)
+ }
> a<-table.row.end(a)
> for (j in 1:nrows) {
+ a<-table.row.start(a)
+ mydum <- 'Estimates ('
+ mydum <- paste(mydum,j)
+ mydum <- paste(mydum,')')
+ a<-table.element(a,mydum, header=TRUE)
+ for (i in 1:ncols) {
+ a<-table.element(a,round(selection[[1]][j,i],4))
+ }
+ a<-table.row.end(a)
+ a<-table.row.start(a)
+ a<-table.element(a,'(p-val)', header=TRUE)
+ for (i in 1:ncols) {
+ mydum <- '('
+ mydum <- paste(mydum,round(selection[[2]][j,i],4),sep='')
+ mydum <- paste(mydum,')')
+ a<-table.element(a,mydum)
+ }
+ a<-table.row.end(a)
+ }
> a<-table.end(a)
> table.save(a,file="/var/fisher/rcomp/tmp/8wzi91386189376.tab") 
> a<-table.start()
> a<-table.row.start(a)
> a<-table.element(a,'Estimated ARIMA Residuals', 1,TRUE)
> a<-table.row.end(a)
> a<-table.row.start(a)
> a<-table.element(a,'Value', 1,TRUE)
> a<-table.row.end(a)
> for (i in (par4*par5+par3):length(resid)) {
+ a<-table.row.start(a)
+ a<-table.element(a,resid[i])
+ a<-table.row.end(a)
+ }
> a<-table.end(a)
> table.save(a,file="/var/fisher/rcomp/tmp/929gx1386189377.tab") 
> 
> try(system("convert tmp/1y5rx1386189376.ps tmp/1y5rx1386189376.png",intern=TRUE))
character(0)
> try(system("convert tmp/2dtzf1386189376.ps tmp/2dtzf1386189376.png",intern=TRUE))
character(0)
> try(system("convert tmp/385cz1386189376.ps tmp/385cz1386189376.png",intern=TRUE))
character(0)
> try(system("convert tmp/4ohus1386189376.ps tmp/4ohus1386189376.png",intern=TRUE))
character(0)
> try(system("convert tmp/5w4ux1386189376.ps tmp/5w4ux1386189376.png",intern=TRUE))
character(0)
> try(system("convert tmp/6nmz81386189376.ps tmp/6nmz81386189376.png",intern=TRUE))
character(0)
> try(system("convert tmp/7jtnv1386189376.ps tmp/7jtnv1386189376.png",intern=TRUE))
character(0)
> 
> 
> proc.time()
   user  system elapsed 
  7.574   1.708   9.254