#create some data
obs = c(sample(c(0,1),20,replace=TRUE),NA); obs = obs[order(obs)]
pred = runif(length(obs),0,1); pred = pred[order(pred)]
#calculate the confusion matrix
mat = confusion.matrix(obs,pred,threshold=0.5)
#calculate the Kappa statistic
Kappa(mat)
Run the code above in your browser using DataLab