AutoKC
mnames<-c("IRT",
"Faculty",
"Log Full autoKC",
"Log Simple PFA",
"Log Full PFA",
"Log Full PFA full autoKC additive",
"Log Full PFA Faculty additive ",
"Log Simple PFA Faculty interactive ",
"Log Simple PFA full autoKC interactive",
"Log Full PFA simple autoKC interactive",
"Log Simple PFA simple autoKC interactive")
r2s<-data.frame(name=mnames,r2s=NA,cvr2s=NA)
compl<-list(c("Anon.Student.Id","KC..Default."),
c("Anon.Student.Id","KC..Default.", "Anon.Student.Id", "Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.","Anon.Student.Id", "KC..Default." ,"Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.","Anon.Student.Id", "KC..Default." ,"Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."))
featl<-list(c("intercept","intercept"),
c("intercept","intercept", "logfail", "logsuc"),
c("intercept","intercept", "logfail$", "logsuc$"),
c("intercept","intercept", "logfail", "logsuc"),
c("intercept","intercept", "logfail$", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail$", "logsuc$", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail", "logsuc$", "logsuc"),
c("intercept","intercept", "logfail", "logfail", "logsuc", "logsuc"),
c("intercept","intercept", "logfail", "logfail$", "logsuc", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail", "logsuc$", "logsuc"),
c("intercept","intercept", "logfail", "logfail", "logsuc", "logsuc"))
connl<-list(c("+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+","+","+"),
c("+","+","+","+","+"),
c("+","+","*","+","*"),
c("+","+","*","+","*"),
c("+","+","*","+","*"),
c("+","+","*","+","*"))
autol <- list(c(0,0),
c(0,0,0,0),
c(0,0,40,40),
c(0,0,0,0),
c(0,0,0,0),
c(0,0,0,40,0,40),
c(0,0,0,0,0,0),
c(0,0,0,0,0,0),
c(0,0,0,40,0,40),
c(0,0,0,40,0,40),
c(0,0,0,40,0,40))
for(i in 1:length(compl)){
modelob <<- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = autol[[i]],
cv=TRUE,verbose = FALSE)
cat(mnames[i]," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2s[i]<-modelob$r2
r2s$cvr2s[i]<-mean(modelob$cv_res$mcfad)
}
#> IRT R2cv = 0.1584518 R2 = 0.17526
#> Faculty R2cv = 0.1762418 R2 = 0.193067
#> Log Full autoKC R2cv = 0.2571382 R2 = 0.276453
#> Log Simple PFA R2cv = 0.2887018 R2 = 0.305306
#> Log Full PFA R2cv = 0.2949036 R2 = 0.317028
#> Log Full PFA full autoKC additive R2cv = 0.3004352 R2 = 0.323463
#> Log Full PFA Faculty additive R2cv = 0.2958544 R2 = 0.318007
#> Log Simple PFA Faculty interactive R2cv = 0.3110772 R2 = 0.327941
#> Log Simple PFA full autoKC interactive R2cv = 0.3105464 R2 = 0.333046
#> Log Full PFA simple autoKC interactive R2cv = 0.308918 R2 = 0.336243
#> Log Simple PFA simple autoKC interactive R2cv = 0.2994428 R2 = 0.316213
r2s$cvr2s<-r2s$cvr2s-min(r2s$cvr2s)
r2s$name <- factor(r2s$name,levels = rev(mnames))
plot<-ggplot(r2s,
aes(name,cvr2s)) +
geom_bar(stat = "identity") +xlab("Model Version") + ylab("McFadden's R-squared Gain")+
coord_flip()+ theme(text = element_text(size = 12))
plot
plot of chunk unnamed-chunk-14
mnames<-seq(2,71,10)
for (i in c(3,6)){
r2s<-data.frame(name=mnames,r2s=NA,cvr2s=NA,r2sr=NA,cvr2sr=NA)
j<-1
for(k in mnames){
j<-j+1
modelob <- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = k*(autol[[i]]>0),
cv=TRUE,verbose = FALSE)
cat(k," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2s[j-1]<-modelob$r2
r2s$cvr2s[j-1]<-mean(modelob$cv_res$mcfad)
modelob <- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = k*(autol[[i]]>0),
cv=TRUE,verbose = FALSE, autoKCcont = rep("rand",length(featl[[i]])))
cat(k," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2sr[j-1]<-modelob$r2
r2s$cvr2sr[j-1]<-mean(modelob$cv_res$mcfad)
}
r2s$name <- factor(r2s$name,levels = (mnames))
plot<-ggplot(r2s, aes(name, group=1))+
geom_line(aes(y = cvr2s)) +
geom_line(aes(y = cvr2sr), linetype="twodash")+
scale_x_discrete(breaks=seq(from = 2, to = 71, by = 5)) +xlab("autoKC Clusters") + ylab("McFadden's R-squared Gain")+ theme(text = element_text(size = 16)) +
geom_point(aes(y = cvr2s))+
geom_point(aes(y = cvr2sr))
print(plot)
}
#> 2 R2cv = 0.1781364 R2 = 0.195026
#> 2 R2cv = 0.1769188 R2 = 0.193761
#> 12 R2cv = 0.2110764 R2 = 0.228315
#> 12 R2cv = 0.2057826 R2 = 0.223173
#> 22 R2cv = 0.2309332 R2 = 0.249023
#> 22 R2cv = 0.2180044 R2 = 0.236092
#> 32 R2cv = 0.2437538 R2 = 0.262488
#> 32 R2cv = 0.2443614 R2 = 0.263191
#> 42 R2cv = 0.2594538 R2 = 0.278989
#> 42 R2cv = 0.2602742 R2 = 0.279923
#> 52 R2cv = NaN R2 = 0.287932
#> 52 R2cv = NaN R2 = 0.291984
#> 62 R2cv = 0.2812584 R2 = 0.302358
#> 62 R2cv = 0.2849158 R2 = 0.305875
#> Warning: Removed 1 rows containing missing values (geom_point).
#> Removed 1 rows containing missing values (geom_point).
plot of chunk unnamed-chunk-14
#> 2 R2cv = 0.29646 R2 = 0.318756
#> 2 R2cv = 0.2958614 R2 = 0.317968
#> 12 R2cv = 0.2989662 R2 = 0.32162
#> 12 R2cv = 0.2950472 R2 = 0.318053
#> 22 R2cv = 0.2999096 R2 = 0.322841
#> 22 R2cv = 0.2948372 R2 = 0.317942
#> 32 R2cv = 0.2997084 R2 = 0.322601
#> 32 R2cv = 0.2947672 R2 = 0.317882
#> 42 R2cv = 0.3006552 R2 = 0.323598
#> 42 R2cv = 0.2948436 R2 = 0.31799
#> 52 R2cv = 0.297889 R2 = 0.320678
#> 52 R2cv = 0.2948528 R2 = 0.317463
#> 62 R2cv = 0.2955576 R2 = 0.318027
#> 62 R2cv = 0.2949282 R2 = 0.317408
plot of chunk unnamed-chunk-14