Skip to content

Instantly share code, notes, and snippets.

@rodrigovilar

rodrigovilar/COMPOR-results-3.csv

Last active August 29, 2015 14:06
Show Gist options
  • Save rodrigovilar/0e7e13d712ca77bc21e8 to your computer and use it in GitHub Desktop.
Save rodrigovilar/0e7e13d712ca77bc21e8 to your computer and use it in GitHub Desktop.
Download ZIP
Paper for SAC 2015: COMPOR experiment results
Raw
analysis.R
library(pwr)
data <- read.csv(file = "COMPOR-results-3.csv", header = T, sep = ",")
data = data[data$Time != 0 & data$LOC != 0,]
tasks = c("T 1.01", "T 1.02", "T 1.03", "T 1.04", "T 1.05", "T 1.06", "T 1.07", "T 1.08", "T 1.09", "T 1.10",
"T 1.11", "T 1.12", "T 1.13", "T 1.14", "T 1.15", "T 1.16", "T 1.17", "T 1.18", "T 1.19", "T 1.20",
"T 1.21", "T 1.22", "T 1.23", "T 1.24", "T 1.25", "T 1.26", "T 2.01", "T 2.02", "T 2.03", "T 3.01",
"T 3.03", "T 3.04", "T 3.05", "T 4.01")
groups = data.frame(Tasks = tasks)
row.names(groups) <- tasks
taskGroup <- function(row) {
task = row[[2]]
if (task == 'T 1.01' | task == 'T 1.02' | task == 'T 1.03' | task == 'T 1.04' | task == 'T 1.05') {
return("G1")
}
if (task == 'T 1.06' | task == 'T 1.07' | task == 'T 1.08' | task == 'T 1.09') {
return("G2")
}
if (task == 'T 1.10' | task == 'T 1.11' | task == 'T 1.12' | task == 'T 1.13' | task == 'T 1.14' | task == 'T 1.15') {
return("G3")
}
if (task == 'T 1.16' | task == 'T 1.17' | task == 'T 1.18' | task == 'T 1.19' | task == 'T 1.20') {
return("G4")
}
if (task == 'T 1.21' | task == 'T 1.22' | task == 'T 1.23' | task == 'T 1.24' | task == 'T 1.25' | task == 'T 1.26') {
return("G5")
}
if (task == 'T 2.01' | task == 'T 2.02' | task == 'T 2.03' | task == 'T 3.01') {
return("G6")
}
if (task == 'T 3.03' | task == 'T 3.04' | task == 'T 3.05' | task == 'T 4.01') {
return("G7")
}
return ("G8")
}
meanResponse <- function(row, responseVariable) {
task = row[[1]]
loopdata = data[data$Task == task, ]
OO = loopdata[loopdata$Tech == 'OO' ,]
COMPOR = loopdata[loopdata$Tech == 'COMPOR' ,]
return ( mean(OO[,responseVariable]) )
}
calculateMeans <- function() {
groups$MeanTimeOO <- apply(groups, 1, meanResponse, "Time")
groups$MeanLOCOO <- apply(groups, 1, meanResponse, "LOC")
groups$MeanCoverageOO <- apply(groups, 1, meanResponse, "Coverage")
groups$MeanComplOO <- apply(groups, 1, meanResponse, "Compl")
return (groups)
}
relative <- function(row, responseVariable) {
task = row[[2]]
m = groups[task, paste("Mean", responseVariable, "OO", sep = "")]
return ( as.numeric(row[[responseVariable]]) / m )
}
calculateRelativeData <- function() {
relativeData = data.frame(Task = data$Task, Login = data$Login, Tech = data$Tech, Pair = data$Pair,
Tries = data$Tries, Date = data$Date)
relativeData$Time <- apply(data, 1, relative, "Time")
relativeData$LOC <- apply(data, 1, relative, "LOC")
relativeData$Coverage <- apply(data, 1, relative, "Coverage")
relativeData$Compl <- apply(data, 1, relative, "Compl")
relativeData$TransformedTime <- transformTime(relativeData$Time, T)
relativeData$TransformedLOC <- transformLOC(relativeData$LOC, T)
# transformLOC(OO$LOC)
# transformCoverage(OO$Coverage)
# transformCompl(OO$Compl)
return (relativeData)
}
transformTime <- function(x, useNA) {
if(!useNA) {
(cond <- lapply(x, function(y) y != 0))
x <- x[unlist(cond)]
}
return (log(x + 0.1))
}
transformLOC <- function(x, useNA) {
if(!useNA) {
(cond <- lapply(x, function(y) y != 0))
x <- x[unlist(cond)]
}
return (log(x + 0.2))
}
transformCoverage <- function(x) {
return (x)
}
transformCompl <- function(x) {
return (x)
}
allEquals <- function(l) {
if (length(l) == 1) {
return (TRUE)
}
i = l[[1]]
for (j in l) {
if (!identical(i,j)) {
return (FALSE)
}
}
return (TRUE)
}
testNormality <- function(relativeData, responseVariable, significance) {
COMPOR = relativeData[relativeData$Tech == 'COMPOR' ,]
OO = relativeData[relativeData$Tech == 'OO' ,]
if (allEquals(OO[,responseVariable]) | allEquals(COMPOR[,responseVariable])) {
return (FALSE)
}
return (shapiro.test(OO[,responseVariable])$p.value > significance &
shapiro.test(COMPOR[,responseVariable])$p.value > significance)
}
calculatePower <- function(relativeData, responseVariable, significance) {
COMPOR = relativeData[relativeData$Tech == 'COMPOR' ,]
OO = relativeData[relativeData$Tech == 'OO' ,]
d = abs(mean(OO[,responseVariable]) - mean(COMPOR[,responseVariable])) / sd(OO[,responseVariable])
lengthOO = length(OO[,responseVariable])
lengthCOMPOR = length(COMPOR[,responseVariable])
pow = pwr.t2n.test(n1 = lengthOO, n2= lengthCOMPOR, d = d, sig.level = significance, alternative="greater")
return (pow$power)
}
doResult <- function(eq, le, gr, significance) {
result = NULL
if (!is.na(eq$p.value) && eq$p.value < significance) {
result = paste("Equals:", eq$p.value)
}
if (!is.na(le$p.value) && le$p.value < significance) {
result = paste(result, "COMPOR Less:", le$p.value)
}
if (!is.na(gr$p.value) && gr$p.value < significance) {
result = paste(result, "COMPOR Greater:", gr$p.value)
}
return (result)
}
testHypoNormal <- function(relativeData, responseVariable, varEqual, significance) {
COMPOR = relativeData[relativeData$Tech == 'COMPOR' ,]
OO = relativeData[relativeData$Tech == 'OO' ,]
eq = t.test(COMPOR[,responseVariable], OO[,responseVariable], paired=FALSE, var.equal=varEqual)
le = t.test(COMPOR[,responseVariable], OO[,responseVariable], paired=FALSE, var.equal=varEqual, alternative = "less")
gr = t.test(COMPOR[,responseVariable], OO[,responseVariable], paired=FALSE, var.equal=varEqual, alternative = "greater")
return (doResult(eq, le, gr, significance))
}
testHypoNonNormal <- function(relativeData, responseVariable, significance) {
COMPOR = relativeData[relativeData$Tech == 'COMPOR' ,]
OO = relativeData[relativeData$Tech == 'OO' ,]
eq = wilcox.test(COMPOR[,responseVariable], OO[,responseVariable])
le = wilcox.test(COMPOR[,responseVariable], OO[,responseVariable], alternative = "less")
gr = wilcox.test(COMPOR[,responseVariable], OO[,responseVariable], alternative = "greater")
return (doResult(eq, le, gr, significance))
}
analyse <- function(relativeData, responseVariable, formula) {
normal = F
homosc = F
result = ""
significance = 0.1
if (testNormality(relativeData, responseVariable, significance)) {
normal = T
homosc = leveneTest(formula, data = relativeData)[[3]][1] > significance
result = testHypoNormal(relativeData, responseVariable, homosc, significance)
} else {
result = testHypoNonNormal(relativeData, responseVariable, significance)
}
print(paste("Analysing", responseVariable, normal, homosc))
if (!is.null(result)) {
print(result)
}
print(paste("Power: ", calculatePower(relativeData, responseVariable, significance)))
}
data$TaskGroup <- apply(data,1,taskGroup)
taskGroups <- c("G1", "G2", "G3", "G4", "G5", "G6", "G7")
originaldata <- data
for (tg in taskGroups) {
print(paste("Group ", tg))
data <- originaldata[originaldata$TaskGroup == tg ,]
groups <- calculateMeans()
relativeData <- calculateRelativeData()
# analyse(relativeData, "TransformedTime", TransformedTime ~ Tech * Task)
# analyse(relativeData, "TransformedLOC", TransformedLOC ~ Tech * Task)
# analyse(relativeData, "Coverage", Coverage ~ Tech * Task)
analyse(relativeData, "Compl", Compl ~ Tech * Task)
}
Raw
COMPOR-results-3.csv
Login Task Tech Pair Tries Date Time LOC Coverage Compl
Team 01 T 1.01 OO PAIR R2 D 41838 106 20 100 100
Team 01 T 1.02 OO PAIR R2 D 41838 111 31 73 100
Team 01 T 1.03 OO PAIR R1 D 41837 30 11 88 100
Team 01 T 1.04 OO PAIR R1 D 41837 30 16 91 120
Team 01 T 1.05 OO PAIR R1 D 41837 20 13 88 141
Team 01 T 1.06 OO PAIR R1 D 41841 48 13 93 133
Team 01 T 1.07 OO PAIR R1 D 41841 10 2 93 133
Team 01 T 1.08 OO PAIR R1 D 41841 2 2 93 133
Team 01 T 1.09 OO PAIR R1 D 41841 17 18 95 121
Team 01 T 1.10 OO PAIR R2 D 41848 126 80 98 140
Team 01 T 1.11 OO PAIR R1 D 41848 32 11 100 142
Team 01 T 1.12 OO PAIR R1 D 41848 1 2 100 142
Team 01 T 1.13 OO PAIR R2 D 41849 114 43 100 146
Team 01 T 1.14 OO PAIR R1 D 41849 34 25 100 154
Team 01 T 1.15 OO PAIR R1 D 41849 11 8 100 162
Team 01 T 1.16 OO PAIR R1 D 41849 22 8 100 171
Team 01 T 1.17 OO PAIR R1 D 41855 15 12 100 176
Team 01 T 1.18 OO PAIR R1 D 41855 134 22 100 185
Team 01 T 1.19 OO PAIR R2 D 41863 54 41 100 197
Team 01 T 1.20 OO PAIR R1 D 41863 66 23 100 201
Team 01 T 1.21 OO PAIR R2 D 41881 101 51 99 208
Team 01 T 1.22 OO PAIR R1 D 41881 5 1 100 208
Team 01 T 1.23 OO PAIR R1 D 41881 6 10 100 208
Team 01 T 1.24 OO PAIR R1 D 41881 5 4 100 208
Team 01 T 1.25 OO PAIR R1 D 41881 27 29 100 217
Team 01 T 1.26 OO PAIR R1 D 41881 2 2 100 217
Team 01 T 2.01 OO PAIR R1 D 41881 29 110 100 227
Team 01 T 2.02 OO PAIR R1 D 41881 32 20 100 221
Team 01 T 2.03 OO PAIR R1 D 41881 5 11 100 221
Team 01 T 3.02 OO PAIR R1 D 41881 21 37 99 214
Team 01 T 3.03 OO PAIR R1 D 41881 47 47 99 212
Team 02 T 1.01 OO SING R1 D 41834 69 0 100 100
Team 02 T 1.02 OO SING R1 D 41835 13 0 93 100
Team 02 T 1.03 OO SING R1 D 41836 10 43 94 100
Team 02 T 1.04 OO SING R1 D 41837 8 25 95 122
Team 02 T 1.05 OO SING R1 D 41837 5 25 92 154
Team 02 T 1.06 OO PAIR R1 D 41841 86 29 96 136
Team 02 T 1.07 OO PAIR R1 D 41842 27 25 100 164
Team 02 T 1.08 OO PAIR R1 D 41842 7 0 100 164
Team 02 T 1.09 OO PAIR R1 D 41842 45 24 100 139
Team 02 T 1.10 OO SING R1 D 41848 8 61 100 146
Team 02 T 1.11 OO SING R1 D 41848 17 73 100 146
Team 02 T 1.12 OO SING R1 D 41848 2 0 100 146
Team 02 T 1.13 OO SING R1 D 41848 24 46 100 148
Team 02 T 1.14 OO SING R1 D 41848 9 8 100 156
Team 02 T 1.15 OO SING R1 D 41848 3 11 100 163
Team 02 T 1.16 OO SING R1 D 41848 245 8 100 170
Team 02 T 1.17 OO SING R1 D 41849 6 3 100 175
Team 02 T 1.18 OO PAIR R2 D 41855 117 223 100 191
Team 02 T 1.19 OO PAIR R1 D 41855 6 7 100 197
Team 02 T 1.20 OO PAIR R2 D 41855 60 46 100 206
Team 02 T 1.21 OO PAIR R1 D 41863 76 189 98 184
Team 02 T 1.22 OO PAIR R1 D 41863 3 14 98 188
Team 02 T 1.23 OO PAIR R1 D 41863 4 10 98 188
Team 02 T 1.24 OO PAIR R1 D 41863 2 4 98 188
Team 02 T 1.25 OO PAIR R1 D 41869 7 29 98 195
Team 02 T 1.26 OO PAIR R1 D 41869 1 4 98 195
Team 02 T 2.01 OO PAIR R1 D 41869 33 69 97 199
Team 02 T 2.02 OO PAIR R1 D 41869 1 0 97 199
Team 02 T 2.03 OO PAIR R1 D 41869 2 21 96 202
Team 02 T 3.01 OO PAIR R1 D 41869 23 29 86 197
Team 02 T 3.02 OO PAIR R1 D 41870 16 24 92 196
Team 02 T 3.03 OO PAIR R1 D 41870 7 23 95 195
Team 02 T 3.04 OO SING R1 D 41874 110 88 96 190
Team 02 T 3.05 OO SING R1 D 41874 11 10 96 192
Team 03 T 1.01 OO PAIR R1 D 41834 33 27 100 100
Team 03 T 1.02 OO PAIR R1 D 41835 21 72 94 100
Team 03 T 1.03 OO PAIR R1 D 41835 14 11 94 100
Team 03 T 1.04 OO PAIR R1 D 41835 13 8 95 118
Team 03 T 1.05 OO PAIR R1 D 41837 10 11 92 131
Team 03 T 1.06 OO SING R1 D 41841 41 10 100 125
Team 03 T 1.07 OO SING R1 D 41841 30 12 97 131
Team 03 T 1.08 OO SING R1 D 41842 1 22 100 131
Team 03 T 1.09 OO SING R1 D 41842 41 33 97 120
Team 03 T 1.10 OO SING R1 D 41842 43 14 100 127
Team 03 T 1.11 OO SING R1 D 41848 19 7 98 127
Team 03 T 1.12 OO SING R1 D 41848 5 0 98 127
Team 03 T 1.13 OO PAIR R1 D 41849 36 127 98 148
Team 03 T 1.14 OO PAIR R1 D 41849 25 47 98 156
Team 03 T 1.15 OO PAIR R1 D 41849 5 8 98 163
Team 03 T 1.16 OO PAIR R1 D 41849 6 6 99 170
Team 03 T 1.17 OO PAIR R1 D 41849 11 19 99 176
Team 03 T 1.18 OO PAIR R1 D 41855 88 0 99 191
Team 03 T 1.19 OO SING R1 D 41855 28 8 99 197
Team 03 T 1.20 OO SING R1 D 41855 52 113 98 206
Team 03 T 1.21 OO SING R1 D 41870 85 48 99 206
Team 03 T 1.22 OO SING R1 D 41870 12 9 99 206
Team 03 T 1.23 OO SING R2 D 41870 14 12 99 206
Team 03 T 1.24 OO SING R1 D 41870 4 4 99 206
Team 03 T 1.25 OO SING R1 D 41870 33 31 99 214
Team 03 T 1.26 OO SING R1 D 41870 7 2 99 214
Team 03 T 2.01 OO SING R1 D 41870 171 327 99 224
Team 03 T 2.03 OO PAIR R1 D 41874 15 55 99 218
Team 03 T 3.01 OO PAIR R1 D 41874 30 35 98 212
Team 03 T 3.04 OO PAIR R1 D 41874 11 121 97 212
Team 03 T 3.05 OO SING R1 D 41881 43 78 98 213
Team 04 T 1.01 OO PAIR R1 D 41834 10 25 100 100
Team 04 T 1.02 OO PAIR R1 D 41835 17 13 93 100
Team 04 T 1.03 OO PAIR R1 D 41835 9 4 92 100
Team 04 T 1.04 OO PAIR R1 D 41835 6 12 94 122
Team 04 T 1.05 OO PAIR R1 D 41835 12 10 90 136
Team 04 T 1.06 OO PAIR R1 D 41841 9 14 96 129
Team 04 T 1.07 OO PAIR R1 D 41841 64 47 100 157
Team 04 T 1.08 OO PAIR R1 D 41841 1 0 100 157
Team 04 T 1.09 OO SING R1 D 41842 48 19 100 135
Team 04 T 1.10 OO PAIR R1 D 41842 26 13 100 142
Team 04 T 1.11 OO PAIR R1 D 41842 16 10 100 142
Team 04 T 1.12 OO SING R1 D 41848 2 0 100 142
Team 04 T 1.13 OO SING R1 D 41848 25 48 100 156
Team 04 T 1.14 OO SING R1 D 41848 7 34 100 160
Team 04 T 1.15 OO SING R1 D 41848 2 42 100 164
Team 04 T 1.16 OO SING R1 D 41848 8 47 100 168
Team 04 T 1.17 OO SING R1 D 41848 21 17 100 173
Team 04 T 1.18 OO PAIR R2 D 41855 126 450 99 198
Team 04 T 1.19 OO PAIR R1 D 41855 19 18 99 205
Team 04 T 1.20 OO PAIR R1 D 41855 58 17 99 212
Team 04 T 1.21 OO PAIR R1 D 41863 7 40 99 206
Team 04 T 1.22 OO PAIR R1 D 41863 38 21 99 206
Team 04 T 1.23 OO PAIR R1 D 41863 4 12 99 206
Team 04 T 1.24 OO PAIR R1 D 41863 1 4 99 206
Team 04 T 1.25 OO PAIR R1 D 41863 7 29 99 214
Team 04 T 1.26 OO PAIR R1 D 41863 1 2 99 214
Team 04 T 2.01 OO SING R1 D 41869 11 146 99 219
Team 04 T 2.02 OO PAIR R1 D 41869 52 26 99 219
Team 04 T 2.03 OO PAIR R1 D 41869 2 1 99 219
Team 04 T 3.01 OO PAIR R1 D 41869 6 5 99 210
Team 04 T 3.02 OO PAIR R1 D 41869 19 46 99 210
Team 04 T 3.03 OO SING R1 D 41870 68 56 99 210
Team 04 T 3.04 OO SING R1 D 41870 27 37 98 211
Team 04 T 3.05 OO SING R1 D 41881 6 19 99 212
Team 04 T 4.01 OO SING R1 D 41881 33 115 98 206
Team 05 T 1.01 OO PAIR R1 D 41834 61 30 100 100
Team 05 T 1.02 OO PAIR R1 D 41835 4 15 92 100
Team 05 T 1.03 OO PAIR R1 D 41835 1 2 92 100
Team 05 T 1.04 OO PAIR R1 D 41840 5 12 94 122
Team 05 T 1.05 OO PAIR R1 D 41840 5 6 90 136
Team 05 T 1.06 OO PAIR R1 D 41841 30 19 95 129
Team 05 T 1.07 OO PAIR R1 D 41841 40 15 100 157
Team 05 T 1.08 OO SING R1 D 41842 1 0 100 157
Team 05 T 1.09 OO PAIR R1 D 41842 30 28 100 139
Team 05 T 1.10 OO PAIR R1 D 41848 30 22 98 142
Team 05 T 1.11 OO PAIR R1 D 41848 37 8 100 142
Team 05 T 1.12 OO PAIR R1 D 41848 1 0 100 142
Team 05 T 1.13 OO PAIR R1 D 41849 75 62 100 144
Team 05 T 1.14 OO PAIR R1 D 41849 4 33 100 152
Team 05 T 1.15 OO PAIR R1 D 41849 5 7 100 160
Team 05 T 1.16 OO PAIR R1 D 41849 12 14 100 176
Team 05 T 1.17 OO PAIR R1 D 41849 9 20 100 177
Team 05 T 1.19 OO SING R1 D 41870 10 557 69 233
Team 05 T 1.20 OO SING R1 D 41870 30 16 68 260
Team 05 T 1.22 OO PAIR R1 D 41882 9 597 75 185
Team 05 T 1.23 OO PAIR R1 D 41882 8 53 76 188
Team 05 T 1.24 OO PAIR R1 D 41882 10 6 76 188
Team 05 T 1.25 OO PAIR R1 D 41882 10 52 76 195
Team 05 T 1.26 OO PAIR R1 D 41882 15 8 76 195
Team 05 T 2.01 OO PAIR R1 D 41882 15 83 76 198
Team 05 T 2.02 OO PAIR R2 D 41882 31 0 77 198
Team 05 T 2.03 OO PAIR R1 D 41882 13 9 77 202
Team 06 T 1.01 COMPOR PAIR R1 D 41834 5 37 100 100
Team 06 T 1.02 COMPOR PAIR R1 D 41834 42 34 95 100
Team 06 T 1.03 COMPOR PAIR R1 D 41835 47 18 95 100
Team 06 T 1.04 COMPOR PAIR R1 D 41835 4 4 96 117
Team 06 T 1.05 COMPOR PAIR R1 D 41835 6 17 90 133
Team 06 T 1.06 COMPOR SING R1 D 41841 22 36 97 132
Team 06 T 1.07 COMPOR SING R1 D 41841 7 9 100 142
Team 06 T 1.08 COMPOR SING R1 D 41841 15 13 100 140
Team 06 T 1.09 COMPOR SING R1 D 41841 38 58 100 136
Team 06 T 1.10 COMPOR PAIR R1 D 41842 110 227 99 129
Team 06 T 1.11 COMPOR PAIR R1 D 41848 40 11 99 128
Team 06 T 1.12 COMPOR PAIR R1 D 41848 0 22 99 128
Team 06 T 1.13 COMPOR PAIR R1 D 41849 11 248 99 135
Team 06 T 1.14 COMPOR PAIR R1 D 41849 5 23 99 140
Team 06 T 1.15 COMPOR PAIR R1 D 41849 3 15 99 145
Team 06 T 1.16 COMPOR PAIR R1 D 41849 12 8 99 150
Team 06 T 1.17 COMPOR PAIR R1 D 41849 70 103 99 151
Team 06 T 1.18 COMPOR SING R1 D 41855 209 131 98 145
Team 06 T 1.19 COMPOR PAIR R1 D 41863 58 49 98 144
Team 06 T 1.20 COMPOR PAIR R1 D 41863 24 30 98 152
Team 06 T 1.22 COMPOR SING R1 D 41869 4 25 98 153
Team 06 T 1.23 COMPOR SING R1 D 41869 8 6 98 153
Team 06 T 1.24 COMPOR SING R1 D 41869 9 22 98 156
Team 06 T 1.25 COMPOR SING R1 D 41869 5 49 98 156
Team 06 T 1.26 COMPOR SING R1 D 41869 1 0 98 156
Team 06 T 2.02 COMPOR SING R1 D 41869 0 0 98 161
Team 06 T 2.03 COMPOR SING R1 D 41869 0 5 98 161
Team 06 T 3.01 COMPOR SING R1 D 41870 2 13 98 158
Team 06 T 3.04 COMPOR SING R1 D 41874 21 69 97 171
Team 06 T 3.05 COMPOR SING R1 D 41874 7 6 98 173
Team 06 T 4.01 COMPOR SING R1 D 41874 16 36 98 168
Team 07 T 1.01 COMPOR PAIR R1 D 41834 45 34 100 100
Team 07 T 1.02 COMPOR PAIR R1 D 41835 14 49 100 100
Team 07 T 1.03 COMPOR PAIR R1 D 41835 8 8 94 100
Team 07 T 1.04 COMPOR PAIR R1 D 41835 1 4 95 122
Team 07 T 1.05 COMPOR PAIR R1 D 41835 4 6 91 136
Team 07 T 1.06 COMPOR SING R1 D 41841 23 18 96 136
Team 07 T 1.07 COMPOR PAIR R1 D 41841 40 14 100 150
Team 07 T 1.08 COMPOR PAIR R2 D 41842 17 16 100 157
Team 07 T 1.09 COMPOR PAIR R1 D 41842 62 23 99 157
Team 07 T 1.10 COMPOR PAIR R2 D 41848 96 84 100 142
Team 07 T 1.11 COMPOR PAIR R1 D 41848 12 5 100 146
Team 07 T 1.12 COMPOR PAIR R1 D 41848 1 22 100 146
Team 07 T 1.13 COMPOR PAIR R2 D 41849 23 13 100 152
Team 07 T 1.14 COMPOR PAIR R1 D 41849 8 6 100 160
Team 07 T 1.15 COMPOR PAIR R1 D 41849 2 6 100 168
Team 07 T 1.16 COMPOR PAIR R1 D 41849 1 6 100 176
Team 07 T 1.17 COMPOR PAIR R1 D 41849 51 35 100 178
Team 07 T 1.18 COMPOR PAIR R2 D 41855 41 113 100 194
Team 07 T 1.19 COMPOR PAIR R1 D 41855 29 47 100 200
Team 07 T 1.20 COMPOR PAIR R2 D 41863 59 59 99 191
Team 07 T 1.21 COMPOR PAIR R2 D 41869 127 83 99 198
Team 07 T 1.22 COMPOR PAIR R1 D 41869 9 6 99 202
Team 07 T 1.23 COMPOR PAIR R1 D 41869 4 10 99 202
Team 07 T 1.24 COMPOR PAIR R1 D 41869 9 8 99 202
Team 07 T 1.25 COMPOR PAIR R1 D 41869 19 50 97 223
Team 07 T 1.26 COMPOR PAIR R1 D 41869 1 0 97 223
Team 07 T 2.01 COMPOR PAIR R1 D 41870 51 47 96 227
Team 07 T 2.02 COMPOR PAIR R1 D 41870 5 0 96 227
Team 07 T 2.03 COMPOR PAIR R1 D 41870 3 5 96 231
Team 07 T 3.02 COMPOR PAIR R2 D 41881 179 270 80 229
Team 07 T 3.03 COMPOR PAIR R1 D 41881 7 5 88 214
Team 07 T 3.04 COMPOR PAIR R1 D 41881 63 56 90 215
Team 07 T 3.05 COMPOR PAIR R1 D 41881 41 16 91 220
Team 07 T 4.01 COMPOR PAIR R1 D 41881 25 101 91 213
Team 08 T 1.01 OO SING R1 D 41835 3 0 91 136
Team 08 T 1.02 OO SING R1 D 41839 0 0 91 136
Team 08 T 1.03 OO SING R1 D 41839 0 0 91 136
Team 08 T 1.04 OO SING R1 D 41839 0 0 91 136
Team 08 T 1.05 OO SING R1 D 41839 0 0 91 136
Team 08 T 1.06 OO PAIR R1 D 41841 72 24 96 135
Team 08 T 1.07 OO PAIR R1 D 41842 88 51 100 157
Team 08 T 1.08 OO PAIR R1 D 41849 23 4 100 157
Team 08 T 1.09 OO PAIR R1 D 41849 32 85 100 135
Team 08 T 1.10 OO PAIR R1 D 41849 9 113 100 138
Team 08 T 1.11 OO PAIR R1 D 41849 12 59 100 138
Team 08 T 1.12 OO PAIR R2 D 41855 43 46 100 142
Team 08 T 1.13 OO PAIR R1 D 41855 19 81 100 156
Team 08 T 1.14 OO PAIR R1 D 41855 22 49 100 160
Team 08 T 1.15 OO PAIR R1 D 41855 10 61 100 164
Team 08 T 1.16 OO PAIR R1 D 41855 4 18 100 168
Team 08 T 1.17 OO PAIR R1 D 41855 30 24 100 173
Team 08 T 1.18 OO PAIR R2 D 41862 236 290 99 198
Team 08 T 1.19 OO PAIR R1 D 41863 35 0 99 192
Team 08 T 1.20 OO PAIR R1 D 41863 30 0 99 198
Team 08 T 1.21 OO PAIR R2 D 41869 106 151 95 210
Team 08 T 1.22 OO PAIR R1 D 41869 5 1 96 210
Team 08 T 1.23 OO PAIR R1 D 41869 7 12 96 210
Team 08 T 1.24 OO PAIR R1 D 41869 4 4 96 210
Team 08 T 1.25 OO PAIR R1 D 41869 94 41 96 217
Team 08 T 1.26 OO PAIR R1 D 41869 4 2 96 217
Team 08 T 2.01 OO PAIR R1 D 41870 86 122 95 227
Team 08 T 2.02 OO PAIR R1 D 41870 11 29 96 224
Team 08 T 2.03 OO PAIR R1 D 41870 2 1 96 224
Team 08 T 3.02 OO PAIR R2 D 41874 77 110 94 217
Team 08 T 3.03 OO PAIR R1 D 41874 226 472 95 250
Team 08 T 3.04 OO PAIR R2 D 41881 92 86 94 211
Team 08 T 3.05 OO PAIR R1 D 41881 19 21 96 210
Team 08 T 4.01 OO PAIR R1 D 41881 33 109 96 204
Team 09 T 1.01 OO PAIR R1 D 41835 2 15 100 100
Team 09 T 1.02 OO PAIR R1 D 41835 11 35 93 100
Team 09 T 1.03 OO PAIR R2 D 41838 47 27 92 100
Team 09 T 1.04 OO PAIR R1 D 41838 18 15 94 122
Team 09 T 1.05 OO PAIR R1 D 41838 9 8 90 136
Team 09 T 1.06 OO PAIR R1 D 41841 7 6 96 129
Team 09 T 1.07 OO PAIR R1 D 41841 74 20 96 164
Team 09 T 1.08 OO PAIR R1 D 41842 3 2 96 164
Team 09 T 1.09 OO PAIR R1 D 41842 29 26 97 139
Team 09 T 1.10 OO PAIR R1 D 41842 58 15 98 149
Team 09 T 1.11 OO PAIR R1 D 41848 13 2 98 146
Team 09 T 1.12 OO PAIR R1 D 41848 1 19 98 146
Team 09 T 1.13 OO PAIR R2 D 41849 66 43 98 153
Team 09 T 1.14 OO PAIR R1 D 41849 5 15 98 162
Team 09 T 1.15 OO PAIR R1 D 41849 2 7 98 169
Team 09 T 1.16 OO PAIR R1 D 41849 3 7 98 177
Team 09 T 1.17 OO PAIR R1 D 41849 10 9 99 182
Team 10 T 1.01 OO PAIR R1 D 41834 3 29 100 100
Team 10 T 1.02 OO PAIR R1 D 41835 15 16 94 100
Team 10 T 1.03 OO PAIR R1 D 41835 4 10 94 100
Team 10 T 1.04 OO PAIR R1 D 41835 8 6 95 122
Team 10 T 1.05 OO PAIR R1 D 41835 8 8 92 146
Team 10 T 1.06 OO PAIR R1 D 41841 24 9 96 136
Team 10 T 1.07 OO PAIR R1 D 41842 11 32 91 157
Team 10 T 1.08 OO PAIR R1 D 41842 2 22 100 157
Team 10 T 1.09 OO PAIR R1 D 41842 28 39 100 139
Team 10 T 1.10 OO PAIR R1 D 41848 10 47 100 142
Team 10 T 1.11 OO PAIR R1 D 41848 12 53 100 140
Team 10 T 1.12 OO PAIR R1 D 41848 1 6 100 140
Team 10 T 1.13 OO PAIR R1 D 41848 52 73 100 152
Team 10 T 1.14 OO PAIR R1 D 41849 4 32 100 152
Team 10 T 1.15 OO PAIR R1 D 41849 17 29 100 164
Team 10 T 1.16 OO PAIR R1 D 41849 1 2 100 164
Team 10 T 1.17 OO PAIR R1 D 41849 43 56 100 162
Team 10 T 1.18 OO PAIR R2 D 41855 47 274 99 165
Team 10 T 1.19 OO PAIR R1 D 41855 45 50 99 175
Team 10 T 1.21 OO PAIR R1 D 41863 44 21 97 176
Team 10 T 1.22 OO PAIR R1 D 41863 6 13 97 178
Team 10 T 1.23 OO PAIR R1 D 41863 5 10 97 178
Team 10 T 1.24 OO PAIR R1 D 41863 7 4 97 178
Team 10 T 1.25 OO PAIR R1 D 41869 9 125 98 170
Team 10 T 1.26 OO PAIR R1 D 41869 9 4 98 170
Team 10 T 2.01 OO PAIR R1 D 41869 42 55 98 168
Team 10 T 2.02 OO PAIR R1 D 41869 2 0 98 168
Team 10 T 2.03 OO PAIR R1 D 41869 6 15 98 168
Team 10 T 3.01 OO PAIR R1 D 41869 13 21 98 164
Team 10 T 3.02 OO PAIR R1 D 41870 8 30 98 168
Team 10 T 3.03 OO PAIR R1 D 41870 5 7 98 167
Team 10 T 3.04 OO PAIR R1 D 41870 11 11 98 171
Team 10 T 3.05 OO PAIR R1 D 41870 15 27 98 174
Team 10 T 4.01 OO PAIR R1 D 41870 30 80 98 171
Team 11 T 1.01 OO SING R1 D 41834 30 24 100 100
Team 11 T 1.02 OO SING R1 D 41835 25 49 93 100
Team 11 T 1.03 OO PAIR R1 D 41841 14 22 88 100
Team 11 T 1.04 OO PAIR R1 D 41841 6 14 91 120
Team 11 T 1.05 OO PAIR R1 D 41841 3 6 88 141
Team 11 T 1.06 OO PAIR R1 D 41841 6 5 93 133
Team 11 T 1.07 OO PAIR R1 D 41841 6 2 93 133
Team 11 T 1.08 OO PAIR R1 D 41841 3 2 93 133
Team 11 T 1.09 OO PAIR R1 D 41841 12 16 95 121
Team 11 T 1.10 OO PAIR R2 D 41848 102 67 98 138
Team 11 T 1.11 OO PAIR R1 D 41848 48 37 100 142
Team 11 T 1.12 OO PAIR R1 D 41848 2 0 100 142
Team 11 T 1.13 OO PAIR R1 D 41849 35 45 100 146
Team 11 T 1.14 OO PAIR R1 D 41849 19 8 100 154
Team 11 T 1.15 OO PAIR R1 D 41849 8 11 100 162
Team 11 T 1.16 OO PAIR R1 D 41849 4 8 100 171
Team 11 T 1.17 OO PAIR R1 D 41855 7 15 100 180
Team 11 T 1.19 OO PAIR R1 D 41863 2 6 95 191
Team 11 T 1.20 OO PAIR R1 D 41863 50 19 96 203
Team 11 T 1.21 OO SING R2 D 41881 58 483 99 208
Team 11 T 1.22 OO SING R1 D 41881 6 1 100 208
Team 11 T 1.23 OO SING R1 D 41881 7 10 100 208
Team 11 T 1.24 OO SING R1 D 41881 11 4 100 208
Team 11 T 1.25 OO SING R1 D 41881 43 32 98 217
Team 11 T 1.26 OO SING R1 D 41881 2 2 98 217
Team 11 T 2.01 OO SING R1 D 41881 45 169 99 227
Team 11 T 2.02 OO SING R1 D 41881 35 34 99 221
Team 11 T 2.03 OO SING R1 D 41881 10 1 100 221
Team 11 T 3.01 OO SING R1 D 41881 8 33 100 214
Team 12 T 1.01 OO PAIR R1 D 41834 30 0 100 100
Team 12 T 1.02 OO PAIR R2 D 41841 77 0 94 100
Team 12 T 1.03 OO SING R1 D 41841 10 0 94 100
Team 12 T 1.04 OO SING R1 D 41841 8 0 95 122
Team 12 T 1.05 OO SING R1 D 41841 12 0 92 146
Team 12 T 1.06 OO SING R1 D 41842 30 6 96 136
Team 12 T 1.07 OO SING R1 D 41842 27 19 100 157
Team 12 T 1.08 OO SING R1 D 41842 3 3 91 157
Team 12 T 1.09 OO PAIR R1 D 41848 26 30 100 135
Team 12 T 1.10 OO PAIR R1 D 41848 4 9 100 142
Team 12 T 1.11 OO PAIR R1 D 41848 10 1 100 142
Team 12 T 1.12 OO PAIR R1 D 41848 1 0 100 142
Team 12 T 1.13 OO PAIR R1 D 41849 30 94 100 146
Team 12 T 1.14 OO PAIR R1 D 41849 11 18 100 158
Team 12 T 1.15 OO PAIR R1 D 41849 8 26 100 167
Team 12 T 1.16 OO PAIR R1 D 41849 5 12 100 175
Team 12 T 1.17 OO PAIR R2 D 41855 24 11 100 180
Team 12 T 1.18 OO PAIR R2 D 41869 65 158 99 198
Team 12 T 1.19 OO PAIR R1 D 41869 61 4 99 205
Team 12 T 1.20 OO PAIR R1 D 41869 11 55 99 212
Team 12 T 1.21 OO PAIR R1 D 41870 44 67 99 208
Team 12 T 1.23 OO PAIR R1 D 41870 5 10 99 208
Team 12 T 1.24 OO PAIR R1 D 41870 2 4 99 208
Team 12 T 1.25 OO PAIR R1 D 41870 17 44 100 217
Team 12 T 1.26 OO PAIR R1 D 41870 1 2 100 217
Team 12 T 2.01 OO PAIR R1 D 41870 20 265 99 224
Team 12 T 2.02 OO PAIR R1 D 41870 5 34 99 221
Team 12 T 2.03 OO PAIR R1 D 41870 2 1 99 221
Team 12 T 3.01 OO PAIR R1 D 41874 271 20 85 214
Team 12 T 3.02 OO PAIR R1 D 41874 35 15 100 214
Team 12 T 3.03 OO PAIR R1 D 41874 15 130 100 214
Team 12 T 3.04 OO PAIR R1 D 41874 20 79 99 212
Team 12 T 3.05 OO SING R1 D 41881 145 56 99 212
Team 12 T 4.01 OO SING R1 D 41881 37 149 98 209
Raw
output.txt
Time
[1] "Group G1 - 3"
[1] "Analysing TransformedTime TRUE TRUE"
[1] "Power: 0.203081163262892"
[1] "Group G2 - 4"
[1] "Analysing TransformedTime TRUE TRUE"
[1] "Equals: 0.0420487314127855 COMPOR Less: 0.0210243657063928"
[1] "Power: 0.77725785863508"
[1] "Group G3 - 4"
[1] "Analysing TransformedTime TRUE TRUE"
[1] "Equals: 0.00284373211363274 COMPOR Greater: 0.00142186605681637"
[1] "Power: 0.95951940568986"
[1] "Group G4 - 5"
[1] "Analysing TransformedTime TRUE TRUE"
[1] "Equals: 0.0478170754717962 COMPOR Less: 0.0239085377358981"
[1] "Power: 0.733799002063789"
[1] "Group G5 - 8"
[1] "Analysing TransformedTime TRUE TRUE"
[1] "Equals: 0.0540696415050769 COMPOR Greater: 0.0270348207525384"
[1] "Power: 0.754836639283621"
[1] "Group G6 - 6"
[1] "Analysing TransformedTime FALSE FALSE"
[1] "Power: 0.542570584411338"
[1] "Group G7 - 4"
[1] "Analysing TransformedTime TRUE TRUE"
[1] "Power: 0.246867366541494"
LOC
[1] "Group G1 - 3"
[1] "Analysing TransformedLOC FALSE FALSE"
[1] "Power: 0.344021985504658"
[1] "Group G2 - 4"
[1] "Analysing TransformedLOC TRUE TRUE"
[1] "Power: 0.224687351864014"
[1] "Group G3 - 4"
[1] "Analysing TransformedLOC FALSE FALSE"
[1] "Power: 0.608145402863958"
[1] "Group G4 - 5"
[1] "Analysing TransformedLOC TRUE TRUE"
[1] "Power: 0.346135399145108"
[1] "Group G5 - 9"
[1] "Analysing TransformedLOC FALSE FALSE"
[1] "Power: 0.431643102527906"
[1] "Group G6 - 5"
[1] "Analysing TransformedLOC FALSE FALSE"
[1] "Equals: 0.0534375087267614 COMPOR Less: 0.0267187543633807"
[1] "Power: 0.514551236464819"
[1] "Group G7 - 4"
[1] "Analysing TransformedLOC TRUE TRUE"
[1] " COMPOR Less: 0.0637705645993993"
[1] "Power: 0.593108722173418"
Coverage
[1] "Group G1 - 4"
[1] "Analysing Coverage FALSE FALSE"
[1] "Equals: 0.0579668936141115 COMPOR Greater: 0.0289834468070557"
[1] "Power: 0.742437551736482"
[1] "Group G2 - 3"
[1] "Analysing Coverage TRUE FALSE"
[1] "Equals: 0.0867959508751642 COMPOR Greater: 0.0433979754375821"
[1] "Power: 0.461031503778263"
[1] "Group G3 - 4"
[1] "Analysing Coverage FALSE FALSE"
[1] " COMPOR Greater: 0.0912988765073929"
[1] "Power: 0.630479664555365"
[1] "Group G4 - 5"
[1] "Analysing Coverage FALSE FALSE"
[1] "Power: 0.138015626206755"
[1] "Group G5 - 9"
[1] "Analysing Coverage FALSE FALSE"
[1] "Power: 0.428518369633441"
[1] "Group G6 - 5"
[1] "Analysing Coverage FALSE FALSE"
[1] "Power: 0.170836662376467"
[1] "Group G7 - 4"
[1] "Analysing Coverage FALSE FALSE"
[1] "Equals: 0.0161532255305071 COMPOR Less: 0.00807661276525353"
[1] "Power: 0.999998742665982"
Complexity
[1] "Group G1 - 5"
[1] "Analysing Compl FALSE FALSE"
[1] "Power: 0.496953577017006"
[1] "Group G2 - 4"
[1] "Analysing Compl FALSE FALSE"
[1] "Power: 0.348136565220005"
[1] "Group G3 - 6"
[1] "Analysing Compl FALSE FALSE"
[1] "Power: 0.979701865804986"
[1] "Group G4 - 5"
[1] "Analysing Compl FALSE FALSE"
[1] "Equals: 0.0436390788604102 COMPOR Less: 0.0218195394302051"
[1] "Power: 0.999964848161432"
[1] "Group G5 - 6"
[1] "Analysing Compl FALSE FALSE"
[1] "Equals: 0.0207020458022778 COMPOR Less: 0.0103510229011389"
[1] "Power: 0.995104618660414"
[1] "Group G6 - 4"
[1] "Analysing Compl FALSE FALSE"
[1] "Power: 0.177659773342046"
[1] "Group G7 - 4"
[1] "Analysing Compl FALSE FALSE"
[1] "Power: 0.258729346665397"
Raw
ReplaceTasksGroupsForOtherResponseVariables
#For Time
if (task == 'T 1.01' | task == 'T 1.02' | task == 'T 1.03') {
return("G1")
}
if (task == 'T 1.04' | task == 'T 1.05' | task == 'T 1.06' | task == 'T 1.07') {
return("G2")
}
if (task == 'T 1.08' | task == 'T 1.09' | task == 'T 1.10' | task == 'T 1.11') {
return("G3")
}
if (task == 'T 1.12' | task == 'T 1.13' | task == 'T 1.14' | task == 'T 1.15' | task == 'T 1.16') {
return("G4")
}
if (task == 'T 1.17' | task == 'T 1.18' | task == 'T 1.19' | task == 'T 1.20' | task == 'T 1.21' | task == 'T 1.22' | task == 'T 1.23' | task == 'T 1.24') {
return("G5")
}
if (task == 'T 1.25' | task == 'T 1.26' | task == 'T 2.01' | task == 'T 2.02' | task == 'T 2.03' | task == 'T 3.01') {
return("G6")
}
if (task == 'T 3.03' | task == 'T 3.04' | task == 'T 3.05' | task == 'T 4.01') {
return("G7")
}
#For LOC
if (task == 'T 1.01' | task == 'T 1.02' | task == 'T 1.03') {
return("G1")
}
if (task == 'T 1.04' | task == 'T 1.05' | task == 'T 1.06' | task == 'T 1.07') {
return("G2")
}
if (task == 'T 1.08' | task == 'T 1.09' | task == 'T 1.10' | task == 'T 1.11') {
return("G3")
}
if (task == 'T 1.12' | task == 'T 1.13' | task == 'T 1.14' | task == 'T 1.15' | task == 'T 1.16') {
return("G4")
}
if (task == 'T 1.17' | task == 'T 1.18' | task == 'T 1.19' | task == 'T 1.20' | task == 'T 1.21' | task == 'T 1.22' | task == 'T 1.23' | task == 'T 1.24' | task == 'T 1.25') {
return("G5")
}
if (task == 'T 1.26' | task == 'T 2.01' | task == 'T 2.02' | task == 'T 2.03' | task == 'T 3.01') {
return("G6")
}
if (task == 'T 3.03' | task == 'T 3.04' | task == 'T 3.05' | task == 'T 4.01') {
return("G7")
}
#For Coverage
if (task == 'T 1.01' | task == 'T 1.02' | task == 'T 1.03' | task == 'T 1.04') {
return("G1")
}
if (task == 'T 1.05' | task == 'T 1.06' | task == 'T 1.07') {
return("G2")
}
if (task == 'T 1.08' | task == 'T 1.09' | task == 'T 1.10' | task == 'T 1.11') {
return("G3")
}
if (task == 'T 1.12' | task == 'T 1.13' | task == 'T 1.14' | task == 'T 1.15' | task == 'T 1.16') {
return("G4")
}
if (task == 'T 1.17' | task == 'T 1.18' | task == 'T 1.19' | task == 'T 1.20' | task == 'T 1.21' | task == 'T 1.22' | task == 'T 1.23' | task == 'T 1.24' | task == 'T 1.25') {
return("G5")
}
if (task == 'T 1.26' | task == 'T 2.01' | task == 'T 2.02' | task == 'T 2.03' | task == 'T 3.01') {
return("G6")
}
if (task == 'T 3.03' | task == 'T 3.04' | task == 'T 3.05' | task == 'T 4.01') {
return("G7")
}
#For Complexity
if (task == 'T 1.01' | task == 'T 1.02' | task == 'T 1.03' | task == 'T 1.04' | task == 'T 1.05') {
return("G1")
}
if (task == 'T 1.06' | task == 'T 1.07' | task == 'T 1.08' | task == 'T 1.09') {
return("G2")
}
if (task == 'T 1.10' | task == 'T 1.11' | task == 'T 1.12' | task == 'T 1.13' | task == 'T 1.14' | task == 'T 1.15') {
return("G3")
}
if (task == 'T 1.16' | task == 'T 1.17' | task == 'T 1.18' | task == 'T 1.19' | task == 'T 1.20') {
return("G4")
}
if (task == 'T 1.21' | task == 'T 1.22' | task == 'T 1.23' | task == 'T 1.24' | task == 'T 1.25' | task == 'T 1.26') {
return("G5")
}
if (task == 'T 2.01' | task == 'T 2.02' | task == 'T 2.03' | task == 'T 3.01') {
return("G6")
}
if (task == 'T 3.03' | task == 'T 3.04' | task == 'T 3.05' | task == 'T 4.01') {
return("G7")
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment