Paired T-test with full distribution logging. P-values are reported in each cell.

prelim_results.tex

%\begin{table}[H]
%\begin{tabular}{l|cccc}
%Model                         & renameTokens                  & permuteArgument               & swapMultilineNo               & addExtraLogging               \\\hline\\
%microsoft/codebert-base-mlm   & 0.023 (32)                    & 0.333 (18)                    & 0.702 (32)                    & 0.984 (15)                    \\
%microsoft/graphcodebert-base  & 0.399 (33)                    & 0.483 (20)                    & 0.196 (32)                    & 0.015 (17)                    \\
%dbernsohn/roberta-java        & 0.001 (34)                    & 0.024 (20)                    & 0.216 (32)                    & 0.143 (15)                      
%\end{tabular}
%\end{table}
% (microsoft/codebert-base-mlm x renameTokens): 
%        before: [0.543,1.0,1.0,1.0,1.0,0.5,0.5,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.913,0.95,0.758,0.777,0.2,0.0,0.0,0.882,0.0,0.333,0.947,0.821,0.454,0.454,0.8,0.454,0.894]
%.       after: [0.614,0.0,1.0,0.0,0.0,0.0,0.5,0.428,0.636,0.1,0.513,0.312,0.6,0.545,0.727,0.925,0.9,0.551,0.705,0.1,0.0,0.5,0.882,0.333,0.0,0.947,0.75,0.454,0.454,0.75,0.454,0.473]
% (microsoft/codebert-base-mlm x permuteArgumentOrder): 
%        before: [0.543,0.5,0.0,0.5,0.0,0.666,0.648,0.733,0.666,0.666,0.95,0.962,0.724,0.611,0.642,0.7,0.636,0.894]
%        after: [0.543,0.5,0.0,0.5,0.0,0.666,0.675,0.711,0.666,0.666,0.95,0.962,0.758,0.777,0.785,0.85,0.545,0.789]
% (microsoft/codebert-base-mlm x swapMultilineNoDeps): 
%        before: [0.543,1.0,1.0,1.0,0.540,1.0,0.5,0.0,0.5,0.0,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.913,0.95,0.777,0.724,0.722,0.2,0.0,0.0,0.894,0.857,0.090,0.0,0.8,0.636]
%        after: [0.561,1.0,1.0,1.0,0.432,1.0,0.5,0.0,0.0,0.0,0.380,0.666,0.1,0.621,0.625,0.733,0.666,0.666,0.869,0.966,0.925,0.758,0.777,0.3,0.0,0.0,0.894,0.785,0.454,0.454,0.85,0.454]
% (microsoft/codebert-base-mlm x addExtraLogging): 
%        before: [0.543,1.0,0.540,0.428,0.1,0.648,0.562,0.733,0.666,0.913,0.722,0.5,0.947,0.857,0.8]
%        after: [0.576,1.0,0.523,0.478,0.1,0.648,0.555,0.770,0.714,0.913,0.809,0.2,0.947,0.833,0.9]
% (microsoft/graphcodebert-base x renameTokens): 
%        before: [0.543,1.0,1.0,1.0,1.0,0.5,0.5,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.913,0.95,0.962,0.758,0.777,0.2,0.0,0.0,0.882,0.0,0.333,0.947,0.821,0.454,0.454,0.8,0.636,0.631]
%        after: [0.526,1.0,1.0,1.0,0.0,0.5,0.0,0.619,0.636,0.2,0.567,0.5,0.822,0.727,0.636,0.962,0.960,0.818,0.586,0.647,0.1,0.0,1.0,0.941,0.0,0.0,0.736,0.857,0.545,0.545,0.75,0.636,0.315]
% (microsoft/graphcodebert-base x permuteArgumentOrder): 
%        before: [0.543,0.540,1.0,0.5,0.428,0.666,0.648,0.733,0.666,0.666,0.913,0.95,0.962,0.724,0.722,0.894,0.857,0.75,0.636,0.894]
%        after: [0.649,0.513,0.5,0.5,0.523,0.75,0.594,0.711,0.75,0.75,0.956,0.933,0.851,0.758,0.722,0.947,0.821,0.75,0.636,0.631]
% (microsoft/graphcodebert-base x swapMultilineNoDeps): 
%        before: [0.543,1.0,1.0,1.0,0.540,1.0,0.5,0.0,0.5,0.0,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.913,0.95,0.777,0.724,0.722,0.5,0.0,0.5,0.947,0.857,0.090,0.636,0.8,0.636]
%        after: [0.561,1.0,1.0,1.0,0.432,1.0,0.5,0.0,0.0,0.0,0.380,0.666,0.1,0.621,0.625,0.733,0.666,0.666,0.869,0.966,0.925,0.758,0.777,0.3,0.0,0.0,0.894,0.785,0.454,0.454,0.85,0.454]
% (microsoft/graphcodebert-base x addExtraLogging): 
%        before: [0.543,1.0,0.540,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.95,0.724,0.722,0.5,0.947,0.857]
%        after: [0.634,1.0,0.513,0.478,0.75,0.2,0.625,0.625,0.808,0.75,0.666,0.916,0.781,0.722,0.5,0.947,0.857]
% (dbernsohn/roberta-java x renameTokens): 
%        before: [0.543,1.0,1.0,1.0,1.0,0.5,0.0,0.5,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.913,0.95,0.962,0.724,0.611,0.2,0.0,0.0,0.882,0.333,0.333,0.894,0.642,0.090,0.0,0.7,0.636,0.631]
%        after: [0.210,0.5,1.0,0.0,0.0,0.0,0.0,0.0,0.238,0.727,0.384,0.027,0.312,0.466,0.545,0.545,0.217,0.276,0.575,0.482,0.647,0.2,0.0,0.0,0.882,0.333,0.833,0.736,0.5,0.090,0.090,0.45,0.818,0.473]
% (dbernsohn/roberta-java x permuteArgumentOrder): 
%        before: [0.543,0.540,1.0,0.0,0.5,0.0,0.666,0.648,0.666,0.666,0.913,0.95,0.777,0.724,0.722,0.894,0.857,0.75,0.636,0.473]
%        after: [0.210,0.513,0.5,0.0,0.5,0.0,0.75,0.162,0.666,0.666,0.347,0.35,0.740,0.758,0.722,0.842,0.821,0.75,0.545,0.578]
% (dbernsohn/roberta-java x swapMultilineNoDeps): 
%        before: [0.543,1.0,1.0,1.0,0.540,1.0,0.5,0.0,0.5,0.0,0.428,0.666,0.1,0.648,0.562,0.733,0.666,0.666,0.913,0.95,0.777,0.724,0.722,0.5,0.0,0.5,0.947,0.857,0.090,0.636,0.8,0.636]
%        after: [0.561,1.0,1.0,1.0,0.432,1.0,0.5,0.0,0.0,0.0,0.380,0.666,0.1,0.621,0.625,0.733,0.666,0.666,0.869,0.966,0.925,0.758,0.777,0.3,0.0,0.0,0.947,0.785,0.454,0.454,0.85,0.454]
% (dbernsohn/roberta-java x addExtraLogging): 
%        before: [0.543,0.540,0.666,0.1,0.648,0.562,0.733,0.666,0.95,0.724,0.722,0.5,0.882,0.947,0.636]
%        after: [0.515,0.325,0.75,0.1,0.153,0.65,0.466,0.666,0.359,0.827,0.6,0.5,0.882,0.736,0.909]