code for running paired t-tests on all datasets and merge conditions

src/+Smooth/mergeStatistics.m

+inputDir = 'F:\thesis\data\merge-scoring';
+
+noMerge_results = readtable(fullfile(inputDir,'tabulated-results.xlsx'),'Sheet',1);
+mergev01_results = readtable(fullfile(inputDir,'tabulated-results.xlsx'),'Sheet',2);
+mergev02_results = readtable(fullfile(inputDir,'tabulated-results.xlsx'),'Sheet',3);
+
+tableTRA = table(noMerge_results.dataset,noMerge_results.minimumRadius,noMerge_results.TRA, ...
+    mergev01_results.TRA,mergev02_results.TRA,'VariableNames',{'dataset','minRadius','no_merge','merge_v01','merge_v02'});
+
+tableSEG = table(noMerge_results.dataset,noMerge_results.minimumRadius,noMerge_results.SEG, ...
+    mergev01_results.SEG,mergev02_results.SEG,'VariableNames',{'dataset','minRadius','no_merge','merge_v01','merge_v02'});
+
+tableDET = table(noMerge_results.dataset,noMerge_results.minimumRadius,noMerge_results.DET, ...
+    mergev01_results.DET,mergev02_results.DET,'VariableNames',{'dataset','minRadius','no_merge','merge_v01','merge_v02'});
+
+listDatasets = unique(tableTRA.dataset);
+
+%% paired t-test comparing TRA scores, three sets
+%   non-merged data with merge_v01
+%   non-merged data with merge_v02
+%   merge_v01 with merge_v02
+
+tableResultsTRA_noMerge_mergev01 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+tableResultsTRA_noMerge_mergev02 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+tableResultsTRA_mergev01_mergev02 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+
+for i = 1:length(listDatasets)
+   
+    rows = matches(tableTRA.dataset,listDatasets{i});
+    tmp = tableTRA(rows,:);
+
+    [h,p] = ttest(tmp.no_merge,tmp.merge_v01);
+    tableResultsTRA_noMerge_mergev01(i,:) = {listDatasets{i},h,p};
+
+    [h,p] = ttest(tmp.no_merge,tmp.merge_v02);
+    tableResultsTRA_noMerge_mergev02(i,:) = {listDatasets{i},h,p};
+
+    [h,p] = ttest(tmp.merge_v01,tmp.merge_v02);
+    tableResultsTRA_mergev01_mergev02(i,:) = {listDatasets{i},h,p};
+   
+end
+
+%% paired t-test comparing SEG scores, three sets
+%   non-merged data with merge_v01
+%   non-merged data with merge_v02
+%   merge_v01 with merge_v02
+
+tableResultsSEG_noMerge_mergev01 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+tableResultsSEG_noMerge_mergev02 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+tableResultsSEG_mergev01_mergev02 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+
+for i = 1:length(listDatasets)
+   
+    rows = matches(tableSEG.dataset,listDatasets{i});
+    tmp = tableSEG(rows,:);
+
+    [h,p] = ttest(tmp.no_merge,tmp.merge_v01);
+    tableResultsSEG_noMerge_mergev01(i,:) = {listDatasets{i},h,p};
+
+    [h,p] = ttest(tmp.no_merge,tmp.merge_v02);
+    tableResultsSEG_noMerge_mergev02(i,:) = {listDatasets{i},h,p};
+
+    [h,p] = ttest(tmp.merge_v01,tmp.merge_v02);
+    tableResultsSEG_mergev01_mergev02(i,:) = {listDatasets{i},h,p};
+   
+end
+
+%% paired t-test comparing DET scores, three sets
+%   non-merged data with merge_v01
+%   non-merged data with merge_v02
+%   merge_v01 with merge_v02
+
+tableResultsDET_noMerge_mergev01 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+tableResultsDET_noMerge_mergev02 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+tableResultsDET_mergev01_mergev02 = table('Size',[length(listDatasets),3],'VariableTypes',{'string','double','double'}, ...
+    'VariableNames',{'dataset','h','p'});
+
+for i = 1:length(listDatasets)
+   
+    rows = matches(tableDET.dataset,listDatasets{i});
+    tmp = tableDET(rows,:);
+
+    [h,p] = ttest(tmp.no_merge,tmp.merge_v01);
+    tableResultsDET_noMerge_mergev01(i,:) = {listDatasets{i},h,p};
+
+    [h,p] = ttest(tmp.no_merge,tmp.merge_v02);
+    tableResultsDET_noMerge_mergev02(i,:) = {listDatasets{i},h,p};
+
+    [h,p] = ttest(tmp.merge_v01,tmp.merge_v02);
+    tableResultsDET_mergev01_mergev02(i,:) = {listDatasets{i},h,p};
+   
+end
+
+4;

src/+Smooth/tabulateResults.m

-inputDir = '/g/leverjs/layton/mergeScoring/mergeTest/';
+% writes all CTC scoring results into one spreadsheet
+% sheet tabs are equivalent to directories inside the input directory
+
+inputDir = 'F:\thesis\data\merge-scoring';
 
 dirList = Helpers.listDirs(inputDir);
 
@@ -7,11 +10,10 @@ for x = 1:length(dirList)
     tmpDir = fullfile(dirList(x).folder,dirList(x).name);
     resultsList = dir(fullfile(tmpDir,'*.xlsx'));
 
-    results = array2table(zeros(0,5),'VariableNames',{'dataset','TRA','SEG','DET','minimumRadius'});
-    % why is this how empty tables are made? that is idiotic
+    results = array2table(zeros(0,5),'VariableNames',{'dataset','TRA','SEG','DET','minRadius'});
 
     if isempty(resultsList)
-        writetable(results,fullfile(inputDir,'tabulatedResults.xlsx'),'Sheet',dirList(x).name);
+        writetable(results,fullfile(inputDir,'tabulated-results.xlsx'),'Sheet',dirList(x).name);
         continue;
     end
 
@@ -29,6 +31,6 @@ for x = 1:length(dirList)
 
     end
 
-    writetable(results,fullfile(inputDir,'tabulatedResults.xlsx'),'Sheet',dirList(x).name);
+    writetable(results,fullfile(inputDir,'tabulated-results.xlsx'),'Sheet',dirList(x).name);
 
 end
\ No newline at end of file