1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106
|
%% Reset everything
clear all;
clc;
close all;
addpath('helpers');
%% Configure the benchmark
% noncentral case
cam_number = 4;
% Getting 17 points, and testing all algorithms with the respective number of points
pt_number = 17;
% noise test, so no outliers
outlier_fraction = 0.0;
% repeat 1000 tests per noise level
iterations = 1000;
% The algorithms we want to test
algorithms = { 'sixpt'; 'ge'; 'ge'; 'seventeenpt'; 'rel_nonlin_noncentral' };
% This defines the number of points used for every algorithm
indices = { [1:1:6]; [1:1:8]; [1:1:17]; [1:1:17]; [1:1:17] };
% The name of the algorithms in the final plots
names = { '6pt'; 'ge (8pt)'; 'ge (17pt)'; '17pt'; 'nonlin. opt. (17pt)' };
% The maximum noise to analyze
max_noise = 5.0;
% The step in between different noise levels
noise_step = 0.1;
%% Run the benchmark
%prepare the overall result arrays
number_noise_levels = max_noise / noise_step + 1;
num_algorithms = size(algorithms,1);
mean_rotation_errors = zeros(num_algorithms,number_noise_levels);
median_rotation_errors = zeros(num_algorithms,number_noise_levels);
noise_levels = zeros(1,number_noise_levels);
%Run the experiment
for n=1:number_noise_levels
noise = (n - 1) * noise_step;
noise_levels(1,n) = noise;
display(['Analyzing noise level: ' num2str(noise)])
rotation_errors = zeros(num_algorithms,iterations);
counter = 0;
for i=1:iterations
% generate experiment
[v1,v2,t,R] = create2D2DOmniExperiment(pt_number,cam_number,noise,outlier_fraction);
[t_perturbed,R_perturbed] = perturb(t,R,0.01);
T_perturbed = [R_perturbed,t_perturbed];
T_init = [eye(3),zeros(3,1)];
T_gt = [R,t];
for a=1:num_algorithms
if strcmp(algorithms{a},'ge')
Out = opengv(algorithms{a},indices{a},v1,v2,T_init);
else
Out = opengv(algorithms{a},indices{a},v1,v2,T_perturbed);
end
if a > 3 %if a bigger than 4, we obtain entire transformation, and need to "cut" the rotation
temp = Out(:,1:3);
Out = temp;
end
rotation_error = evaluateRotationError( R, Out );
rotation_errors(a,i) = rotation_error;
end
counter = counter + 1;
if counter == 100
counter = 0;
display(['Iteration ' num2str(i) ' of ' num2str(iterations) '(noise level ' num2str(noise) ')']);
end
end
%Now compute the mean and median value of the error for each algorithm
for a=1:num_algorithms
mean_rotation_errors(a,n) = mean(rotation_errors(a,:));
median_rotation_errors(a,n) = median(rotation_errors(a,:));
end
end
%% Plot the results
figure(1)
plot(noise_levels,mean_rotation_errors,'LineWidth',2)
legend(names,'Location','NorthWest')
xlabel('noise level [pix]')
ylabel('mean rot. error [rad]')
grid on
figure(2)
plot(noise_levels,median_rotation_errors,'LineWidth',2)
legend(names,'Location','NorthWest')
xlabel('noise level [pix]')
ylabel('median rot. error [rad]')
grid on
|