Files
OpenFace/matlab_runners/Full_test_suite.m
2018-05-09 07:18:39 +01:00

83 lines
2.0 KiB
Matlab

% This is sort of the unit test for the whole module (needs datasets)
% Will take several hours to run all
clear
tic
%% Head pose
cd('Head Pose Experiments');
run_head_pose_tests_OpenFace_CECLM;
assert(median(all_errors_biwi_OF(:)) < 2.45);
assert(median(all_errors_bu_OF(:)) < 1.85);
assert(median(all_errors_ict_OF(:)) < 1.9);
run_head_pose_tests_OpenFace_CLNF;
assert(median(all_errors_biwi_OF(:)) < 2.6);
assert(median(all_errors_bu_OF(:)) < 2.0);
assert(median(all_errors_ict_OF(:)) < 2.0);
cd('../');
%% Landmarks
cd('Feature Point Experiments');
run_OpenFace_feature_point_tests_300W;
assert(median(err_ceclm) < 0.035);
assert(median(err_clnf) < 0.039);
run_yt_dataset;
assert(median(ceclm_error) < 0.048);
assert(median(clnf_error) < 0.053);
run_300VW_dataset_OpenFace;
assert(median(ceclm_error_49_cat_1) < 0.025);
assert(median(ceclm_error_49_cat_2) < 0.027);
assert(median(ceclm_error_49_cat_3) < 0.033);
assert(median(ceclm_error_66_cat_1) < 0.032);
assert(median(ceclm_error_66_cat_2) < 0.036);
assert(median(ceclm_error_66_cat_3) < 0.042);
assert(median(clnf_error_49_cat_1) < 0.029);
assert(median(clnf_error_49_cat_2) < 0.035);
assert(median(clnf_error_49_cat_3) < 0.040);
assert(median(clnf_error_66_cat_1) < 0.039);
assert(median(clnf_error_66_cat_2) < 0.044);
assert(median(clnf_error_66_cat_3) < 0.049);
cd('../');
%% AUs
cd('Action Unit Experiments');
run_AU_prediction_Bosphorus
assert(mean(cccs_reg) > 0.56);
assert(mean(f1s_class) > 0.48);
run_AU_prediction_BP4D
assert(mean(ints_cccs) > 0.65);
assert(mean(f1s_class) > 0.61);
run_AU_prediction_DISFA
assert(mean(au_res) > 0.73);
run_AU_prediction_SEMAINE
assert(mean(f1s) > 0.43);
run_AU_prediction_FERA2011
assert(mean(au_res) > 0.51);
cd('../');
%% Gaze
cd('Gaze Experiments');
extract_mpii_gaze_test
assert(mean_error < 9.15)
assert(median_error < 8.5)
cd('../');
%% Demos
clear;
close all;
cd('Demos');
run_demo_images;
run_demo_videos;
run_demo_video_multi;
run_demo_align_size;
run_test_img_seq;
feature_extraction_demo_vid;
feature_extraction_demo_img_seq;
gaze_extraction_demo_vid;
cd('../');
toc