mirror of
https://gitcode.com/gh_mirrors/ope/OpenFace.git
synced 2025-12-30 04:52:29 +00:00
104 lines
3.5 KiB
Matlab
104 lines
3.5 KiB
Matlab
clear;
|
|
addpath(genpath('../'));
|
|
|
|
output_dir = './CECLM_res_general/';
|
|
|
|
if(~exist(output_dir, 'dir'))
|
|
mkdir(output_dir)
|
|
end
|
|
|
|
%% select database and load bb initializations
|
|
db_root = 'E:\datasets\300VW\300VW_Dataset_2015_12_14/';
|
|
bb_root = './300VW_dets_mtcnn/';
|
|
extra_dir = 'E:\datasets\300VW\300VW_Dataset_2015_12_14\extra';
|
|
[ vid_locs, bboxes, gts_all, invalid_frames ] = CollectTestData(db_root, bb_root, extra_dir);
|
|
|
|
%% loading the patch experts and the PDM
|
|
[patches, pdm, clmParams, early_term_params] = Load_CECLM_general();
|
|
clmParams_orig = clmParams;
|
|
|
|
multi_view = true;
|
|
|
|
%% Select video
|
|
for i=1:numel(vid_locs)
|
|
|
|
vid = VideoReader(vid_locs{i});
|
|
|
|
bounding_boxes = bboxes{i};
|
|
|
|
n_frames = size(bounding_boxes,1);
|
|
|
|
preds = zeros(68,2,n_frames);
|
|
|
|
for f=1:n_frames
|
|
input_image = readFrame(vid);
|
|
|
|
%% Initialize from detected bounding boxes every 30 frames
|
|
if (mod(f-1, 30) == 0)
|
|
ind = min(f, size(bounding_boxes,1));
|
|
bb = bounding_boxes(ind, :);
|
|
% If no face detected use the closest detected BB
|
|
if(bb(3) == 0)
|
|
ind_next = ind + find(bounding_boxes(ind+1:end,3), 1);
|
|
if(isempty(bounding_boxes(ind_next)) || bounding_boxes(ind_next,3)==0)
|
|
ind_next = find(bounding_boxes(1:ind,3), 1, 'last');
|
|
end
|
|
bb = bounding_boxes(ind_next, :);
|
|
end
|
|
bb(3) = bb(1) + bb(3);
|
|
bb(4) = bb(2) + bb(4);
|
|
reset = true;
|
|
else
|
|
reset = false;
|
|
end
|
|
|
|
% have a multi-view version for initialization, otherwise use
|
|
% previous shape
|
|
if(reset && multi_view)
|
|
clmParams = clmParams_orig;
|
|
clmParams.window_size = [25,25; 23,23; 21,21; 21,21];
|
|
clmParams.numPatchIters = 4;
|
|
clmParams.startScale = 1;
|
|
|
|
views = [0,0,0; 0,-30,0; 0,30,0; 0,-55,0; 0,55,0; 0,0,30; 0,0,-30; 0,-90,0; 0,90,0; 0,-70,40; 0,70,-40];
|
|
views = views * pi/180;
|
|
|
|
[shape,g_param,l_param,lhood,lmark_lhood,view_used] =...
|
|
Fitting_from_bb_multi_hyp(input_image, [], bb, pdm, patches, clmParams, views, early_term_params);
|
|
|
|
else
|
|
clmParams = clmParams_orig;
|
|
clmParams.window_size = [23,23; 21,21; 19,19; 17,17];
|
|
clmParams.numPatchIters = 3;
|
|
clmParams.startScale = 2;
|
|
|
|
[shape,g_param,l_param,lhood,lmark_lhood,view_used] = Fitting_from_bb(input_image, [], bb, pdm, patches, clmParams, 'gparam', g_param, 'lparam', l_param);
|
|
end
|
|
preds(:,:,f) = shape;
|
|
|
|
%% plot the result
|
|
% imshow(input_image);
|
|
% hold on;
|
|
% plot(shape(:,1), shape(:,2), '.r');
|
|
% % rectangle('Position', [bb(2), bb(1), bb(4), bb(3)]);
|
|
% hold off;
|
|
% drawnow expose
|
|
|
|
end
|
|
|
|
%% Grab the ground truth
|
|
gt_landmarks = gts_all{i};
|
|
|
|
% Remove unreliable frames
|
|
if(~isempty(invalid_frames{i}))
|
|
preds(:,:,int32(invalid_frames{i}))=[];
|
|
end
|
|
|
|
if(size(gt_landmarks,3) ~= size(preds,3))
|
|
fprintf('something went wrong with vid %d\n', i);
|
|
end
|
|
|
|
[vid_name,~,~] = fileparts(vid_locs{i});
|
|
[~,vid_name,~] = fileparts(vid_name);
|
|
save([output_dir, '/', vid_name], 'preds', 'gt_landmarks');
|
|
end |