@inproceedings{1a12557a94e246a1a6f7fd5f9a72155c,
title = "Estimation of heartbeat peak locations and heartbeat rate from facial video",
abstract = "Available systems for heartbeat signal estimations from facial video only provide an average of Heartbeat Rate (HR) over a period of time. However, physicians require Heartbeat Peak Locations (HPL) to assess a patient{\textquoteright}s heart condition by detecting cardiac events and measuring different physiological parameters including HR and its variability. This paper proposes a new method of HPL estimation from facial video using Empirical Mode Decomposition (EMD), which provides clearly visible heartbeat peaks in a decomposed signal. The method also provides the notion of both color- and motion-based HR estimation by using HPLs. Moreover, it introduces a decision level fusion of color and motion information for better accuracy of multi-modal HR estimation. We have reported our results on the publicly available challenging database MAHNOB-HCI to demonstrate the success of our system in estimating HPL and HR from facial videos, even when there are voluntary internal and external head motions in the videos. The employed signal processing technique has resulted in a system that could significantly advance, among others, health-monitoring technologies.",
keywords = "Empirical Mode Decomposition, Facial skin color, Facial video, Head motion, Heartbeat Rate, Multimodal fusion",
author = "Haque, {Mohammad A.} and Kamal Nasrollahi and Moeslund, {Thomas B.}",
year = "2017",
month = jan,
day = "1",
doi = "10.1007/978-3-319-59129-2_23",
language = "English",
isbn = "978-3-319-59128-5",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer",
pages = "269--281",
booktitle = "Image Analysis",
address = "Germany",
note = "20th Scandinavian Conference on Image Analysis, SCIA 2017 ; Conference date: 12-06-2017 Through 14-06-2017",
}