{"corpus_id":126178281,"paper_sha":"6ee700455d05c35769324eb4e3585d58bdd84cad","doi":"10.1109/TIM.2018.2879706","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":2902449706,"dblp_id":"journals/tim/ChenCS0WW19","acl_id":null,"title":"Video-Based Heart Rate Measurement: Recent Advances and Future Prospects","year":2019,"publication_date":"2019-10-01","venue":"IEEE Transactions on Instrumentation and Measurement","journal":{"name":"IEEE Transactions on Instrumentation and Measurement","pages":"3600-3615","volume":"68"},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle","Review"],"pubmed_pub_types":null,"s2_fields_of_study":["Medicine","Computer Science","Engineering"],"reference_count":141,"citation_count":176,"influential_citation_count":6,"is_open_access":false,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Heart rate (HR) estimation and monitoring is of great importance to determine a person’s physiological and mental status. Recently, it has been demonstrated that HR can be remotely retrieved from facial video-based photoplethysmographic signals captured using professional or consumer-level cameras. Many efforts have been made to improve the detection accuracy of this noncontact technique. This paper presents a timely, systematic survey on such video-based remote HR measurement approaches, with a focus on recent advancements that overcome dominating technical challenges arising from illumination variations and motion artifacts. Representative methods up to date are comparatively summarized with respect to their principles, pros, and cons under different conditions. Future prospects of this promising technique are discussed and potential research directions are described. We believe that such a remote HR measurement technique, taking advantages of unobtrusiveness while providing comfort and convenience, will be beneficial for many healthcare applications.","claims":[{"public_id":"cl_ea6d3a6864a414c75b54eb92f09a2378","status":"active","text":"Facial video-based photoplethysmographic signals captured with professional or consumer-level cameras can be used to remotely retrieve heart rate.","confidence":0.9,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_ea6d3a6864a414c75b54eb92f09a2378"},{"public_id":"cl_72a72dd9297ba44a2894d1b9fa8f4f1e","status":"active","text":"Recent advancements in video-based remote heart rate measurement primarily address technical challenges from illumination variations and motion artifacts.","confidence":0.95,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_72a72dd9297ba44a2894d1b9fa8f4f1e"},{"public_id":"cl_7813ca29eb6ef91d6e90c205a9931728","status":"active","text":"Representative video-based remote heart rate measurement methods are comparatively summarized by their principles and by their pros and cons under different conditions.","confidence":0.96,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_7813ca29eb6ef91d6e90c205a9931728"}],"concepts":[{"public_id":"co_0809accb06ff660c0e428397bd6754c5","status":"active","name":"representative methods","description":"Selected video-based heart rate measurement approaches discussed for comparison in the survey.","types":["method"],"aliases":["methods up to date"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_0809accb06ff660c0e428397bd6754c5"},{"public_id":"co_0bf2e95c7d6d4a90fe482dc0312095c8","status":"active","name":"video-based remote heart rate measurement","description":"A noncontact approach for estimating heart rate from video recordings of a person, typically using facial imagery.","types":["method","measurement technique"],"aliases":["video-based HR measurement","remote HR measurement"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_0bf2e95c7d6d4a90fe482dc0312095c8"},{"public_id":"co_17c2657cb78ba551fb633c230d416067","status":"active","name":"motion artifacts","description":"Distortions in the measured signal caused by subject or camera movement.","types":["artifact","challenge"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_17c2657cb78ba551fb633c230d416067"},{"public_id":"co_2cc3a164f6ca84218ba5798c6bfcac5f","status":"active","name":"facial video-based photoplethysmographic signals","description":"Pulse-related signals extracted from facial video that reflect blood volume changes over time.","types":["signal","measurement signal"],"aliases":["facial video PPG signals","video-based PPG signals"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_2cc3a164f6ca84218ba5798c6bfcac5f"},{"public_id":"co_4f51a3c3a26249488f4e9e42ea6c6fdf","status":"active","name":"professional or consumer-level cameras","description":"Camera systems used to capture facial video for remote physiological measurement.","types":["device","sensor"],"aliases":["professional cameras","consumer-level cameras"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_4f51a3c3a26249488f4e9e42ea6c6fdf"},{"public_id":"co_5e9696cb6e0b007ac1e239b16104ee49","status":"active","name":"illumination variations","description":"Changes in lighting conditions that can degrade video-based physiological signal extraction.","types":["artifact","challenge"],"aliases":["lighting variations"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_5e9696cb6e0b007ac1e239b16104ee49"},{"public_id":"co_60e330a85855294924e7c6aea28cff2e","status":"active","name":"healthcare applications","description":"Potential medical and wellness uses for remote heart rate measurement.","types":["application"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_60e330a85855294924e7c6aea28cff2e"},{"public_id":"co_6c5f127dacabc2f074211c843da1192e","status":"active","name":"technical challenges","description":"Practical difficulties that limit the accuracy and robustness of remote heart rate measurement.","types":["challenge"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_6c5f127dacabc2f074211c843da1192e"},{"public_id":"co_886550a74904e23bd8f1f5617fe81c96","status":"active","name":"heart rate estimation","description":"The process of inferring a person's heart rate from observed data.","types":["measurement","outcome"],"aliases":["HR estimation","heart rate monitoring"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_886550a74904e23bd8f1f5617fe81c96"},{"public_id":"co_f0c859954e6c124eee9cce65675681dd","status":"active","name":"different conditions","description":"Diverse acquisition or operating settings under which methods are evaluated or compared.","types":["evaluation setting"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_f0c859954e6c124eee9cce65675681dd"}],"external_ids":{"DOI":"10.1109/TIM.2018.2879706","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":2902449706,"DBLP":"journals/tim/ChenCS0WW19","ACL":null},"open_access":{"is_open_access":false,"pdf_url":null,"landing_url":"https://sah.borca.ai/papers/126178281","source":null,"pdf_url_source":null,"license":null,"reason":"pdf_url_not_indexed"},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":636026,"paper_uid":"80058b0b-d3c7-4bc4-9103-432e158e8fba","canonical_identity":{"paper_id":636026,"paper_uid":"80058b0b-d3c7-4bc4-9103-432e158e8fba","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/126178281"}