{"corpus_id":277741190,"paper_sha":"9d9fffe365978607bb50a09f11445f24f82bd5f1","doi":"10.3390/s25196208","arxiv_id":"2504.08588","pmid":41095030,"pmcid":"12526923","mag_id":null,"dblp_id":"journals/corr/abs-2504-08588","acl_id":null,"title":"Hardware, Algorithms, and Applications of the Neuromorphic Vision Sensor: A Review","year":2025,"publication_date":"2025-04-11","venue":"Italian National Conference on Sensors","journal":{"name":"Sensors (Basel, Switzerland)","pages":null,"volume":"25"},"journal_issn":null,"journal_title":null,"publication_types":["Review","JournalArticle"],"pubmed_pub_types":["Journal Article","Review"],"s2_fields_of_study":["Medicine","Computer Science","Engineering"],"reference_count":260,"citation_count":7,"influential_citation_count":0,"is_open_access":false,"arxiv_categories":["cs.CV"],"arxiv_license":"http://creativecommons.org/licenses/by/4.0/","arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":5,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Event-based (neuromorphic) cameras depart from frame-based sensing by reporting asynchronous per-pixel brightness changes. This produces sparse, low-latency data streams with extreme temporal resolution but demands new processing paradigms. In this survey, we systematically examine neuromorphic vision along three main dimensions. First, we highlight the technological evolution and distinctive hardware features of neuromorphic cameras from their inception to recent models. Second, we review image-processing algorithms developed explicitly for event-based data, covering works on feature detection, tracking, optical flow, depth and pose estimation, and object recognition. These techniques, drawn from classical computer vision and modern data-driven approaches, illustrate the breadth of applications enabled by event-based cameras. Third, we present practical application case studies demonstrating how event cameras have been successfully used across various scenarios. Distinct from prior reviews, our survey provides a broader overview by uniquely integrating hardware developments, algorithmic progressions, and real-world applications into a structured, cohesive framework. This explicitly addresses the needs of researchers entering the field or those requiring a balanced synthesis of foundational and recent advancements, without overly specializing in niche areas. Finally, we analyze the challenges limiting widespread adoption, identify research gaps compared to standard imaging techniques, and outline promising directions for future developments.","claims":[{"public_id":"cl_ed75157367cb3c5befda6ea3b607e3d1","status":"active","text":"Event-based image-processing work covers feature detection, tracking, optical flow, depth and pose estimation, and object recognition.","confidence":0.98,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_ed75157367cb3c5befda6ea3b607e3d1"},{"public_id":"cl_0809703bf37a9d39555ddbbe113b036f","status":"active","text":"Neuromorphic vision cameras report asynchronous per-pixel brightness changes, producing sparse, low-latency data streams with extreme temporal resolution.","confidence":0.97,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_0809703bf37a9d39555ddbbe113b036f"},{"public_id":"cl_483155cd71e2b38319ac15c83cc6813f","status":"active","text":"The survey identifies challenges limiting widespread adoption, research gaps relative to standard imaging techniques, and promising directions for future developments.","confidence":0.93,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_483155cd71e2b38319ac15c83cc6813f"},{"public_id":"cl_11447e265b6251c02f165be3977e22f3","status":"active","text":"The survey systematically examines neuromorphic vision along hardware development, event-based image-processing algorithms, and practical applications.","confidence":0.95,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_11447e265b6251c02f165be3977e22f3"}],"concepts":[{"public_id":"co_04928dc5497d2293b258b89258c8dc9c","status":"active","name":"hardware features of neuromorphic cameras","description":"The distinctive device-level characteristics and design attributes of neuromorphic vision sensors discussed in the review.","types":["hardware"],"aliases":["hardware developments of neuromorphic cameras"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_04928dc5497d2293b258b89258c8dc9c"},{"public_id":"co_182cce456c734af8f814fabe64933556","status":"active","name":"widespread adoption","description":"Broad practical uptake of neuromorphic vision cameras and methods in applications.","types":["adoption outcome"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_182cce456c734af8f814fabe64933556"},{"public_id":"co_3d3c4665226006cd4fcb34de7d3f2d64","status":"active","name":"tracking","description":"Methods for estimating the motion or temporal correspondence of objects in event streams.","types":["computer vision task"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_3d3c4665226006cd4fcb34de7d3f2d64"},{"public_id":"co_5daf89a6351057cb0ae0b392d18bd2eb","status":"active","name":"research gaps","description":"Unresolved limitations or missing capabilities identified by comparing neuromorphic vision with standard imaging techniques.","types":["research issue"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_5daf89a6351057cb0ae0b392d18bd2eb"},{"public_id":"co_6f0d9fb88bc6c2809f1ea615b93a6f9a","status":"active","name":"object recognition","description":"Methods for identifying object categories or instances from event-based data.","types":["computer vision task"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_6f0d9fb88bc6c2809f1ea615b93a6f9a"},{"public_id":"co_8123896ed9b033291d55ff5113b63327","status":"active","name":"standard imaging techniques","description":"Conventional frame-based imaging methods used as the comparison point in the review.","types":["baseline","imaging technique"],"aliases":["frame-based imaging"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_8123896ed9b033291d55ff5113b63327"},{"public_id":"co_841518ae6aa60023e47280c74c8a43c5","status":"active","name":"neuromorphic vision","description":"A vision paradigm built around asynchronous event-driven sensing and processing.","types":["imaging paradigm"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_841518ae6aa60023e47280c74c8a43c5"},{"public_id":"co_9492838bcc891fbad64a833f4a317b70","status":"active","name":"depth and pose estimation","description":"Methods for recovering scene depth and camera or object pose from event-based inputs.","types":["computer vision task"],"aliases":["depth estimation and pose estimation"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_9492838bcc891fbad64a833f4a317b70"},{"public_id":"co_97ea18937b84b4accf4dd04e3efd4dfe","status":"active","name":"neuromorphic vision sensor","description":"A vision sensor designed to mimic neural sensing principles by outputting events rather than conventional frames.","types":["sensor","camera"],"aliases":["event camera","neuromorphic camera"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_97ea18937b84b4accf4dd04e3efd4dfe"},{"public_id":"co_b4cabd9498c9dffdd4454e48bc14080a","status":"active","name":"feature detection","description":"Methods for identifying salient points or structures in event-based data.","types":["computer vision task"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_b4cabd9498c9dffdd4454e48bc14080a"},{"public_id":"co_d43352742dddd30006b5c18f6e27d373","status":"active","name":"image-processing algorithms for event-based data","description":"Algorithms developed specifically to process event streams from neuromorphic vision sensors.","types":["method"],"aliases":["event-based algorithms"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_d43352742dddd30006b5c18f6e27d373"},{"public_id":"co_f2a027bf64bac61b7f8e7773249aede9","status":"active","name":"optical flow","description":"Methods for estimating apparent motion from event-based visual data.","types":["computer vision task"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_f2a027bf64bac61b7f8e7773249aede9"},{"public_id":"co_fa003bd5ee0ba8527696e69defaf2d36","status":"active","name":"event-based cameras","description":"Cameras that output asynchronous events for local brightness changes instead of full image frames.","types":["camera","sensor"],"aliases":["event cameras"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_fa003bd5ee0ba8527696e69defaf2d36"}],"external_ids":{"DOI":"10.3390/s25196208","ArXiv":"2504.08588","PubMed":41095030,"PubMedCentral":"12526923","MAG":null,"DBLP":"journals/corr/abs-2504-08588","ACL":null},"open_access":{"is_open_access":true,"pdf_url":"https://arxiv.org/pdf/2504.08588","landing_url":"https://arxiv.org/abs/2504.08588","source":"arxiv","pdf_url_source":"derived_arxiv","license":"http://creativecommons.org/licenses/by/4.0/","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":true,"full_text_source":"arxiv","count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":5},"paper_id":637968,"paper_uid":"0a36f049-e4cc-407b-ae79-70c42ed3ae51","canonical_identity":{"paper_id":637968,"paper_uid":"0a36f049-e4cc-407b-ae79-70c42ed3ae51","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/277741190"}