{"corpus_id":199488736,"paper_sha":"91f30eddc11b399fbdf03c98ac98d939f4d4145d","doi":"10.1109/ICME.2019.00009","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":2966730026,"dblp_id":"conf/icmcs/HaoFJ019","acl_id":null,"title":"An End-to-End Architecture for Class-Incremental Object Detection with Knowledge Distillation","year":2019,"publication_date":"2019-07-01","venue":"IEEE International Conference on Multimedia and Expo","journal":{"name":"2019 IEEE International Conference on Multimedia and Expo (ICME)","pages":"1-6","volume":null},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle","Conference"],"pubmed_pub_types":null,"s2_fields_of_study":["Computer Science"],"reference_count":18,"citation_count":89,"influential_citation_count":16,"is_open_access":false,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Recent efforts have been made on continuously learning concepts over time, i.e., class-incremental learning, which, however, is still an open question to the task of object detection. For the first time, this paper systematically studies the task of learning an end-to-end class-incremental object detection model. Remarkably, this work tailors Faster R-CNN and proposes a Class-Incremental Faster R-CNN (CIFRCN) model that can dynamically add new classes by only using a few labeled images of new objects. Particularly, the domain of \"foreground\" in a Region Proposal Network is expanded to generate accurate bounding box proposals, and the classifier in Fast R-CNN is enlarged using knowledge distillation to accurately classify the proposals. Extensive experiments on two challenging datasets are conducted to demonstrate the efficacy of the proposed model for adding new objects in a class-incremental way, whereas other detectors quickly fail.","claims":[{"public_id":"cl_878276091d57c92542e310550df7c98a","status":"active","text":"Extensive experiments on two challenging datasets demonstrate the efficacy of the proposed model for adding new objects in a class-incremental way, whereas other detectors quickly fail.","confidence":0.85,"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_878276091d57c92542e310550df7c98a"},{"public_id":"cl_c4c0d719a05870e7e6c7dc19d591b6c4","status":"active","text":"The classifier in Fast R-CNN is enlarged using knowledge distillation to accurately classify proposals for new classes.","confidence":0.9,"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_c4c0d719a05870e7e6c7dc19d591b6c4"},{"public_id":"cl_8a34abd0cbd81aa6359ccd019089999a","status":"active","text":"The domain of 'foreground' in a Region Proposal Network is expanded to generate accurate bounding box proposals for new classes.","confidence":0.9,"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_8a34abd0cbd81aa6359ccd019089999a"},{"public_id":"cl_021c0e759b2ccf8a7ed8d7b35eee50e7","status":"active","text":"The proposed Class-Incremental Faster R-CNN (CIFRCN) model can dynamically add new classes by using only a few labeled images of new objects.","confidence":0.95,"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_021c0e759b2ccf8a7ed8d7b35eee50e7"}],"concepts":[{"public_id":"co_259da206732b842977c9241a3c96b08d","status":"active","name":"foreground domain expansion","description":"The technique of expanding the domain of 'foreground' in the Region Proposal Network to generate accurate proposals for new classes.","types":["technique"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_259da206732b842977c9241a3c96b08d"},{"public_id":"co_6a4aef67028554b9bd1091e47c7b0900","status":"active","name":"two challenging datasets","description":"The two datasets on which extensive experiments were conducted to demonstrate the model's efficacy.","types":["dataset"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_6a4aef67028554b9bd1091e47c7b0900"},{"public_id":"co_9b528001fa577d6db656b4f3d46e734d","status":"active","name":"Fast R-CNN classifier","description":"The classifier component of Fast R-CNN that is enlarged using knowledge distillation to accurately classify proposals.","types":["component"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_9b528001fa577d6db656b4f3d46e734d"},{"public_id":"co_a3b9a12a72f274ae9b4aade829274081","status":"active","name":"Region Proposal Network","description":"A component of Faster R-CNN that generates bounding box proposals; its foreground domain is expanded in this work.","types":["component"],"aliases":["RPN"],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_a3b9a12a72f274ae9b4aade829274081"},{"public_id":"co_c6c06dcd46daae294bcd8eefa0d4a393","status":"active","name":"class-incremental object detection","description":"The task of continuously learning new object classes over time in an object detection setting.","types":["task"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_c6c06dcd46daae294bcd8eefa0d4a393"},{"public_id":"co_db0fb05beee14e89e4c3f1878b03d7b6","status":"active","name":"knowledge distillation","description":"A technique used to enlarge the classifier in Fast R-CNN for accurate classification of new class proposals.","types":["technique"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_db0fb05beee14e89e4c3f1878b03d7b6"},{"public_id":"co_ed2db700472e237e628bb3da3d5244a3","status":"active","name":"Class-Incremental Faster R-CNN (CIFRCN)","description":"An end-to-end class-incremental object detection model that tailors Faster R-CNN to dynamically add new classes.","types":["model"],"aliases":["CIFRCN"],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_ed2db700472e237e628bb3da3d5244a3"}],"external_ids":{"DOI":"10.1109/ICME.2019.00009","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":2966730026,"DBLP":"conf/icmcs/HaoFJ019","ACL":null},"open_access":{"is_open_access":false,"pdf_url":null,"landing_url":"https://sah.borca.ai/papers/199488736","source":null,"pdf_url_source":null,"license":null,"reason":"pdf_url_not_indexed"},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":632613,"paper_uid":"fd68b778-e820-4857-95b8-3f69f6086088","canonical_identity":{"paper_id":632613,"paper_uid":"fd68b778-e820-4857-95b8-3f69f6086088","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/199488736"}