{"corpus_id":145049072,"paper_sha":"6c4ae941cac78e41e5ceb9a62daf07e52defd551","doi":"10.1109/ICTAS.2019.8703521","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":2942771086,"dblp_id":"conf/ictas/ChengetaV19","acl_id":null,"title":"A Review of Local, Holistic and Deep Learning Approaches in Facial Expressions Recognition","year":2019,"publication_date":"2019-03-06","venue":"Conference on Information Communications Technology and Society","journal":{"name":"2019 Conference on Information Communications Technology and Society (ICTAS)","pages":"1-7","volume":null},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle","Conference","Review"],"pubmed_pub_types":null,"s2_fields_of_study":["Computer Science"],"reference_count":28,"citation_count":12,"influential_citation_count":0,"is_open_access":false,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"In facial expression identification, algorithms with higher classification rates and lower computational costs are preferred. To achieve that, feature extraction and classification should be accurate and efficient. Feature extraction optimization involves selecting the optimal feature descriptor. Various algorithms in computer vision involve holistic, local and deep learning algorithms. Holistic algorithms analyze the whole facial image and includes algorithms like Linear Discriminant Analysis or fisherfaces, eigenfaces (PCA), Histograms of Oriented Gradients and Gray Level Co-occurrence Matrix (GLCM). Local feature descriptors involve using local facial components separately then aggregating them into a combined histogram. Local binary patterns (LBP), local directional patterns (LDP) and scale-invariant feature transform (SIFT) feature extraction algorithms have been successfully used in local feature extraction. Deep learning involves using convolutional neural networks for image analysis. The most popular models are AlexNet, VGG-Face and GoogleNet. The study evaluates computational accuracy and efficiency of the three forms of facial expression recognition namely holistic, local and deep learning algorithms. The JAFFE and CK+ datasets are used for analysis. Gabor Filters are used for preprocessing filtering of the images whilst Viola Jones OpenCV toolset is used for image visualization. The study concludes that local algorithms compete very well with deep learning algorithms in terms of accuracy but use less processing power than convolutional networks. For real time facial expression analysis with minimal processing power and need for quick response times, LBP algorithms are recommended.","claims":[{"public_id":"cl_78b631ecf947a681b728976087f66aa8","status":"active","text":"Computational accuracy and efficiency are evaluated for holistic, local, and deep learning algorithms in facial expression recognition.","confidence":0.92,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_78b631ecf947a681b728976087f66aa8"},{"public_id":"cl_19ecc11f9d25cf88af2cb2c176286efc","status":"active","text":"Gabor Filters are used for preprocessing filtering, and the Viola Jones OpenCV toolset is used for image visualization.","confidence":0.95,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_19ecc11f9d25cf88af2cb2c176286efc"},{"public_id":"cl_af691918510f4b83ed442171f66072ac","status":"active","text":"LBP algorithms are recommended for real time facial expression analysis when minimal processing power and quick response times are needed.","confidence":0.93,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_af691918510f4b83ed442171f66072ac"},{"public_id":"cl_82df8fc161ba0fdf647aaa4590c8d6b9","status":"active","text":"Local algorithms compete very well with deep learning algorithms in accuracy while using less processing power than convolutional networks.","confidence":0.9,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_82df8fc161ba0fdf647aaa4590c8d6b9"},{"public_id":"cl_7540dfdaf43bd8fd6aa8fabf43a3c8d1","status":"active","text":"The JAFFE and CK+ datasets are used for the analysis.","confidence":0.97,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_7540dfdaf43bd8fd6aa8fabf43a3c8d1"}],"concepts":[{"public_id":"co_0178d82de58ac163c33094a005b13bd3","status":"active","name":"Gabor Filters","description":"Image filters used for preprocessing facial images before analysis.","types":["preprocessing method"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_0178d82de58ac163c33094a005b13bd3"},{"public_id":"co_0e7dfb90155624eb6404401d00371a4e","status":"active","name":"facial expression recognition","description":"A computer vision task focused on identifying facial expressions from facial images.","types":["task"],"aliases":["facial expression identification","facial expressions recognition"],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_0e7dfb90155624eb6404401d00371a4e"},{"public_id":"co_4adde3f7732162875e9284b7de2ae431","status":"active","name":"real time facial expression analysis","description":"A facial expression analysis setting requiring quick response times and limited processing power.","types":["application setting"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_4adde3f7732162875e9284b7de2ae431"},{"public_id":"co_640c1003633238bea6097a7cff9ee324","status":"active","name":"Viola Jones OpenCV toolset","description":"An OpenCV-based toolset used for image visualization in the facial expression recognition workflow.","types":["toolset"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_640c1003633238bea6097a7cff9ee324"},{"public_id":"co_a5a4cd0d7dace3168aead93a78362d86","status":"active","name":"CK+ dataset","description":"A facial expression dataset used for analysis in the comparison.","types":["dataset"],"aliases":["CK+"],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_a5a4cd0d7dace3168aead93a78362d86"},{"public_id":"co_a7f3115f11a0265b623aefb02d4159b3","status":"active","name":"holistic algorithms","description":"Facial image analysis approaches that operate on the whole facial image.","types":["method family"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_a7f3115f11a0265b623aefb02d4159b3"},{"public_id":"co_e9a72f070bd6f0060c76b0dd5bf116d0","status":"active","name":"JAFFE dataset","description":"A facial expression dataset used for analysis in the comparison.","types":["dataset"],"aliases":["JAFFE"],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_e9a72f070bd6f0060c76b0dd5bf116d0"},{"public_id":"co_ee87c8b33919086eca7d26489a0b22f0","status":"active","name":"LBP algorithms","description":"Local binary pattern feature extraction algorithms used as local feature descriptors.","types":["feature extraction method"],"aliases":["Local binary patterns","LBP"],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_ee87c8b33919086eca7d26489a0b22f0"},{"public_id":"co_efc705cf7a87ad9d1ab1d3fec5ed8081","status":"active","name":"local algorithms","description":"Facial expression recognition approaches that analyze local facial components separately and aggregate them into a combined histogram.","types":["method family"],"aliases":["local feature descriptors"],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_efc705cf7a87ad9d1ab1d3fec5ed8081"},{"public_id":"co_f57f35613fc75447827291859924ad96","status":"active","name":"convolutional neural networks","description":"Deep learning models used for image analysis in facial expression recognition.","types":["model family"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_f57f35613fc75447827291859924ad96"},{"public_id":"co_f67990e3fa932f7bc95ae1fbc2fa5939","status":"active","name":"deep learning algorithms","description":"Image analysis approaches based on convolutional neural networks for facial expression recognition.","types":["method family"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_f67990e3fa932f7bc95ae1fbc2fa5939"}],"external_ids":{"DOI":"10.1109/ICTAS.2019.8703521","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":2942771086,"DBLP":"conf/ictas/ChengetaV19","ACL":null},"open_access":{"is_open_access":false,"pdf_url":null,"landing_url":"https://sah.borca.ai/papers/145049072","source":null,"pdf_url_source":null,"license":null,"reason":"pdf_url_not_indexed"},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":631808,"paper_uid":"ab561728-fe51-498d-8115-702bf55d3dfd","canonical_identity":{"paper_id":631808,"paper_uid":"ab561728-fe51-498d-8115-702bf55d3dfd","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/145049072"}