{"corpus_id":59287570,"paper_sha":"64fbe4f89f4f384d4ee7837767362f0a62dc773c","doi":"10.1016/J.JOI.2018.12.005","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":2908106500,"dblp_id":"journals/joi/ShuJZQZL19","acl_id":null,"title":"Comparing journal and paper level classifications of science","year":2019,"publication_date":"2019-01-03","venue":"J. Informetrics","journal":{"name":"J. Informetrics","pages":"202-225","volume":"13"},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle"],"pubmed_pub_types":null,"s2_fields_of_study":["Computer Science","Environmental Science"],"reference_count":32,"citation_count":89,"influential_citation_count":4,"is_open_access":true,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":"https://papyrus.bib.umontreal.ca/xmlui/bitstream/1866/23219/1/JOI_R2.pdf","s2_open_access_landing_url":"https://www.semanticscholar.org/paper/64fbe4f89f4f384d4ee7837767362f0a62dc773c","s2_open_access_license":null,"s2_open_access_status":"GREEN","pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Abstract The classification of science into disciplines is at the heart of bibliometric analyses. While most classifications systems are implemented at the journal level, their accuracy has been questioned, and paper-level classifications have been considered by many to be more precise. However, few studies investigated the difference between journal and the paper classification systems. This study addresses this gap by comparing the journal- and paper-level classifications for the same set of papers and journals. This isolates the effects of classification precision (i.e., journal- or paper-level) to reveal the extent of paper misclassification. Results show almost half of papers could be misclassified in journal classification systems. Given their importance in the construction and analysis of bibliometric indicators, more attention should be given to the robustness and accuracy of these disciplinary classifications schemes.","claims":[{"public_id":"cl_a4710eee81fd4aa74cc7685b86f927e0","status":"active","text":"Almost half of papers could be misclassified in journal-based classification systems.","confidence":0.98,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_a4710eee81fd4aa74cc7685b86f927e0"},{"public_id":"cl_73aa7b1aef5a1ef91b892133a04475ce","status":"active","text":"Comparing journal-level and paper-level classifications for the same set of papers and journals isolates the effect of classification precision.","confidence":0.92,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_73aa7b1aef5a1ef91b892133a04475ce"},{"public_id":"cl_ebc4eaf77ed3c1d0b7ae596b1d3938af","status":"active","text":"Journal and paper disciplinary classifications deserve greater attention to robustness and accuracy in bibliometric indicator construction and analysis.","confidence":0.89,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_ebc4eaf77ed3c1d0b7ae596b1d3938af"}],"concepts":[{"public_id":"co_237ff224995b40b8d0a33019245144c2","status":"active","name":"bibliometric indicators","description":"Quantitative measures used to analyze scientific output and structure.","types":["metric"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_237ff224995b40b8d0a33019245144c2"},{"public_id":"co_360ecc35697c8d4410f7dc4151bc63e8","status":"active","name":"same set of papers and journals","description":"The shared corpus used to compare journal- and paper-level classification outputs.","types":["dataset","corpus"],"aliases":["same set of papers","same set of journals"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_360ecc35697c8d4410f7dc4151bc63e8"},{"public_id":"co_70c96c312fd29deb7ac4e33e9786c921","status":"active","name":"classification precision","description":"The granularity at which disciplinary categories are assigned, here contrasting journal-level and paper-level assignment.","types":["measurement property"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_70c96c312fd29deb7ac4e33e9786c921"},{"public_id":"co_78a270dd013e350d00bf710c1deb24a6","status":"active","name":"disciplinary classifications schemes","description":"Systems used to classify scientific work into disciplines for bibliometric purposes.","types":["classification system"],"aliases":["disciplinary classification schemes"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_78a270dd013e350d00bf710c1deb24a6"},{"public_id":"co_848fa40dfd13e0bdbc42ad9b5077feae","status":"active","name":"robustness and accuracy","description":"The reliability and correctness of a classification scheme when used for bibliometric analysis.","types":["evaluation criteria"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_848fa40dfd13e0bdbc42ad9b5077feae"},{"public_id":"co_d309973554aeba1b2210685c75bbba3a","status":"active","name":"journal-level classifications","description":"A classification system that assigns disciplinary categories to journals rather than individual papers.","types":["classification system"],"aliases":["journal classification systems"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_d309973554aeba1b2210685c75bbba3a"},{"public_id":"co_de6f3553b89bc3dc1707bb7b6fe17776","status":"active","name":"paper-level classifications","description":"A classification system that assigns disciplinary categories directly to individual papers.","types":["classification system"],"aliases":["paper classification systems"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_de6f3553b89bc3dc1707bb7b6fe17776"},{"public_id":"co_f67997f3553100ed31a05d0b3ab8bc36","status":"active","name":"paper misclassification","description":"The incorrect assignment of papers to disciplinary categories in a classification system.","types":["error","measurement issue"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_f67997f3553100ed31a05d0b3ab8bc36"}],"external_ids":{"DOI":"10.1016/J.JOI.2018.12.005","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":2908106500,"DBLP":"journals/joi/ShuJZQZL19","ACL":null},"open_access":{"is_open_access":true,"pdf_url":"https://papyrus.bib.umontreal.ca/xmlui/bitstream/1866/23219/1/JOI_R2.pdf","landing_url":"https://www.semanticscholar.org/paper/64fbe4f89f4f384d4ee7837767362f0a62dc773c","source":"semantic_scholar","pdf_url_source":"semantic_scholar_open_access_pdf","license":null,"status":"GREEN","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":631437,"paper_uid":"04845bd1-0e5c-4148-ac97-870ce44c1809","canonical_identity":{"paper_id":631437,"paper_uid":"04845bd1-0e5c-4148-ac97-870ce44c1809","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/59287570"}