{"corpus_id":29327,"paper_sha":"d33ce574ae7602385f1861c2fe77ce6db2b11099","doi":"10.1111/j.1365-2125.2009.03537.x","arxiv_id":null,"pmid":20078607,"pmcid":"2805870","mag_id":2163589808,"dblp_id":null,"acl_id":null,"title":"Validation and validity of diagnoses in the General Practice Research Database: a systematic review","year":2010,"publication_date":"2010-01-01","venue":"British Journal of Clinical Pharmacology","journal":{"name":"British Journal of Clinical Pharmacology","pages":"4 - 14","volume":"69"},"journal_issn":null,"journal_title":null,"publication_types":["Review","JournalArticle"],"pubmed_pub_types":["Journal Article","Research Support, Non-U.S. Gov't","Systematic Review"],"s2_fields_of_study":["Medicine"],"reference_count":31,"citation_count":1145,"influential_citation_count":38,"is_open_access":true,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":[{"d":"Algorithms","mj":false,"ui":"D000465"},{"d":"Clinical Competence","mj":true,"ui":"D002983"},{"d":"Databases, Factual","mj":false,"qs":[{"q":"statistics & numerical data","mj":true,"ui":"Q000706"}],"ui":"D016208"},{"d":"Diagnostic Errors","mj":false,"qs":[{"q":"statistics & numerical data","mj":true,"ui":"Q000706"}],"ui":"D003951"},{"d":"Family Practice","mj":false,"qs":[{"q":"statistics & numerical data","mj":true,"ui":"Q000706"}],"ui":"D005194"},{"d":"Humans","mj":false,"ui":"D006801"},{"d":"Reproducibility of Results","mj":false,"ui":"D015203"},{"d":"Research","mj":false,"ui":"D012106"},{"d":"Surveys and Questionnaires","mj":false,"ui":"D011795"}],"chemicals":null,"comments_corrections":null,"source_flags":5,"s2_open_access_pdf_url":"https://europepmc.org/articles/pmc2805870?pdf=render","s2_open_access_landing_url":"https://www.semanticscholar.org/paper/d33ce574ae7602385f1861c2fe77ce6db2b11099","s2_open_access_license":"CCBY","s2_open_access_status":"GREEN","pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"AIMS To investigate the range of methods used to validate diagnoses in the General Practice Research Database (GPRD), to summarize findings and to assess the quality of these validations. METHODS A systematic literature review was performed by searching PubMed and Embase for publications using GPRD data published between 1987 and April 2008. Additional publications were identified from conference proceedings, back issues of relevant journals, bibliographies of retrieved publications and relevant websites. Publications that reported attempts to validate disease diagnoses recorded in the GPRD were included. RESULTS We identified 212 publications, often validating more than one diagnosis. In total, 357 validations investigating 183 different diagnoses met our inclusion criteria. Of these, 303 (85%) utilized data from outside the GPRD to validate diagnoses. The remainder utilized only data recorded in the database. The median proportion of cases with a confirmed diagnosis was 89% (range 24–100%). Details of validation methods and results were often incomplete. CONCLUSIONS A number of methods have been used to assess validity. Overall, estimates of validity were high. However, the quality of reporting of the validations was often inadequate to permit a clear interpretation. Not all methods provided a quantitative estimate of validity and most methods considered only the positive predictive value of a set of diagnostic codes in a highly selected group of cases. We make recommendations for methodology and reporting to strengthen further the use of the GPRD in research.","claims":[{"public_id":"cl_f5d98e0cd9bc629e311e816417c8329c","status":"active","text":"Most methods considered only the positive predictive value of diagnostic codes in highly selected cases, and not all methods provided a quantitative estimate of validity.","confidence":0.93,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_f5d98e0cd9bc629e311e816417c8329c"},{"public_id":"cl_069c412410c569bb06a82cd5ee718f7b","status":"active","text":"Most validations used data from outside the General Practice Research Database to validate diagnoses.","confidence":0.95,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_069c412410c569bb06a82cd5ee718f7b"},{"public_id":"cl_eb87cf823f4323281bf1e1da5df90abd","status":"active","text":"Overall estimates of validity were high across the reviewed GPRD diagnosis validations.","confidence":0.96,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_eb87cf823f4323281bf1e1da5df90abd"},{"public_id":"cl_66eef4c333083030db7ac57627b2f323","status":"active","text":"Reporting of validation methods and results was often incomplete, limiting clear interpretation.","confidence":0.94,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_66eef4c333083030db7ac57627b2f323"},{"public_id":"cl_ebc89a5e8c0306591a50544625fef955","status":"active","text":"The median proportion of cases with a confirmed diagnosis was 89%, ranging from 24% to 100%.","confidence":0.98,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_ebc89a5e8c0306591a50544625fef955"}],"concepts":[{"public_id":"co_0f402269c69a89375c1fb2273c81b78f","status":"active","name":"validation methods","description":"Procedures used to assess whether recorded diagnoses are valid.","types":["method"],"aliases":["methods used to validate diagnoses"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_0f402269c69a89375c1fb2273c81b78f"},{"public_id":"co_0fee67c7b10675513bb7110170abffce","status":"active","name":"validation reporting quality","description":"The completeness and clarity with which validation methods and findings are described.","types":["reporting quality"],"aliases":["quality of reporting"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_0fee67c7b10675513bb7110170abffce"},{"public_id":"co_11bf27363c0f5ff670ee8c6c757c8dce","status":"active","name":"external validation data","description":"Information from sources outside the database used to check recorded diagnoses.","types":["data source"],"aliases":["data from outside the GPRD"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_11bf27363c0f5ff670ee8c6c757c8dce"},{"public_id":"co_223ed628ff627a813d899b5421e3f4c1","status":"active","name":"diagnosis validation","description":"An assessment process for determining whether recorded disease diagnoses are correct.","types":["method"],"aliases":["validating diagnoses"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_223ed628ff627a813d899b5421e3f4c1"},{"public_id":"co_3a0bdd8be0aaf5c8efb9307dc2b1754e","status":"active","name":"diagnostic codes","description":"Code entries in the database that represent recorded diagnoses.","types":["data element"],"aliases":["diagnostic code"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_3a0bdd8be0aaf5c8efb9307dc2b1754e"},{"public_id":"co_5b84dd266f3db94955f6fcaa2f312c8a","status":"active","name":"validity estimates","description":"Numerical or qualitative assessments of how accurate recorded diagnoses are.","types":["measure"],"aliases":["validity"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_5b84dd266f3db94955f6fcaa2f312c8a"},{"public_id":"co_8aab79eb7fed4afa6536ae788b58c328","status":"active","name":"quantitative estimate of validity","description":"A numerical estimate summarizing how accurate a diagnostic code set is.","types":["measure"],"aliases":["quantitative estimate"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_8aab79eb7fed4afa6536ae788b58c328"},{"public_id":"co_b64177a1995a3bf3153f67466cce1a54","status":"active","name":"confirmed diagnosis","description":"A diagnosis that was verified by validation procedures.","types":["outcome"],"aliases":["confirmed diagnoses"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_b64177a1995a3bf3153f67466cce1a54"},{"public_id":"co_bd894e375a8152b39bb06e5d456976f2","status":"active","name":"positive predictive value","description":"The proportion of recorded diagnostic codes that correspond to true cases.","types":["measure"],"aliases":["PPV"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_bd894e375a8152b39bb06e5d456976f2"},{"public_id":"co_dba4ed9cecf671c3e086f7e297a554fb","status":"active","name":"validation results","description":"The outcomes reported from diagnosis validation exercises.","types":["result"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_dba4ed9cecf671c3e086f7e297a554fb"},{"public_id":"co_e6638bb4ba34969a830c6ae0c2b2fe99","status":"active","name":"General Practice Research Database","description":"A computerized primary care database used to record diagnoses and other clinical information.","types":["database"],"aliases":["GPRD"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_e6638bb4ba34969a830c6ae0c2b2fe99"}],"external_ids":{"DOI":"10.1111/j.1365-2125.2009.03537.x","ArXiv":null,"PubMed":20078607,"PubMedCentral":"2805870","MAG":2163589808,"DBLP":null,"ACL":null},"open_access":{"is_open_access":true,"pdf_url":"https://europepmc.org/articles/pmc2805870?pdf=render","landing_url":"https://www.semanticscholar.org/paper/d33ce574ae7602385f1861c2fe77ce6db2b11099","source":"semantic_scholar","pdf_url_source":"semantic_scholar_open_access_pdf","license":"CCBY","status":"GREEN","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":5},"paper_id":638484,"paper_uid":"206d6886-e09d-4c93-b869-99776dc456d5","canonical_identity":{"paper_id":638484,"paper_uid":"206d6886-e09d-4c93-b869-99776dc456d5","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/29327"}