{"corpus_id":67857086,"paper_sha":"4dc731e82e8049163587cb3427b1444aee258b93","doi":"10.1186/s12911-019-0740-0","arxiv_id":null,"pmid":30755205,"pmcid":"6373085","mag_id":2920077878,"dblp_id":"journals/midm/TerrySCMLCCMSBT19","acl_id":null,"title":"A basic model for assessing primary health care electronic medical record data quality","year":2019,"publication_date":"2019-02-12","venue":"BMC Medical Informatics and Decision Making","journal":{"name":"BMC Medical Informatics and Decision Making","pages":null,"volume":"19"},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle"],"pubmed_pub_types":["Journal Article","Research Support, Non-U.S. Gov't"],"s2_fields_of_study":["Medicine","Computer Science"],"reference_count":55,"citation_count":48,"influential_citation_count":2,"is_open_access":true,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":[{"d":"Adult","mj":false,"ui":"D000328"},{"d":"Canada","mj":false,"ui":"D002170"},{"d":"Data Accuracy","mj":false,"ui":"D000068598"},{"d":"Datasets as Topic","mj":false,"ui":"D066264"},{"d":"Electronic Health Records","mj":true,"ui":"D057286"},{"d":"Female","mj":false,"ui":"D005260"},{"d":"Humans","mj":false,"ui":"D006801"},{"d":"Male","mj":false,"ui":"D008297"},{"d":"Middle Aged","mj":false,"ui":"D008875"},{"d":"Models, Theoretical","mj":true,"ui":"D008962"},{"d":"Primary Health Care","mj":true,"ui":"D011320"},{"d":"Quality Assurance, Health Care","mj":true,"ui":"D011785"}],"chemicals":null,"comments_corrections":null,"source_flags":5,"s2_open_access_pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-019-0740-0","s2_open_access_landing_url":"https://www.semanticscholar.org/paper/4dc731e82e8049163587cb3427b1444aee258b93","s2_open_access_license":"CCBY","s2_open_access_status":"GOLD","pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"BackgroundThe increased use of electronic medical records (EMRs) in Canadian primary health care practice has resulted in an expansion of the availability of EMR data. Potential users of these data need to understand their quality in relation to the uses to which they are applied. Herein, we propose a basic model for assessing primary health care EMR data quality, comprising a set of data quality measures within four domains. We describe the process of developing and testing this set of measures, share the results of applying these measures in three EMR-derived datasets, and discuss what this reveals about the measures and EMR data quality. The model is offered as a starting point from which data users can refine their own approach, based on their own needs.MethodsUsing an iterative process, measures of EMR data quality were created within four domains: comparability; completeness; correctness; and currency. We used a series of process steps to develop the measures. The measures were then operationalized, and tested within three datasets created from different EMR software products.ResultsA set of eleven final measures were created. We were not able to calculate results for several measures in one dataset because of the way the data were collected in that specific EMR. Overall, we found variability in the results of testing the measures (e.g. sensitivity values were highest for diabetes, and lowest for obesity), among datasets (e.g. recording of height), and by patient age and sex (e.g. recording of blood pressure, height and weight).ConclusionsThis paper proposes a basic model for assessing primary health care EMR data quality. We developed and tested multiple measures of data quality, within four domains, in three different EMR-derived primary health care datasets. The results of testing these measures indicated that not all measures could be utilized in all datasets, and illustrated variability in data quality. This is one step forward in creating a standard set of measures of data quality. Nonetheless, each project has unique challenges, and therefore requires its own data quality assessment before proceeding.","claims":[{"public_id":"cl_40e01438f7c9bd25353528eeef52296d","status":"active","text":"A basic model for assessing primary health care electronic medical record data quality is proposed, comprising four domains: comparability, completeness, correctness, and currency.","confidence":0.95,"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_40e01438f7c9bd25353528eeef52296d"},{"public_id":"cl_bc785a6307d4fa3afb1820dd00401b83","status":"active","text":"Eleven final measures of EMR data quality were created through an iterative process and tested in three datasets from different EMR software products.","confidence":0.9,"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_bc785a6307d4fa3afb1820dd00401b83"},{"public_id":"cl_59c691bbd52520231e17ce344c099600","status":"active","text":"Not all measures could be calculated in one dataset due to the way data were collected in that specific EMR.","confidence":0.85,"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_59c691bbd52520231e17ce344c099600"},{"public_id":"cl_72208a1b866cbb3056a0973721b397a6","status":"active","text":"Testing revealed variability in data quality: sensitivity values were highest for diabetes and lowest for obesity; recording of height varied among datasets; recording of blood pressure, height, and weight varied by patient age and sex.","confidence":0.8,"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_72208a1b866cbb3056a0973721b397a6"}],"concepts":[{"public_id":"co_01cdac6f54ac0268f6a7f0573deb67f9","status":"active","name":"recording of weight","description":"A data element whose recording varied by patient age and sex.","types":["data element"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_01cdac6f54ac0268f6a7f0573deb67f9"},{"public_id":"co_1d00d50825cecb25431c0fb9b74c67db","status":"active","name":"eleven final measures","description":"The set of 11 data quality measures developed and tested within the four domains.","types":["measure set"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_1d00d50825cecb25431c0fb9b74c67db"},{"public_id":"co_29bc05f267593dbbcfb0e7772a1b4887","status":"active","name":"completeness","description":"One of the four domains in the proposed model, concerning the extent to which data are fully recorded.","types":["domain"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_29bc05f267593dbbcfb0e7772a1b4887"},{"public_id":"co_36e8ef31d59044164f359ddd5b9d96a6","status":"active","name":"diabetes","description":"A condition for which sensitivity values were highest in the data quality testing.","types":["condition"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_36e8ef31d59044164f359ddd5b9d96a6"},{"public_id":"co_37aec029ace573a40ffc8cb5df154616","status":"active","name":"sensitivity values","description":"A measure of data quality indicating the proportion of true positives detected; highest for diabetes and lowest for obesity in the testing.","types":["metric"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_37aec029ace573a40ffc8cb5df154616"},{"public_id":"co_385e22649672a707952b3af6abb3a87e","status":"active","name":"comparability","description":"One of the four domains in the proposed model, concerning the consistency of data across different sources or time points.","types":["domain"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_385e22649672a707952b3af6abb3a87e"},{"public_id":"co_3901dad5e5bdb7faeb5f58b2ad9d25a0","status":"active","name":"primary health care electronic medical record data quality","description":"The quality of data derived from electronic medical records used in Canadian primary health care practice.","types":["construct"],"aliases":["EMR data quality"],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_3901dad5e5bdb7faeb5f58b2ad9d25a0"},{"public_id":"co_4b201f4898a8ca12a67e43cb5f519230","status":"active","name":"basic model","description":"A proposed framework for assessing primary health care EMR data quality, comprising four domains of data quality measures.","types":["model"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_4b201f4898a8ca12a67e43cb5f519230"},{"public_id":"co_7d1c4e01165852c86a0bbc5b2889c700","status":"active","name":"currency","description":"One of the four domains in the proposed model, concerning the timeliness or up-to-dateness of data.","types":["domain"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_7d1c4e01165852c86a0bbc5b2889c700"},{"public_id":"co_81ac6e1e758fdfff2b145c3a209ac3a0","status":"active","name":"correctness","description":"One of the four domains in the proposed model, concerning the accuracy of recorded data.","types":["domain"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_81ac6e1e758fdfff2b145c3a209ac3a0"},{"public_id":"co_8ce3c7fcf9f3db293a9c6d655ce3284e","status":"active","name":"obesity","description":"A condition for which sensitivity values were lowest in the data quality testing.","types":["condition"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_8ce3c7fcf9f3db293a9c6d655ce3284e"},{"public_id":"co_b2bb0a3850670238d27551858c3464a7","status":"active","name":"three datasets","description":"Three datasets created from different EMR software products used to test the measures.","types":["dataset"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_b2bb0a3850670238d27551858c3464a7"},{"public_id":"co_bc03566ce530b10a0509b1981ee3547b","status":"active","name":"recording of blood pressure","description":"A data element whose recording varied by patient age and sex.","types":["data element"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_bc03566ce530b10a0509b1981ee3547b"},{"public_id":"co_ef23b916367dc81e4a4553f1f77c8ac4","status":"active","name":"iterative process","description":"The development approach used to create the measures, involving repeated refinement.","types":["method"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_ef23b916367dc81e4a4553f1f77c8ac4"},{"public_id":"co_f647bafb32e6ba1eff329efc5fd53d59","status":"active","name":"recording of height","description":"A data element whose recording varied among datasets and by patient age and sex.","types":["data element"],"aliases":[],"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["review"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_f647bafb32e6ba1eff329efc5fd53d59"}],"external_ids":{"DOI":"10.1186/s12911-019-0740-0","ArXiv":null,"PubMed":30755205,"PubMedCentral":"6373085","MAG":2920077878,"DBLP":"journals/midm/TerrySCMLCCMSBT19","ACL":null},"open_access":{"is_open_access":true,"pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-019-0740-0","landing_url":"https://www.semanticscholar.org/paper/4dc731e82e8049163587cb3427b1444aee258b93","source":"semantic_scholar","pdf_url_source":"semantic_scholar_open_access_pdf","license":"CCBY","status":"GOLD","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":5},"paper_id":636585,"paper_uid":"6ba2491a-72d5-4265-a115-5293f2928722","canonical_identity":{"paper_id":636585,"paper_uid":"6ba2491a-72d5-4265-a115-5293f2928722","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/67857086"}