{"corpus_id":62376622,"paper_sha":"0665a55affb9ffa1f7213e79456451551dd8d7d8","doi":"10.26034/cm.jostrans.2015.343","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":null,"dblp_id":null,"acl_id":null,"title":"The Multidimensional Quality Metrics (MQM) Framework: a new framework for translation quality assessment","year":2015,"publication_date":"2015-01-25","venue":"The Journal of Specialised Translation","journal":{"name":"The Journal of Specialised Translation","pages":null,"volume":null},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle"],"pubmed_pub_types":null,"s2_fields_of_study":[],"reference_count":23,"citation_count":51,"influential_citation_count":4,"is_open_access":false,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Determining translation quality requires a precise measure of the traits being examined. This article evaluates a new framework for translation quality evaluation, Multidimensional Quality Metrics (MQM), to the task of grading student translations. It demonstrates the viability (i.e. the practicality, validity and reliability) of using the MQM framework by novice raters to judge translations based on the American Translators Association’s translator certification exam grading system. The data gathered for this study were drawn from 29 student translations of a single news story that were rated by nine novice and two expert raters. The study used average time on task, correlations between novices and experts and Many-Facet Rasch Measurement to identify the extent to which this use of the MQM framework was viable. The findings indicate that this implementation of MQM can be viable with novice raters under the right conditions.","claims":[{"public_id":"cl_c5d300c4811a12947dd25dc06d38942c","status":"active","text":"The MQM framework is viable for grading student translations by novice raters under the right conditions, based on average time on task, correlations between novices and experts, and Many-Facet Rasch Measurement.","confidence":0.85,"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_c5d300c4811a12947dd25dc06d38942c"}],"concepts":[{"public_id":"co_30ac7fbfa2493c6bb78c224313a4d39b","status":"active","name":"correlations between novices and experts","description":"Correlation measure used to assess agreement between novice and expert raters.","types":["evaluation metric"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_30ac7fbfa2493c6bb78c224313a4d39b"},{"public_id":"co_5d35fafbbc3b93ee0f4cd6cc81698b4a","status":"active","name":"Multidimensional Quality Metrics (MQM) framework","description":"A new framework for translation quality assessment evaluated in this study for grading student translations.","types":["evaluation framework"],"aliases":["MQM framework"],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_5d35fafbbc3b93ee0f4cd6cc81698b4a"},{"public_id":"co_8fbeec047b2a7a1fa24071ed9032431e","status":"active","name":"American Translators Association’s translator certification exam grading system","description":"The grading system that the MQM framework was adapted to judge translations against.","types":["grading system"],"aliases":["ATA certification grading system"],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_8fbeec047b2a7a1fa24071ed9032431e"},{"public_id":"co_b1f63ceb1145b9498eb9ca1f901d2419","status":"active","name":"novice raters","description":"Raters with limited experience who used the MQM framework to judge translations in the study.","types":["rater type"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_b1f63ceb1145b9498eb9ca1f901d2419"},{"public_id":"co_d412b99abf3ebd1bdc6db96206479340","status":"active","name":"expert raters","description":"Experienced raters who served as a reference for evaluating novice rater performance.","types":["rater type"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_d412b99abf3ebd1bdc6db96206479340"},{"public_id":"co_dd6ffa2ea43eacbbb7d007c8eff70907","status":"active","name":"student translations","description":"Translations produced by students, specifically 29 translations of a single news story used as the data set.","types":["data set"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_dd6ffa2ea43eacbbb7d007c8eff70907"},{"public_id":"co_e6ab1fea64625e530348f87f6b7cbc7c","status":"active","name":"average time on task","description":"One of the metrics used to evaluate the viability of the MQM framework implementation.","types":["evaluation metric"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_e6ab1fea64625e530348f87f6b7cbc7c"},{"public_id":"co_fb464bf1db68e073e19a43a19259c7c9","status":"active","name":"Many-Facet Rasch Measurement","description":"A statistical method used to identify the viability of the MQM framework with novice raters.","types":["measurement method"],"aliases":[],"contributors":[{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["extraction"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_fb464bf1db68e073e19a43a19259c7c9"}],"external_ids":{"DOI":"10.26034/cm.jostrans.2015.343","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":null,"DBLP":null,"ACL":null},"open_access":{"is_open_access":false,"pdf_url":null,"landing_url":"https://sah.borca.ai/papers/62376622","source":null,"pdf_url_source":null,"license":null,"reason":"pdf_url_not_indexed"},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":632605,"paper_uid":"3164f516-dea1-4f2f-a678-9ed0ce8d3183","canonical_identity":{"paper_id":632605,"paper_uid":"3164f516-dea1-4f2f-a678-9ed0ce8d3183","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/62376622"}