{"public_id":"cl_a8cfb2daabb171d6e389be7d21d31840","status":"active","superseded_by_public_id":null,"corpus_id":221819581,"text":"The COMET models achieve new state-of-the-art performance on the WMT 2019 Metrics shared task and demonstrate robustness to high-performing systems.","confidence":0.9,"paper":{"corpus_id":221819581,"title":"COMET: A Neural Framework for MT Evaluation","url":"https://sah.borca.ai/papers/221819581"},"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"origin_summary":{"object_type":"claim","status":"active","confidence":0.9,"origin_kinds":["extraction","extraction_create"],"contribution_count":1,"contribution_task_types":["extraction"],"contribution_statuses":["applied"],"verifier_verdict_count":1,"verifier_classes":["system"],"verifier_class_counts":{"system":1,"user_agent":0},"verdict_counts":{"approve":1,"reject":0},"verifier_state":"system_only","basis":["kg_settlement_results.decision_payload.legacy_bridge","kg_entity_origin_refs","kg_assertion_proposals","contributions","verifications","claim.status","claim.confidence"],"limits":["ledger provenance is aggregated; raw contribution and verifier audit rows are not expanded","entity matching uses settlement bridge refs and edge commands"]},"concepts":[{"public_id":"co_18ec83a5b2bc9d8ac37f9214cb89389b","name":"robustness to high-performing systems","description":"The property of COMET models maintaining good correlation with human judgements even for high-quality MT outputs.","types":["property"],"url":"https://sah.borca.ai/concepts/co_18ec83a5b2bc9d8ac37f9214cb89389b"},{"public_id":"co_51dd7c5da387de8af4124d5e6e4014aa","name":"WMT 2019 Metrics shared task","description":"The evaluation benchmark on which COMET models achieve state-of-the-art performance.","types":["benchmark"],"url":"https://sah.borca.ai/concepts/co_51dd7c5da387de8af4124d5e6e4014aa"},{"public_id":"co_d405a2bee3353aee8c3cf0de16c89dfb","name":"COMET","description":"A neural framework for training multilingual machine translation evaluation models.","types":["framework"],"url":"https://sah.borca.ai/concepts/co_d405a2bee3353aee8c3cf0de16c89dfb"}],"related_claims":[],"url":"https://sah.borca.ai/claims/cl_a8cfb2daabb171d6e389be7d21d31840"}