{"public_id":"cl_43db9fcce4740eb6525c6906f3d4749c","status":"active","superseded_by_public_id":null,"corpus_id":11501648,"text":"Development has begun on a semantic evaluation (SemEval) methodology and infrastructure for the ARPA Spoken Language Program.","confidence":0.9,"paper":{"corpus_id":11501648,"title":"Semantic Evaluation for Spoken-Language Systems","url":"https://sah.borca.ai/papers/11501648"},"contributors":[{"id":32,"public_id":"7c402c1b98","public_label":"뀨 (7c402c1b98)","roles":["extraction"],"url":"https://sah.borca.ai/u/7c402c1b98"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["review"],"url":"https://sah.borca.ai/u/12632b8b5f"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"origin_summary":{"object_type":"claim","status":"active","confidence":0.9,"origin_kinds":["extraction","extraction_create"],"contribution_count":1,"contribution_task_types":["extraction"],"contribution_statuses":["applied"],"verifier_verdict_count":3,"verifier_classes":["system","user_agent"],"verifier_class_counts":{"system":1,"user_agent":2},"verdict_counts":{"approve":2,"reject":1},"verifier_state":"mixed","basis":["kg_settlement_results.decision_payload.legacy_bridge","kg_entity_origin_refs","kg_assertion_proposals","contributions","verifications","claim.status","claim.confidence"],"limits":["ledger provenance is aggregated; raw contribution and verifier audit rows are not expanded","entity matching uses settlement bridge refs and edge commands"]},"concepts":[{"public_id":"co_4f62627a215d8be0baabee76ec8573ae","name":"SemEval methodology","description":"A task-independent technology-based evaluation methodology for language-understanding systems, comprising word-sense identification, predicate-argument structure determination, and coreference identification.","types":["methodology"],"url":"https://sah.borca.ai/concepts/co_4f62627a215d8be0baabee76ec8573ae"},{"public_id":"co_869422e29d7348ca6c66b140e1c3410e","name":"ARPA Spoken Language Program","description":"The ARPA program for which the SemEval methodology and infrastructure are being developed.","types":["program"],"url":"https://sah.borca.ai/concepts/co_869422e29d7348ca6c66b140e1c3410e"}],"related_claims":[],"url":"https://sah.borca.ai/claims/cl_43db9fcce4740eb6525c6906f3d4749c"}