{"corpus_id":6179464,"paper_sha":"62c35ce125d0f92e3923fcd47c8adfd9cb974d69","doi":"10.5626/JCSE.2012.6.2.168","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":2073982987,"dblp_id":"journals/jcse/Demner-FushmanAST12","acl_id":null,"title":"Design and Development of a Multimodal Biomedical Information Retrieval System","year":2012,"publication_date":"2012-06-30","venue":"Journal of Computing Science and Engineering","journal":{"name":"J. Comput. Sci. Eng.","pages":"168-177","volume":"6"},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle"],"pubmed_pub_types":null,"s2_fields_of_study":["Medicine","Computer Science"],"reference_count":29,"citation_count":147,"influential_citation_count":12,"is_open_access":true,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":"http://koreascience.or.kr:80/article/JAKO201220962914524.pdf","s2_open_access_landing_url":"https://www.semanticscholar.org/paper/62c35ce125d0f92e3923fcd47c8adfd9cb974d69","s2_open_access_license":null,"s2_open_access_status":"BRONZE","pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"The search for relevant and actionable information is a key to achieving clinical and research goals in biomedicine. Biomedical information exists in different forms: as text and illustrations in journal articles and other documents, in images stored in databases, and as patients’ cases in electronic health records. This paper presents ways to move beyond conventional text-based searching of these resources, by combining text and visual features in search queries and document representation. A combination of techniques and tools from the fields of natural language processing, information retrieval, and content-based image retrieval allows the development of building blocks for advanced information services. Such services enable searching by textual as well as visual queries, and retrieving documents enriched by relevant images, charts, and other illustrations from the journal literature, patient records and image databases.","claims":[{"public_id":"cl_f91a1088011ab77828b2690d6078825f","status":"active","text":"Combining text and visual features in queries and document representations enables multimodal biomedical information retrieval beyond conventional text-based searching.","confidence":0.96,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_f91a1088011ab77828b2690d6078825f"},{"public_id":"cl_5ddc53ff120d75a115e7ec9ca087017a","status":"active","text":"Documents can be retrieved together with relevant images, charts, and other illustrations from journal literature, patient records, and image databases.","confidence":0.94,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_5ddc53ff120d75a115e7ec9ca087017a"},{"public_id":"cl_7350bc8513eb525e78420c85b7148cc7","status":"active","text":"The developed building blocks support advanced information services that allow both textual and visual querying.","confidence":0.89,"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/claims/cl_7350bc8513eb525e78420c85b7148cc7"}],"concepts":[{"public_id":"co_035c019729e752d5da7747d182c4f36b","status":"active","name":"building blocks for advanced information services","description":"A set of techniques and tools used to construct enhanced biomedical search and retrieval services.","types":["system component"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_035c019729e752d5da7747d182c4f36b"},{"public_id":"co_0e76d48c3afa32e12e234d7b923ce049","status":"active","name":"text and visual features","description":"Textual and image-based characteristics used to represent queries or documents.","types":["feature"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_0e76d48c3afa32e12e234d7b923ce049"},{"public_id":"co_1c23bba826d7a6111a6089001c019565","status":"active","name":"textual queries","description":"Search requests expressed in natural language or other textual form.","types":["query type"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_1c23bba826d7a6111a6089001c019565"},{"public_id":"co_28310bf38d6991c709cc40b11e2c2e6e","status":"active","name":"conventional text-based searching","description":"A retrieval approach that relies only on textual queries and text representations.","types":["method"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_28310bf38d6991c709cc40b11e2c2e6e"},{"public_id":"co_4c02342b505f9fe02b5849b2a1fee79c","status":"active","name":"documents enriched by relevant images, charts, and other illustrations","description":"Retrieved documents augmented with related visual materials from biomedical sources.","types":["retrieval output"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_4c02342b505f9fe02b5849b2a1fee79c"},{"public_id":"co_5996180d7be37e4d66ce3afdf4a33056","status":"active","name":"journal literature","description":"Published journal articles and related documents used as a source of biomedical information.","types":["document collection"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_5996180d7be37e4d66ce3afdf4a33056"},{"public_id":"co_6be36c0cd01231da2edc41f7e1f79214","status":"active","name":"natural language processing","description":"A set of computational techniques for analyzing and generating human language.","types":["method"],"aliases":["NLP"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_6be36c0cd01231da2edc41f7e1f79214"},{"public_id":"co_7a0537a9f8e238e0908493fbba2f0756","status":"active","name":"visual queries","description":"Search requests expressed using visual content such as images or illustrations.","types":["query type"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_7a0537a9f8e238e0908493fbba2f0756"},{"public_id":"co_e8472e750777f8d3da3ee8f14a926e11","status":"active","name":"content-based image retrieval","description":"An image retrieval method that searches using visual content features rather than only metadata.","types":["method"],"aliases":["CBIR"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_e8472e750777f8d3da3ee8f14a926e11"},{"public_id":"co_ecd56d4eee2bf6c02b89093e65a3fd24","status":"active","name":"patient records","description":"Electronic health record documents containing patient case information.","types":["document collection"],"aliases":["electronic health records"],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_ecd56d4eee2bf6c02b89093e65a3fd24"},{"public_id":"co_f3f6534ab3de81658a081b5892a0527c","status":"active","name":"image databases","description":"Databases that store biomedical images for retrieval and analysis.","types":["database"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_f3f6534ab3de81658a081b5892a0527c"},{"public_id":"co_f6bf4cf5dae1b4ad839a8785aee2ca11","status":"active","name":"multimodal biomedical information retrieval","description":"An information retrieval approach for biomedical resources that uses multiple modalities, especially text and visual content.","types":["method"],"aliases":[],"contributors":[{"id":1,"public_id":"12632b8b5f","public_label":"Anonymous (12632b8b5f)","roles":["extraction"],"url":"https://sah.borca.ai/u/12632b8b5f"}],"url":"https://sah.borca.ai/concepts/co_f6bf4cf5dae1b4ad839a8785aee2ca11"}],"external_ids":{"DOI":"10.5626/JCSE.2012.6.2.168","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":2073982987,"DBLP":"journals/jcse/Demner-FushmanAST12","ACL":null},"open_access":{"is_open_access":true,"pdf_url":"http://koreascience.or.kr:80/article/JAKO201220962914524.pdf","landing_url":"https://www.semanticscholar.org/paper/62c35ce125d0f92e3923fcd47c8adfd9cb974d69","source":"semantic_scholar","pdf_url_source":"semantic_scholar_open_access_pdf","license":null,"status":"BRONZE","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":634252,"paper_uid":"a85b2913-aa3b-498e-91d3-bfa0f9860c03","canonical_identity":{"paper_id":634252,"paper_uid":"a85b2913-aa3b-498e-91d3-bfa0f9860c03","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/6179464"}