{"id":"https://openalex.org/W3012242721","doi":"https://doi.org/10.5220/0008922000660076","title":"Resolving Differences of Opinion between Medical Experts: A Case Study with the IS-DELPHI System","display_name":"Resolving Differences of Opinion between Medical Experts: A Case Study with the IS-DELPHI System","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3012242721","doi":"https://doi.org/10.5220/0008922000660076","mag":"3012242721"},"language":"en","primary_location":{"id":"doi:10.5220/0008922000660076","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0008922000660076","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0008922000660076","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033527377","display_name":"Derek Sleeman","orcid":"https://orcid.org/0000-0001-7609-4371"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Derek Sleeman","raw_affiliation_strings":["Computing Science Department, The University of Aberdeen, AB24 3FX, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Science Department, The University of Aberdeen, AB24 3FX, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022206394","display_name":"Kiril Kostadinov","orcid":null},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kiril Kostadinov","raw_affiliation_strings":["Computing Science Department, The University of Aberdeen, AB24 3FX, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Science Department, The University of Aberdeen, AB24 3FX, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061247788","display_name":"Laura Moss","orcid":"https://orcid.org/0000-0003-4968-0900"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]},{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Laura Moss","raw_affiliation_strings":["Computing Science Department, The University of Aberdeen, AB24 3FX, U.K., Academic Unit of Anaesthesia, Pain and Critical Care, School of Medicine, University of Glasgow, G31 2ER, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Science Department, The University of Aberdeen, AB24 3FX, U.K., Academic Unit of Anaesthesia, Pain and Critical Care, School of Medicine, University of Glasgow, G31 2ER, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I195460627","https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023866485","display_name":"Malcolm Sim","orcid":"https://orcid.org/0000-0003-4739-2817"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Malcolm Sim","raw_affiliation_strings":["Academic Unit of Anaesthesia, Pain and Critical Care, School of Medicine, University of Glasgow, G31 2ER, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academic Unit of Anaesthesia, Pain and Critical Care, School of Medicine, University of Glasgow, G31 2ER, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5848,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61347453,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"66","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14260","display_name":"Impact of AI and Big Data on Business and Society","score":0.6464999914169312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14260","display_name":"Impact of AI and Big Data on Business and Society","score":0.6464999914169312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6311126351356506},{"id":"https://openalex.org/keywords/delphi-method","display_name":"Delphi method","score":0.6242018342018127},{"id":"https://openalex.org/keywords/delphi","display_name":"Delphi","score":0.612321674823761},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40882083773612976},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3823452591896057},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32064515352249146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20246058702468872},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07997170090675354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6311126351356506},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.6242018342018127},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.612321674823761},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40882083773612976},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3823452591896057},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32064515352249146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20246058702468872},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07997170090675354}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5220/0008922000660076","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0008922000660076","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:213307","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/213307/","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"doi:10.5220/0008922000660076","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0008922000660076","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2062050714","https://openalex.org/W2030487194","https://openalex.org/W2971523465","https://openalex.org/W2031546510","https://openalex.org/W4398393634","https://openalex.org/W1969884608","https://openalex.org/W2041058937","https://openalex.org/W2224226767","https://openalex.org/W2001765788","https://openalex.org/W1573061253"],"abstract_inverted_index":{"Knowledge":[0],"intensive":[1],"clinical":[2],"systems,":[3],"as":[4,6,160],"well":[5],"machine":[7],"learning":[8],"algorithms,":[9],"have":[10,50,84,122,176],"become":[11],"more":[12,33],"widely":[13],"used":[14,52],"over":[15],"the":[16,61,97,117,126,154,179,183,189,199],"last":[17],"decade":[18],"or":[19],"so.":[20],"These":[21],"systems":[22],"often":[23],"need":[24],"access":[25],"to":[26,53,70,124,196],"sizable":[27],"labelled":[28,40],"datasets":[29],"which":[30,100,120,208],"could":[31],"be":[32],"useful":[34],"if":[35],"their":[36,104],"instances":[37,158],"are":[38],"accurately":[39],"/":[41],"annotated.":[42],"A":[43],"variety":[44],"of":[45,63,86,106,113,149,156,163,217],"approaches,":[46],"including":[47],"statistical":[48],"ones,":[49],"been":[51],"label":[54],"instances.":[55],"In":[56],"this":[57,67,72,114],"paper,":[58],"we":[59,75,91,121,129,175],"discuss":[60,92],"use":[62,132,206],"domain":[64,81,136,211],"experts,":[65],"in":[66,133,137,214],"case":[68],"clinicians,":[69],"perform":[71],"task.":[73],"Here":[74],"recognize":[76],"that":[77,178],"even":[78],"highly":[79],"rated":[80],"experts":[82,102,150,181],"can":[83],"differences":[85,105],"opinion":[87,107],"on":[88,108,153],"certain":[89],"instances;":[90],"a":[93,134,138,161,210,215],"system":[94],"inspired":[95],"by":[96,192],"Delphi":[98],"approaches":[99],"helps":[101],"resolve":[103],"classification":[109,155],"tasks.":[110],"The":[111,146],"focus":[112],"paper":[115],"is":[116,209],"IS-DELPHI":[118,165],"tool":[119],"implemented":[123],"address":[125],"labelling":[127],"issue;":[128],"report":[130],"its":[131],"medical":[135,180,219],"study":[139],"involving":[140],"12":[141],"Intensive":[142],"Care":[143],"Unit":[144],"clinicians.":[145],"several":[147],"pairs":[148],"initially":[151],"disagreed":[152],"11":[157],"but":[159],"result":[162],"using":[164],"all":[166],"those":[167],"disagreements":[168],"were":[169,186],"resolved.":[170],"From":[171],"participant":[172],"feedback":[173],"(questionnaires),":[174],"concluded":[177],"understood":[182],"task":[184],"and":[185,202,204],"comfortable":[187],"with":[188],"functionality":[190],"provided":[191],"IS-DELPHI.":[193],"We":[194],"plan":[195],"further":[197,218],"enhance":[198],"system\u2019s":[200],"capabilities":[201],"usability,":[203],"then":[205],"IS-DELPHI,":[207],"independent":[212],"tool,":[213],"number":[216],"domains.":[220]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}