{"id":"https://openalex.org/W4200263919","doi":"https://doi.org/10.1080/10447318.2021.2002040","title":"Data, Machine Learning, and Human Domain Experts: None Is Better than Their Collaboration","display_name":"Data, Machine Learning, and Human Domain Experts: None Is Better than Their Collaboration","publication_year":2021,"publication_date":"2021-12-14","ids":{"openalex":"https://openalex.org/W4200263919","doi":"https://doi.org/10.1080/10447318.2021.2002040"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2021.2002040","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2021.2002040","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100703179","display_name":"Pawan Kumar","orcid":"https://orcid.org/0000-0003-1698-3286"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Pawan Kumar","raw_affiliation_strings":["School of Computer Applications, Lovely Professional University, Phagwara, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Applications, Lovely Professional University, Phagwara, India","institution_ids":["https://openalex.org/I110360157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045470776","display_name":"Manmohan Sharma","orcid":"https://orcid.org/0000-0001-9445-5898"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manmohan Sharma","raw_affiliation_strings":["School of Computer Applications, Lovely Professional University, Phagwara, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Applications, Lovely Professional University, Phagwara, India","institution_ids":["https://openalex.org/I110360157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100703179"],"corresponding_institution_ids":["https://openalex.org/I110360157"],"apc_list":null,"apc_paid":null,"fwci":2.5834,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.91505568,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"38","issue":"14","first_page":"1307","last_page":"1320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5755232572555542},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5453181266784668},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42986780405044556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38205546140670776},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36286404728889465},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3251531720161438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5755232572555542},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5453181266784668},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42986780405044556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38205546140670776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36286404728889465},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3251531720161438},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2021.2002040","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2021.2002040","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W628601067","https://openalex.org/W1995445252","https://openalex.org/W1995875735","https://openalex.org/W2053075547","https://openalex.org/W2195388612","https://openalex.org/W2240536489","https://openalex.org/W2282821441","https://openalex.org/W2810511505","https://openalex.org/W2910890213","https://openalex.org/W2911964244","https://openalex.org/W2918497321","https://openalex.org/W2963292722","https://openalex.org/W3013160799","https://openalex.org/W3029514381","https://openalex.org/W3030350595","https://openalex.org/W3048626054","https://openalex.org/W3088903308","https://openalex.org/W3094294665","https://openalex.org/W3138819813","https://openalex.org/W3162271228","https://openalex.org/W4288414189","https://openalex.org/W4292402161","https://openalex.org/W4399524971"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3209574120","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Software":[0],"designers":[1],"are":[2],"coming":[3],"up":[4],"with":[5],"tools":[6],"having":[7],"machine":[8],"learning":[9,276,309],"(ML)":[10],"capabilities":[11],"integrated":[12],"into":[13],"them.":[14,144],"Even":[15],"naive":[16],"users":[17],"can":[18],"build":[19],"ML-based":[20,70,85],"models":[21,37,304],"for":[22,296,301],"their":[23,47,106,191,255],"respective":[24],"problem":[25,110,195,227,259],"domains":[26],"using":[27,94,157],"these":[28],"tools.":[29],"However,":[30],"a":[31,40,62,120,212,225],"majority":[32],"of":[33,57,69,105,114,141,186,199,229,233,239,254,307,315],"the":[34,44,87,90,109,126,128,139,147,164,194,244,246,258,264,267,279,283,290,294],"advanced":[35],"ML":[36,91,129,165,247,280,303],"behave":[38],"like":[39],"black":[41],"box":[42],"in":[43,82,103,184,252,305],"sense":[45],"that":[46,81,122],"behavior":[48,171,232],"is":[49,75,117],"not":[50],"easily":[51],"interpretable":[52],"by":[53,153,172,278],"humans.":[54],"This":[55,72,287],"lack":[56],"human":[58,98,132,179,206,250,271,316],"interpretability":[59],"acts":[60],"as":[61,189,211],"hurdle":[63],"toward":[64],"acceptance":[65],"and":[66,97,131,136,159,205,249,270,310],"subsequent":[67],"deployment":[68],"solutions.":[71],"research":[73],"work":[74,116,288],"based":[76],"on":[77,224],"an":[78,83],"intuitive":[79],"idea":[80],"ideal":[84],"solution,":[86],"provided":[88,265],"dataset,":[89,96,127,203,245,266],"model":[92,166,281],"learned":[93,268],"this":[95,115],"domain":[99,133,228,272,285],"experts":[100,134,180,207,251,273],"must":[101],"agree":[102],"terms":[104,185,253,306],"perception":[107,192,256],"regarding":[108,193,257],"domain.":[111,196,260],"The":[112,197,218,261],"objective":[113],"to":[118,125,146,163,178,292,312],"propose":[119],"framework":[121],"first":[123],"listens":[124],"model,":[130,204,248,269],"individually,":[135],"then":[137],"measure":[138],"degree":[140,238],"agreement":[142,201,240,262],"between":[143,202,243,263],"Listening":[145,162,177],"dataset":[148],"refers":[149,167,181],"identifying":[150],"important":[151,187],"characteristics":[152],"computing":[154,173],"information":[155],"gain":[156],"entropy":[158],"Gini":[160],"index.":[161],"interpreting":[168],"its":[169],"decision-making":[170],"variable":[174],"importance":[175],"measures.":[176],"taking":[182],"feedback":[183],"features":[188],"per":[190],"task":[198],"measuring":[200],"has":[208,221,289],"been":[209,222],"modeled":[210],"\u201ctwo-judges":[213],"n-participants\u201d":[214],"rank":[215],"correlation":[216],"problem.":[217],"proposed":[219],"approach":[220],"evaluated":[223],"novel":[226],"predicting":[230],"joining":[231],"freshmen":[234],"students.":[235],"A":[236],"positive":[237],"was":[241],"observed":[242],"helps":[274],"verify":[275],"acquired":[277],"against":[282],"prevailing":[284],"knowledge.":[286],"potential":[291],"form":[293],"basis":[295],"developing":[297],"formal":[298],"quantitative":[299],"metrics":[300],"evaluating":[302],"reliable":[308],"capability":[311],"facilitate":[313],"trust":[314],"users.":[317]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}