{"id":"https://openalex.org/W4403488256","doi":"https://doi.org/10.3233/faia240583","title":"PLACO: A Multi-Stage Framework for Cost-Effective Performance in Human-AI Teams","display_name":"PLACO: A Multi-Stage Framework for Cost-Effective Performance in Human-AI Teams","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403488256","doi":"https://doi.org/10.3233/faia240583"},"language":"en","primary_location":{"id":"doi:10.3233/faia240583","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240583","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240583","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240583","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114302113","display_name":"Pranavkumar Mallela","orcid":null},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pranavkumar Mallela","raw_affiliation_strings":["Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022530074","display_name":"Vinay Kumar","orcid":"https://orcid.org/0000-0001-8067-9727"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vinay Kumar","raw_affiliation_strings":["Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003320528","display_name":"Shashi Shekhar Jha","orcid":"https://orcid.org/0000-0002-1375-2266"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shashi Shekhar Jha","raw_affiliation_strings":["Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060709469","display_name":"Shweta Jain","orcid":"https://orcid.org/0000-0002-2666-9058"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shweta Jain","raw_affiliation_strings":["Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I119241673"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45060595,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.9440000057220459,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.6455498933792114},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4185430407524109},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.40350282192230225},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2946772277355194},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09943550825119019}],"concepts":[{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.6455498933792114},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4185430407524109},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.40350282192230225},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2946772277355194},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09943550825119019},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia240583","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240583","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240583","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2605.08388","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.08388","pdf_url":"https://arxiv.org/pdf/2605.08388","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2605.08388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.3233/faia240583","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240583","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240583","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321040","display_name":"National Science Council","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"},{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403488256.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Human-AI":[0,24,167,197],"teams":[1,25],"have":[2],"a":[3,77,129,144,152],"pervasive":[4],"impact":[5],"in":[6,13,106,193],"various":[7],"fields":[8],"including":[9],"healthcare":[10],"diagnosis,":[11],"robotics":[12],"manufacturing,":[14],"cyber-security,":[15],"autonomous":[16],"vehicles,":[17],"and":[18,61,180,200,208],"many":[19],"more.":[20],"The":[21,90],"effectiveness":[22,190],"of":[23,31,58,84,95,128,151,165,174,191,195],"highly":[26],"depends":[27],"on":[28,138,161,205],"the":[29,36,41,49,54,93,101,107,125,134,139,149,158,162,166,171,189,196,206],"set":[30],"humans":[32,64,85,96],"that":[33,147],"interact":[34],"with":[35,100],"AI":[37,102,135],"model":[38],"for":[39,86],"determining":[40],"final":[42],"output.":[43,110],"In":[44],"this":[45],"paper,":[46],"we":[47,119],"tackle":[48],"practical":[50],"setting":[51],"where":[52],"taking":[53],"human":[55,113,121,131,154,176,181,212],"input":[56,117],"is":[57],"considerable":[59],"cost":[60],"even":[62],"expert":[63],"can":[65],"make":[66],"mistakes.":[67],"This":[68],"paper":[69],"proposes":[70],"Probabilistic":[71],"Labeler":[72],"Assisted":[73],"Cost":[74],"Optimization":[75],"(PLACO),":[76],"two-step":[78],"framework":[79],"to":[80,156],"find":[81],"cost-effective":[82,112],"subsets":[83],"multi-way":[87],"classification":[88],"tasks.":[89],"inputs":[91],"from":[92],"subset":[94,155,182],"are":[97],"then":[98],"combined":[99],"model\u2019s":[103,136],"output":[104,137],"resulting":[105],"most":[108],"accurate":[109],"For":[111],"selection":[114],"given":[115,133,153],"an":[116],"task,":[118],"estimate":[120],"labels":[122],"by":[123],"maximizing":[124],"posterior":[126],"probability":[127],"true":[130],"label":[132,177],"task.":[140],"We":[141,169,185],"further":[142],"derive":[143],"value":[145,150,183],"function":[146],"determines":[148],"maximize":[157],"lower":[159],"bound":[160],"overall":[163],"accuracy":[164],"team.":[168],"present":[170],"theoretical":[172],"foundations":[173],"our":[175],"estimation":[178],"method":[179],"function.":[184],"also":[186],"empirically":[187],"demonstrate":[188],"PLACO":[192],"terms":[194],"team\u2019s":[198],"performance":[199],"cost-effectiveness":[201],"against":[202],"state-of-art":[203],"methods":[204],"CIFAR-10H":[207],"Imagenet-16H":[209],"datasets":[210],"having":[211],"annotations.":[213]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}