{"id":"https://openalex.org/W7163699795","doi":"https://doi.org/10.48550/arxiv.2606.05391","title":"Human oversight of agentic systems in practice: Examining the oversight work, challenges, and heuristics of developers using software agents","display_name":"Human oversight of agentic systems in practice: Examining the oversight work, challenges, and heuristics of developers using software agents","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163699795","doi":"https://doi.org/10.48550/arxiv.2606.05391"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05391","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05391","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05391","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138004592","display_name":"Shipi Dhanorkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhanorkar, Shipi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137996730","display_name":"Samir Passi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Passi, Samir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066017612","display_name":"Mihaela Vorvoreanu","orcid":"https://orcid.org/0000-0002-3322-3548"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vorvoreanu, Mihaela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.4699999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.4699999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.26159998774528503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5430999994277954},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.5199999809265137},{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.478300005197525},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.421999990940094},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4065000116825104},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.39239999651908875},{"id":"https://openalex.org/keywords/software-agent","display_name":"Software agent","score":0.39160001277923584},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3546999990940094},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.33489999175071716}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.5199999809265137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5189999938011169},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4514999985694885},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C5894958","wikidata":"https://www.wikidata.org/wiki/Q2297769","display_name":"Software agent","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3353999853134155},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31679999828338623},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2721000015735626},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.25270000100135803},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05391","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05391","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05391","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05391","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4573441445827484}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"software":[1,189,193],"agents":[2,41,190],"hold":[3],"promise":[4],"to":[5,21,103,162],"increase":[6],"developer":[7],"productivity":[8],"but":[9,36,142],"make":[10],"mistakes":[11],"and":[12,86,96,122,135,145,157,191,196],"exhibit":[13],"novel":[14],"failure":[15],"modes,":[16],"making":[17],"human":[18],"oversight":[19,29,81,92,114,129,150],"central":[20],"successful":[22],"human-agent":[23],"collaboration.":[24],"Existing":[25],"research":[26,181],"on":[27,61,65],"agent":[28,62],"is":[30,42,131],"largely":[31],"conceptual;":[32],"normative":[33],"frameworks":[34],"exist,":[35],"how":[37],"users":[38],"actually":[39],"oversee":[40],"less":[43],"known.":[44],"In":[45],"this":[46,50],"paper,":[47],"we":[48,71],"bridge":[49],"gap":[51],"by":[52],"providing":[53],"early":[54],"empirical":[55],"anchors":[56],"for":[57,172,184,192],"the":[58,91,97,185],"theoretical":[59],"discourse":[60],"oversight.":[63],"Drawing":[64],"interviews":[66],"with":[67,177],"17":[68],"experienced":[69],"developers,":[70],"conduct":[72],"an":[73],"exploratory":[74],"inquiry":[75],"examining":[76],"what":[77],"forms":[78,111],"of":[79,112,188,198],"emergent":[80,113],"work":[82,130],"developers":[83,94,160],"perform,":[84],"when,":[85],"how.":[87],"We":[88,106,126,147,175],"also":[89,143],"document":[90],"challenges":[93,151,165],"face":[95],"strategies":[98],"they":[99],"have":[100],"started":[101],"using":[102,167],"address":[104,163],"them.":[105],"found":[107],"at":[108],"least":[109],"four":[110],"work:":[115],"a":[116],"priori":[117],"control,":[118],"co-planning,":[119],"real-time":[120],"monitoring,":[121],"post":[123],"hoc":[124],"review.":[125],"show":[127],"that":[128],"not":[132],"only":[133],"reactive":[134],"retrospective,":[136],"as":[137,170],"portrayed":[138],"in":[139],"existing":[140],"research,":[141],"preventative":[144],"proactive.":[146],"describe":[148],"situated":[149],"(e.g.,":[152,166],"difficulty":[153],"reviewing":[154],"agent-generated":[155],"code)":[156],"outline":[158],"heuristics":[159],"adopt":[161],"such":[164],"test":[168],"results":[169],"guarantees":[171],"code":[173],"correctness).":[174],"conclude":[176],"high-level":[178],"takeaways,":[179],"future":[180],"directions,":[182],"implications":[183],"human-centered":[186],"design":[187],"engineering":[194],"practice,":[195],"limitations":[197],"our":[199],"research.":[200]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-06T00:00:00"}