{"id":"https://openalex.org/W7117237513","doi":"https://doi.org/10.1109/vl-hcc65237.2025.00044","title":"Non-programmers Assessing AI-Generated Code: A Case Study of Business Users Analyzing Data","display_name":"Non-programmers Assessing AI-Generated Code: A Case Study of Business Users Analyzing Data","publication_year":2025,"publication_date":"2025-10-07","ids":{"openalex":"https://openalex.org/W7117237513","doi":"https://doi.org/10.1109/vl-hcc65237.2025.00044"},"language":null,"primary_location":{"id":"doi:10.1109/vl-hcc65237.2025.00044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl-hcc65237.2025.00044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096067768","display_name":"Yuvraj Virk","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuvraj Virk","raw_affiliation_strings":["University of California,Davis,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Davis,USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082675338","display_name":"D. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongyu Liu","raw_affiliation_strings":["University of California,Davis,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Davis,USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59213007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"337","last_page":"342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2806999981403351,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2806999981403351,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.15880000591278076,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.13099999725818634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compromise","display_name":"Compromise","score":0.4934000074863434},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3075000047683716},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.27900001406669617},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2727999985218048},{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.2671999931335449},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.265500009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5701000094413757},{"id":"https://openalex.org/C46355384","wikidata":"https://www.wikidata.org/wiki/Q726686","display_name":"Compromise","level":2,"score":0.4934000074863434},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4239000082015991},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3935000002384186},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38359999656677246},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3215000033378601},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2538999915122986},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vl-hcc65237.2025.00044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl-hcc65237.2025.00044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7376471161842346,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1988498436","https://openalex.org/W2093495548","https://openalex.org/W3045153201","https://openalex.org/W3163443091","https://openalex.org/W4225108562","https://openalex.org/W4365601419","https://openalex.org/W4367672983","https://openalex.org/W4388447970","https://openalex.org/W4392633891","https://openalex.org/W4399914070","https://openalex.org/W4403447395"],"related_works":[],"abstract_inverted_index":{"Non-technical":[0],"end-users":[1,27],"increasingly":[2],"rely":[3],"on":[4,154],"AI":[5,71,107,169,174],"code":[6],"generation":[7],"to":[8,46,50,78,85,100,120,134,161],"perform":[9],"technical":[10,98,171],"tasks":[11],"like":[12],"data":[13,152],"analysis.":[14],"However,":[15],"large":[16],"language":[17,62],"models":[18],"(LLMs)":[19],"remain":[20],"unreliable,":[21],"and":[22,37,43,75,113,140,157,175],"it":[23],"is":[24],"unclear":[25],"whether":[26],"can":[28],"effectively":[29],"identify":[30,79],"model":[31],"errors":[32],"-":[33],"especially":[34],"in":[35],"realistic":[36],"domain-specific":[38],"scenarios.":[39],"We":[40],"surveyed":[41],"marketing":[42,56],"sales":[44],"professionals":[45,147],"assess":[47],"their":[48,155],"ability":[49],"critically":[51],"evaluate":[52],"LLM-generated":[53],"analyses":[54,153],"of":[55,64,94,181],"data.":[57],"Participants":[58],"were":[59],"shown":[60],"natural":[61],"explanations":[63],"the":[65,70,137],"AI\u2019s":[66,138],"code,":[67],"repeatedly":[68],"informed":[69],"often":[72,132],"makes":[73],"mistakes,":[74],"explicitly":[76],"prompted":[77],"them.":[80],"Yet,":[81],"participants":[82,131],"frequently":[83],"failed":[84],"detect":[86],"critical":[87,122],"flaws":[88],"that":[89,145],"could":[90],"compromise":[91],"decisionmaking,":[92],"many":[93],"which":[95],"required":[96],"no":[97],"knowledge":[99],"recognize.":[101],"To":[102],"investigate":[103],"why,":[104],"we":[105],"reformatted":[106],"responses":[108],"into":[109],"clearly":[110],"delineated":[111],"steps":[112,139],"provided":[114],"alternative":[115],"approaches":[116],"for":[117,170],"each":[118],"decision":[119],"support":[121],"evaluation.":[123],"While":[124],"these":[125],"changes":[126],"had":[127],"a":[128],"positive":[129],"effect,":[130],"struggled":[133],"reason":[135],"through":[136],"alternatives.":[141],"Our":[142],"findings":[143],"suggest":[144],"business":[146],"cannot":[148],"reliably":[149],"verify":[150],"AIgenerated":[151],"own":[156],"explore":[158],"reasons":[159],"why":[160],"inform":[162],"future":[163],"designs.":[164],"As":[165],"non-programmers":[166],"adopt":[167],"codegenerating":[168],"tasks,":[172],"unreliable":[173],"insufficient":[176],"human":[177],"oversight":[178],"poses":[179],"risks":[180],"unsafe":[182],"or":[183],"low-quality":[184],"decisions.":[185]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-25T00:00:00"}