{"id":"https://openalex.org/W4410537834","doi":"https://doi.org/10.1145/3710927","title":"'Always Nice and Confident, Sometimes Wrong': Developer's Experiences Engaging Generative AI Chatbots Versus Human-Powered Q&A Platforms","display_name":"'Always Nice and Confident, Sometimes Wrong': Developer's Experiences Engaging Generative AI Chatbots Versus Human-Powered Q&A Platforms","publication_year":2025,"publication_date":"2025-05-02","ids":{"openalex":"https://openalex.org/W4410537834","doi":"https://doi.org/10.1145/3710927"},"language":"en","primary_location":{"id":"doi:10.1145/3710927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3710927","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3710927","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105760737","display_name":"Jiachen Li","orcid":"https://orcid.org/0000-0002-6084-5131"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiachen Li","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074346094","display_name":"Elizabeth D. Mynatt","orcid":"https://orcid.org/0000-0001-8486-9384"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth D. Mynatt","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036254245","display_name":"Varun Mishra","orcid":"https://orcid.org/0000-0003-3891-5460"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Varun Mishra","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053080959","display_name":"Jonathan Bell","orcid":"https://orcid.org/0000-0002-1187-9298"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Bell","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5105760737"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":9.1792,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97411802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nice","display_name":"Nice","score":0.8159870505332947},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7219197750091553},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3648728132247925},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.30678924918174744},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2790815234184265}],"concepts":[{"id":"https://openalex.org/C2779256446","wikidata":"https://www.wikidata.org/wiki/Q33959","display_name":"Nice","level":2,"score":0.8159870505332947},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7219197750091553},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3648728132247925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30678924918174744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2790815234184265},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3710927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3710927","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3710927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3710927","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1515587369","https://openalex.org/W1967873612","https://openalex.org/W2031906567","https://openalex.org/W2051204868","https://openalex.org/W2066800448","https://openalex.org/W2099769844","https://openalex.org/W2099813784","https://openalex.org/W2123246351","https://openalex.org/W2172937406","https://openalex.org/W2756312623","https://openalex.org/W2785789187","https://openalex.org/W2789661710","https://openalex.org/W2883590029","https://openalex.org/W2982364419","https://openalex.org/W3103014234","https://openalex.org/W4225108562","https://openalex.org/W4225109008","https://openalex.org/W4242696118","https://openalex.org/W4249021123","https://openalex.org/W4289979407","https://openalex.org/W4386584937","https://openalex.org/W4391069701","https://openalex.org/W4394769552"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4380149316","https://openalex.org/W1984529021","https://openalex.org/W2116601738","https://openalex.org/W3121577759","https://openalex.org/W3046720081","https://openalex.org/W2200556363","https://openalex.org/W2767093258"],"abstract_inverted_index":{"Software":[0],"engineers":[1],"have":[2,23],"historically":[3],"relied":[4],"on":[5,129],"human-powered":[6,42],"Q&A":[7,43],"platforms":[8,44],"like":[9,124],"Stack":[10],"Overflow":[11],"(SO)":[12],"as":[13,30],"coding":[14,61],"aids.":[15],"With":[16],"the":[17,38,119,134],"rise":[18],"of":[19,68,76,121],"generative":[20],"AI,":[21],"developers":[22,54],"started":[24],"to":[25,151],"adopt":[26],"AI":[27],"chatbots,":[28,48],"such":[29],"ChatGPT,":[31,79],"in":[32],"their":[33,59],"software":[34],"development":[35],"process.":[36],"Recognizing":[37],"potential":[39],"parallels":[40],"between":[41],"and":[45,51,78,87,99,118,142],"AI-powered":[46],"question-based":[47],"we":[49,80,132],"investigate":[50],"compare":[52],"how":[53],"integrate":[55],"this":[56],"assistance":[57],"into":[58],"real-world":[60],"experiences":[62],"by":[63],"conducting":[64],"a":[65,73,101,144],"thematic":[66],"analysis":[67],"1700+":[69],"Reddit":[70],"posts.":[71],"Through":[72],"comparative":[74],"study":[75],"SO":[77],"identified":[81],"each":[82,147],"platform's":[83,148],"strengths,":[84],"use":[85],"cases,":[86],"barriers.":[88],"Our":[89],"findings":[90],"suggest":[91],"that":[92],"ChatGPT":[93],"offers":[94],"fast,":[95],"clear,":[96],"comprehensive":[97],"responses":[98],"fosters":[100],"more":[102],"respectful":[103],"environment":[104],"than":[105],"SO.":[106],"However,":[107],"concerns":[108],"about":[109],"ChatGPT's":[110],"reliability":[111],"stem":[112],"from":[113],"its":[114],"overly":[115],"confident":[116],"tone":[117],"absence":[120],"validation":[122],"mechanisms":[123],"SO's":[125],"voting":[126],"system.":[127],"Based":[128],"these":[130],"findings,":[131],"synthesized":[133],"design":[135],"implications":[136],"for":[137],"future":[138],"GenAI":[139],"code":[140],"assistants":[141],"recommend":[143],"workflow":[145],"leveraging":[146],"unique":[149],"features":[150],"improve":[152],"developer":[153],"experiences.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}