{"id":"https://openalex.org/W7163362941","doi":"https://doi.org/10.1145/3786149.3788304","title":"An Investigation on How AI-Generated Responses Affect Software Engineering Surveys","display_name":"An Investigation on How AI-Generated Responses Affect Software Engineering Surveys","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7163362941","doi":"https://doi.org/10.1145/3786149.3788304"},"language":null,"primary_location":{"id":"doi:10.1145/3786149.3788304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786149.3788304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 IEEE/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786149.3788304","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137714637","display_name":"Ronnie de Souza Santos","orcid":"https://orcid.org/0000-0003-3235-6530"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ronnie de Souza Santos","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3235-6530","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123436262","display_name":"Italo Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Italo Santos","raw_affiliation_strings":["University of Hawaii at Manoa, Honolulu, USA"],"raw_orcid":"https://orcid.org/0000-0002-7545-6104","affiliations":[{"raw_affiliation_string":"University of Hawaii at Manoa, Honolulu, USA","institution_ids":["https://openalex.org/I117965899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022596467","display_name":"Mar\u00eda Teresa Baldassarre","orcid":"https://orcid.org/0000-0001-8589-2850"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Teresa Baldassarre","raw_affiliation_strings":["University of Bari, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8589-2850","affiliations":[{"raw_affiliation_string":"University of Bari, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079918031","display_name":"Cleyton de Magalhaes","orcid":null},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cleyton Magalh\u00e3es","raw_affiliation_strings":["Universidade Federal Rural de Pernambuco - UFRPE, Recife, Brazil"],"raw_orcid":"https://orcid.org/0009-0005-3051-7232","affiliations":[{"raw_affiliation_string":"Universidade Federal Rural de Pernambuco - UFRPE, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137567984","display_name":"Mairieli Wessel","orcid":"https://orcid.org/0000-0001-8619-726X"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mairieli Wessel","raw_affiliation_strings":["Radboud University, Radboud, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8619-726X","affiliations":[{"raw_affiliation_string":"Radboud University, Radboud, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84998057,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.21150000393390656,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.21150000393390656,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.1673000007867813,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.14139999449253082,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.7824000120162964},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5378000140190125},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4900999963283539},{"id":"https://openalex.org/keywords/survey-data-collection","display_name":"Survey data collection","score":0.482699990272522},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4560999870300293},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.3801000118255615},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.37790000438690186},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3752000033855438},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.7824000120162964},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5303000211715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49720001220703125},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4185999929904938},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3752000033855438},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.3361999988555908},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.3353999853134155},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C73945780","wikidata":"https://www.wikidata.org/wiki/Q814232","display_name":"Survey methodology","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C46110900","wikidata":"https://www.wikidata.org/wiki/Q11702993","display_name":"Software walkthrough","level":5,"score":0.3059999942779541},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3059000074863434},{"id":"https://openalex.org/C173481278","wikidata":"https://www.wikidata.org/wiki/Q7257997","display_name":"Survey research","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28610000014305115},{"id":"https://openalex.org/C54534927","wikidata":"https://www.wikidata.org/wiki/Q4462275","display_name":"Software requirements","level":5,"score":0.2766999900341034},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.2635999917984009},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C2984224174","wikidata":"https://www.wikidata.org/wiki/Q25324239","display_name":"Survey instrument","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3786149.3788304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786149.3788304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 IEEE/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/332833","is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/332833","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1145/3786149.3788304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786149.3788304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 IEEE/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1481364363","https://openalex.org/W2023844160","https://openalex.org/W2073496636","https://openalex.org/W2104577574","https://openalex.org/W2139876174","https://openalex.org/W2142759419","https://openalex.org/W2522942223","https://openalex.org/W2604358811","https://openalex.org/W2809093041","https://openalex.org/W2914024328","https://openalex.org/W2968249509","https://openalex.org/W3006568433","https://openalex.org/W3037778009","https://openalex.org/W4324129606","https://openalex.org/W4392414327","https://openalex.org/W4392564384","https://openalex.org/W4398766423","https://openalex.org/W4399668246","https://openalex.org/W4400582732","https://openalex.org/W4401455160","https://openalex.org/W4402665833","https://openalex.org/W4402987844","https://openalex.org/W4403413451","https://openalex.org/W4403413467","https://openalex.org/W4411236296","https://openalex.org/W4412164158","https://openalex.org/W4412164231","https://openalex.org/W4412164313","https://openalex.org/W4413043354"],"related_works":[],"abstract_inverted_index":{"Survey":[0],"research":[1,74],"is":[2],"a":[3],"fundamental":[4],"empirical":[5],"method":[6],"in":[7,25,57,84,133,175,209],"software":[8,58,176,210],"engineering,":[9],"enabling":[10],"the":[11,63,87,92,123,205],"systematic":[12],"collection":[13],"of":[14,66,94,105,108,173,207],"data":[15,70,78,167],"on":[16],"professional":[17],"practices,":[18],"perceptions,":[19],"and":[20,61,73,90,119,145,161,188,194,199],"experiences.":[21],"However,":[22],"recent":[23],"advances":[24],"large":[26],"language":[27],"models":[28],"(LLMs)":[29],"have":[30],"introduced":[31],"new":[32],"risks":[33],"to":[34,43,97,197],"survey":[35,81,135],"integrity,":[36],"as":[37,169],"participants":[38],"can":[39],"use":[40],"generative":[41],"tools":[42],"fabricate":[44],"or":[45,100],"manipulate":[46],"their":[47],"responses.":[48,102],"This":[49],"study":[50,165],"explores":[51],"how":[52],"LLMs":[53],"are":[54],"being":[55,109],"misused":[56],"engineering":[59,177],"surveys":[60,208],"investigates":[62],"methodological":[64],"implications":[65],"such":[67],"behavior":[68],"for":[69],"authenticity,":[71],"validity,":[72],"integrity.":[75],"We":[76,179],"collected":[77],"from":[79],"two":[80],"deployments":[82],"conducted":[83],"2025":[85],"through":[86,113],"Prolific":[88],"platform":[89],"analyzed":[91],"content":[93],"participants\u2019":[95],"answers":[96],"identify":[98],"irregular":[99],"falsified":[101],"A":[103],"subset":[104],"responses":[106,136],"suspected":[107],"AI-generated":[110,201],"was":[111],"examined":[112],"qualitative":[114],"pattern":[115],"inspection,":[116],"narrative":[117],"characterization,":[118],"automated":[120,187],"detection":[121],"using":[122],"Scribbr":[124],"AI":[125],"Detector.":[126],"The":[127],"analysis":[128],"revealed":[129],"recurring":[130],"structural":[131],"patterns":[132],"49":[134],"indicating":[137],"synthetic":[138],"authorship,":[139],"including":[140],"repetitive":[141],"sequencing,":[142],"uniform":[143],"phrasing,":[144],"superficial":[146],"personalization.":[147],"These":[148],"false":[149],"narratives":[150],"mimicked":[151],"coherent":[152],"reasoning":[153],"while":[154],"concealing":[155],"fabricated":[156],"content,":[157],"undermining":[158],"construct,":[159],"internal,":[160],"external":[162],"validity.":[163],"Our":[164],"identifies":[166],"authenticity":[168],"an":[170],"emerging":[171],"dimension":[172],"validity":[174],"surveys.":[178],"emphasize":[180],"that":[181],"reliable":[182],"evidence":[183],"now":[184],"requires":[185],"combining":[186],"interpretive":[189],"verification":[190],"procedures,":[191],"transparent":[192],"reporting,":[193],"community":[195],"standards":[196],"detect":[198],"prevent":[200],"responses,":[202],"thereby":[203],"protecting":[204],"credibility":[206],"engineering.":[211]},"counts_by_year":[],"updated_date":"2026-06-18T10:00:31.954636","created_date":"2026-06-04T00:00:00"}