{"id":"https://openalex.org/W4411688687","doi":"https://doi.org/10.1109/botse67031.2025.00009","title":"Bridging HCI and AI Research for the Evaluation of Conversational SE Assistants","display_name":"Bridging HCI and AI Research for the Evaluation of Conversational SE Assistants","publication_year":2025,"publication_date":"2025-04-27","ids":{"openalex":"https://openalex.org/W4411688687","doi":"https://doi.org/10.1109/botse67031.2025.00009"},"language":"en","primary_location":{"id":"doi:10.1109/botse67031.2025.00009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/botse67031.2025.00009","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Workshop on Bots in Software Engineering (BotSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/321971/321971.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jonan Richards","orcid":null},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jonan Richards","raw_affiliation_strings":["Radboud University,Nijmegen,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University,Nijmegen,The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032291051","display_name":"Mairieli Wessel","orcid":"https://orcid.org/0000-0001-8619-726X"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mairieli Wessel","raw_affiliation_strings":["Radboud University,Nijmegen,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University,Nijmegen,The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":5.0492,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94794189,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9261000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.8765119314193726},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676371097564697},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.503086268901825},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.34282010793685913},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3268094062805176}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.8765119314193726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676371097564697},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.503086268901825},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34282010793685913},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3268094062805176},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/botse67031.2025.00009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/botse67031.2025.00009","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Workshop on Bots in Software Engineering (BotSE)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/321971","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/321971","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/321971/321971.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"pmh:oai:repository.ubn.ru.nl:2066/321971","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/321971","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/321971/321971.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411688687.pdf","grobid_xml":"https://content.openalex.org/works/W4411688687.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2011044158","https://openalex.org/W2338034815","https://openalex.org/W2470712504","https://openalex.org/W2774687736","https://openalex.org/W2916904544","https://openalex.org/W2953795759","https://openalex.org/W2963903950","https://openalex.org/W4200588694","https://openalex.org/W4220766215","https://openalex.org/W4225165463","https://openalex.org/W4284697050","https://openalex.org/W4321013654","https://openalex.org/W4321455981","https://openalex.org/W4324157328","https://openalex.org/W4366549000","https://openalex.org/W4384520663","https://openalex.org/W4385322329","https://openalex.org/W4387560611","https://openalex.org/W4390807379","https://openalex.org/W4392719685","https://openalex.org/W4394745423","https://openalex.org/W4394769552","https://openalex.org/W4396832581","https://openalex.org/W4400526908","https://openalex.org/W4402665833","https://openalex.org/W4402671571","https://openalex.org/W4402671727","https://openalex.org/W4402683144","https://openalex.org/W4403413451","https://openalex.org/W4404781419","https://openalex.org/W4404782785","https://openalex.org/W4405602419","https://openalex.org/W4409736037","https://openalex.org/W4411272222","https://openalex.org/W6800166007","https://openalex.org/W6852874933","https://openalex.org/W6859201984","https://openalex.org/W6859727550","https://openalex.org/W6861183265","https://openalex.org/W6869097434","https://openalex.org/W6873419011"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4408719353","https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871"],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"are":[5,90],"increasingly":[6],"adopted":[7],"in":[8,12,94],"software":[9],"engineering,":[10],"recently":[11],"the":[13,40,80],"form":[14],"of":[15,29,66],"conversational":[16,68],"assistants,":[17],"ensuring":[18],"these":[19,88],"technologies":[20],"align":[21],"with":[22,96],"developers\u2019":[23],"needs":[24],"is":[25],"essential.":[26],"The":[27],"limitations":[28],"traditional":[30],"human-centered":[31,63],"methods":[32],"for":[33,42,74],"evaluating":[34],"LLM-based":[35,67],"tools":[36],"at":[37],"scale":[38],"raise":[39],"need":[41],"automatic":[43,64],"evaluation.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48],"advocate":[49],"combining":[50],"insights":[51],"from":[52],"human-computer":[53],"interaction":[54],"(HCI)":[55],"and":[56,77,92],"artificial":[57],"intelligence":[58],"(AI)":[59],"research":[60],"to":[61],"enable":[62],"evaluation":[65,76],"SE":[69],"assistants.":[70],"We":[71],"identify":[72],"requirements":[73],"such":[75],"challenges":[78],"down":[79],"road,":[81],"working":[82],"towards":[83],"a":[84],"framework":[85],"that":[86],"ensures":[87],"assistants":[89],"designed":[91],"deployed":[93],"line":[95],"user":[97],"needs.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-08-29T07:29:34.045763","created_date":"2025-10-10T00:00:00"}