{"id":"https://openalex.org/W7117134504","doi":"https://doi.org/10.1145/3756681.3757002","title":"Bridging AI and Human Knowledge: Towards a Deeper Understanding of Stack Overflow and ChatGPT","display_name":"Bridging AI and Human Knowledge: Towards a Deeper Understanding of Stack Overflow and ChatGPT","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W7117134504","doi":"https://doi.org/10.1145/3756681.3757002"},"language":null,"primary_location":{"id":"doi:10.1145/3756681.3757002","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756681.3757002","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3756681.3757002?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3756681.3757002?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084068350","display_name":"Aman Swaraj","orcid":null},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Aman Swaraj","raw_affiliation_strings":["Dept. of Computer Science & Engineering, Indian Institute of Technolog, Roorkee, India"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Engineering, Indian Institute of Technolog, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100633096","display_name":"Sandeep Kumar","orcid":"https://orcid.org/0000-0003-0747-6776"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sandeep Kumar","raw_affiliation_strings":["Dept. of Computer Science & Engineering, Indian Institute of Technology, Roorkee, India"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Engineering, Indian Institute of Technology, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084068350"],"corresponding_institution_ids":["https://openalex.org/I154851008"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62148264,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"976","last_page":"985"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4374000132083893,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4374000132083893,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.15760000050067902,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.06430000066757202,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.7689999938011169},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7615000009536743},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5698000192642212},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45879998803138733},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.43950000405311584},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.42899999022483826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7796000242233276},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.7689999938011169},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7615000009536743},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5698000192642212},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45879998803138733},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42899999022483826},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42500001192092896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4133000075817108},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3781999945640564},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30390000343322754},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3756681.3757002","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756681.3757002","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3756681.3757002?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3756681.3757002","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756681.3757002","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3756681.3757002?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8606055378913879,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7117134504.pdf","grobid_xml":"https://content.openalex.org/works/W7117134504.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W2009682804","https://openalex.org/W2025892295","https://openalex.org/W2048587526","https://openalex.org/W2056894403","https://openalex.org/W2402365003","https://openalex.org/W2554302513","https://openalex.org/W2598817001","https://openalex.org/W2603990485","https://openalex.org/W2766375028","https://openalex.org/W2809426407","https://openalex.org/W2955557916","https://openalex.org/W2963081059","https://openalex.org/W2963966976","https://openalex.org/W2964150337","https://openalex.org/W3037862795","https://openalex.org/W3040901374","https://openalex.org/W3098605233","https://openalex.org/W3133304533","https://openalex.org/W3214897310","https://openalex.org/W4247635772","https://openalex.org/W4255375931","https://openalex.org/W4281884870","https://openalex.org/W4284664530","https://openalex.org/W4284672755","https://openalex.org/W4375949262","https://openalex.org/W4379259169","https://openalex.org/W4385500670","https://openalex.org/W4387143034","https://openalex.org/W4388483049","https://openalex.org/W4391282616","https://openalex.org/W4391937143","https://openalex.org/W4393157398","https://openalex.org/W4394828356","https://openalex.org/W4394859329","https://openalex.org/W4396832043","https://openalex.org/W4398766125","https://openalex.org/W4399203759","https://openalex.org/W4400315178","https://openalex.org/W4400582732","https://openalex.org/W4401543590","https://openalex.org/W4401544016","https://openalex.org/W4401544263","https://openalex.org/W4401544296"],"related_works":[],"abstract_inverted_index":{"Community-driven":[0],"forums":[1],"like":[2],"Stack":[3,98],"Overflow":[4],"(SO)":[5],"have":[6,62],"long":[7],"established":[8],"themselves":[9],"as":[10,36],"the":[11,48,64,70,163,225,229],"go-to":[12],"platform":[13],"for":[14,45,51,147,190,227],"developers":[15],"seeking":[16],"online":[17],"help.":[18],"Recently,":[19],"ChatGPT,":[20],"a":[21,37,84,92,123],"powerful":[22],"AI":[23,211],"tool":[24],"capable":[25],"of":[26,67,95,118,127],"generating":[27],"high-level":[28],"code":[29,179],"and":[30,97,112,143,162,213],"providing":[31],"detailed":[32],"explanations,":[33],"has":[34],"emerged":[35],"strong":[38],"alternative.":[39],"While":[40],"both":[41,119,169],"platforms":[42,171],"are":[43],"valuable":[44],"developers,":[46],"determining":[47],"best":[49],"choice":[50],"specific":[52],"use":[53],"cases":[54],"remains":[55],"an":[56],"open":[57],"challenge.":[58],"Although":[59],"previous":[60],"studies":[61],"examined":[63],"comparative":[65],"merits":[66],"these":[68,170],"platforms,":[69,120],"datasets":[71],"used":[72],"in":[73,206,234],"such":[74],"evaluations":[75],"were":[76],"limited.":[77],"To":[78],"bridge":[79],"this":[80,219],"gap,":[81],"we":[82,223],"introduce":[83],"four-dimensional":[85],"benchmark":[86],"dataset,":[87],"\u2018SEED\u2019,":[88],"that":[89],"can":[90,195,239],"facilitate":[91],"comprehensive":[93],"analysis":[94],"ChatGPT":[96,165,178],"Overflow.":[99],"Our":[100,237],"dataset":[101,220,238],"comprises:":[102],"(i)":[103],"Developer":[104],"Sentiments":[105],"mined":[106],"from":[107,110,138],"4161":[108],"comments":[109,129],"Reddit":[111],"SO":[113,157,188],"meta-discussions,":[114],"indicating":[115],"community":[116],"perceptions":[117],"along":[121],"with":[122],"manually":[124],"labeled":[125],"subset":[126],"1,000":[128],"capturing":[130],"developers\u2019":[131],"expressed":[132],"preferences;":[133],"(ii)":[134],"3500":[135],"technical":[136],"questions":[137],"SO,":[139],"their":[140,159],"accepted":[141,160],"answers,":[142,161,202],"corresponding":[144,164],"ChatGPT-generated":[145],"responses":[146],"Efficacy":[148],"(accuracy)":[149],"benchmarking;":[150],"(iii)":[151],"An":[152],"additional":[153],"200":[154],"deep":[155,207],"learning-related":[156],"posts,":[158],"answers":[166,189],"to":[167,186],"evaluate":[168],"on":[172],"Energy":[173],"efficiency":[174,205],"parameters;":[175],"(iv)":[176],"4,500":[177],"snippets":[180],"generated":[181],"using":[182],"tailor-made":[183],"prompts":[184],"designed":[185],"mimic":[187],"Detecting":[191],"AI-code":[192],"plagiarism.":[193],"SEED":[194],"support":[196],"diverse":[197],"applications,":[198],"including":[199],"benchmarking":[200],"AI-generated":[201],"evaluating":[203],"energy":[204],"learning":[208],"development,":[209],"detecting":[210],"plagiarism,":[212],"analyzing":[214],"developer":[215],"sentiment.":[216],"By":[217],"making":[218],"publicly":[221],"available,":[222],"lay":[224],"seed":[226],"advancing":[228],"research":[230],"involving":[231],"human-AI":[232],"interaction":[233],"software":[235],"engineering.":[236],"be":[240],"accessed":[241],"at":[242],"https://github.com/AnonymousResearch173/SEED.":[243]},"counts_by_year":[],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-12-24T00:00:00"}