{"id":"https://openalex.org/W2018844270","doi":"https://doi.org/10.1109/icpc.2013.6613829","title":"Evaluating source code summarization techniques: Replication and expansion","display_name":"Evaluating source code summarization techniques: Replication and expansion","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2018844270","doi":"https://doi.org/10.1109/icpc.2013.6613829","mag":"2018844270"},"language":"en","primary_location":{"id":"doi:10.1109/icpc.2013.6613829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpc.2013.6613829","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 21st International Conference on Program Comprehension (ICPC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101572924","display_name":"Brian P. Eddy","orcid":"https://orcid.org/0000-0002-8784-2475"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian P. Eddy","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]},{"raw_affiliation_string":"[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025148682","display_name":"Jeffrey A. Robinson","orcid":"https://orcid.org/0000-0002-9605-8631"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey A. Robinson","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]},{"raw_affiliation_string":"[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051151566","display_name":"Nicholas A. Kraft","orcid":"https://orcid.org/0000-0002-7960-766X"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas A. Kraft","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]},{"raw_affiliation_string":"[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005826696","display_name":"Jeffrey C. Carver","orcid":"https://orcid.org/0000-0002-7824-9151"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey C. Carver","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]},{"raw_affiliation_string":"[Department of Computer Science, University of Alabama, Tuscaloosa, AL, USA]","institution_ids":["https://openalex.org/I17301866"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17301866"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":146,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9367306232452393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8675893545150757},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.8233754634857178},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6016015410423279},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5527839660644531},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5425721406936646},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.4781004786491394},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.44661232829093933},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4326459765434265},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41672155261039734},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.3555607497692108},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3315008878707886},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2676270008087158},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22025561332702637},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06729316711425781}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9367306232452393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8675893545150757},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.8233754634857178},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6016015410423279},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5527839660644531},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5425721406936646},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.4781004786491394},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.44661232829093933},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4326459765434265},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41672155261039734},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.3555607497692108},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3315008878707886},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2676270008087158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22025561332702637},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06729316711425781},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpc.2013.6613829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpc.2013.6613829","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 21st International Conference on Program Comprehension (ICPC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1553570763","https://openalex.org/W1880262756","https://openalex.org/W1979872993","https://openalex.org/W2000743515","https://openalex.org/W2003205661","https://openalex.org/W2007022086","https://openalex.org/W2018663431","https://openalex.org/W2035384610","https://openalex.org/W2077323210","https://openalex.org/W2085625396","https://openalex.org/W2099706779","https://openalex.org/W2106490775","https://openalex.org/W2110220994","https://openalex.org/W2110374486","https://openalex.org/W2122678284","https://openalex.org/W2127907005","https://openalex.org/W2133333349","https://openalex.org/W2136296681","https://openalex.org/W2140183398","https://openalex.org/W2147152072","https://openalex.org/W2148357053","https://openalex.org/W2151996389","https://openalex.org/W2165612380","https://openalex.org/W2284840260","https://openalex.org/W2401044082","https://openalex.org/W3151369355","https://openalex.org/W4237791300"],"related_works":["https://openalex.org/W2969257295","https://openalex.org/W3006945192","https://openalex.org/W2904997879","https://openalex.org/W3049398420","https://openalex.org/W1976804602","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W656101134","https://openalex.org/W3135060008","https://openalex.org/W1990888989"],"abstract_inverted_index":{"During":[0],"software":[1],"evolution":[2],"a":[3,21,49,68,80,115],"developer":[4],"must":[5,16],"investigate":[6],"source":[7,56,75,87,166,180],"code":[8,57,76,88,167,181],"to":[9,19,38,74,164],"locate":[10],"then":[11],"understand":[12],"the":[13,39,92,99,110,112,118,121,128,147,150,157],"entities":[14],"that":[15,107,132,161],"be":[17],"modified":[18],"complete":[20],"change":[22],"task.":[23],"To":[24],"help":[25],"developers":[26,162],"in":[27,106,131],"this":[28,64],"task,":[29],"Haiduc":[30,103],"et":[31,104],"al.":[32,105],"proposed":[33,93],"text":[34],"summarization":[35],"based":[36,72],"approaches":[37],"automatic":[40],"generation":[41],"of":[42,51,82,117,142,149],"class":[43],"and":[44,47,78,114,137,152,159],"method":[45],"summaries,":[46],"via":[48,79],"study":[50,81,96,101,130,144],"four":[52],"developers,":[53,84],"they":[54],"evaluated":[55],"summaries":[58,89,119],"generated":[59,90],"using":[60,91],"their":[61],"techniques.":[62],"In":[63],"paper":[65],"we":[66,85,173],"propose":[67],"new":[69,138,154],"topic":[70],"modeling":[71],"approach":[73],"summarization,":[77],"14":[83],"evaluate":[86,165],"technique.":[94],"Our":[95],"partially":[97],"replicates":[98],"original":[100,122,129,151],"by":[102],"it":[108,125,133],"uses":[109],"objects,":[111],"instruments,":[113],"subset":[116],"from":[120],"study,":[123],"but":[124],"also":[126],"expands":[127],"includes":[134],"more":[135],"subjects":[136],"summaries.":[139,168],"The":[140],"results":[141],"our":[143,171],"both":[145],"support":[146],"findings":[148],"provide":[153],"insights":[155],"into":[156],"processes":[158],"criteria":[160],"use":[163],"Based":[169],"on":[170,179],"results,":[172],"suggest":[174],"future":[175],"directions":[176],"for":[177],"research":[178],"summarization.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}