{"id":"https://openalex.org/W2622108862","doi":"https://doi.org/10.1145/3088515.3088523","title":"Hermes: assessment and creation of effective test corpora","display_name":"Hermes: assessment and creation of effective test corpora","publication_year":2017,"publication_date":"2017-06-09","ids":{"openalex":"https://openalex.org/W2622108862","doi":"https://doi.org/10.1145/3088515.3088523","mag":"2622108862"},"language":"en","primary_location":{"id":"doi:10.1145/3088515.3088523","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3088515.3088523","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM SIGPLAN International Workshop on State Of the Art in Program Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002805499","display_name":"Michael Reif","orcid":"https://orcid.org/0000-0002-7561-5750"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Michael Reif","raw_affiliation_strings":["TU Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014476821","display_name":"Michael Eichberg","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Eichberg","raw_affiliation_strings":["TU Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027995789","display_name":"Ben Hermann","orcid":"https://orcid.org/0000-0001-9848-2017"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ben Hermann","raw_affiliation_strings":["TU Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078067853","display_name":"Mira Mezini","orcid":"https://orcid.org/0000-0001-6563-7537"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mira Mezini","raw_affiliation_strings":["TU Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002805499"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":3.3854,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93531929,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6349380016326904},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5804909467697144},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4753391742706299},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.329847127199173},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3297501802444458},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10841459035873413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349380016326904},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5804909467697144},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4753391742706299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.329847127199173},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3297501802444458},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10841459035873413},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3088515.3088523","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3088515.3088523","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM SIGPLAN International Workshop on State Of the Art in Program Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1959797194","https://openalex.org/W1979743583","https://openalex.org/W1980057827","https://openalex.org/W1997041340","https://openalex.org/W2014234123","https://openalex.org/W2059390719","https://openalex.org/W2076663662","https://openalex.org/W2080696000","https://openalex.org/W2095938258","https://openalex.org/W2101946114","https://openalex.org/W2165698272","https://openalex.org/W2166091242","https://openalex.org/W2247002685","https://openalex.org/W2498598569","https://openalex.org/W2546558533","https://openalex.org/W2553375745","https://openalex.org/W3005566493","https://openalex.org/W4244726870","https://openalex.org/W4253813365"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"An":[0],"integral":[1],"part":[2],"of":[3,13,40,118,140,146,149,156,165,183],"developing":[4],"a":[5,27,60,133,180],"new":[6,147],"analysis":[7,79,106],"is":[8,45,92],"to":[9,17,23,67,71,77,161,169,178],"validate":[10],"the":[11,47,53,74,83,85,95,104,115,119,137,144,154,163,166,170],"correctness":[12],"its":[14,19],"implementation":[15],"and":[16,57,70,110,143,174,191,198],"demonstrate":[18],"usefulness":[20,155],"when":[21],"applied":[22],"real-world":[24],"code.":[25],"As":[26],"foundation":[28],"for":[29,52,188],"addressing":[30],"both":[31],"challenges":[32],"developers":[33],"typically":[34],"use":[35],"custom":[36],"or":[37],"well-established":[38],"collections":[39],"Java":[41,150],"projects.":[42,151],"The":[43],"hope":[44],"that":[46,94,135],"collected":[48],"projects":[49,99,167,186],"are":[50,80,101],"representative":[51],"analysis\u2019":[54],"target":[55],"domain":[56],"therefore":[58,111],"ensure":[59],"sound":[61],"evaluation.":[62],"But,":[63],"without":[64],"proper":[65],"means":[66],"understand":[68],"how":[69],"which":[72,100],"degree":[73],"features":[75],"relevant":[76],"an":[78],"found":[81],"in":[82],"projects,":[84],"evaluation":[86,124],"necessarily":[87],"remains":[88],"inconclusive.":[89],"Additionally,":[90],"it":[91,160,177],"likely":[93],"collection":[96],"contains":[97],"many":[98],"\u2013":[102,107],"w.r.t.":[103],"developed":[105],"basically":[108],"identical":[109],"do":[112],"not":[113],"help":[114],"overall":[116],"evaluation/testing":[117],"analysis,":[120],"but":[121],"still":[122],"cost":[123],"time.":[125],"To":[126,152],"overcome":[127],"these":[128],"limitations":[129],"we":[130,158],"propose":[131],"Hermes,":[132,157],"framework":[134],"enables":[136,196],"systematic":[138],"assessment":[139],"given":[141],"corpora":[142,148],"creation":[145],"show":[153],"used":[159,176],"comprehend":[162],"nature":[164],"belonging":[168],"Qualitas":[171],"Corpus":[172],"(QC)":[173],"then":[175],"compute":[179],"minimal":[181],"subset":[182,195],"all":[184],"QC":[185],"useful":[187],"generic":[189],"data-":[190],"control-flow":[192],"analyses.":[193],"This":[194],"effective":[197],"efficient":[199],"integration":[200],"test":[201],"suites.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}