{"id":"https://openalex.org/W2922276053","doi":"https://doi.org/10.1109/saner.2019.8668025","title":"Mining Specifications from Documentation using a Crowd","display_name":"Mining Specifications from Documentation using a Crowd","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2922276053","doi":"https://doi.org/10.1109/saner.2019.8668025","mag":"2922276053"},"language":"en","primary_location":{"id":"doi:10.1109/saner.2019.8668025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101901310","display_name":"Peng Sun","orcid":"https://orcid.org/0000-0002-0663-320X"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Sun","raw_affiliation_strings":["Iowa State University, Ames, IA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487551","display_name":"Chris Brown","orcid":"https://orcid.org/0000-0002-6036-4733"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Brown","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064061802","display_name":"Ivan Beschastnikh","orcid":"https://orcid.org/0000-0003-1676-8834"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ivan Beschastnikh","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050283470","display_name":"Kathryn T. Stolee","orcid":"https://orcid.org/0000-0003-0584-7094"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn T. Stolee","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0975,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76845943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"275","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8114084005355835},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6783458590507507},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.6189896464347839},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6051819324493408},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.538753092288971},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5227984189987183},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.46941882371902466},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.43467432260513306},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4289829134941101},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.40913572907447815},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3468259871006012},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.3304545283317566},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20293915271759033},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10738012194633484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8114084005355835},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6783458590507507},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.6189896464347839},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6051819324493408},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.538753092288971},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5227984189987183},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.46941882371902466},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.43467432260513306},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4289829134941101},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40913572907447815},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3468259871006012},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.3304545283317566},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20293915271759033},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10738012194633484},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saner.2019.8668025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W139414961","https://openalex.org/W1553534714","https://openalex.org/W1781642226","https://openalex.org/W1884204318","https://openalex.org/W1970381522","https://openalex.org/W1974796406","https://openalex.org/W1996832037","https://openalex.org/W2010398643","https://openalex.org/W2010895736","https://openalex.org/W2014157887","https://openalex.org/W2028777943","https://openalex.org/W2036740020","https://openalex.org/W2039532210","https://openalex.org/W2042242168","https://openalex.org/W2053352009","https://openalex.org/W2069074793","https://openalex.org/W2076343783","https://openalex.org/W2094676642","https://openalex.org/W2099287547","https://openalex.org/W2099444174","https://openalex.org/W2105452745","https://openalex.org/W2108632968","https://openalex.org/W2109612250","https://openalex.org/W2110908283","https://openalex.org/W2112021024","https://openalex.org/W2115403524","https://openalex.org/W2122067387","https://openalex.org/W2123333323","https://openalex.org/W2124279581","https://openalex.org/W2126529005","https://openalex.org/W2131954495","https://openalex.org/W2134829794","https://openalex.org/W2135799691","https://openalex.org/W2136646111","https://openalex.org/W2143539737","https://openalex.org/W2148003078","https://openalex.org/W2150990363","https://openalex.org/W2157102470","https://openalex.org/W2164777277","https://openalex.org/W2211657984","https://openalex.org/W2242407529","https://openalex.org/W2248392824","https://openalex.org/W2250931952","https://openalex.org/W2366532918","https://openalex.org/W2405909526","https://openalex.org/W2511368574","https://openalex.org/W2522186013","https://openalex.org/W2547212960","https://openalex.org/W2575155649","https://openalex.org/W2807405309","https://openalex.org/W2866060364","https://openalex.org/W3141181691","https://openalex.org/W3147574292","https://openalex.org/W3149399274","https://openalex.org/W3149821397","https://openalex.org/W4233754205","https://openalex.org/W4243097195","https://openalex.org/W4245220551","https://openalex.org/W4252293251","https://openalex.org/W6638049533","https://openalex.org/W6677259352","https://openalex.org/W6691319999","https://openalex.org/W6726951839","https://openalex.org/W6732027883"],"related_works":["https://openalex.org/W2122804569","https://openalex.org/W2240979497","https://openalex.org/W2025599150","https://openalex.org/W3104152981","https://openalex.org/W2158202016","https://openalex.org/W2598318421","https://openalex.org/W2020166315","https://openalex.org/W3010807105","https://openalex.org/W4241100723","https://openalex.org/W2098192829"],"abstract_inverted_index":{"Temporal":[0],"API":[1],"specifications":[2,32],"are":[3,19,54,125],"useful":[4],"for":[5,138],"many":[6],"software":[7,62,74],"engineering":[8],"tasks,":[9],"such":[10],"as":[11],"test":[12],"case":[13],"generation.":[14],"In":[15,98],"practice,":[16],"however,":[17],"APIs":[18,124],"rarely":[20],"formally":[21],"specified,":[22],"inspiring":[23],"researchers":[24],"to":[25,92,106,112,140,149],"develop":[26],"tools":[27],"that":[28,82,123],"infer":[29,36],"or":[30,46,114],"mine":[31],"automatically.Traditional":[33],"specification":[34,156],"miners":[35],"likely":[37],"temporal":[38],"properties":[39],"by":[40,47,57,64,128,153],"statically":[41],"analyzing":[42,48],"the":[43,58,65,121],"source":[44,146],"code":[45],"program":[49],"runtime":[50],"traces.":[51,71],"These":[52],"approaches":[53],"frequently":[55],"confounded":[56],"complexity":[59],"of":[60,67,110,147],"modern":[61],"and":[63,69,89,142],"unavailability":[66],"representative":[68],"correct":[70],"Formally":[72],"specifying":[73],"is":[75,133,143,151],"traditionally":[76],"an":[77,104],"expert":[78],"task.":[79],"We":[80],"hypothesize":[81],"human":[83],"crowd":[84],"intelligence":[85,109],"provides":[86],"a":[87,134,144],"scalable":[88],"high-quality":[90],"alternative":[91],"experts,":[93],"without":[94],"compromising":[95],"on":[96],"quality.":[97],"this":[99],"work":[100],"we":[101],"present":[102],"CrowdSpec,":[103],"approach":[105],"use":[107],"collective":[108],"crowds":[111],"generate":[113],"improve":[115],"automatically":[116],"mined":[117],"specifications.":[118],"CrowdSpec":[119],"uses":[120],"observation":[122],"often":[126],"accompanied":[127],"natural":[129],"language":[130],"documentation,":[131],"which":[132],"more":[135],"appropriate":[136],"resource":[137],"humans":[139],"interpret":[141],"complementary":[145],"information":[148],"what":[150],"used":[152],"most":[154],"automated":[155],"miners.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}