{"id":"https://openalex.org/W2967984149","doi":"https://doi.org/10.5220/0007909703840396","title":"Simulating the Impact of Annotation Guidelines and Annotated Data on Extracting App Features from App Reviews","display_name":"Simulating the Impact of Annotation Guidelines and Annotated Data on Extracting App Features from App Reviews","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2967984149","doi":"https://doi.org/10.5220/0007909703840396","mag":"2967984149"},"language":"en","primary_location":{"id":"doi:10.5220/0007909703840396","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007909703840396","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Software Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0007909703840396","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110696541","display_name":"Faiz Shah","orcid":"https://orcid.org/0000-0003-1233-5425"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Faiz Shah","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, J. Liivi 2, 50409, Tartu and Estonia, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, J. Liivi 2, 50409, Tartu and Estonia, --- Select a Country ---","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035358986","display_name":"Kairit Sirts","orcid":"https://orcid.org/0000-0001-7388-2583"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Kairit Sirts","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, J. Liivi 2, 50409, Tartu and Estonia, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, J. Liivi 2, 50409, Tartu and Estonia, --- Select a Country ---","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022214666","display_name":"Dietmar Pfahl","orcid":"https://orcid.org/0000-0003-2400-501X"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Dietmar Pfahl","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, J. Liivi 2, 50409, Tartu and Estonia, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, J. Liivi 2, 50409, Tartu and Estonia, --- Select a Country ---","institution_ids":["https://openalex.org/I56085075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110696541"],"corresponding_institution_ids":["https://openalex.org/I56085075"],"apc_list":null,"apc_paid":null,"fwci":1.3566,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.86141199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"384","last_page":"396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12799","display_name":"Mobile and Web Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12799","display_name":"Mobile and Web Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.9167788624763489},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8493540287017822},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.6269932985305786},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5892046689987183},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.549808919429779},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4955376386642456},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.44272613525390625},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3829843997955322},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3478912115097046}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.9167788624763489},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8493540287017822},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.6269932985305786},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5892046689987183},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.549808919429779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4955376386642456},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44272613525390625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3829843997955322},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3478912115097046},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0007909703840396","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007909703840396","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Software Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5220/0007909703840396","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007909703840396","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Software Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2251519152"],"abstract_inverted_index":{"The":[0],"quality":[1,45,76],"of":[2,33,46,54,71,77,93,113,122,142],"automatic":[3,143],"app":[4,8,78,97,102,144,183],"feature":[5,16,79,145],"extraction":[6,17,146],"from":[7],"reviews":[9],"depends":[10],"on":[11,129,156,169],"various":[12],"aspects,":[13],"e.g.":[14],"the":[15,31,44,47,55,69,75,86,91,95,106,111,114,120,123,139,148,153,157,162,166,170],"method,":[18],"training":[19,34],"and":[20,35,118,134,179],"evaluation":[21,23,36],"datasets,":[22],"method":[24],"etc.":[25],"Annotation":[26],"guidelines":[27,73,89,117],"used":[28],"to":[29,43,74,85,101,152,182],"guide":[30],"annotation":[32,72,88,116,136],"datasets":[37,130],"can":[38],"have":[39],"a":[40,63],"considerable":[41],"impact":[42],"whole":[48],"system":[49],"but":[50],"it":[51],"is":[52,58],"one":[53],"aspects":[56],"that":[57],"often":[59],"overlooked.":[60],"We":[61,81,104],"conducted":[62],"study":[64],"in":[65],"which":[66],"we":[67],"explore":[68],"effects":[70],"extraction.":[80],"propose":[82],"several":[83],"changes":[84,108],"existing":[87],"with":[90,132,159,172],"goal":[92],"making":[94],"extracted":[96,164],"features":[98,163],"more":[99,180],"useful":[100],"developers.":[103,184],"test":[105],"proposed":[107],"via":[109],"simulating":[110],"application":[112],"new":[115,174],"evaluating":[119],"performance":[121,141],"supervised":[124],"machine":[125],"learning":[126],"models":[127],"trained":[128,155,168],"annotated":[131],"initial":[133,160],"simulated":[135,173],"guidelines.":[137],"While":[138],"overall":[140],"remains":[147],"same":[149],"as":[150],"compared":[151],"model":[154,167],"dataset":[158,171],"annotations,":[161],"by":[165],"annotations":[175],"are":[176],"less":[177],"noisy":[178],"informative":[181]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}