{"id":"https://openalex.org/W4321770495","doi":"https://doi.org/10.1109/access.2023.3247948","title":"Aligning Comments to News Articles on a Budget","display_name":"Aligning Comments to News Articles on a Budget","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4321770495","doi":"https://doi.org/10.1109/access.2023.3247948"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3247948","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3247948","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051163.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051163.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021289894","display_name":"Jumanah Alshehri","orcid":"https://orcid.org/0000-0002-0077-7173"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jumanah Alshehri","raw_affiliation_strings":["Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0077-7173","affiliations":[{"raw_affiliation_string":"Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086924335","display_name":"Martin Pavlovski","orcid":"https://orcid.org/0000-0003-1495-2128"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Pavlovski","raw_affiliation_strings":["Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1495-2128","affiliations":[{"raw_affiliation_string":"Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057346703","display_name":"Eduard Dragut","orcid":"https://orcid.org/0000-0002-3103-054X"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eduard Dragut","raw_affiliation_strings":["Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3103-054X","affiliations":[{"raw_affiliation_string":"Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044038055","display_name":"Zoran Obradovi\u0107","orcid":"https://orcid.org/0000-0002-2051-0142"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zoran Obradovic","raw_affiliation_strings":["Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2051-0142","affiliations":[{"raw_affiliation_string":"Center for Data Analytics and Biomedical Informatics, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021289894"],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6661,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73700614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"18900","last_page":"18909"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7449945211410522},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7143936157226562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.580646276473999},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4672057032585144},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40666913986206055},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40196219086647034},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23354262113571167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7449945211410522},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7143936157226562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.580646276473999},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4672057032585144},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40666913986206055},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40196219086647034},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23354262113571167}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3247948","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3247948","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051163.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d79a24bc9a884c6bbed300a6a916642e","is_oa":true,"landing_page_url":"https://doaj.org/article/d79a24bc9a884c6bbed300a6a916642e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 18900-18909 (2023)","raw_type":"article"},{"id":"pmh:oai:null:20.500.12613/10775","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.12613/10775","pdf_url":null,"source":{"id":"https://openalex.org/S4306402624","display_name":"TUScholarShare (Temple University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I84392919","host_organization_name":"Temple University","host_organization_lineage":["https://openalex.org/I84392919"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3247948","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3247948","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051163.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3564897704","display_name":null,"funder_award_id":"2026513","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4412420759","display_name":null,"funder_award_id":"1625061","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G6868345382","display_name":null,"funder_award_id":"1625061","funder_id":"https://openalex.org/F4320312387","funder_display_name":"Temple University"},{"id":"https://openalex.org/G8334375638","display_name":"BIGDATA: F: Collaborative Research: Collective Mining of Vertical Social Communities","funder_award_id":"1838145","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320312387","display_name":"Temple University","ror":"https://ror.org/00kx1jb78"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321770495.pdf","grobid_xml":"https://content.openalex.org/works/W4321770495.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1975574179","https://openalex.org/W1975879668","https://openalex.org/W2006210519","https://openalex.org/W2064675550","https://openalex.org/W2105897558","https://openalex.org/W2108564850","https://openalex.org/W2109226732","https://openalex.org/W2117190680","https://openalex.org/W2118978333","https://openalex.org/W2158880898","https://openalex.org/W2161816739","https://openalex.org/W2167460663","https://openalex.org/W2187089797","https://openalex.org/W2250539671","https://openalex.org/W2338318698","https://openalex.org/W2460759951","https://openalex.org/W2623255526","https://openalex.org/W2735748713","https://openalex.org/W2963545917","https://openalex.org/W2970731303","https://openalex.org/W2979624122","https://openalex.org/W2980748755","https://openalex.org/W3037283626","https://openalex.org/W3080781292","https://openalex.org/W3095436017","https://openalex.org/W3115187525","https://openalex.org/W3144376018","https://openalex.org/W3206428286","https://openalex.org/W3217119495","https://openalex.org/W4220703459","https://openalex.org/W6639055396","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2803765572","https://openalex.org/W4224009465","https://openalex.org/W2128502391","https://openalex.org/W2357241418","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W2606084229"],"abstract_inverted_index":{"Disagreement":[0],"among":[1],"text":[2],"annotators":[3],"as":[4,69],"a":[5,8,55,101,128,144,181,215,267,273],"part":[6],"of":[7,20,47,54,120,183,219,227,245,276,279,287],"human":[9,134],"(expert)":[10],"labeling":[11,135],"process":[12],"produces":[13],"noisy":[14],"labels,":[15],"which":[16],"affect":[17],"the":[18,36,45,52,140,168,176,191,195,224,236,277,282,285],"performance":[19],"supervised":[21],"learning":[22,64],"algorithms":[23],"for":[24,63,85,103,133,256],"natural":[25],"language":[26],"processing.":[27],"Using":[28],"only":[29],"high":[30],"agreement":[31],"annotations":[32],"introduces":[33],"another":[34],"challenge:":[35],"data":[37,159,165],"imbalance":[38,160],"problem.":[39],"We":[40,58,152,233,270],"study":[41],"this":[42,97],"challenge":[43],"within":[44],"problem":[46],"relating":[48],"user":[49,94],"comments":[50,105],"to":[51,179,194,212],"content":[53],"news":[56,91,113],"article.":[57,196],"show":[59],"that":[60,187,235,263],"traditional":[61,158],"techniques":[62,162,242],"from":[65,109],"imbalanced":[66],"data,":[67],"such":[68],"oversampling,":[70],"using":[71,79],"weighted":[72],"loss":[73],"functions,":[74],"or":[75,254],"assigning":[76],"weak":[77],"labels":[78],"crowdsourcing,":[80],"may":[81],"not":[82],"be":[83],"sufficient":[84],"modeling":[86],"complex":[87],"temporal":[88],"relationships":[89],"between":[90],"articles":[92,107],"and":[93,106,136,163,200,209,230,284],"comments.":[95,232],"In":[96],"study,":[98],"we":[99,142,261],"propose":[100,143],"framework":[102],"aligning":[104],"(1)":[108],"<italic":[110,121,129,169],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[111,122,130,170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">imbalanced":[112],"data</i>":[114],"characterized":[115],"with":[116,157],"(2)":[117],"different":[118],"degrees":[119],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">annotator":[123],"agreement</i>":[124],",":[125,174],"under":[126],"(3)":[127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">constrained":[131],"budget</i>":[132],"computing":[137],"resources.":[138],"Within":[139],"framework,":[141],"Semi-Automatic":[145],"Labeling":[146],"solution":[147,202],"based":[148,222],"on":[149,167,223],"Human-AI":[150,237],"collaboration.":[151],"compare":[153],"our":[154],"proposed":[155],"technique":[156],"handling":[161],"synthetic":[164],"generation":[166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">article-comment":[171],"alignment":[172,247],"problem</i>":[173],"where":[175],"goal":[177],"is":[178,193,203,207,251,266],"determine":[180],"category":[182],"an":[184,198,228],"article-comment":[185,220,246,259],"pair":[186],"represents":[188],"how":[189],"relevant":[190],"comment":[192],"Finding":[197],"effective":[199],"efficient":[201],"essential":[204],"because":[205],"it":[206],"time-consuming":[208],"prohibitively":[210],"costly":[211],"manually":[213],"label":[214],"sufficiently":[216],"large":[217],"amount":[218],"pairs":[221],"semantic":[225],"understanding":[226],"article":[229],"its":[231],"discover":[234],"collaboration":[238],"outperforms":[239],"all":[240],"alternative":[241],"by":[243],"17%":[244],"accuracy.":[248],"When":[249],"there":[250],"no":[252],"time":[253],"budget":[255],"re-labeling":[257],"some":[258],"pairs,":[260],"found":[262],"synonym":[264],"augmentation":[265],"reasonable":[268],"alternative.":[269],"also":[271],"provide":[272],"detailed":[274],"analysis":[275],"effect":[278],"humans":[280],"in":[281],"loop":[283],"use":[286],"unlabeled":[288],"data.":[289]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-19T08:33:51.333923","created_date":"2025-10-10T00:00:00"}