{"id":"https://openalex.org/W4412202048","doi":"https://doi.org/10.1145/3748306","title":"SPOLRE: Semantic Preserving Object Layout Reconstruction for Image Captioning System Testing","display_name":"SPOLRE: Semantic Preserving Object Layout Reconstruction for Image Captioning System Testing","publication_year":2025,"publication_date":"2025-07-11","ids":{"openalex":"https://openalex.org/W4412202048","doi":"https://doi.org/10.1145/3748306"},"language":"en","primary_location":{"id":"doi:10.1145/3748306","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3748306","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100330541","display_name":"Yi Liu","orcid":"https://orcid.org/0000-0002-4978-127X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Yi Liu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China and Quantstamp, Singapore, Singapore","Nanyang Technological University, Singapore, Singapore","Huazhong University of Science and Technology, China and Quantstamp, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4978-127X","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China and Quantstamp, Singapore, Singapore","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Huazhong University of Science and Technology, China and Quantstamp, Singapore","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078400480","display_name":"Guanyu Wang","orcid":"https://orcid.org/0009-0005-0172-3950"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Wang","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0009-0005-0172-3950","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyi Zheng","orcid":"https://orcid.org/0009-0003-5792-8897"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Zheng","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0003-5792-8897","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029243457","display_name":"Gelei Deng","orcid":"https://orcid.org/0000-0002-0046-6674"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gelei Deng","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore","Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0046-6674","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000432413","display_name":"Kailong Wang","orcid":"https://orcid.org/0000-0002-3977-6573"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailong Wang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-3977-6573","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China and Quantstamp, Singapore, Singapore","Nanyang Technological University, Singapore, Singapore","Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7300-9215","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China and Quantstamp, Singapore, Singapore","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115695530","display_name":"Haoyu Wang","orcid":"https://orcid.org/0000-0003-1100-8633"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-1100-8633","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12994076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"5","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.882086992263794},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.830858588218689},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.46514996886253357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42716076970100403},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.42090222239494324},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4150729775428772},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4049782454967499},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33086442947387695}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.882086992263794},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.830858588218689},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.46514996886253357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42716076970100403},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.42090222239494324},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4150729775428772},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4049782454967499},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33086442947387695}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3748306","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3748306","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/201416","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/201416","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4606356238","display_name":null,"funder_award_id":"62302176, 62072046, and 62302181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2064675550","https://openalex.org/W2112796928","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2552465644","https://openalex.org/W2561196672","https://openalex.org/W2886641317","https://openalex.org/W2962793481","https://openalex.org/W3037109418","https://openalex.org/W3124118940","https://openalex.org/W3155072588","https://openalex.org/W3212516020","https://openalex.org/W4214589259","https://openalex.org/W4282982144","https://openalex.org/W4287210973","https://openalex.org/W4312497550","https://openalex.org/W4312933868","https://openalex.org/W4384302825","https://openalex.org/W4385801651","https://openalex.org/W4386071613","https://openalex.org/W4386072220","https://openalex.org/W4386246859","https://openalex.org/W4389524379","https://openalex.org/W4399567237","https://openalex.org/W4403223051"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3164229987","https://openalex.org/W3215212336","https://openalex.org/W4290852288","https://openalex.org/W3217388757","https://openalex.org/W3122720459","https://openalex.org/W4298897568","https://openalex.org/W1938708284","https://openalex.org/W4380190185"],"abstract_inverted_index":{"Image":[0],"captioning":[1,152],"(IC)":[2],"systems,":[3],"including":[4],"Microsoft":[5,285],"Azure":[6,286],"Cognitive":[7,287],"Service,":[8,288],"are":[9],"commonly":[10],"utilized":[11],"to":[12,27,41,67,88,95,105,110,232],"convert":[13],"image":[14,127,151,169],"content":[15],"into":[16],"descriptive":[17],"natural":[18],"language.":[19],"However,":[20],"inaccuracies":[21],"in":[22,150,243],"caption":[23,245],"generation":[24],"can":[25,115],"lead":[26],"serious":[28],"misinterpretations.":[29],"Advanced":[30],"testing":[31,214],"techniques":[32],"such":[33],"as":[34],"MetaIC":[35,81,102],"and":[36,85,185,204,273],"ROME":[37,86,114],"have":[38],"been":[39],"developed":[40],"mitigate":[42],"these":[43,51],"issues,":[44],"yet":[45],"they":[46],"encounter":[47],"notable":[48],"challenges.":[49],"First,":[50],"strategies":[52],"demand":[53],"intensive":[54],"labor,":[55],"relying":[56],"on":[57,158,271],"detailed":[58],"manual":[59,195],"annotations":[60],"like":[61],"bounding":[62],"box":[63],"data":[64],"of":[65,74,120,165,202,220,259,294],"objects":[66,84,90,109,166],"create":[68],"test":[69,98,121,206],"cases.":[70],"Second,":[71],"the":[72,75,93,159,163,192,200,224,295],"realism":[73],"generated":[76,234],"images":[77,225],"is":[78,100,103,156],"compromised,":[79],"with":[80,255],"adding":[82],"unrelated":[83],"failing":[87],"remove":[89],"effectively.":[91],"Finally,":[92],"capability":[94],"generate":[96,116],"diversified":[97],"suites":[99,207],"restricted.":[101],"limited":[104],"only":[106,117,267],"inserting":[107],"specific":[108],"prevent":[111],"overlap,":[112],"whereas":[113],"\\(3^{n}-2^{n}\\)":[118],"variations":[119],"cases":[122],"from":[123],"an":[124,168,256],"original":[125],"seed":[126],"containing":[128],"\\(":[129],"n":[130],"\\)":[131],"objects.":[132],"In":[133],"this":[134],"study,":[135],"we":[136],"present":[137],"SPOLRE,":[138],"a":[139],"novel":[140],"automated":[141],"tool":[142],"designed":[143],"for":[144,194,208],"semantic":[145,179],"preserving":[146,180],"object":[147,188],"layout":[148],"reconstruction":[149],"system":[153,210],"testing.":[154,211],"SPOLRE":[155,228,239,279],"based":[157],"insight":[160],"that":[161,216],"modifying":[162],"arrangement":[164],"within":[167,284],"does":[170],"not":[171],"alter":[172],"its":[173,290],"inherent":[174],"semantics.":[175],"We":[176],"utilize":[177],"four":[178],"transformation":[181],"techniques\u2014translation,":[182],"rotation,":[183],"mirroring,":[184],"scaling\u2014to":[186],"modify":[187],"layouts":[189],"autonomously,":[190],"eliminating":[191],"need":[193],"annotation.":[196],"This":[197,261],"approach":[198],"enables":[199],"creation":[201],"realistic":[203,230],"varied":[205],"IC":[209,253,298],"Our":[212],"extensive":[213],"demonstrates":[215],"more":[217,229],"than":[218],"75%":[219],"survey":[221],"respondents":[222],"find":[223],"produced":[226],"by":[227,235],"compared":[231],"those":[233],"SOTA":[236],"methods.":[237],"Additionally,":[238],"exhibits":[240],"outstanding":[241],"performance":[242],"identifying":[244],"errors,":[246],"detecting":[247],"31,544":[248],"incorrect":[249,276],"captions":[250],"across":[251],"seven":[252],"systems":[254,299],"average":[257,272],"precision":[258],"91.62%.":[260],"significantly":[262],"outperforms":[263],"other":[264],"methods,":[265],"which":[266],"achieve":[268],"85.65%":[269],"accuracy":[270],"identify":[274],"17,160":[275],"captions.":[277],"Notably,":[278],"exposes":[280],"6,236":[281],"unique":[282],"issues":[283],"highlighting":[289],"effectiveness":[291],"against":[292],"one":[293],"most":[296],"advanced":[297],"available.":[300]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}