{"id":"https://openalex.org/W4415538101","doi":"https://doi.org/10.1145/3746027.3755756","title":"ExpStar: Towards Automatic Commentary Generation for Multi-discipline Scientific Experiments","display_name":"ExpStar: Towards Automatic Commentary Generation for Multi-discipline Scientific Experiments","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538101","doi":"https://doi.org/10.1145/3746027.3755756"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755756","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.09693","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100459749","display_name":"Jiali Chen","orcid":"https://orcid.org/0000-0001-8064-1577"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiali Chen","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8064-1577","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108325229","display_name":"Yujie Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Jia","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-0425-5199","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zihan Wu","orcid":"https://orcid.org/0009-0004-7728-4467"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Wu","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-7728-4467","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101200332","display_name":"Jinyu Yang","orcid":"https://orcid.org/0009-0000-7555-2211"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Yang","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-7555-2211","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035498892","display_name":"Jianpeng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpeng Chen","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-3222-7509","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xusen Hei","orcid":"https://orcid.org/0009-0009-3148-139X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xusen Hei","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-3148-139X","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049131355","display_name":"Jiayuan Xie","orcid":"https://orcid.org/0000-0002-6833-7879"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiayuan Xie","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-6833-7879","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089123257","display_name":"Yi Cai","orcid":"https://orcid.org/0000-0002-1767-789X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Cai","raw_affiliation_strings":["Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, Guangzhou, China and South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1767-789X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, Guangzhou, China and South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-3370-471X","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6576","last_page":"6585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/experimental-science","display_name":"Experimental science","score":0.6757000088691711},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5856000185012817},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5358999967575073},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.41850000619888306},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.3702000081539154},{"id":"https://openalex.org/keywords/experimental-data","display_name":"Experimental data","score":0.34529998898506165}],"concepts":[{"id":"https://openalex.org/C2994469624","wikidata":"https://www.wikidata.org/wiki/Q101965","display_name":"Experimental science","level":2,"score":0.6757000088691711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6240000128746033},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5856000185012817},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5358999967575073},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44859999418258667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42480000853538513},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.41850000619888306},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C29554801","wikidata":"https://www.wikidata.org/wiki/Q147027","display_name":"Thought experiment","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2984917352","wikidata":"https://www.wikidata.org/wiki/Q12772819","display_name":"Scientific discovery","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C23213167","wikidata":"https://www.wikidata.org/wiki/Q2351730","display_name":"Scientific progress","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2667999863624573}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746027.3755756","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.09693","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.09693","pdf_url":"https://arxiv.org/pdf/2507.09693","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.09693","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.09693","pdf_url":"https://arxiv.org/pdf/2507.09693","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G453967609","display_name":null,"funder_award_id":"62476097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Experiment":[0],"commentary":[1,45,60,82,105],"is":[2],"crucial":[3],"in":[4],"describing":[5],"the":[6,41,69,76,135],"experimental":[7],"procedures,":[8],"delving":[9],"into":[10],"underlying":[11],"scientific":[12,49,92,152],"principles,":[13],"and":[14,28,57,117,140],"incorporating":[15],"content-related":[16],"safety":[17],"guidelines.":[18],"In":[19,64],"practice,":[20],"human":[21],"teachers":[22],"rely":[23],"heavily":[24],"on":[25],"subject-specific":[26],"expertise":[27],"invest":[29],"significant":[30],"time":[31],"preparing":[32],"such":[33],"commentary.":[34],"To":[35],"address":[36],"this":[37,65],"challenge,":[38],"we":[39,67],"introduce":[40],"task":[42],"of":[43,137],"automatic":[44,103],"generation":[46,106],"across":[47,90],"multi-discipline":[48],"experiments.":[50],"Current":[51],"LMMs'":[52],"ability":[53],"to":[54,113],"generate":[55],"fine-grained":[56],"insightful":[58],"experiment":[59,81,104,153],"remains":[61],"largely":[62],"under-explored.":[63],"paper,":[66],"make":[68],"following":[70],"contributions:":[71],"(i)":[72],"We":[73,99,142],"construct":[74],"ExpInstruct,":[75],"first":[77],"dataset":[78,139],"tailored":[79],"for":[80,149],"generation,":[83],"featuring":[84],"over":[85],"7":[86],"K":[87],"step-level":[88],"commentaries":[89],"21":[91],"subjects":[93],"from":[94],"3":[95],"core":[96],"disciplines.":[97],"(ii)":[98],"propose":[100],"ExpStar,":[101],"an":[102],"model":[107],"that":[108,125,144],"leverages":[109],"a":[110],"retrieval-augmented":[111],"mechanism":[112],"adaptively":[114],"access,":[115],"evaluate,":[116],"utilize":[118],"external":[119],"knowledge.":[120],"(iii)":[121],"Extensive":[122],"experiments":[123],"show":[124],"our":[126,138],"ExpStar":[127,145],"substantially":[128],"outperforms":[129],"14":[130],"leading":[131],"LMMs,":[132],"which":[133],"highlights":[134],"superiority":[136],"model.":[141],"believe":[143],"holds":[146],"great":[147],"potential":[148],"advancing":[150],"AI-assisted":[151],"instruction.":[154]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}