{"id":"https://openalex.org/W4402526943","doi":"https://doi.org/10.1145/3679006.3685071","title":"Evaluating Human Trajectory Prediction with Metamorphic Testing","display_name":"Evaluating Human Trajectory Prediction with Metamorphic Testing","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402526943","doi":"https://doi.org/10.1145/3679006.3685071"},"language":"en","primary_location":{"id":"doi:10.1145/3679006.3685071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3679006.3685071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.18756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005226780","display_name":"Helge Spieker","orcid":"https://orcid.org/0000-0003-2494-4279"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Helge Spieker","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-2494-4279","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090901462","display_name":"Nassim Belmecheri","orcid":"https://orcid.org/0000-0003-3436-0154"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Nassim Belmecheri","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-3436-0154","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013313145","display_name":"Arnaud Gotlieb","orcid":"https://orcid.org/0000-0002-8980-7585"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Arnaud Gotlieb","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-8980-7585","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067718424","display_name":"Nadjib Lazaar","orcid":"https://orcid.org/0000-0003-2524-9462"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I19894307","display_name":"Universit\u00e9 de Montpellier","ror":"https://ror.org/051escj72","country_code":"FR","type":"education","lineage":["https://openalex.org/I19894307"]},{"id":"https://openalex.org/I4210101743","display_name":"Laboratoire d'Informatique, de Robotique et de Micro\u00e9lectronique de Montpellier","ror":"https://ror.org/013yean28","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I151295451","https://openalex.org/I19894307","https://openalex.org/I4210101743","https://openalex.org/I4210159245","https://openalex.org/I4405261681"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Nadjib Lazaar","raw_affiliation_strings":["LIRMM, Montpellier, France / University of Montpellier, Montpellier, France / CNRS, Montpellier, France",", of , ,"],"raw_orcid":"https://orcid.org/0000-0003-2524-9462","affiliations":[{"raw_affiliation_string":"LIRMM, Montpellier, France / University of Montpellier, Montpellier, France / CNRS, Montpellier, France","institution_ids":["https://openalex.org/I19894307","https://openalex.org/I1294671590","https://openalex.org/I4210101743"]},{"raw_affiliation_string":", of , ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067718424"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I19894307","https://openalex.org/I4210101743"],"apc_list":null,"apc_paid":null,"fwci":0.3488,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.57414061,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"34","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6705796122550964},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5684459805488586},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.5029851794242859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34320521354675293},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15455150604248047}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6705796122550964},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5684459805488586},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.5029851794242859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34320521354675293},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15455150604248047},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3679006.3685071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3679006.3685071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2407.18756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.18756","pdf_url":"https://arxiv.org/pdf/2407.18756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:lirmm-04825808v1","is_oa":false,"landing_page_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-04825808","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MET 2024 - 9th ACM International Workshop on Metamorphic Testing, Sep 2024, Vienna, Austria. pp.34-40, ⟨10.1145/3679006.3685071⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.18756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.18756","pdf_url":"https://arxiv.org/pdf/2407.18756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G258826766","display_name":null,"funder_award_id":"324674","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G2674815126","display_name":"Trustworthy AI for CCAM","funder_award_id":"101076911","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4843941444","display_name":null,"funder_award_id":"324674","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8079567275","display_name":"Foundations of Trustworthy AI - Integrating Reasoning, Learning and Optimization","funder_award_id":"952215","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402526943.pdf","grobid_xml":"https://content.openalex.org/works/W4402526943.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1519683776","https://openalex.org/W2041650849","https://openalex.org/W2114695104","https://openalex.org/W2118577607","https://openalex.org/W2139137304","https://openalex.org/W2324595780","https://openalex.org/W2519586580","https://openalex.org/W2607296803","https://openalex.org/W2782311202","https://openalex.org/W2793477525","https://openalex.org/W2907879020","https://openalex.org/W3007157104","https://openalex.org/W3011945446","https://openalex.org/W3035096461","https://openalex.org/W3105041635","https://openalex.org/W3108908812","https://openalex.org/W3194018559","https://openalex.org/W4214593147","https://openalex.org/W4221156702","https://openalex.org/W4281626656","https://openalex.org/W4283800873","https://openalex.org/W4287245321","https://openalex.org/W4312580307","https://openalex.org/W4312730708","https://openalex.org/W4312870640","https://openalex.org/W4312893480","https://openalex.org/W4313041951","https://openalex.org/W4313154583","https://openalex.org/W4319300103","https://openalex.org/W4380372542","https://openalex.org/W4389500062","https://openalex.org/W4390873449","https://openalex.org/W4394951238","https://openalex.org/W6795007937","https://openalex.org/W7139033639"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2388869842","https://openalex.org/W2354163170","https://openalex.org/W2012269922","https://openalex.org/W2368683800","https://openalex.org/W4255743663","https://openalex.org/W2401987651","https://openalex.org/W1006855143","https://openalex.org/W4220704332"],"abstract_inverted_index":{"The":[0],"prediction":[1,26,33,125,160],"of":[2,70,101,131,137,144],"human":[3,74,92,105,123,133,158],"trajectories":[4],"is":[5,27,41,51,79,89,97],"important":[6],"for":[7,73,91,122],"planning":[8],"in":[9,14],"autonomous":[10],"systems":[11],"that":[12],"act":[13],"the":[15,49,54,57,60,68,138,145,163],"real":[16],"world,":[17],"e.g.":[18,140],"automated":[19],"driving":[20],"or":[21,84,103],"mobile":[22],"robots.":[23],"Human":[24],"trajectory":[25,75,93,124,159],"a":[28,45,171,176],"noisy":[29],"process,":[30],"and":[31,59,116,142,161],"no":[32,98],"does":[34],"precisely":[35],"match":[36],"any":[37],"future":[38],"trajectory.":[39,62],"It":[40,88],"therefore":[42],"approached":[43],"as":[44],"stochastic":[46,157],"problem,":[47],"where":[48,95,126],"goal":[50],"to":[52,81,156,167],"minimise":[53],"error":[55],"between":[56],"true":[58],"predicted":[61],"In":[63],"this":[64],"work,":[65],"we":[66],"explore":[67],"application":[69],"metamorphic":[71,151,178],"testing":[72,78,152],"prediction.":[76],"Metamorphic":[77,107],"designed":[80],"handle":[82],"unclear":[83],"missing":[85],"test":[86,114,173],"oracles.":[87],"well-designed":[90,121],"prediction,":[94],"there":[96,127],"clear":[99],"criterion":[100],"correct":[102],"incorrect":[104],"behaviour.":[106],"relations":[108],"rely":[109],"on":[110],"transformations":[111],"over":[112],"source":[113],"cases":[115],"exploit":[117],"invariants.":[118],"A":[119],"setting":[120],"are":[128],"many":[129],"symmetries":[130],"expected":[132],"behaviour":[134],"under":[135],"variations":[136],"input,":[139],"mirroring":[141],"rescaling":[143],"input":[146],"data.":[147],"We":[148],"discuss":[149],"how":[150],"can":[153],"be":[154],"applied":[155],"introduce":[162],"Wasserstein":[164],"Violation":[165],"Criterion":[166],"statistically":[168],"assess":[169],"whether":[170],"follow-up":[172],"case":[174],"violates":[175],"label-preserving":[177],"relation.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}