{"id":"https://openalex.org/W3209114016","doi":"https://doi.org/10.1109/tmm.2022.3175374","title":"Skeleton-Based Mutually Assisted Interacted Object Localization and Human Action Recognition","display_name":"Skeleton-Based Mutually Assisted Interacted Object Localization and Human Action Recognition","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W3209114016","doi":"https://doi.org/10.1109/tmm.2022.3175374","mag":"3209114016"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3175374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3175374","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103277559","display_name":"Liang Xu","orcid":"https://orcid.org/0000-0002-6441-4443"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6441-4443","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051469345","display_name":"Cuiling Lan","orcid":"https://orcid.org/0000-0001-9145-9957"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiling Lan","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9145-9957","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049963367","display_name":"Wenjun Zeng","orcid":"https://orcid.org/0000-0003-2531-3137"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenjun Zeng","raw_affiliation_strings":["Eastern Institute for Advanced Study, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eastern Institute for Advanced Study, Ningbo, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101470275","display_name":"Cewu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cewu Lu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1533-8576","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103277559"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.6579,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.94266273,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"4415","last_page":"4425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8164921402931213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7012883424758911},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6609605550765991},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5856693983078003},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.56612628698349},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5345444083213806},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4925549626350403},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48302921652793884},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.4639432430267334},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4626859426498413},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.45200273394584656},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.44960737228393555},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4463745355606079},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.44601327180862427},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.41135749220848083},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.15742239356040955},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08857181668281555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8164921402931213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7012883424758911},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6609605550765991},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5856693983078003},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.56612628698349},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5345444083213806},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4925549626350403},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48302921652793884},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.4639432430267334},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4626859426498413},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.45200273394584656},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.44960737228393555},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4463745355606079},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.44601327180862427},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.41135749220848083},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.15742239356040955},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08857181668281555},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3175374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3175374","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7400000095367432,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":120,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W203345490","https://openalex.org/W846669277","https://openalex.org/W1522734439","https://openalex.org/W1536680647","https://openalex.org/W1586730761","https://openalex.org/W1861492603","https://openalex.org/W1893516992","https://openalex.org/W1915250530","https://openalex.org/W1926974744","https://openalex.org/W1927052826","https://openalex.org/W1950788856","https://openalex.org/W1983364832","https://openalex.org/W1983705368","https://openalex.org/W1992178727","https://openalex.org/W2048821851","https://openalex.org/W2054041160","https://openalex.org/W2098339052","https://openalex.org/W2106996050","https://openalex.org/W2110819057","https://openalex.org/W2122476475","https://openalex.org/W2143267104","https://openalex.org/W2235034809","https://openalex.org/W2303211814","https://openalex.org/W2415469094","https://openalex.org/W2465488276","https://openalex.org/W2510185399","https://openalex.org/W2553594924","https://openalex.org/W2556782416","https://openalex.org/W2593146028","https://openalex.org/W2603861860","https://openalex.org/W2604321021","https://openalex.org/W2613570903","https://openalex.org/W2618253408","https://openalex.org/W2618799552","https://openalex.org/W2619947201","https://openalex.org/W2716916105","https://openalex.org/W2736334449","https://openalex.org/W2739179646","https://openalex.org/W2751841288","https://openalex.org/W2773514261","https://openalex.org/W2778523960","https://openalex.org/W2784435047","https://openalex.org/W2798644314","https://openalex.org/W2799006218","https://openalex.org/W2799211965","https://openalex.org/W2802979841","https://openalex.org/W2809562466","https://openalex.org/W2868755588","https://openalex.org/W2883429621","https://openalex.org/W2894087839","https://openalex.org/W2895401575","https://openalex.org/W2897506137","https://openalex.org/W2899936784","https://openalex.org/W2922355425","https://openalex.org/W2940457086","https://openalex.org/W2948058585","https://openalex.org/W2948246283","https://openalex.org/W2950568498","https://openalex.org/W2962790054","https://openalex.org/W2962844592","https://openalex.org/W2963076818","https://openalex.org/W2963097937","https://openalex.org/W2963150697","https://openalex.org/W2963155035","https://openalex.org/W2963273301","https://openalex.org/W2963282966","https://openalex.org/W2963369114","https://openalex.org/W2963465695","https://openalex.org/W2963524571","https://openalex.org/W2963677766","https://openalex.org/W2963820951","https://openalex.org/W2963877604","https://openalex.org/W2963901033","https://openalex.org/W2964134613","https://openalex.org/W2964241181","https://openalex.org/W2964347220","https://openalex.org/W2981341885","https://openalex.org/W2981923053","https://openalex.org/W2983943451","https://openalex.org/W2984299269","https://openalex.org/W2990503944","https://openalex.org/W2994721977","https://openalex.org/W2997624179","https://openalex.org/W3000240650","https://openalex.org/W3002005943","https://openalex.org/W3008273026","https://openalex.org/W3017102267","https://openalex.org/W3019723613","https://openalex.org/W3034257141","https://openalex.org/W3034548564","https://openalex.org/W3034999503","https://openalex.org/W3035047011","https://openalex.org/W3035050855","https://openalex.org/W3035149912","https://openalex.org/W3035225512","https://openalex.org/W3038975222","https://openalex.org/W3098538019","https://openalex.org/W3108496296","https://openalex.org/W3109173645","https://openalex.org/W3109306201","https://openalex.org/W3109392981","https://openalex.org/W3123784868","https://openalex.org/W3158576998","https://openalex.org/W3174053790","https://openalex.org/W3203634062","https://openalex.org/W4230005465","https://openalex.org/W4298112595","https://openalex.org/W6600983433","https://openalex.org/W6608276133","https://openalex.org/W6639102338","https://openalex.org/W6640754710","https://openalex.org/W6738261693","https://openalex.org/W6738279954","https://openalex.org/W6743928348","https://openalex.org/W6750813095","https://openalex.org/W6752764193","https://openalex.org/W6754693662","https://openalex.org/W6843856230","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W2182357018","https://openalex.org/W4399611050","https://openalex.org/W2999049608","https://openalex.org/W3170431411","https://openalex.org/W2507540959"],"abstract_inverted_index":{"Skeleton":[0],"data":[1],"carries":[2],"valuable":[3,88],"motion":[4,18],"information":[5,19],"and":[6,51,65,129],"is":[7],"widely":[8],"explored":[9],"in":[10,85],"human":[11,93,146],"action":[12,33,53,73,94,147],"recognition.":[13,95,148],"However,":[14],"not":[15],"only":[16],"the":[17,22,25,32,91,99,110,114,122,136,142],"but":[20],"also":[21,156],"interaction":[23],"with":[24,113,141],"environment":[26],"provides":[27,87],"discriminative":[28],"cues":[29,89],"to":[30,67,107],"recognize":[31],"of":[34,102,116,124],"persons.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39,97],"propose":[40],"a":[41],"joint":[42],"learning":[43],"framework":[44],"for":[45,90,145],"mutually":[46],"assisted":[47],"\u201cinteracted":[48],"object":[49,82,104,112,160],"localization\u201d":[50],"\u201chuman":[52],"recognition\u201d":[54],"based":[55],"on":[56,121],"skeleton":[57,77],"data.":[58],"The":[59],"two":[60],"tasks":[61],"are":[62],"serialized":[63],"together":[64],"collaborate":[66],"promote":[68],"each":[69],"other,":[70],"where":[71],"preliminary":[72],"type":[74],"derived":[75],"from":[76],"alone":[78],"helps":[79],"improve":[80],"interacted":[81,103,111,159],"localization,":[83],"which":[84],"turn":[86],"final":[92],"Besides,":[96],"explore":[98],"temporal":[100],"consistency":[101],"as":[105],"constraint":[106],"better":[108],"localize":[109],"absence":[115],"ground-truth":[117],"labels.":[118],"Extensive":[119],"experiments":[120],"datasets":[123],"SYSU-3D,":[125],"NTU60":[126],"RGB+D,":[127],"Northwestern-UCLA":[128],"UAV-Human":[130],"show":[131,151],"that":[132,152],"our":[133,153],"method":[134,154],"achieves":[135],"best":[137],"or":[138],"competitive":[139],"performance":[140],"state-of-the-art":[143],"methods":[144],"Visualization":[149],"results":[150],"can":[155],"provide":[157],"reasonable":[158],"localization":[161],"results.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}