{"id":"https://openalex.org/W4386917315","doi":"https://doi.org/10.1109/tcsvt.2023.3317976","title":"Motion-Oriented Hybrid Spiking Neural Networks for Event-Based Motion Deblurring","display_name":"Motion-Oriented Hybrid Spiking Neural Networks for Event-Based Motion Deblurring","publication_year":2023,"publication_date":"2023-09-21","ids":{"openalex":"https://openalex.org/W4386917315","doi":"https://doi.org/10.1109/tcsvt.2023.3317976"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3317976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3317976","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002863817","display_name":"Zhaoxin Liu","orcid":"https://orcid.org/0009-0006-9282-6097"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoxin Liu","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0009-0006-9282-6097","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074780876","display_name":"Jinjian Wu","orcid":"https://orcid.org/0000-0001-7501-0009"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210117026","display_name":"Guangzhou Chemistry (China)","ror":"https://ror.org/01mfkkh63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210117026"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinjian Wu","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","Pazhou Laboratory, Huangpu, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7501-0009","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Pazhou Laboratory, Huangpu, Guangzhou, China","institution_ids":["https://openalex.org/I4210117026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101549504","display_name":"Guangming Shi","orcid":"https://orcid.org/0000-0003-2179-3292"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210117026","display_name":"Guangzhou Chemistry (China)","ror":"https://ror.org/01mfkkh63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210117026"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Shi","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","Pazhou Laboratory, Huangpu, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2179-3292","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Pazhou Laboratory, Huangpu, Guangzhou, China","institution_ids":["https://openalex.org/I4210117026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081360477","display_name":"Wen Yang","orcid":"https://orcid.org/0000-0001-5075-2452"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Yang","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0001-5075-2452","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310802","display_name":"Weisheng Dong","orcid":"https://orcid.org/0000-0002-9632-985X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisheng Dong","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-9632-985X","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101439992","display_name":"Qinghang Zhao","orcid":"https://orcid.org/0000-0003-0116-8975"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghang Zhao","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-0116-8975","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5002863817"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":2.1718,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.87980928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"5","first_page":"3742","last_page":"3754"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11996","display_name":"Random lasers and scattering media","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/3102","display_name":"Acoustics and Ultrasonics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deblurring","display_name":"Deblurring","score":0.9148280620574951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8023391962051392},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7489977478981018},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7013132572174072},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5263648629188538},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.476764976978302},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46459436416625977},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.441024512052536},{"id":"https://openalex.org/keywords/temporal-resolution","display_name":"Temporal resolution","score":0.41806453466415405},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.310763418674469},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2779219448566437},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2307179570198059}],"concepts":[{"id":"https://openalex.org/C2777693668","wikidata":"https://www.wikidata.org/wiki/Q25053743","display_name":"Deblurring","level":5,"score":0.9148280620574951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8023391962051392},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7489977478981018},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7013132572174072},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5263648629188538},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.476764976978302},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46459436416625977},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.441024512052536},{"id":"https://openalex.org/C119666444","wikidata":"https://www.wikidata.org/wiki/Q5977280","display_name":"Temporal resolution","level":2,"score":0.41806453466415405},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.310763418674469},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2779219448566437},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2307179570198059},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3317976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3317976","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1006664453","display_name":null,"funder_award_id":"62022063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2827990972","display_name":null,"funder_award_id":"62293483","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1484977481","https://openalex.org/W1561240200","https://openalex.org/W2016574277","https://openalex.org/W2126926806","https://openalex.org/W2129247234","https://openalex.org/W2133665775","https://openalex.org/W2166475174","https://openalex.org/W2469278928","https://openalex.org/W2560533888","https://openalex.org/W2752782242","https://openalex.org/W2776004874","https://openalex.org/W2892077605","https://openalex.org/W2961218591","https://openalex.org/W2963091558","https://openalex.org/W2963206832","https://openalex.org/W2964030969","https://openalex.org/W2965217508","https://openalex.org/W2966081953","https://openalex.org/W2982220924","https://openalex.org/W2988641380","https://openalex.org/W2990793844","https://openalex.org/W2998119008","https://openalex.org/W2999905431","https://openalex.org/W3034469298","https://openalex.org/W3034789174","https://openalex.org/W3035000326","https://openalex.org/W3035212231","https://openalex.org/W3035326127","https://openalex.org/W3040838455","https://openalex.org/W3047826181","https://openalex.org/W3092083701","https://openalex.org/W3093620888","https://openalex.org/W3097285691","https://openalex.org/W3097900310","https://openalex.org/W3102750118","https://openalex.org/W3110052477","https://openalex.org/W3124801338","https://openalex.org/W3126631326","https://openalex.org/W3138915575","https://openalex.org/W3170697543","https://openalex.org/W3173494255","https://openalex.org/W3174155187","https://openalex.org/W3176096490","https://openalex.org/W3202040256","https://openalex.org/W3203854346","https://openalex.org/W3208909186","https://openalex.org/W3212386989","https://openalex.org/W4214638086","https://openalex.org/W4224293326","https://openalex.org/W4225672218","https://openalex.org/W4236387761","https://openalex.org/W4282837277","https://openalex.org/W4289752563","https://openalex.org/W4292259411","https://openalex.org/W4292829037","https://openalex.org/W4293731929","https://openalex.org/W4304086862","https://openalex.org/W4312280868","https://openalex.org/W4312383539","https://openalex.org/W4312678820","https://openalex.org/W4312812783","https://openalex.org/W4312873952","https://openalex.org/W4312938066","https://openalex.org/W4313046728","https://openalex.org/W4313181051","https://openalex.org/W4319866562","https://openalex.org/W4322576837","https://openalex.org/W4367721892","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6754595668","https://openalex.org/W6782262041","https://openalex.org/W6796538260","https://openalex.org/W6796939779","https://openalex.org/W6809648081","https://openalex.org/W6844652965","https://openalex.org/W6846666112"],"related_works":["https://openalex.org/W2066613488","https://openalex.org/W2031788393","https://openalex.org/W791927757","https://openalex.org/W2182590612","https://openalex.org/W3153582293","https://openalex.org/W2905397092","https://openalex.org/W2269775642","https://openalex.org/W3080537281","https://openalex.org/W2289746762","https://openalex.org/W2139384960"],"abstract_inverted_index":{"Image":[0],"deblurring":[1,201],"based":[2],"only":[3],"on":[4,213],"the":[5,20,48,105,126,129,133,151,154,158,163,166,183,199,208,214],"blurry":[6],"image":[7,49,52],"is":[8,13,64,86,114,178,192,203],"challenging":[9],"as":[10,116,144],"motion":[11,37,68,79,98,101,121,136,145,155,159,167,184],"information":[12,80],"lost":[14],"while":[15],"imaging.":[16],"Event":[17],"cameras":[18],"capture":[19],"texture":[21],"of":[22,128,165,210],"moving":[23],"objects":[24],"in":[25,104],"high":[26,74,118],"temporal":[27,75,119,134],"resolution":[28,120],"with":[29,44,84],"asynchronous":[30],"events.":[31],"In":[32,132,150],"this":[33],"paper,":[34],"we":[35,223],"extract":[36,97],"features":[38,46,113,140,143,146,187],"from":[39,47,81,111,194],"events":[40,82],"and":[41,100,161,185,198,218,226],"fuse":[42],"them":[43],"background":[45,186],"for":[50,67,188],"event-based":[51],"deblurring.":[53,189],"Spiking":[54,93],"neural":[55],"network":[56,202],"(SNN),":[57],"a":[58,90,117,172,219],"widely":[59],"recognized":[60],"event":[61,221],"feature":[62,69,168,174],"extractor,":[63],"well":[65],"suited":[66],"extraction":[70,175],"due":[71],"to":[72,96,124,141,147,196],"its":[73],"resolution.":[76],"However,":[77],"extracting":[78],"exclusively":[83],"SNN":[85],"challenging.":[87],"We":[88,206],"propose":[89],"novel":[91],"Temporal-local-Spatio":[92],"Transformer":[94],"(TSST)":[95],"intensity":[99,109,137,156],"attention":[102,122],"regions":[103,160],"spatio-temporal":[106],"domain.":[107],"Motion":[108],"extracted":[110],"spiking":[112,139],"represented":[115],"map":[123],"guide":[125],"fusion":[127],"two":[130],"networks.":[131],"domain,":[135,153],"maps":[138],"CNN":[142,195],"avoid":[148],"blurring.":[149],"spatial":[152],"shows":[157],"gives":[162],"weight":[164],"during":[169],"fusion.":[170],"Moreover,":[171],"hybrid":[173,200],"encoder":[176],"(HFEE)":[177],"introduced,":[179],"which":[180],"fully":[181],"fuses":[182],"The":[190],"gradient":[191],"back-propagated":[193],"SNN,":[197],"jointly":[204],"optimized.":[205],"evaluated":[207],"performance":[209],"our":[211],"model":[212],"public":[215],"dataset":[216,222],"GoPro":[217],"real":[220],"captured.":[224],"Codes":[225],"pretrained":[227],"models":[228],"are":[229],"available":[230],"at":[231],"<uri":[232],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[233],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/XDULzx/MotionSNN</uri>":[234],".":[235]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}