{"id":"https://openalex.org/W2904108267","doi":"https://doi.org/10.1109/tcsvt.2018.2885564","title":"Weighted Convolutional Motion-Compensated Frame Rate Up-Conversion Using Deep Residual Network","display_name":"Weighted Convolutional Motion-Compensated Frame Rate Up-Conversion Using Deep Residual Network","publication_year":2018,"publication_date":"2018-12-07","ids":{"openalex":"https://openalex.org/W2904108267","doi":"https://doi.org/10.1109/tcsvt.2018.2885564","mag":"2904108267"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2018.2885564","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2018.2885564","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101653272","display_name":"Yongbing Zhang","orcid":"https://orcid.org/0009-0008-1568-3728"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongbing Zhang","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3320-2904","affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620554","display_name":"Lixin Chen","orcid":"https://orcid.org/0000-0003-1686-8536"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Chen","raw_affiliation_strings":["Department of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1686-8536","affiliations":[{"raw_affiliation_string":"Department of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054311881","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0003-1204-0512"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["Department of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1204-0512","affiliations":[{"raw_affiliation_string":"Department of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014040365","display_name":"Peiwu Qin","orcid":"https://orcid.org/0000-0002-7829-8973"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiwu Qin","raw_affiliation_strings":["Tsinghua\u2013UC Berkeley Shenzhen Institute, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua\u2013UC Berkeley Shenzhen Institute, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024401174","display_name":"Xiangyang Ji","orcid":"https://orcid.org/0000-0002-7333-9975"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Ji","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7333-9975","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080722708","display_name":"Qionghai Dai","orcid":"https://orcid.org/0000-0001-7043-3061"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qionghai Dai","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7043-3061","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101653272"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.9561,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.81659256,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"30","issue":"1","first_page":"11","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7386088371276855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6953719854354858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6750167012214661},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6519017219543457},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5952659845352173},{"id":"https://openalex.org/keywords/motion-interpolation","display_name":"Motion interpolation","score":0.588324248790741},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.5409619808197021},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.48905667662620544},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.44239819049835205},{"id":"https://openalex.org/keywords/quarter-pixel-motion","display_name":"Quarter-pixel motion","score":0.4339603781700134},{"id":"https://openalex.org/keywords/residual-frame","display_name":"Residual frame","score":0.4188573360443115},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.41402608156204224},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3654080629348755},{"id":"https://openalex.org/keywords/block-matching-algorithm","display_name":"Block-matching algorithm","score":0.3494208753108978},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.34167128801345825},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3393399715423584},{"id":"https://openalex.org/keywords/reference-frame","display_name":"Reference frame","score":0.2976960241794586},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.13365963101387024},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.09220102429389954}],"concepts":[{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7386088371276855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953719854354858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6750167012214661},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6519017219543457},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5952659845352173},{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.588324248790741},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.5409619808197021},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.48905667662620544},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.44239819049835205},{"id":"https://openalex.org/C174493125","wikidata":"https://www.wikidata.org/wiki/Q1073461","display_name":"Quarter-pixel motion","level":3,"score":0.4339603781700134},{"id":"https://openalex.org/C204641915","wikidata":"https://www.wikidata.org/wiki/Q7315509","display_name":"Residual frame","level":4,"score":0.4188573360443115},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.41402608156204224},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3654080629348755},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.3494208753108978},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.34167128801345825},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3393399715423584},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.2976960241794586},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.13365963101387024},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.09220102429389954},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2018.2885564","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2018.2885564","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G222694837","display_name":null,"funder_award_id":"61571254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W54257720","https://openalex.org/W1964171574","https://openalex.org/W1970362931","https://openalex.org/W1984077106","https://openalex.org/W1986326873","https://openalex.org/W2017620942","https://openalex.org/W2052790299","https://openalex.org/W2057717440","https://openalex.org/W2099678801","https://openalex.org/W2099839012","https://openalex.org/W2114961653","https://openalex.org/W2117242642","https://openalex.org/W2118375162","https://openalex.org/W2118499842","https://openalex.org/W2121529064","https://openalex.org/W2121926862","https://openalex.org/W2123898224","https://openalex.org/W2126897420","https://openalex.org/W2127274131","https://openalex.org/W2133665775","https://openalex.org/W2133791842","https://openalex.org/W2137980613","https://openalex.org/W2143382771","https://openalex.org/W2147546422","https://openalex.org/W2163605009","https://openalex.org/W2168224540","https://openalex.org/W2171290889","https://openalex.org/W2194775991","https://openalex.org/W2214802144","https://openalex.org/W2239102755","https://openalex.org/W2242218935","https://openalex.org/W2302255633","https://openalex.org/W2400114388","https://openalex.org/W2483672695","https://openalex.org/W2612222456","https://openalex.org/W2747898905","https://openalex.org/W2757350145","https://openalex.org/W2760998155","https://openalex.org/W2762383441","https://openalex.org/W2792275277","https://openalex.org/W2793408333","https://openalex.org/W2804371863","https://openalex.org/W2963470893","https://openalex.org/W2964157487","https://openalex.org/W3104540617","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W2060291163","https://openalex.org/W851866491","https://openalex.org/W2908667110","https://openalex.org/W2048730704","https://openalex.org/W2107100354","https://openalex.org/W3203041407","https://openalex.org/W2039023179","https://openalex.org/W2143382771","https://openalex.org/W1575533229","https://openalex.org/W2602065345"],"abstract_inverted_index":{"Frame":[0],"rate":[1],"up-conversion":[2],"(FRUC)":[3],"usually":[4,30],"suffers":[5],"from":[6],"unreliable":[7],"motion":[8,133,150,165,190,201],"vectors":[9],"due":[10],"to":[11,18,36,122,185,228],"the":[12,15,24,38,41,44,48,76,96,99,102,108,117,125,132,135,154,157,164,186,196,216,231,234,238,244,253,261,267],"absence":[13],"of":[14,26,43,81,101,110,134,219,266],"current":[16],"frame":[17],"be":[19,51,161],"interpolated.":[20],"In":[21,139,175],"addition,":[22,140],"since":[23],"majority":[25],"video":[27],"sequences":[28],"are":[29,203,240],"compressed":[31],"by":[32],"various":[33],"coding":[34],"standards":[35],"reduce":[37,124],"data":[39],"volume,":[40],"quality":[42,265],"generated":[45],"frames":[46],"in":[47,169,237],"FRUC":[49,61,77,114,173],"will":[50],"further":[52,229],"impaired.":[53],"To":[54],"address":[55],"this":[56],"problem,":[57],"we":[58,141,177],"proposed":[59,105,142,255],"two":[60,180,206,254],"algorithms":[62,256],"based":[63],"on":[64],"deep":[65,72,144],"residual":[66,73,145],"network.":[67,103],"We":[68],"first":[69,178],"present":[70],"a":[71,92,143],"network":[74,146,227],"for":[75,153,200],"(DRNFRUC),":[78],"which":[79],"consists":[80],"feature":[82,84],"extraction,":[83],"recursive":[85],"analysis,":[86],"and":[87,98,119,128,188,263],"image":[88],"restoration":[89],"parts":[90],"with":[91,147],"skip":[93],"connection":[94],"between":[95],"input":[97,118],"output":[100],"The":[104,248],"DRNFRUC":[106],"takes":[107],"result":[109,218],"an":[111],"arbitrary":[112],"existing":[113,171],"method":[115],"as":[116,205],"is":[120,137,221],"able":[121],"significantly":[123],"edge":[126],"blurring":[127],"blocking":[129],"artifacts":[130],"when":[131],"block":[136],"violent.":[138],"weighted":[148],"convolutional":[149,181,213,225],"compensation":[151,166,202],"(DRNWCMC)":[152],"FRUC,":[155],"where":[156],"convolution":[158],"operations":[159],"can":[160,257],"embedded":[162],"into":[163,223],"interpolation":[167,198,217],"(MCI)":[168],"any":[170],"MCI-based":[172],"method.":[174],"DRNWCMC,":[176],"devise":[179],"neural":[182,226],"networks":[183],"corresponding":[184],"forward":[187],"backward":[189],"compensated":[191],"frames,":[192],"respectively.":[193],"And":[194],"then,":[195],"adaptive":[197],"coefficients":[199],"designed":[204],"<inline-formula":[207],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[208],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[209],"<tex-math":[210],"notation=\"LaTeX\">$1\\times1$":[211],"</tex-math></inline-formula>":[212],"kernels.":[214],"Finally,":[215],"WCMC":[220],"fed":[222],"another":[224],"improve":[230,259],"performance.":[232],"All":[233],"parameters":[235],"involved":[236],"DRNWCMC":[239],"trained":[241],"simultaneously":[242],"under":[243],"same":[245],"cost":[246],"function.":[247],"experimental":[249],"results":[250],"show":[251],"that":[252],"remarkably":[258],"both":[260],"objective":[262],"subjective":[264],"interpolated":[268],"frames.":[269]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}