{"id":"https://openalex.org/W3139445856","doi":"https://doi.org/10.1109/iccv48922.2021.01206","title":"BossNAS: Exploring Hybrid CNN-transformers with Block-wisely Self-supervised Neural Architecture Search","display_name":"BossNAS: Exploring Hybrid CNN-transformers with Block-wisely Self-supervised Neural Architecture Search","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3139445856","doi":"https://doi.org/10.1109/iccv48922.2021.01206","mag":"3139445856"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.01206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.01206","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108308972","display_name":"Changlin Li","orcid":"https://orcid.org/0000-0002-0793-0230"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Changlin Li","raw_affiliation_strings":["Monash University,GORSE Lab,Dept. of DSAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University,GORSE Lab,Dept. of DSAI","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081233515","display_name":"Tao Tang","orcid":"https://orcid.org/0000-0001-8526-220X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Tang","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052611320","display_name":"Guangrun Wang","orcid":"https://orcid.org/0000-0001-7760-1339"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guangrun Wang","raw_affiliation_strings":["DarkMatter AI Research","University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DarkMatter AI Research","institution_ids":[]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024168418","display_name":"Jiefeng Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiefeng Peng","raw_affiliation_strings":["DarkMatter AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DarkMatter AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382568","display_name":"Bing Wang","orcid":"https://orcid.org/0000-0003-4945-7725"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bing Wang","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034967388","display_name":"Xiaojun Chang","orcid":"https://orcid.org/0000-0002-7778-8807"},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":false,"raw_author_name":"Xiaojun Chang","raw_affiliation_strings":["RMIT University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108308972"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":6.0397,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":{"value":0.9739255,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"12261","last_page":"12271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858249306678772},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6552143096923828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6279681324958801},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5510783195495605},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5256965160369873},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4224841594696045},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4143194854259491},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12997221946716309}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858249306678772},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6552143096923828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6279681324958801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5510783195495605},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5256965160369873},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4224841594696045},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4143194854259491},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12997221946716309},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv48922.2021.01206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.01206","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6000000238418579}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":172,"referenced_works":["https://openalex.org/W1985514943","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2418011751","https://openalex.org/W2553303224","https://openalex.org/W2556833785","https://openalex.org/W2610817424","https://openalex.org/W2612445135","https://openalex.org/W2748513770","https://openalex.org/W2749988060","https://openalex.org/W2752782242","https://openalex.org/W2785325870","https://openalex.org/W2796265726","https://openalex.org/W2798991696","https://openalex.org/W2810075754","https://openalex.org/W2842511635","https://openalex.org/W2885820039","https://openalex.org/W2887997457","https://openalex.org/W2905741102","https://openalex.org/W2915992092","https://openalex.org/W2916118939","https://openalex.org/W2945445935","https://openalex.org/W2947681860","https://openalex.org/W2950220847","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2952739082","https://openalex.org/W2953604046","https://openalex.org/W2955051405","https://openalex.org/W2955425717","https://openalex.org/W2960010704","https://openalex.org/W2962746461","https://openalex.org/W2963091558","https://openalex.org/W2963136578","https://openalex.org/W2963137684","https://openalex.org/W2963163009","https://openalex.org/W2963263347","https://openalex.org/W2963374479","https://openalex.org/W2963397674","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2964081403","https://openalex.org/W2964081807","https://openalex.org/W2964259004","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2981698279","https://openalex.org/W2982083293","https://openalex.org/W2994731810","https://openalex.org/W2994842046","https://openalex.org/W2995727387","https://openalex.org/W2998388430","https://openalex.org/W2999270366","https://openalex.org/W3005680577","https://openalex.org/W3030520226","https://openalex.org/W3032945613","https://openalex.org/W3034528892","https://openalex.org/W3034535818","https://openalex.org/W3034609471","https://openalex.org/W3034764953","https://openalex.org/W3034978746","https://openalex.org/W3035060554","https://openalex.org/W3035267174","https://openalex.org/W3035400692","https://openalex.org/W3035524453","https://openalex.org/W3036700096","https://openalex.org/W3082154327","https://openalex.org/W3084937072","https://openalex.org/W3092462694","https://openalex.org/W3093769466","https://openalex.org/W3093858143","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3097607752","https://openalex.org/W3097891784","https://openalex.org/W3099431291","https://openalex.org/W3100569787","https://openalex.org/W3100945695","https://openalex.org/W3101781196","https://openalex.org/W3102847511","https://openalex.org/W3103329669","https://openalex.org/W3108099775","https://openalex.org/W3108655343","https://openalex.org/W3110978130","https://openalex.org/W3112550348","https://openalex.org/W3118608800","https://openalex.org/W3119786062","https://openalex.org/W3120885796","https://openalex.org/W3121523901","https://openalex.org/W3122239467","https://openalex.org/W3128968934","https://openalex.org/W3129603602","https://openalex.org/W3132890542","https://openalex.org/W3133696297","https://openalex.org/W3137695714","https://openalex.org/W3139049060","https://openalex.org/W3164008977","https://openalex.org/W3170841864","https://openalex.org/W3170874841","https://openalex.org/W3171007011","https://openalex.org/W3172509117","https://openalex.org/W3173563887","https://openalex.org/W3179846483","https://openalex.org/W3183420147","https://openalex.org/W3203915045","https://openalex.org/W3204326190","https://openalex.org/W3204801262","https://openalex.org/W4214736485","https://openalex.org/W4239181501","https://openalex.org/W4287330559","https://openalex.org/W4287900329","https://openalex.org/W4295185264","https://openalex.org/W4297775537","https://openalex.org/W4297808394","https://openalex.org/W4300687381","https://openalex.org/W6700872662","https://openalex.org/W6701655646","https://openalex.org/W6716843620","https://openalex.org/W6726497184","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6737283639","https://openalex.org/W6737664043","https://openalex.org/W6743289643","https://openalex.org/W6743495212","https://openalex.org/W6746582238","https://openalex.org/W6748057086","https://openalex.org/W6752515464","https://openalex.org/W6753344092","https://openalex.org/W6754278344","https://openalex.org/W6756887525","https://openalex.org/W6757036269","https://openalex.org/W6759402996","https://openalex.org/W6761158446","https://openalex.org/W6762718338","https://openalex.org/W6763197128","https://openalex.org/W6763381322","https://openalex.org/W6763442200","https://openalex.org/W6763485134","https://openalex.org/W6763509872","https://openalex.org/W6766225098","https://openalex.org/W6770376604","https://openalex.org/W6771127686","https://openalex.org/W6771859737","https://openalex.org/W6772103215","https://openalex.org/W6774314701","https://openalex.org/W6774916613","https://openalex.org/W6776646921","https://openalex.org/W6778485988","https://openalex.org/W6779008929","https://openalex.org/W6779326418","https://openalex.org/W6779787426","https://openalex.org/W6779797550","https://openalex.org/W6782269215","https://openalex.org/W6784085021","https://openalex.org/W6784094891","https://openalex.org/W6784333009","https://openalex.org/W6785063415","https://openalex.org/W6785166784","https://openalex.org/W6786176096","https://openalex.org/W6786190944","https://openalex.org/W6786730953","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6788467338","https://openalex.org/W6790546495","https://openalex.org/W6790690058","https://openalex.org/W6790703111","https://openalex.org/W6792695861","https://openalex.org/W7015890786"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4313906399","https://openalex.org/W4321487865","https://openalex.org/W2811106690","https://openalex.org/W4239306820","https://openalex.org/W2947043951","https://openalex.org/W2318112981","https://openalex.org/W4312417841","https://openalex.org/W4225147082","https://openalex.org/W2778653980"],"abstract_inverted_index":{"A":[0],"myriad":[1],"of":[2,22,83],"recent":[3],"breakthroughs":[4],"in":[5,95],"hand-crafted":[6],"neural":[7,27],"architectures":[8,20],"for":[9],"visual":[10],"recognition":[11],"have":[12],"highlighted":[13],"the":[14,81,102,129,187],"urgent":[15],"need":[16],"to":[17,36,117,159],"explore":[18],"hybrid":[19,140],"consisting":[21],"diversified":[23,49],"building":[24],"blocks.":[25],"Meanwhile,":[26],"architecture":[28,85,177],"search":[29,50,103,136,142,151,190,198],"methods":[30,43],"are":[31],"surging":[32],"with":[33,52,144,168,180,192,200],"an":[34,61,75],"expectation":[35],"reduce":[37],"human":[38],"efforts.":[39],"However,":[40],"whether":[41],"NAS":[42,77,205],"can":[44],"efficiently":[45],"and":[46,57,92,107,182,194],"effectively":[47],"handle":[48],"spaces":[51],"disparate":[53],"candidates":[54],"(e.g.":[55],"CNNs":[56],"transformers)":[58],"is":[59],"still":[60],"open":[62],"question.":[63],"In":[64],"this":[65,149],"work,":[66],"we":[67,100,133],"present":[68,134],"Block-wisely":[69],"Self-supervised":[70],"Neural":[71],"Architecture":[72],"Search":[73],"(BossNAS),":[74],"unsupervised":[76],"method":[78,174],"that":[79],"addresses":[80],"problem":[82],"in-accurate":[84],"rating":[86,178],"caused":[87],"by":[88,166],"large":[89],"weight-sharing":[90],"space":[91,104,143,191,199],"biased":[93],"supervision":[94],"previous":[96],"methods.":[97,206],"More":[98],"specifically,":[99],"factorize":[101],"into":[105],"blocks":[106],"utilize":[108],"a":[109,126,138],"novel":[110],"self-supervised":[111],"training":[112],"scheme,":[113],"named":[114],"ensemble":[115],"bootstrapping,":[116],"train":[118],"each":[119],"block":[120],"separately":[121],"before":[122],"searching":[123],"them":[124],"as":[125],"whole":[127],"towards":[128],"population":[130],"center.":[131],"Additionally,":[132],"HyTra":[135],"space,":[137,152],"fabric-like":[139],"CNN-transformer":[141],"searchable":[145],"down-sampling":[146],"positions.":[147],"On":[148],"challenging":[150],"our":[153,173],"searched":[154],"model,":[155],"BossNet-T,":[156],"achieves":[157,175],"up":[158],"82.5%":[160],"accuracy":[161,179],"on":[162,186,195],"ImageNet,":[163],"surpassing":[164,203],"EfficientNet":[165],"2.4%":[167],"comparable":[169],"compute":[170],"time.":[171],"Moreover,":[172],"superior":[176],"0.78":[181],"0.76":[183],"Spearman":[184],"correlation":[185],"canonical":[188],"MBConv":[189],"ImageNet":[193],"NATS-Bench":[196],"size":[197],"CIFAR-100,":[201],"respectively,":[202],"state-of-the-art":[204],"<sup":[207],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[208],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[209]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":28}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}