{"id":"https://openalex.org/W4409262438","doi":"https://doi.org/10.1109/tc.2025.3557971","title":"SmartZone: Runtime Support for Secure and Efficient On-Device Inference on ARM TrustZone","display_name":"SmartZone: Runtime Support for Secure and Efficient On-Device Inference on ARM TrustZone","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409262438","doi":"https://doi.org/10.1109/tc.2025.3557971"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3557971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3557971","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071690387","display_name":"Zhaolong Jian","orcid":"https://orcid.org/0000-0003-1543-3207"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaolong Jian","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-1543-3207","affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Liu","orcid":"https://orcid.org/0009-0001-2039-5973"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Liu","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0001-2039-5973","affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050416350","display_name":"Qiankun Dong","orcid":"https://orcid.org/0000-0002-3040-6197"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiankun Dong","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3040-6197","affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Longkai Cheng","orcid":"https://orcid.org/0009-0000-1679-8254"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longkai Cheng","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0000-1679-8254","affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083486703","display_name":"Xueshuo Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164952","display_name":"Tianjin haihe hospital","ror":"https://ror.org/05m762q77","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210164952"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueshuo Xie","raw_affiliation_strings":["Haihe Lab of ITAI, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-8245-8415","affiliations":[{"raw_affiliation_string":"Haihe Lab of ITAI, Tianjin, China","institution_ids":["https://openalex.org/I4210164952"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100455376","display_name":"Tao Li","orcid":"https://orcid.org/0000-0003-1697-8022"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-1697-8022","affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071690387"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":6.5198,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95901846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"74","issue":"6","first_page":"2144","last_page":"2158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7870732545852661},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5498384237289429},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5191280245780945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13421538472175598}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7870732545852661},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5498384237289429},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5191280245780945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13421538472175598}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3557971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3557971","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4342606088","display_name":null,"funder_award_id":"23JCQNJC00010","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G4814988046","display_name":null,"funder_award_id":"23JCZDJC01010","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G6024644208","display_name":null,"funder_award_id":"62272248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2107937248","https://openalex.org/W2596378825","https://openalex.org/W2889746123","https://openalex.org/W2986666149","https://openalex.org/W3016075089","https://openalex.org/W3021373750","https://openalex.org/W3081178496","https://openalex.org/W3134680551","https://openalex.org/W3135509915","https://openalex.org/W3160118092","https://openalex.org/W3181370975","https://openalex.org/W3202033734","https://openalex.org/W3205334056","https://openalex.org/W3205994385","https://openalex.org/W3214274869","https://openalex.org/W4200518090","https://openalex.org/W4242053016","https://openalex.org/W4285130736","https://openalex.org/W4293024088","https://openalex.org/W4301880089","https://openalex.org/W4308083853","https://openalex.org/W4308641861","https://openalex.org/W4312834900","https://openalex.org/W4324007153","https://openalex.org/W4362689381","https://openalex.org/W4366544910","https://openalex.org/W4383221472","https://openalex.org/W4385679786","https://openalex.org/W4386365790","https://openalex.org/W4387321091","https://openalex.org/W4389166734","https://openalex.org/W4391724753","https://openalex.org/W4394945031","https://openalex.org/W4401508205","https://openalex.org/W4402264420","https://openalex.org/W4404134237","https://openalex.org/W6718865826","https://openalex.org/W6751922297","https://openalex.org/W6794265893","https://openalex.org/W6810448137","https://openalex.org/W6853006944","https://openalex.org/W7034064029"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"On-device":[0],"inference":[1,9,53,71,117,143,228,242],"is":[2],"a":[3,23,126,196],"burgeoning":[4],"paradigm":[5],"that":[6,221],"performs":[7],"model":[8,97],"locally":[10],"on":[11,66,91,118,190,200,209],"end":[12,92],"devices,":[13],"allowing":[14],"private":[15],"data":[16],"to":[17,32,82,108,136,170,234,246],"remain":[18],"local.":[19],"ARM":[20],"TrustZone":[21,67],"as":[22],"widely":[24],"supported":[25],"trusted":[26,127,142,237],"execution":[27,139],"environment":[28],"has":[29],"been":[30],"applied":[31],"provide":[33,109],"confidentiality":[34],"protection":[35,225],"for":[36,74,112,141,226],"on-device":[37,52,116,227],"inference.":[38,84],"However,":[39],"with":[40],"the":[41,70,78,86,96,132,137,150,157,163,175,184,201,235,241],"rise":[42],"of":[43,144,159,198],"large-scale":[44],"models":[45,49,76,146,213],"like":[46],"large":[47],"language":[48],"(LLMs),":[50],"TrustZone-based":[51],"faces":[54],"challenges":[55],"in":[56,162],"migration":[57],"difficulties":[58],"and":[59,77,99,114,147,173,206,214,248],"inefficient":[60],"execution.":[61],"The":[62],"rudimentary":[63],"TEE":[64],"OS":[65],"lacks":[68],"both":[69],"runtime":[72,110],"needed":[73],"building":[75],"parallel":[79,153],"support":[80,111],"necessary":[81],"accelerate":[83],"Moreover,":[85],"limited":[87],"secure":[88,113,164,177,186],"memory":[89,178,187],"resources":[90],"devices":[93],"further":[94],"constrain":[95],"size":[98,188],"degrade":[100],"performance.":[101,232],"In":[102],"this":[103],"paper,":[104],"we":[105],"propose":[106],"SmartZone":[107,120,199,222,239],"efficient":[115],"TrustZone.":[119],"consists":[121],"three":[122],"main":[123],"components:":[124],"(1)":[125],"inference-oriented":[128],"operator":[129],"set,":[130],"providing":[131],"underlying":[133],"mechanisms":[134],"adapted":[135],"TrustZone\u2019s":[138],"mode":[140],"DNN":[145,212],"LLMs.":[148],"(2)":[149],"proactive":[151],"multi-threading":[152],"support,":[154],"which":[155,181],"increases":[156],"number":[158],"CPU":[160],"cores":[161],"state":[165],"via":[166],"cross-world":[167],"thread":[168],"collaboration":[169],"achieve":[171],"parallelism,":[172],"(3)":[174],"on-demand":[176],"management":[179],"method,":[180],"statically":[182],"allocates":[183],"appropriate":[185],"based":[189],"pre-execution":[191],"resource":[192],"analysis.":[193],"We":[194],"implement":[195],"prototype":[197],"Raspberry":[202],"Pi":[203],"3B+":[204],"board":[205],"evaluate":[207],"it":[208],"four":[210],"well-known":[211],"llama2":[215],"LLM.":[216],"Extensive":[217],"experimental":[218],"results":[219],"show":[220],"provides":[223],"end-to-end":[224],"while":[229],"maintaining":[230],"excellent":[231],"Compared":[233],"origin":[236],"inference,":[238],"accelerates":[240],"speed":[243],"by":[244,252],"up":[245],"4.26\u00d7":[247],"reduces":[249],"energy":[250],"consumption":[251],"65.81%.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
