{"id":"https://openalex.org/W2948230063","doi":"https://doi.org/10.1109/tvt.2019.2945037","title":"On-Board Deep Q-Network for UAV-Assisted Online Power Transfer and Data Collection","display_name":"On-Board Deep Q-Network for UAV-Assisted Online Power Transfer and Data Collection","publication_year":2019,"publication_date":"2019-10-02","ids":{"openalex":"https://openalex.org/W2948230063","doi":"https://doi.org/10.1109/tvt.2019.2945037","mag":"2948230063"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2945037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2945037","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.07064","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399848","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-0517-2392"},"institutions":[{"id":"https://openalex.org/I83863532","display_name":"Polytechnic Institute of Porto","ror":"https://ror.org/04988re48","country_code":"PT","type":"education","lineage":["https://openalex.org/I83863532"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Kai Li","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Centre (CISTER), Portugal","Polytechnic Institute of Porto#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-0517-2392","affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Centre (CISTER), Portugal","institution_ids":[]},{"raw_affiliation_string":"Polytechnic Institute of Porto#TAB#","institution_ids":["https://openalex.org/I83863532"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021527965","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0003-0780-4637"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Digital Productivity and Services Flagship, Commonwealth Scientific and Industrial Research Organization (CSIRO), Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4933-594X","affiliations":[{"raw_affiliation_string":"Digital Productivity and Services Flagship, Commonwealth Scientific and Industrial Research Organization (CSIRO), Sydney, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078183455","display_name":"Eduardo Tovar","orcid":"https://orcid.org/0000-0001-8979-3876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eduardo Tovar","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Centre (CISTER), Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Centre (CISTER), Portugal","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Abbas Jamalipour","orcid":"https://orcid.org/0000-0002-1807-7220"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Jamalipour","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1807-7220","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100399848"],"corresponding_institution_ids":["https://openalex.org/I83863532"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04037305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"68","issue":"12","first_page":"12215","last_page":"12226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7181867361068726},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6671053171157837},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6357930302619934},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5726553201675415},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5108982920646667},{"id":"https://openalex.org/keywords/patrolling","display_name":"Patrolling","score":0.5032626986503601},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.497788667678833},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4830387532711029},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3501928448677063},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2826192378997803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24253064393997192}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7181867361068726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6671053171157837},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6357930302619934},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5726553201675415},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5108982920646667},{"id":"https://openalex.org/C110698143","wikidata":"https://www.wikidata.org/wiki/Q651389","display_name":"Patrolling","level":2,"score":0.5032626986503601},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.497788667678833},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4830387532711029},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3501928448677063},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2826192378997803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24253064393997192},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tvt.2019.2945037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2945037","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1906.07064","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.07064","pdf_url":"https://arxiv.org/pdf/1906.07064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2948230063","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1906.07064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/140505","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/140505","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:recipp.ipp.pt:10400.22/15286","is_oa":false,"landing_page_url":"http://hdl.handle.net/10400.22/15286","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"doi:10.48550/arxiv.1906.07064","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.07064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.07064","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.07064","pdf_url":"https://arxiv.org/pdf/1906.07064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320327374","display_name":"Programa Operacional Tem\u00e1tico Factores de Competitividade","ror":null},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948230063.pdf","grobid_xml":"https://content.openalex.org/works/W2948230063.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W604181985","https://openalex.org/W1483997329","https://openalex.org/W1533652486","https://openalex.org/W1595483645","https://openalex.org/W1964841476","https://openalex.org/W1969161726","https://openalex.org/W1973166957","https://openalex.org/W2003170991","https://openalex.org/W2003757868","https://openalex.org/W2028474282","https://openalex.org/W2039409843","https://openalex.org/W2060794637","https://openalex.org/W2094975593","https://openalex.org/W2113274749","https://openalex.org/W2115056390","https://openalex.org/W2133361511","https://openalex.org/W2134113751","https://openalex.org/W2139349967","https://openalex.org/W2139418546","https://openalex.org/W2145339207","https://openalex.org/W2155870806","https://openalex.org/W2157005274","https://openalex.org/W2268751503","https://openalex.org/W2285553406","https://openalex.org/W2321134867","https://openalex.org/W2382354666","https://openalex.org/W2405469452","https://openalex.org/W2405952313","https://openalex.org/W2516936060","https://openalex.org/W2523219060","https://openalex.org/W2588576993","https://openalex.org/W2607581231","https://openalex.org/W2624666964","https://openalex.org/W2658228651","https://openalex.org/W2687556248","https://openalex.org/W2739079535","https://openalex.org/W2753941074","https://openalex.org/W2761191116","https://openalex.org/W2767105570","https://openalex.org/W2769514345","https://openalex.org/W2769731738","https://openalex.org/W2775597598","https://openalex.org/W2782721746","https://openalex.org/W2782943365","https://openalex.org/W2783222607","https://openalex.org/W2806562791","https://openalex.org/W2886182179","https://openalex.org/W2899223021","https://openalex.org/W2956748012","https://openalex.org/W2962691244","https://openalex.org/W2962804513","https://openalex.org/W2963024177","https://openalex.org/W2963061782","https://openalex.org/W2963576178","https://openalex.org/W2964052915","https://openalex.org/W2964125271","https://openalex.org/W6635465357","https://openalex.org/W6704571135","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W3184709972","https://openalex.org/W2916430995","https://openalex.org/W3170618496","https://openalex.org/W2900987756","https://openalex.org/W3197321928","https://openalex.org/W3211340978","https://openalex.org/W3186886720","https://openalex.org/W3184084195","https://openalex.org/W3044480544","https://openalex.org/W3018475526","https://openalex.org/W2962584976","https://openalex.org/W3007503889","https://openalex.org/W2998472647","https://openalex.org/W2965786235","https://openalex.org/W2964209416","https://openalex.org/W3132717750","https://openalex.org/W2963697941","https://openalex.org/W2563905718","https://openalex.org/W2949683186","https://openalex.org/W2615308574"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"with":[4,26,144,170],"Microwave":[5],"Power":[6],"Transfer":[7],"(MPT)":[8],"capability":[9],"provide":[10],"a":[11,16,61,139,188],"practical":[12],"means":[13],"to":[14,29,104,120,233],"deploy":[15],"large":[17],"number":[18],"of":[19,57,60,74,86,111,133,147,154,163,184],"wireless":[20],"powered":[21],"sensing":[22,38,113],"devices":[23,39,88],"into":[24],"areas":[25],"no":[27],"access":[28],"persistent":[30],"power":[31],"supplies.":[32],"The":[33],"UAV":[34,62,205],"can":[35],"charge":[36],"the":[37,55,75,87,93,106,112,118,129,134,145,161,164,175,181,185,198,204,211,224],"remotely":[40],"and":[41,51,70,83,123,128,150,158,166,187],"harvest":[42],"their":[43],"data.":[44],"A":[45],"key":[46],"challenge":[47],"is":[48,89,102],"online":[49],"MPT":[50],"data":[52,71,84,108,126,151],"collection":[53],"in":[54],"presence":[56],"on-board":[58,99,176],"control":[59],"(e.g.,":[63],"patrolling":[64,131],"velocity)":[65],"for":[66,125],"preventing":[67],"battery":[68,81,148],"drainage":[69],"queue":[72,85,152],"overflow":[73],"devices,":[76,114,155],"while":[77],"up-to-date":[78],"knowledge":[79,209],"on":[80,210],"level":[82,149],"not":[90],"available":[91],"at":[92,228],"UAV.":[94,135],"In":[95],"this":[96],"paper,":[97],"an":[98],"deep":[100,177,189,219],"Q-network":[101,178],"developed":[103],"minimize":[105],"overall":[107],"packet":[109,225],"loss":[110,226],"by":[115,227],"optimally":[116,169],"deciding":[117],"device":[119],"be":[121],"charged":[122],"interrogated":[124],"collection,":[127],"instantaneous":[130],"velocity":[132],"Specifically,":[136],"we":[137,173],"formulate":[138],"Markov":[140],"Decision":[141],"Process":[142],"(MDP)":[143],"states":[146],"length":[153],"channel":[156],"conditions,":[157],"waypoints":[159],"given":[160],"trajectory":[162],"UAV;":[165],"solve":[167],"it":[168],"Q-learning.":[171],"Furthermore,":[172],"propose":[174],"that":[179,195,217],"enlarges":[180],"state":[182],"space":[183],"MDP,":[186],"reinforcement":[190,220],"learning":[191,221],"based":[192],"scheduling":[193],"algorithm":[194,222],"asymptotically":[196],"derives":[197],"optimal":[199],"solution":[200],"online,":[201],"even":[202],"when":[203],"has":[206],"only":[207],"outdated":[208],"MDP":[212],"states.":[213],"Numerical":[214],"results":[215],"demonstrate":[216],"our":[218],"reduces":[223],"least":[229],"69.2%,":[230],"as":[231],"compared":[232],"existing":[234],"non-learning":[235],"greedy":[236],"algorithms.":[237]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}