{"id":"https://openalex.org/W2159289047","doi":"https://doi.org/10.1109/hpdc.1999.805306","title":"Data management for large-scale scientific computations in high performance distributed systems","display_name":"Data management for large-scale scientific computations in high performance distributed systems","publication_year":2003,"publication_date":"2003-01-20","ids":{"openalex":"https://openalex.org/W2159289047","doi":"https://doi.org/10.1109/hpdc.1999.805306","mag":"2159289047"},"language":"en","primary_location":{"id":"doi:10.1109/hpdc.1999.805306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpdc.1999.805306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. The Eighth International Symposium on High Performance Distributed Computing (Cat. No.99TH8469)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074976770","display_name":"Alok Choudhary","orcid":"https://orcid.org/0000-0001-8152-6319"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"A. Choudhary","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007116603","display_name":"Mahmut Kandemir","orcid":"https://orcid.org/0000-0002-9940-9951"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Kandemir","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069752835","display_name":"Harsha Nagesh","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Nagesh","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076267365","display_name":"Jaechun No","orcid":"https://orcid.org/0000-0001-5092-9115"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. No","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047385834","display_name":"Xiaohui Shen","orcid":"https://orcid.org/0000-0001-7739-339X"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"X. Shen","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028916710","display_name":"Valerie Taylor","orcid":"https://orcid.org/0000-0001-6061-0191"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"V. Taylor","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108534762","display_name":"S. More","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. More","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014920685","display_name":"Rajeev Thakur","orcid":"https://orcid.org/0000-0002-5532-3048"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Thakur","raw_affiliation_strings":["Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","Mathematics and Computer Science Division, Argonne National Laboratory, Argonne, IL, USA"],"affiliations":[{"raw_affiliation_string":"Center for Parallel and Distributed Computing, Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Argonne, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5074976770"],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":1.2401,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85245079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"263","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.8612278699874878},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8346854448318481},{"id":"https://openalex.org/keywords/data-management","display_name":"Data management","score":0.5369863510131836},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5003805160522461},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.49926042556762695},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.45831793546676636},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.4383881092071533},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4306233525276184},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4241228997707367},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.30414119362831116},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.20190387964248657},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17652222514152527}],"concepts":[{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.8612278699874878},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8346854448318481},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.5369863510131836},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5003805160522461},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.49926042556762695},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.45831793546676636},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.4383881092071533},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4306233525276184},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4241228997707367},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.30414119362831116},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.20190387964248657},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17652222514152527},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/hpdc.1999.805306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpdc.1999.805306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. The Eighth International Symposium on High Performance Distributed Computing (Cat. No.99TH8469)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.102.781","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.102.781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-unix.mcs.anl.gov/~thakur/papers/mahmut_sdm.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.105.4798","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.105.4798","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.irit.fr/~Jean-Marc.Pierson/DEAGrids/2003-2004/DataandMetaDataManagement/choudhary99data.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.15.6674","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.15.6674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.northwestern.edu/~wkliao/MDMS/Publications/cluster.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.41.5013","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.41.5013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.nwu.edu/~wkliao/MDMS/publications/hpdc99.ps","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.434.6303","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.434.6303","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.northwestern.edu/~choudhar/Publications/DataManagementLargeScaleSciComputationsHighPerfDistSystems.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4000000059604645,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320316545","display_name":"San Diego Supercomputer Center","ror":"https://ror.org/04mg3nk07"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1506773713","https://openalex.org/W1516312903","https://openalex.org/W1531947566","https://openalex.org/W1560028096","https://openalex.org/W1581724162","https://openalex.org/W1675254114","https://openalex.org/W1970019308","https://openalex.org/W1971636727","https://openalex.org/W1991739969","https://openalex.org/W2006118838","https://openalex.org/W2014836955","https://openalex.org/W2051523409","https://openalex.org/W2055437997","https://openalex.org/W2055951513","https://openalex.org/W2080413856","https://openalex.org/W2083200599","https://openalex.org/W2099401491","https://openalex.org/W2103566374","https://openalex.org/W2107806866","https://openalex.org/W2108033349","https://openalex.org/W2108137279","https://openalex.org/W2109051046","https://openalex.org/W2130836080","https://openalex.org/W2144413105","https://openalex.org/W2152826168","https://openalex.org/W2165647555","https://openalex.org/W2166333076","https://openalex.org/W2987917530","https://openalex.org/W6631155002","https://openalex.org/W6675663975","https://openalex.org/W6682726567"],"related_works":["https://openalex.org/W107105315","https://openalex.org/W1584537303","https://openalex.org/W4388155270","https://openalex.org/W4367156293","https://openalex.org/W2750549761","https://openalex.org/W1872724644","https://openalex.org/W28826848","https://openalex.org/W2122272819","https://openalex.org/W2994151208","https://openalex.org/W4383901435"],"abstract_inverted_index":{"With":[0],"the":[1,23,89,100,125,128,144,152,156,165,170,173],"increasing":[2],"number":[3],"of":[4,10,34,82,103,113,120,130,146,158],"scientific":[5],"applications":[6],"manipulating":[7],"huge":[8],"amounts":[9],"data,":[11],"effective":[12],"data":[13,27],"management":[14,28,76],"is":[15,70],"an":[16,73,159],"increasingly":[17],"important":[18],"problem.":[19],"Unfortunately,":[20],"so":[21],"far":[22],"solutions":[24],"to":[25,151],"this":[26,62],"problem":[29],"either":[30],"require":[31],"deep":[32],"understanding":[33],"specific":[35],"storage":[36,94],"architectures":[37],"and":[38,55,91,115,162,172,186],"file":[39,44],"layouts":[40],"(as":[41,57],"in":[42,51,58,111],"high-performance":[43],"systems)":[45],"or":[46],"produce":[47],"unsatisfactory":[48],"I/O":[49,149],"performance":[50,101,121,180],"exchange":[52],"for":[53],"ease-of-use":[54,114],"portability":[56],"relational":[59],"DBMSs).":[60],"In":[61],"paper":[63],"we":[64],"present":[65],"a":[66,92,136],"new":[67],"environment":[68,98,134],"which":[69],"built":[71],"around":[72],"active":[74,160],"meta-data":[75],"system":[77,95],"(MDMS).":[78],"The":[79,117],"key":[80],"components":[81],"our":[83,183],"three-tiered":[84],"architecture":[85],"are":[86,122,191],"user":[87,141],"application,":[88,169],"MDMS,":[90,126,171],"hierarchical":[93],"(HSS).":[96],"Our":[97,133],"overcomes":[99],"problems":[102],"pure":[104],"database-oriented":[105],"solutions,":[106],"while":[107],"maintaining":[108],"their":[109],"advantages":[110],"terms":[112],"portability.":[116],"high":[118],"levels":[119],"achieved":[123],"by":[124],"with":[127],"aid":[129],"user-specified":[131],"directives.":[132],"supports":[135],"simple,":[137],"easy-to-use":[138],"yet":[139],"powerful":[140],"interface,":[142],"leaving":[143],"task":[145],"choosing":[147],"appropriate":[148],"techniques":[150],"MDMS.":[153],"We":[154,177],"discuss":[155],"importance":[157],"MDMS":[161],"show":[163],"how":[164],"three":[166],"components,":[167],"namely":[168],"HSS,":[174],"fit":[175],"together.":[176],"also":[178],"report":[179],"numbers":[181],"from":[182],"initial":[184],"implementation":[185],"illustrate":[187],"that":[188],"significant":[189],"improvements":[190],"made":[192],"possible":[193],"without":[194],"undue":[195],"programming":[196],"effort.":[197]},"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}