# Create Toy Dataset
def zarr_archive(dest_dir):
    path = dm.utils.fs.join(str(dest_dir), "data.zarr")
    root = zarr.open_group(path, mode="w")
    root.array("A", data=np.random.random((1, 128)))
    root.array("B", data=np.random.random((1, 128)))
    return path

def test(name):

    fs = s3fs.S3FileSystem(
        key=..., 
        secret=..., 
        client_kwargs=dict(endpoint_url=...), 
        s3_additional_kwargs=dict(ACL="private"), # <- this is neccessary for writing. 
    )
        
    try:
        with TemporaryDirectory() as tmpdir: 
            path = zarr_archive(tmpdir)

            dst = dm.utils.fs.join(str(tmpdir), "data", "data.zarr")
            dataset = create_dataset_from_file(path, zarr_root_path=dst)
            print(dataset.get_data(row=0, col="A"))
            
            dataset.name = name
            dataset.owner = "cwognum"
            dataset.source = "https://example.com"
            
            with PolarisHubClient(settings=settings) as client:
                client.upload_dataset(dataset, timeout=(10, 2000))

            dataset = po.load_dataset(f"cwognum/{name}")

            # This attribute is not yet saved to the Hub, so we need to set it manually
            dataset.zarr_root_path = "polarisfs://data.zarr"
            print(dataset.get_data(row=0, col="A"))
            
            dataset.cache() 
            print(dataset.get_data(row=0, col="A"))
    
    finally:
       # This cleans up the Cloudflare, but does not delete the entry in Neon
        fs.rm(f"polaris-test/dataset/cwognum/{name}", recursive=True)


test("test")