Data in & out: upload and download

import os, csv, pathlib, requests

API   = os.environ.get("DATAERAI_SERVER", "https://<your-server>")
TOKEN = os.environ["DATAERAI_TOKEN"]

_api = requests.Session()
_api.headers.update({"Authorization": f"Bearer {TOKEN}"})

# Create the destination project and keep BOTH its id and its name.
_resp = _api.post(f"{API}/api/projects/",
                  json={"name": "SDK tutorial project",
                        "description": "Created from code by this tutorial."})
_resp.raise_for_status()
PROJECT_ID   = _resp.json()["id"]
PROJECT_NAME = _resp.json()["name"]

# A small sample dataset to upload.
DATA_FILE = pathlib.Path.home() / "dataerai-tutorial" / "data.csv"
DATA_FILE.parent.mkdir(parents=True, exist_ok=True)
with open(DATA_FILE, "w", newline="") as _fh:
    _w = csv.writer(_fh); _w.writerow(["id", "value"])
    for _i in range(10): _w.writerow([_i, _i * _i])

print("project   :", PROJECT_NAME, f"({PROJECT_ID})")
print("data file :", DATA_FILE)

from dataerai import DataeraiClient

with DataeraiClient(binary_path="dataerai") as client:
    result = client.upload(
        str(DATA_FILE),
        title="My dataset",
        owner_type="project", owner_id=PROJECT_ID,
        on_progress=lambda p: print(f"{p.percent:.0f}%  {p.rate_mbps:.1f} MB/s"),
    )

print("destination project:", PROJECT_NAME, f"({PROJECT_ID})")
print("asset id           :", result.asset_id)
print("content id         :", result.content_id, "|", result.total_bytes, "bytes")

content = _api.get(f"{API}/api/assets/{result.asset_id}/content/").json()
latest = content[0]
print("status :", latest["status"])
print("files  :", [f["filename"] for f in latest["files"]], "|", latest["size_bytes"], "bytes")

DEST = pathlib.Path.home() / "dataerai-tutorial" / "downloaded"
DEST.mkdir(parents=True, exist_ok=True)

with DataeraiClient(binary_path="dataerai") as client:
    dl = client.download(
        result.asset_id, str(DEST),
        on_progress=lambda p: print(f"{p.percent:.0f}%"),
    )

for f in dl.files:
    print(f.filename, f"({f.size} bytes) ->", f.local_path)
    print("---")
    print(pathlib.Path(f.local_path).read_text())