Source code for cellrank.datasets._datasets

from typing import Any, Tuple, Union
from typing_extensions import Literal

import os
from enum import auto
from pathlib import Path

from scanpy import read
from anndata import AnnData
from cellrank import logging as logg
from cellrank.tl._enum import ModeEnum
from cellrank.ul._docs import d, inject_docs


class ReprogrammingSubset(ModeEnum):  # noqa: D101
    FULL = auto()
    K48 = "48k"
    K85 = "85k"


_datasets = {
    "pancreas": (
        "https://ndownloader.figshare.com/files/25060877",
        (2531, 27998),
    ),
    "pancreas_preprocessed": (
        "https://ndownloader.figshare.com/files/25030028",
        (2531, 2000),
    ),
    "lung": (
        "https://ndownloader.figshare.com/files/25038224",
        (24882, 24051),
    ),
    "reprogramming_morris": (
        "https://ndownloader.figshare.com/files/25503773",
        (104679, 22630),
    ),
    "zebrafish": (
        "https://ndownloader.figshare.com/files/27265280",
        (2434, 23974),
    ),
    "reprogramming_schiebinger": (
        "https://ndownloader.figshare.com/files/28618734",
        (236285, 19089),
    ),
}


def _load_dataset_from_url(
    fpath: Union[os.PathLike, str], url: str, expected_shape: Tuple[int, int], **kwargs
) -> AnnData:

    fpath = str(fpath)
    if not fpath.endswith(".h5ad"):
        fpath += ".h5ad"

    if os.path.isfile(fpath):
        logg.debug(f"Loading dataset from `{fpath!r}`")
    else:
        logg.debug(f"Downloading dataset from `{url!r}` as `{fpath!r}`")

    dirname, _ = os.path.split(fpath)
    try:
        if not os.path.isdir(dirname):
            logg.debug(f"Creating directory `{dirname!r}`")
            os.makedirs(dirname, exist_ok=True)
    except OSError as e:
        logg.debug(f"Unable to create directory `{dirname!r}`. Reason `{e}`")

    kwargs.setdefault("sparse", True)
    kwargs.setdefault("cache", True)

    adata = read(fpath, backup_url=url, **kwargs)

    if adata.shape != expected_shape:
        raise ValueError(
            f"Expected `anndata.AnnData` object to have shape `{expected_shape}`, found `{adata.shape}`."
        )

    adata.var_names_make_unique()

    return adata


[docs]@d.get_sections(base="dataset", sections=["Parameters"]) @d.dedent def pancreas( path: Union[str, Path] = "datasets/endocrinogenesis_day15.5.h5ad", **kwargs: Any, ) -> AnnData: """ Development of the murine pancreas at E15.5 from :cite:`bastidas-ponce:19`. scRNA-seq dataset comprising 2531 cells recorded using 10x Chromium in a single time point. Data was filtered to remove heavily cycling populations and to focus on the late stages of endocrinogenesis. Contains raw spliced and un-spliced count data, low-dimensional embedding coordinates as well as original cluster annotations. Parameters ---------- path Path where to save the dataset. **kwargs Keyword arguments for :func:`scanpy.read`. Returns ------- %(adata)s """ return _load_dataset_from_url(path, *_datasets["pancreas"], **kwargs)
[docs]@d.dedent def pancreas_preprocessed( path: Union[str, Path] = "datasets/endocrinogenesis_day15.5_preprocessed.h5ad", **kwargs: Any, ) -> AnnData: """ Development of the murine pancreas at E15.5 from :cite:`bastidas-ponce:19`, preprocessed according to the \ `basic tutorial <https://cellrank.readthedocs.io/en/stable/cellrank_basics.html>`__. Parameters ---------- %(dataset.parameters)s Returns ------- %(adata)s """ return _load_dataset_from_url(path, *_datasets["pancreas_preprocessed"], **kwargs)
[docs]@d.dedent def lung( path: Union[str, Path] = "datasets/lung_regeneration.h5ad", **kwargs: Any, ) -> AnnData: """ Regeneration of murine lung epithelial cells at 13 time points from :cite:`strunz:20`. scRNA-seq dataset comprising `24 051` cells recorded using Dropseq :cite:`macosko:15` at 13 time points spanning days 2-15 past lung bleomycin injury. Data was filtered to remove control cells as well as later time points which are more spaced out. We wanted to focus on the densely sampled days where RNA velocity :cite:`manno:18` :cite:`bergen:20` can be used to predict the future cellular state. Contains raw spliced and un-spliced count data, low-dimensional embedding coordinates as well as original cluster annotations. Parameters ---------- %(dataset.parameters)s Returns ------- %(adata)s """ return _load_dataset_from_url(path, *_datasets["lung"], **kwargs)
[docs]@inject_docs(s=ReprogrammingSubset) @d.dedent def reprogramming_morris( subset: Literal["full", "48k", "85k"] = ReprogrammingSubset.FULL, path: Union[str, Path] = "datasets/reprogramming_morris.h5ad", **kwargs: Any, ) -> AnnData: """ Reprogramming of mouse embryonic fibroblasts to induced endoderm progenitors at 8 time points from \ :cite:`morris:18`. scRNA-seq dataset comprising `104 887` cell recorded using 10X Chromium and Dropseq :cite:`macosko:15` at 8 time points spanning days 0-28 past reprogramming initiation. Contains raw spliced and un-spliced count data, low-dimensional embedding coordinates as well as clonal information from CellTagging :cite:`morris:18`. Moreover, it contains the following :attr:`anndata.AnnData.obs` annotations: - `'reprogramming_day'` - time-point information. - `'reprogramming'` - whether this clone is enriched for cells from successfully reprogrammed populations. - `'CellTagDN_XXk'` - CellTag from day `N` from the `XXk` cells ``subset``. Parameters --------- subset Whether to return the full object or just a subset. Can be one of: - `{s.FULL!r}` - return the complete dataset containing `104 887` cells. - `{s.K85!r}` - return the subset as described in :cite:`morris:18` Fig. 1, containing `85 010` cells. - `{s.K48!r}` - return the subset as described in :cite:`morris:18` Fig. 3, containing `48 515` cells. %(dataset.parameters)s Returns ------- %(adata)s Notes ----- The dataset has approximately 1.5GiB and the subsetting is performed locally after the full download. """ subset = ReprogrammingSubset(subset) adata = _load_dataset_from_url(path, *_datasets["reprogramming_morris"], **kwargs) if subset == ReprogrammingSubset.FULL: return adata if subset == ReprogrammingSubset.K48: return adata[~adata.obs["cluster"].isnull()].copy() if subset == ReprogrammingSubset.K85: return adata[~adata.obs["timecourse"].isnull()].copy() raise NotImplementedError(f"Subsetting option `{subset!r}` is not yet implemented.")
[docs]@d.dedent def reprogramming_schiebinger( path: Union[str, Path] = "datasets/reprogramming_schiebinger.h5ad", **kwargs: Any ) -> AnnData: """ Reprogramming of mouse embryonic fibroblasts to induced pluripotent stem cells at 39 time points from \ :cite:`schiebinger:19`. scRNA-seq dataset comprising `236 285` cell recorded using 10X Chromium at 39 time points spanning days 0-18 past reprogramming initiation. Contains total-counts normalized, log-transformed counts and low-dimensional embedding coordinates (force-directed). Moreover, it contains the following :attr:`anndata.AnnData.obs` annotations: - `'day'` - time-point information. - `'serum'`/`'2i'` - whether this cell comes from the serum/2i condition. - `'cell_sets'` - cluster labels. Parameters ---------- %(dataset.parameters)s Returns ------- %(adata)s Notes ----- The dataset has approximately 1.4GiB. """ return _load_dataset_from_url( path, *_datasets["reprogramming_schiebinger"], **kwargs )
[docs]@d.dedent def zebrafish( path: Union[str, Path] = "datasets/zebrafish.h5ad", **kwargs: Any, ) -> AnnData: """ Zebrafish embryogenesis assayed using drop-seq, restricted to the axial mesoderm lineage from :cite:`farrell:18`. scRNA-seq time-series dataset comprising `2434` cells which contains 12 time-points spanning 3.3-12 hours past fertilization. Parameters ---------- %(dataset.parameters)s Returns ------- %(adata)s """ return _load_dataset_from_url(path, *_datasets["zebrafish"], **kwargs)