J.A.R.V.I.S. 十任务套件#
本 Notebook 力求简洁：
步骤 1 检查运行环境并初始化
ov.Agent。步骤 2 直接通过 Scanpy 或可下载的 URL 获取数据集。
步骤 3–13 每个步骤包含一个独立的
ov.Agent(prompt, data)代码块，您可以通过单个单元格触发任意任务。
步骤 1 — 环境与智能体检查#
导入 OmicVerse/Scanpy，确认版本，并实例化一个后续所有步骤共用的 ov.Agent 会话。
import os
import sys
from pathlib import Path
import scanpy as sc
import omicverse as ov
print(f"Python executable: {sys.executable}")
print(f"Python version: {sys.version}")
print(f"OmicVerse version: {getattr(ov, '__version__', 'unknown')} @ {ov.__file__}")
print(f"Scanpy version: {sc.__version__}")
print("
Supported models:")
print(ov.list_supported_models())
OPENAI_API_KEY = os.getenv('OPENAI_API_KEY')
ANTHROPIC_API_KEY = os.getenv('ANTHROPIC_API_KEY')
GEMINI_API_KEY = os.getenv('GEMINI_API_KEY')
api_key = OPENAI_API_KEY or ANTHROPIC_API_KEY or GEMINI_API_KEY
if not api_key:
print('⚠️ Set OPENAI_API_KEY / ANTHROPIC_API_KEY / GEMINI_API_KEY before running the agent.')
model_id = os.getenv('OV_AGENT_MODEL', 'gpt-5')
sc.settings.set_figure_params(dpi=100)
agent = ov.Agent(model=model_id, api_key=api_key)
agent
步骤 2 — 下载或暂存数据集#
以下代码块直接通过 scanpy.datasets 拉取可用数据，并为较大资源（Multiome、ATAC、TME、空间数据等）打印下载 URL。若希望脚本自动下载外部文件，请将 AUTO_FETCH_WEB 设置为 True。
import urllib.request
DATA_ROOT = Path('ov_agent_data')
DATA_ROOT.mkdir(parents=True, exist_ok=True)
SCANPY_DATASETS = {
'pbmc_fastq_qc': ('scanpy.datasets.pbmc3k', sc.datasets.pbmc3k),
'pancreas_multi_simba': ('scanpy.datasets.pbmc68k_reduced', sc.datasets.pbmc68k_reduced),
'paul15_traj': ('scanpy.datasets.paul15', sc.datasets.paul15),
}
DATA_CACHE = {}
for key, (label, loader) in SCANPY_DATASETS.items():
try:
DATA_CACHE[key] = loader()
print(f"✅ Loaded {key} via {label}")
except Exception as exc:
DATA_CACHE[key] = None
print(f"⚠️ Failed to load {key} via {label}: {exc}")
DATA_PATHS = {
'pbmc_multiome_rna': DATA_ROOT / 'pbmc_multiome_rna.h5ad',
'pbmc_multiome_atac': DATA_ROOT / 'pbmc_multiome_atac.h5ad',
'pbmc5k_atac_emb': DATA_ROOT / 'pbmc5k_atac_emb.h5ad',
'pbmc5k_rna_reference': DATA_ROOT / 'pbmc_rna_reference.h5ad',
'tme_cellphonedb': DATA_ROOT / 'tme_cellphonedb.h5ad',
'metatime_input': DATA_ROOT / 'metatime_input.h5ad',
'cefcon_input': DATA_ROOT / 'cefcon_nestorowa.h5ad',
'scdrug_input': DATA_ROOT / 'scdrug_scanpyobj.h5ad',
'visium_slice_151676': DATA_ROOT / '151676_filtered_feature_bc_matrix.h5',
'visium_slice_151507': DATA_ROOT / '151507_filtered_feature_bc_matrix.h5',
}
WEB_DATASETS = [
{
'name': 'pbmc_multiome_rna',
'url': 'https://figshare.com/ndownloader/files/41460054',
'path': DATA_PATHS['pbmc_multiome_rna'],
},
{
'name': 'pbmc_multiome_atac',
'url': 'https://figshare.com/ndownloader/files/41460051',
'path': DATA_PATHS['pbmc_multiome_atac'],
},
{
'name': 'pbmc5k_atac_emb',
'url': 'https://figshare.com/ndownloader/files/41418600',
'path': DATA_PATHS['pbmc5k_atac_emb'],
},
{
'name': 'pbmc5k_rna_reference',
'url': 'https://cf.10xgenomics.com/samples/cell-exp/1.1.0/pbmc3k/pbmc3k_filtered_gene_bc_matrices.tar.gz',
'path': DATA_PATHS['pbmc5k_rna_reference'],
},
{
'name': 'tme_cellphonedb',
'url': 'https://github.com/ventolab/CellphoneDB/raw/master/notebooks/data_tutorial.zip',
'path': DATA_PATHS['tme_cellphonedb'],
},
{
'name': 'metatime_input',
'url': 'https://figshare.com/ndownloader/files/41440050',
'path': DATA_PATHS['metatime_input'],
},
{
'name': 'cefcon_input',
'url': 'https://github.com/WPZgithub/CEFCON/raw/e74d2d248b88fb3349023d1a97d3cc8a52cc4060/notebooks/data/nestorowa16_preprocessed.h5ad',
'path': DATA_PATHS['cefcon_input'],
},
{
'name': 'scdrug_input',
'url': 'https://figshare.com/ndownloader/files/47461946',
'path': DATA_PATHS['scdrug_input'],
},
{
'name': 'visium_slice_151676',
'url': 'https://drive.google.com/uc?export=download&id=1Omte1adVFzyRDw7VloOAQYwtv_NjdWcG',
'path': DATA_PATHS['visium_slice_151676'],
},
{
'name': 'visium_slice_151507',
'url': 'https://drive.google.com/uc?export=download&id=1zsMZnG-tYr9ebquG6YULi6gvN00zGEGZ',
'path': DATA_PATHS['visium_slice_151507'],
},
]
def download_file(url: str, destination: Path) -> None:
destination.parent.mkdir(parents=True, exist_ok=True)
if destination.exists():
print(f" ↪ {destination} already present")
return
print(f" ↓ Downloading {url} → {destination}")
with urllib.request.urlopen(url) as resp, open(destination, 'wb') as out:
out.write(resp.read())
print(f" ✅ Saved {destination}")
AUTO_FETCH_WEB = False
if AUTO_FETCH_WEB:
for entry in WEB_DATASETS:
try:
download_file(entry['url'], entry['path'])
except Exception as exc:
print(f"⚠️ Could not download {entry['name']}: {exc}")
else:
for entry in WEB_DATASETS:
print(f"ℹ️ Stage {entry['name']} manually from {entry['url']} → {entry['path']}")
print("
Dataset cache summary:")
for key, value in DATA_CACHE.items():
status = 'ready' if value is not None else 'missing'
print(f" - {key}: {status}")
TASK_RESULTS = {}
步骤 3 — PBMC 5k/8k FASTQ → QC → 聚类稳定性基准测试#
通过单个提示触发完整的 PBMC 端到端工作流。
step3_prompt = """You are ov.Agent orchestrating an end-to-end PBMC 5k/8k workflow.
Use the skill registry to load and cite:
- `single-preprocessing` for QC/HVG/scaling guidance.
- `single-clustering` for multi-head resolution sweeps.
- `data-viz-plots` plus `single-downstream-analysis` for stability diagnostics.
Requirements:
1. Start from raw 10x FASTQs, run kb-python alignment to generate `adata.h5ad` counts (show CLI commands).
2. Apply PBMC-grade QC thresholds, normalization, and HVG selection, documenting parameter choices.
3. Run Leiden, Louvain, Gaussian mixture, and LDA clustering across several resolutions, computing UMAP drift metrics that quantify stability.
4. Return ordered code blocks plus a markdown table summarizing head, resolution, drift (0–1), and the recommended resolution."""
pbmc_fastq_data = DATA_CACHE.get('pbmc_fastq_qc')
if pbmc_fastq_data is None:
raise RuntimeError('Load PBMC data via scanpy.datasets in Step 2 before running this cell.')
TASK_RESULTS['pbmc_fastq_qc'] = agent.run(step3_prompt, pbmc_fastq_data)
TASK_RESULTS['pbmc_fastq_qc']
步骤 4 — 胰腺多研究合并与 SIMBA 嵌入#
对胰腺供体数据进行基于 SIMBA 的整合压力测试。
step4_prompt = """Integrate the Baron, Segerstolpe, and Muraro pancreas scRNA-seq donors under strong batch effects.
Use the registry to load:
- `single-preprocessing` for donor-level normalization and covariate regression.
- `single-multiomics` for SIMBA-style heterogeneous graph construction.
- `single-clustering` and `data-viz-plots` for UMAP diagnostics.
Workflow expectations:
1. Highlight how to harmonize preprocessing parameters across cohorts before building the SIMBA graph.
2. Provide the concrete SIMBA commands that add nodes/edges, train embeddings, and export 2D projections.
3. Quantify integration with before/after UMAPs, kBET, and silhouette scores, commenting on endocrine vs. exocrine separation.
4. Explain how to persist the learned embeddings for downstream classifiers."""
pancreas_data = DATA_CACHE.get('pancreas_multi_simba')
if pancreas_data is None:
raise RuntimeError('Stage a pancreas multi-donor AnnData object in DATA_CACHE['pancreas_multi_simba'].')
TASK_RESULTS['pancreas_multi_simba'] = agent.run(step4_prompt, pancreas_data)
TASK_RESULTS['pancreas_multi_simba']
步骤 5 — Paul15 造血轨迹与 MetaTiME 诊断#
重建造血轨迹并进行 MetaTiME 周期检验。
step5_prompt = """Reconstruct megakaryocyte vs. lymphoid trajectories on Paul15-like hematopoiesis data.
Use the registry to pull:
- `single-trajectory` for diffusion, PAGA, Palantir/VIA, and MetaTiME checkpoints.
- `single-preprocessing` for QC and normalization.
- `single-downstream-analysis` plus `data-viz-plots` for marker summaries.
Deliverables:
1. Describe preprocessing plus neighborhood graph construction before diffusion/PAGA.
2. Run diffusion maps, Palantir/VIA, and identify root and terminal states with pseudotime ordering.
3. Produce branch marker tables for at least two fates and explain MetaTiME cycle diagnostics that validate the ordering.
4. Return code snippets, saved-figure descriptions, and a markdown list of pseudotime milestones."""
paul15_data = DATA_CACHE.get('paul15_traj')
if paul15_data is None:
raise RuntimeError('Paul15 data is missing—rerun Step 2 or provide your own AnnData object.')
TASK_RESULTS['paul15_traj'] = agent.run(step5_prompt, paul15_data)
TASK_RESULTS['paul15_traj']
步骤 6 — PBMC Multiome 10k GLUE + MOFA 因子发现#
对齐 RNA/ATAC 嵌入并解码因子。
step6_prompt = """Perform cross-modal alignment for PBMC Multiome 10k.
Use skill registry lookups for:
- `single-multiomics` (GLUE pairing + MOFA training).
- `single-preprocessing` (modality-specific normalization).
- `data-viz-plots` (factor visualization).
Tasks:
1. Pair RNA and ATAC embeddings with GLUE and report the path to the paired metadata.
2. Train MOFA on matched matrices, labelling shared, RNA-only, and ATAC-only factors with variance explained tables.
3. Highlight at least one IFN-response and one chromatin-accessibility-specific factor, with marker genes/peaks.
4. Provide code snippets plus interpretation bullets for each factor category."""
multiome_rna = DATA_PATHS['pbmc_multiome_rna']
multiome_atac = DATA_PATHS['pbmc_multiome_atac']
if not multiome_rna.exists() or not multiome_atac.exists():
raise FileNotFoundError('Download both RNA and ATAC embeddings in Step 2 before running this cell.')
multiome_data = sc.read(multiome_rna)
multiome_data.uns['atac_embedding_path'] = str(multiome_atac)
TASK_RESULTS['multiome_glue'] = agent.run(step6_prompt, multiome_data)
TASK_RESULTS['multiome_glue']
步骤 7 — 通过 GLUE 嵌入将标签从 RNA 转移至 PBMC 5k scATAC#
使用跨模态 KNN 图将注释从 RNA 迁移至 ATAC。
step7_prompt = """Transfer PBMC RNA annotations onto PBMC 5k scATAC cells.
Use skill registry entries:
- `single-multiomics` for GLUE-derived embeddings and cross-modal graphs.
- `single-annotation` for label transfer/validation patterns.
Instructions:
1. Load the GLUE embeddings (`data/analysis_lymph/rna-emb.h5ad` and `data/analysis_lymph/atac-emb.h5ad`).
2. Build the cross-modal KNN graph, migrate labels with confidence, and surface per-cluster agreement statistics.
3. Flag potential mismatches and explain how to visualize transferred labels on ATAC UMAPs.
4. Return python commands plus a markdown table of cluster vs. confidence."""
atac_path = DATA_PATHS['pbmc5k_atac_emb']
rna_ref_path = DATA_PATHS['pbmc5k_rna_reference']
if not atac_path.exists() or not rna_ref_path.exists():
raise FileNotFoundError('Stage both ATAC and RNA reference embeddings before running the transfer cell.')
atac_data = sc.read(atac_path)
atac_data.uns['rna_reference_path'] = str(rna_ref_path)
TASK_RESULTS['pbmc5k_scatac_transfer'] = agent.run(step7_prompt, atac_data)
TASK_RESULTS['pbmc5k_scatac_transfer']
步骤 8 — 肿瘤微环境配体-受体诊断（CellPhoneDBViz）#
比较不同治疗条件下衰竭 T 细胞与 M2 巨噬细胞的配体-受体使用情况。
step8_prompt = """Contrast ligand–receptor usage between exhausted T cells and M2 macrophages for treated vs. untreated tumors.
Use registry calls for:
- `single-cellphone-db` (interaction formatting, execution, visualization).
- `single-downstream-analysis` and `data-viz-plots` (interpretation + figure export).
Expectations:
1. Show metadata formatting, CellPhoneDB execution commands, and result parsing.
2. Highlight top ligand–receptor pairs per condition with effect sizes/p-values.
3. Describe how to build heatmaps and chord diagrams (include filenames) via CellPhoneDBViz helpers.
4. Provide interpretation guidance on shifts between conditions."""
tme_path = DATA_PATHS['tme_cellphonedb']
if not tme_path.exists():
raise FileNotFoundError('Download the CellPhoneDB-ready AnnData file before running this cell.')
tme_data = sc.read(tme_path)
TASK_RESULTS['cellphonedb'] = agent.run(step8_prompt, tme_data)
TASK_RESULTS['cellphonedb']
步骤 9 — MetaTiME 驱动的免疫微环境注释#
使用 MetaTiME 元组分对免疫状态进行评分。
step9_prompt = """Annotate tumor-infiltrating immune cells with MetaTiME.
Use skill registry lookups for:
- `single-trajectory` (MetaTiME scoring + pseudotime context).
- `single-preprocessing` (optional inferCNV-based malignant removal).
- `single-downstream-analysis` (report formatting).
Deliverables:
1. Optionally filter malignant cells via infercnvpy outputs and recompute neighbors in SCVI space.
2. Run MetaTiME scoring, rank meta-components per cluster, and interpret dominant immune states.
3. Provide preprocessing + scoring code plus a markdown report mapping cluster → top meta-component with interpretation."""
metatime_path = DATA_PATHS['metatime_input']
if not metatime_path.exists():
raise FileNotFoundError('Provide the MetaTiME-ready AnnData file (TiME_adata_scvi.h5ad) before running this cell.')
metatime_data = sc.read(metatime_path)
TASK_RESULTS['metatime'] = agent.run(step9_prompt, metatime_data)
TASK_RESULTS['metatime']
步骤 10 — CEFCON 驱动调节因子发现#
使用 CEFCON 流水线发现分支特异性调节因子。
step10_prompt = """Discover lineage-specific driver regulators with CEFCON on Nestorowa/Paul15 hematopoiesis.
Use the registry to load:
- `single-trajectory` (fate modeling context).
- `single-downstream-analysis` (regulator reporting).
Steps:
1. Document preprocessing and prior network setup, including how to load the NicheNet graph.
2. Run `ov.single.pyCEFCON`, exporting regulon tables for at least two branches (erythroid vs. granulocyte).
3. Provide tuning advice (walk length, regularization) and show how to visualize regulator activity heatmaps.
4. Summarize key regulators per branch in markdown."""
cefcon_path = DATA_PATHS['cefcon_input']
if not cefcon_path.exists():
raise FileNotFoundError('Download the Nestorowa/Paul15 preprocessed AnnData for CEFCON before running this cell.')
cefcon_data = sc.read(cefcon_path)
TASK_RESULTS['cefcon'] = agent.run(step10_prompt, cefcon_data)
TASK_RESULTS['cefcon']
步骤 11 — 精准肿瘤学优先级排序（inferCNV + scDrug）#
inferCNV 识别恶性克隆后，对各克隆的治疗方案进行排序。
step11_prompt = """Combine inferCNV-based malignant calling with scDrug predictions for precision oncology.
Use registry lookups for:
- `single-multiomics` (scDrug + modality handling).
- `single-downstream-analysis` (drug ranking summaries).
- `data-viz-plots` (CNV heatmap references).
Workflow:
1. Run infercnvpy to separate malignant vs. normal cells and reference the CNV heatmap artifact.
2. Feed malignant clones into scDrug, compute predicted IC50 values, and rank at least five compounds per clone.
3. Provide code for exporting the ranking table plus guidance on cross-referencing copy-number context when interpreting drug hits."""
scdrug_path = DATA_PATHS['scdrug_input']
if not scdrug_path.exists():
raise FileNotFoundError('Stage the scanpyobj.h5ad file before invoking the scDrug workflow.')
scdrug_data = sc.read(scdrug_path)
TASK_RESULTS['scdrug'] = agent.run(step11_prompt, scdrug_data)
TASK_RESULTS['scdrug']
步骤 12 — SpaceFlow 伪时空映射（Visium 151676）#
从单张 Visium 切片中推导区域和 pSM 层。
step12_prompt = """Compute SpaceFlow embeddings and pseudo-spatiotemporal maps for Visium DLPFC slice 151676.
Use registry entries for:
- `single-to-spatial-mapping` (Visium pre-processing).
- `spatial-trajectory` (SpaceFlow training + domain discovery).
- `data-viz-plots` (domain overlays on histology).
Plan:
1. Load `151676_filtered_feature_bc_matrix.h5`, normalize spots, and build spatial KNN graphs for SpaceFlow.
2. Train SpaceFlow, report domain assignments plus pseudo-spatiotemporal maps (pSM) and save the embeddings/pSM matrices.
3. Describe how to visualize embeddings/domains layered on histology with filenames for the exported figures."""
spaceflow_path = DATA_PATHS['visium_slice_151676']
if not spaceflow_path.exists():
raise FileNotFoundError('Download the 151676 Visium matrix (.h5) before running SpaceFlow.')
spaceflow_data = sc.read_10x_h5(spaceflow_path)
TASK_RESULTS['spaceflow_151676'] = agent.run(step12_prompt, spaceflow_data)
TASK_RESULTS['spaceflow_151676']
步骤 13 — STAligner 多切片对齐（151676 ↔ 151507）#
使用三元组损失 GAT 对齐连续的 Visium 切片。
step13_prompt = """Align consecutive Visium DLPFC slices (151676 and 151507) with STAligner.
Use the skill registry to load:
- `spatial-alignment` (STAligner configuration and triplet-loss GAT training).
- `single-to-spatial-mapping` (Visium preprocessing for both slices).
- `data-viz-plots` (aligned cortical-layer visualization).
Expectations:
1. Preprocess both filtered matrices, harmonize features, and construct spot graphs before alignment.
2. Run STAligner with triplet-loss GAT, report where embeddings and aligned coordinates are saved, and describe convergence checks.
3. Summarize conserved cortical layers across slices plus any mismatches, pointing to exported alignment plots."""
slice_a = DATA_PATHS['visium_slice_151676']
slice_b = DATA_PATHS['visium_slice_151507']
if not slice_a.exists() or not slice_b.exists():
raise FileNotFoundError('Download both Visium slices (151676 & 151507) before running STAligner.')
slice_a_data = sc.read_10x_h5(slice_a)
slice_a_data.uns['staligner_peer_slice_path'] = str(slice_b)
TASK_RESULTS['staligner'] = agent.run(step13_prompt, slice_a_data)
TASK_RESULTS['staligner']