{"id":"zero-shot-evaluation","type":"method","name_en":"Zero-shot evaluation","name_zh":"零样本评估","aliases":["zero-shot evaluation","zero-shot"],"description":{"en":"Evaluating pretrained models without task-specific fine-tuning. Kedzierska et al. report limitations of scGPT and Geneformer in this setting, and the Virtual Cell Challenge 2026 benchmarks zero-shot generalisation across cellular contexts.","zh":"在不做任务特异微调的情况下评估预训练模型。Kedzierska 等报告 scGPT 与 Geneformer 在此设定下的局限；虚拟细胞挑战赛 2026 评测跨细胞情境的零样本泛化。"},"externalIds":{},"graphNames":["zero-shot evaluation"],"mentions":{"items":["VC0012","VC0050","VC0058","VC0107"],"topics":["model-virtual-cell","validation-benchmarks"]},"evidenceRefs":["VC0050","VC0058"],"reviewStatus":"draft","version":"0.1.0","page_url":"https://gliostate.com/entities/zero-shot-evaluation/","page_url_zh":"https://gliostate.com/zh/entities/zero-shot-evaluation/","api_url":"https://gliostate.com/api/entities/zero-shot-evaluation.json","external_links":[],"source_file":"https://gliostate.com/data/entities/zero-shot-evaluation.json","evidence_items":[{"id":"VC0050","title":"Zero-shot evaluation reveals limitations of single-cell foundation models.","year":"2025","page_url":"https://gliostate.com/library/VC0050/","api_url":"https://gliostate.com/api/items/VC0050.json"},{"id":"VC0058","title":"Virtual Cell Challenge 2026: Benchmarking zero-shot generalization across cellular contexts.","year":"2026","page_url":"https://gliostate.com/library/VC0058/","api_url":"https://gliostate.com/api/items/VC0058.json"}],"mentioned_in_items":[{"id":"VC0012","title":"Universal Cell Embeddings: A Foundation Model for Cell Biology","year":"2023","page_url":"https://gliostate.com/library/VC0012/","api_url":"https://gliostate.com/api/items/VC0012.json"},{"id":"VC0050","title":"Zero-shot evaluation reveals limitations of single-cell foundation models.","year":"2025","page_url":"https://gliostate.com/library/VC0050/","api_url":"https://gliostate.com/api/items/VC0050.json"},{"id":"VC0058","title":"Virtual Cell Challenge 2026: Benchmarking zero-shot generalization across cellular contexts.","year":"2026","page_url":"https://gliostate.com/library/VC0058/","api_url":"https://gliostate.com/api/items/VC0058.json"},{"id":"VC0107","title":"Virtual Cell Challenge 2026 (zero-shot, 6 unseen cell lines)","year":"2026","page_url":"https://gliostate.com/library/VC0107/","api_url":"https://gliostate.com/api/items/VC0107.json"}],"mentioned_in_topics":[{"id":"model-virtual-cell","title_en":"AI virtual cell models","title_zh":"AI 虚拟细胞模型","url":"https://gliostate.com/models/virtual-cell/","api_url":"https://gliostate.com/api/topics/model-virtual-cell.json"},{"id":"validation-benchmarks","title_en":"Validating virtual cells: benchmarks, baselines and critiques","title_zh":"虚拟细胞的验证：基准、基线与批评","url":"https://gliostate.com/validation/benchmarks-and-baselines/","api_url":"https://gliostate.com/api/topics/validation-benchmarks.json"}],"relations":[{"subject":"scgpt","subject_name_en":"scGPT","subject_name_zh":"scGPT","predicate":"benchmarked_on","object":"zero-shot-evaluation","object_name_en":"Zero-shot evaluation","object_name_zh":"零样本评估","confidence":"high","evidence":[{"id":"VC0050","role":"benchmark","title":"Zero-shot evaluation reveals limitations of single-cell foundation models.","page_url":"https://gliostate.com/library/VC0050/","api_url":"https://gliostate.com/api/items/VC0050.json"}],"note":{"en":"Zero-shot limitations reported.","zh":"报告了零样本局限。"},"sources":[{"kind":"topic","id":"validation-benchmarks","url":"https://gliostate.com/validation/benchmarks-and-baselines/","api_url":"https://gliostate.com/api/topics/validation-benchmarks.json"}]},{"subject":"geneformer","subject_name_en":"Geneformer","subject_name_zh":"Geneformer","predicate":"benchmarked_on","object":"zero-shot-evaluation","object_name_en":"Zero-shot evaluation","object_name_zh":"零样本评估","confidence":"high","evidence":[{"id":"VC0050","role":"benchmark","title":"Zero-shot evaluation reveals limitations of single-cell foundation models.","page_url":"https://gliostate.com/library/VC0050/","api_url":"https://gliostate.com/api/items/VC0050.json"}],"note":{"en":"Zero-shot limitations reported.","zh":"报告了零样本局限。"},"sources":[{"kind":"topic","id":"validation-benchmarks","url":"https://gliostate.com/validation/benchmarks-and-baselines/","api_url":"https://gliostate.com/api/topics/validation-benchmarks.json"}]}],"related_entities":[{"id":"scgpt","type":"model","name_en":"scGPT","name_zh":"scGPT","page_url":"https://gliostate.com/entities/scgpt/","page_url_zh":"https://gliostate.com/zh/entities/scgpt/","api_url":"https://gliostate.com/api/entities/scgpt.json","via":"relation"},{"id":"geneformer","type":"model","name_en":"Geneformer","name_zh":"Geneformer","page_url":"https://gliostate.com/entities/geneformer/","page_url_zh":"https://gliostate.com/zh/entities/geneformer/","api_url":"https://gliostate.com/api/entities/geneformer.json","via":"relation"},{"id":"foundation-model","type":"method","name_en":"Single-cell foundation model","name_zh":"单细胞基础模型","page_url":"https://gliostate.com/entities/foundation-model/","page_url_zh":"https://gliostate.com/zh/entities/foundation-model/","api_url":"https://gliostate.com/api/entities/foundation-model.json","via":"co-mention"},{"id":"linear-baseline","type":"method","name_en":"Simple linear baseline","name_zh":"简单线性基线","page_url":"https://gliostate.com/entities/linear-baseline/","page_url_zh":"https://gliostate.com/zh/entities/linear-baseline/","api_url":"https://gliostate.com/api/entities/linear-baseline.json","via":"co-mention"},{"id":"perturbation-prediction","type":"method","name_en":"Perturbation response prediction","name_zh":"扰动反应预测","page_url":"https://gliostate.com/entities/perturbation-prediction/","page_url_zh":"https://gliostate.com/zh/entities/perturbation-prediction/","api_url":"https://gliostate.com/api/entities/perturbation-prediction.json","via":"co-mention"},{"id":"systematic-variation","type":"method","name_en":"Systematic variation (evaluation concept)","name_zh":"系统性差异（评估概念）","page_url":"https://gliostate.com/entities/systematic-variation/","page_url_zh":"https://gliostate.com/zh/entities/systematic-variation/","api_url":"https://gliostate.com/api/entities/systematic-variation.json","via":"co-mention"},{"id":"virtual-cell-challenge","type":"method","name_en":"Virtual Cell Challenge","name_zh":"虚拟细胞挑战赛","page_url":"https://gliostate.com/entities/virtual-cell-challenge/","page_url_zh":"https://gliostate.com/zh/entities/virtual-cell-challenge/","api_url":"https://gliostate.com/api/entities/virtual-cell-challenge.json","via":"co-mention"},{"id":"ai-virtual-cell","type":"model","name_en":"AI virtual cell (AIVC)","name_zh":"AI 虚拟细胞（AIVC）","page_url":"https://gliostate.com/entities/ai-virtual-cell/","page_url_zh":"https://gliostate.com/zh/entities/ai-virtual-cell/","api_url":"https://gliostate.com/api/entities/ai-virtual-cell.json","via":"co-mention"}]}