{"count":5,"items":[{"article":null,"cancer_slugs":["pan-cancer"],"category":"multimodal","confidence":"high","developer":"Microsoft Research","hf":{"downloads":249031,"fetched_at":"2026-09-09T21:33:08Z","gated":false,"last_modified":"2025-01-14","library":"open_clip","license":"mit","likes":424,"pipeline_tag":"zero-shot-image-classification"},"kind":"foundation","license":"MIT","links":{"demo":null,"docs":null,"doi":null,"github":"https://github.com/microsoft/BiomedCLIP_data_pipeline","huggingface":"https://huggingface.co/microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224","paper":"https://ai.nejm.org/doi/full/10.1056/AIoa2400640","pmid":null},"modalities":["multimodal","histopathology","radiology-xray","radiology-ct","literature"],"name":"BiomedCLIP","openness":"open-weights","regulatory_status":"research-only","release_date":"2023-03-02","settings":["basic-research","education"],"slug":"biomedclip","summary":"CLIP-style vision-language model pretrained on PMC-15M \u2014 15 million figure\u2013caption pairs from biomedical papers \u2014 with a PubMedBERT text tower and a ViT-B image tower; supports zero-shot classification and retrieval across pathology, radiology and more.","tasks":["image-text-retrieval","classification","feature-extraction","question-answering"],"url":"/ai-oncology/models/biomedclip","verified_at":"2026-09-05T22:26:00.027245","version":null},{"article":null,"cancer_slugs":["pan-cancer"],"category":"pathology","confidence":"high","developer":"Mahmood Lab, Brigham and Women's Hospital / Harvard Medical School","hf":{"downloads":58735,"fetched_at":"2026-09-09T21:33:09Z","gated":"auto","last_modified":"2024-05-05","library":"timm","license":"cc-by-nc-nd-4.0","likes":204,"pipeline_tag":"image-feature-extraction"},"kind":"foundation","license":"cc-by-nc-nd-4.0","links":{"demo":null,"docs":null,"doi":"10.1038/s41591-024-02856-4","github":"https://github.com/mahmoodlab/CONCH","huggingface":"https://huggingface.co/MahmoodLab/CONCH","paper":"https://www.nature.com/articles/s41591-024-02856-4","pmid":null},"modalities":["histopathology","clinical-text","multimodal"],"name":"CONCH","openness":"gated-weights","regulatory_status":"research-only","release_date":"2024-03-19","settings":["basic-research","diagnosis","education"],"slug":"conch","summary":"Vision-language foundation model for pathology: an image encoder and a text encoder trained together on 1.17 million histopathology image\u2013caption pairs, enabling zero-shot classification and image\u2013text retrieval without labelled slides.","tasks":["feature-extraction","classification","image-text-retrieval","segmentation"],"url":"/ai-oncology/models/conch","verified_at":"2026-09-05T22:26:01.107992","version":"CONCH (v1)"},{"article":null,"cancer_slugs":["pan-cancer"],"category":"clinical-LLM","confidence":"medium","developer":"Google (Health AI Developer Foundations)","hf":{"downloads":1105085,"fetched_at":"2026-09-09T21:33:09Z","gated":"auto","last_modified":"2025-10-28","library":"transformers","license":"other","likes":1048,"pipeline_tag":"image-text-to-text"},"kind":"foundation","license":"Health AI Developer Foundations terms of use","links":{"demo":null,"docs":"https://developers.google.com/health-ai-developer-foundations/medgemma","doi":null,"github":null,"huggingface":"https://huggingface.co/google/medgemma-4b-it","paper":"https://arxiv.org/abs/2507.05201","pmid":null},"modalities":["multimodal","radiology-xray","histopathology","dermoscopy","clinical-text"],"name":"MedGemma","openness":"gated-weights","regulatory_status":"research-only","release_date":"2025-05-20","settings":["basic-research","education"],"slug":"medgemma","summary":"Open-weight medical vision-language models built on Gemma 3: the 4B variant reads chest X-rays, dermatology, ophthalmology and histopathology images alongside text; the 27B variant targets medical text reasoning. Meant as a starting point for developers to fine-tune, not as a finished clinical product.","tasks":["question-answering","report-generation","classification","information-extraction"],"url":"/ai-oncology/models/medgemma","verified_at":"2026-09-05T22:26:00.309905","version":"4B multimodal / 27B text"},{"article":null,"cancer_slugs":["pan-cancer"],"category":"radiology","confidence":"high","developer":"Bo Wang Lab, University of Toronto / University Health Network","hf":{"downloads":3637,"fetched_at":"2026-09-09T21:33:09Z","gated":false,"last_modified":"2023-05-03","library":"transformers","license":"apache-2.0","likes":24,"pipeline_tag":"mask-generation"},"kind":"foundation","license":"apache-2.0","links":{"demo":null,"docs":null,"doi":"10.1038/s41467-024-44824-z","github":"https://github.com/bowang-lab/MedSAM","huggingface":"https://huggingface.co/wanglab/medsam-vit-base","paper":"https://www.nature.com/articles/s41467-024-44824-z","pmid":null},"modalities":["radiology-ct","radiology-mri","ultrasound","endoscopy","histopathology","radiology-xray","multimodal"],"name":"MedSAM","openness":"open-weights","regulatory_status":"research-only","release_date":"2024-01-22","settings":["basic-research","treatment-planning"],"slug":"medsam","summary":"Segment Anything adapted to medical images: a promptable segmentation model fine-tuned on over 1.5 million image\u2013mask pairs across 10 imaging modalities and more than 30 cancer types.","tasks":["segmentation"],"url":"/ai-oncology/models/medsam","verified_at":"2026-09-05T22:26:01.532196","version":null},{"article":null,"cancer_slugs":["pan-cancer"],"category":"pathology","confidence":"high","developer":"Microsoft Research / Providence Health / University of Washington","hf":{"downloads":45031,"fetched_at":"2026-09-09T21:33:08Z","gated":"auto","last_modified":"2026-08-07","library":"timm","license":"apache-2.0","likes":189,"pipeline_tag":"image-feature-extraction"},"kind":"foundation","license":"apache-2.0","links":{"demo":null,"docs":null,"doi":"10.1038/s41586-024-07441-w","github":"https://github.com/prov-gigapath/prov-gigapath","huggingface":"https://huggingface.co/prov-gigapath/prov-gigapath","paper":"https://www.nature.com/articles/s41586-024-07441-w","pmid":null},"modalities":["histopathology","multimodal"],"name":"Prov-GigaPath","openness":"gated-weights","regulatory_status":"research-only","release_date":"2024-05-22","settings":["basic-research","diagnosis","prognosis"],"slug":"prov-gigapath","summary":"Whole-slide foundation model with 1.3 billion parameters, pretrained on 1.3 billion tiles from 171,189 slides of real-world clinical data; pairs a DINOv2 tile encoder with a LongNet slide encoder that reasons over an entire slide.","tasks":["feature-extraction","classification","prognosis","image-text-retrieval"],"url":"/ai-oncology/models/prov-gigapath","verified_at":"2026-09-05T22:26:01.122323","version":null}],"standard":"https://cancer3.ai/docs/ai-model-card","vocab":{"confidence":["high","medium","low"],"dataset_access":["open","registration","dua","controlled","commercial"],"dataset_kinds":["dataset","registry","benchmark","biobank","corpus"],"formats":["SVS","TIFF","NDPI","DICOM","NIfTI","PNG","JPEG","CSV","TSV","JSON","Parquet","FASTQ","BAM","VCF","MAF","h5ad","PDB","mmCIF","text","other"],"kinds":["foundation","task-model","tool","framework","product"],"link_roles":["pretraining","training","finetuning","evaluation","benchmark"],"modalities":["histopathology","radiology-ct","radiology-mri","radiology-xray","mammography","pet","ultrasound","dermoscopy","endoscopy","genomics","transcriptomics","single-cell","proteomics","protein-sequence","molecules","clinical-text","literature","ehr","multimodal","immunopeptidomics"],"need_status":["open","in-progress","solved"],"openness":["open-weights","gated-weights","api-only","closed"],"regulatory":["research-only","fda-cleared","fda-de-novo","fda-pma","ce-marked","ce-ivdr","not-applicable"],"settings":["basic-research","screening","diagnosis","prognosis","treatment-planning","treatment-response","drug-discovery","clinical-trials","education","vaccine-design","immunotherapy"],"tasks":["feature-extraction","classification","segmentation","detection","screening","risk-prediction","prognosis","treatment-response","survival-analysis","image-text-retrieval","report-generation","question-answering","information-extraction","clinical-trial-matching","protein-structure","variant-effect","gene-expression","single-cell","drug-discovery","drug-repurposing","peptide-mhc-binding","antigen-presentation","neoantigen-prioritisation"]}}