{"count":3,"items":[{"article":null,"cancer_slugs":["pan-cancer"],"category":"multimodal","confidence":"high","developer":"Microsoft Research","hf":{"downloads":249031,"fetched_at":"2026-09-09T21:33:08Z","gated":false,"last_modified":"2025-01-14","library":"open_clip","license":"mit","likes":424,"pipeline_tag":"zero-shot-image-classification"},"kind":"foundation","license":"MIT","links":{"demo":null,"docs":null,"doi":null,"github":"https://github.com/microsoft/BiomedCLIP_data_pipeline","huggingface":"https://huggingface.co/microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224","paper":"https://ai.nejm.org/doi/full/10.1056/AIoa2400640","pmid":null},"modalities":["multimodal","histopathology","radiology-xray","radiology-ct","literature"],"name":"BiomedCLIP","openness":"open-weights","regulatory_status":"research-only","release_date":"2023-03-02","settings":["basic-research","education"],"slug":"biomedclip","summary":"CLIP-style vision-language model pretrained on PMC-15M \u2014 15 million figure\u2013caption pairs from biomedical papers \u2014 with a PubMedBERT text tower and a ViT-B image tower; supports zero-shot classification and retrieval across pathology, radiology and more.","tasks":["image-text-retrieval","classification","feature-extraction","question-answering"],"url":"/ai-oncology/models/biomedclip","verified_at":"2026-09-05T22:26:00.027245","version":null},{"article":null,"cancer_slugs":["pan-cancer"],"category":"clinical-LLM","confidence":"medium","developer":"Google (Health AI Developer Foundations)","hf":{"downloads":1105085,"fetched_at":"2026-09-09T21:33:09Z","gated":"auto","last_modified":"2025-10-28","library":"transformers","license":"other","likes":1048,"pipeline_tag":"image-text-to-text"},"kind":"foundation","license":"Health AI Developer Foundations terms of use","links":{"demo":null,"docs":"https://developers.google.com/health-ai-developer-foundations/medgemma","doi":null,"github":null,"huggingface":"https://huggingface.co/google/medgemma-4b-it","paper":"https://arxiv.org/abs/2507.05201","pmid":null},"modalities":["multimodal","radiology-xray","histopathology","dermoscopy","clinical-text"],"name":"MedGemma","openness":"gated-weights","regulatory_status":"research-only","release_date":"2025-05-20","settings":["basic-research","education"],"slug":"medgemma","summary":"Open-weight medical vision-language models built on Gemma 3: the 4B variant reads chest X-rays, dermatology, ophthalmology and histopathology images alongside text; the 27B variant targets medical text reasoning. Meant as a starting point for developers to fine-tune, not as a finished clinical product.","tasks":["question-answering","report-generation","classification","information-extraction"],"url":"/ai-oncology/models/medgemma","verified_at":"2026-09-05T22:26:00.309905","version":"4B multimodal / 27B text"},{"article":null,"cancer_slugs":["pan-cancer"],"category":"clinical-LLM","confidence":"medium","developer":"Google Research","hf":null,"kind":"product","license":"proprietary","links":{"demo":null,"docs":"https://sites.research.google/med-palm/","doi":"10.1038/s41591-024-03423-7","github":null,"huggingface":null,"paper":"https://www.nature.com/articles/s41591-024-03423-7","pmid":null},"modalities":["clinical-text"],"name":"Med-PaLM 2","openness":"closed","regulatory_status":"research-only","release_date":"2023-05-16","settings":["education","basic-research"],"slug":"med-palm-2","summary":"Google's medical large language model, the first to reach expert-level scores on USMLE-style questions (86.5% on MedQA); available only through Google Cloud to selected partners, and largely succeeded by Gemini-based medical models.","tasks":["question-answering"],"url":"/ai-oncology/models/med-palm-2","verified_at":"2026-09-05T22:26:00.605039","version":null}],"standard":"https://cancer3.ai/docs/ai-model-card","vocab":{"confidence":["high","medium","low"],"dataset_access":["open","registration","dua","controlled","commercial"],"dataset_kinds":["dataset","registry","benchmark","biobank","corpus"],"formats":["SVS","TIFF","NDPI","DICOM","NIfTI","PNG","JPEG","CSV","TSV","JSON","Parquet","FASTQ","BAM","VCF","MAF","h5ad","PDB","mmCIF","text","other"],"kinds":["foundation","task-model","tool","framework","product"],"link_roles":["pretraining","training","finetuning","evaluation","benchmark"],"modalities":["histopathology","radiology-ct","radiology-mri","radiology-xray","mammography","pet","ultrasound","dermoscopy","endoscopy","genomics","transcriptomics","single-cell","proteomics","protein-sequence","molecules","clinical-text","literature","ehr","multimodal","immunopeptidomics"],"need_status":["open","in-progress","solved"],"openness":["open-weights","gated-weights","api-only","closed"],"regulatory":["research-only","fda-cleared","fda-de-novo","fda-pma","ce-marked","ce-ivdr","not-applicable"],"settings":["basic-research","screening","diagnosis","prognosis","treatment-planning","treatment-response","drug-discovery","clinical-trials","education","vaccine-design","immunotherapy"],"tasks":["feature-extraction","classification","segmentation","detection","screening","risk-prediction","prognosis","treatment-response","survival-analysis","image-text-retrieval","report-generation","question-answering","information-extraction","clinical-trial-matching","protein-structure","variant-effect","gene-expression","single-cell","drug-discovery","drug-repurposing","peptide-mhc-binding","antigen-presentation","neoantigen-prioritisation"]}}
