{
  "name": "micro_sam",
  "display_name": "Segment Anything for Microscopy",
  "visibility": "public",
  "icon": null,
  "categories": [
    "Segmentation",
    "Annotation"
  ],
  "schema_version": "0.3.0",
  "on_activate": null,
  "on_deactivate": null,
  "contributions": {
    "commands": [
      {
        "id": "micro_sam.sample_data_wholeslide",
        "title": "Load WholeSlide sample data from micro_sam plugin",
        "python_name": "micro_sam.sample_data:sample_data_wholeslide",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.sample_data_livecell",
        "title": "Load LiveCell sample data from micro_sam plugin",
        "python_name": "micro_sam.sample_data:sample_data_livecell",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.sample_data_hela_2d",
        "title": "Load 2D Hela sample data from micro_sam plugin",
        "python_name": "micro_sam.sample_data:sample_data_hela_2d",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.sample_data_3d",
        "title": "Load Lucchi 3D sample data from micro_sam plugin",
        "python_name": "micro_sam.sample_data:sample_data_3d",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.sample_data_tracking",
        "title": "Load tracking sample data from micro_sam plugin",
        "python_name": "micro_sam.sample_data:sample_data_tracking",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.sample_data_segmentation",
        "title": "Load segmentation sample data from micro_sam plugin",
        "python_name": "micro_sam.sample_data:sample_data_segmentation",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.annotator",
        "title": "Start the segmentation annotator",
        "python_name": "micro_sam.sam_annotator.annotator:Annotator",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.annotator_tracking",
        "title": "Start the tracking annotator",
        "python_name": "micro_sam.sam_annotator.annotator_tracking:AnnotatorTracking",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.batch_annotator",
        "title": "Start the batch annotator",
        "python_name": "micro_sam.sam_annotator.batch_annotator:BatchAnnotator",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.object_classifier",
        "title": "Start the SAM based object classifier",
        "python_name": "micro_sam.sam_annotator.object_classifier:ObjectClassifier",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.pixel_classifier",
        "title": "Start the SAM based pixel classifier",
        "python_name": "micro_sam.sam_annotator.pixel_classifier:PixelClassifier",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      },
      {
        "id": "micro_sam.settings",
        "title": "Set cache directory",
        "python_name": "micro_sam.sam_annotator._widgets:settings_widget",
        "short_title": null,
        "category": null,
        "icon": null,
        "enablement": null
      }
    ],
    "readers": null,
    "writers": null,
    "widgets": [
      {
        "command": "micro_sam.annotator",
        "display_name": "Segmentation Annotator",
        "autogenerate": false,
        "default_dock_area": "right",
        "tabify": false
      },
      {
        "command": "micro_sam.annotator_tracking",
        "display_name": "Tracking Annotator",
        "autogenerate": false,
        "default_dock_area": "right",
        "tabify": false
      },
      {
        "command": "micro_sam.batch_annotator",
        "display_name": "Batch Annotator",
        "autogenerate": false,
        "default_dock_area": "right",
        "tabify": false
      },
      {
        "command": "micro_sam.object_classifier",
        "display_name": "Object Classifier",
        "autogenerate": false,
        "default_dock_area": "right",
        "tabify": false
      },
      {
        "command": "micro_sam.pixel_classifier",
        "display_name": "Pixel Classifier",
        "autogenerate": false,
        "default_dock_area": "right",
        "tabify": false
      },
      {
        "command": "micro_sam.settings",
        "display_name": "Settings",
        "autogenerate": false,
        "default_dock_area": "right",
        "tabify": false
      }
    ],
    "sample_data": [
      {
        "command": "micro_sam.sample_data_wholeslide",
        "key": "micro_sam-wholeslide",
        "display_name": "WholeSlide example data"
      },
      {
        "command": "micro_sam.sample_data_livecell",
        "key": "micro_sam-livecell",
        "display_name": "LiveCell 2d example data"
      },
      {
        "command": "micro_sam.sample_data_hela_2d",
        "key": "micro_sam-hela2d",
        "display_name": "HeLa 2d example data"
      },
      {
        "command": "micro_sam.sample_data_3d",
        "key": "micro_sam-lucchi",
        "display_name": "Lucchi 3d dataset"
      },
      {
        "command": "micro_sam.sample_data_tracking",
        "key": "micro_sam-tracking",
        "display_name": "Tracking sample dataset"
      },
      {
        "command": "micro_sam.sample_data_segmentation",
        "key": "micro_sam-segmentation",
        "display_name": "Segmentation sample dataset"
      }
    ],
    "themes": null,
    "menus": {},
    "submenus": null,
    "keybindings": null,
    "configurations": {}
  },
  "package_metadata": {
    "metadata_version": "2.4",
    "name": "micro_sam",
    "version": "2.0.1",
    "dynamic": [
      "license-file"
    ],
    "platform": null,
    "supported_platform": null,
    "summary": "Segment Anything For Microscopy",
    "description": "[![DOC](https://shields.mitmproxy.org/badge/docs-pdoc.dev-brightgreen.svg)](https://computational-cell-analytics.github.io/micro-sam/)\n[![PyPI](https://img.shields.io/pypi/v/micro_sam.svg)](https://pypi.org/project/micro_sam/)\n[![Conda](https://anaconda.org/conda-forge/micro_sam/badges/version.svg)](https://anaconda.org/conda-forge/micro_sam)\n[![codecov](https://codecov.io/gh/computational-cell-analytics/micro-sam/graph/badge.svg?token=7ETPP5CABP)](https://codecov.io/gh/computational-cell-analytics/micro-sam)\n[![Image.sc forum][imagesc-img]][imagesc-url]\n[![DOI](https://img.shields.io/badge/DOI-10.5281%2Fzenodo.7919746-blue.svg)](https://doi.org/10.5281/zenodo.7919746)\n\n# Segment Anything for Microscopy 2\n\n<a href=\"https://github.com/computational-cell-analytics/micro-sam\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/logo/v2/logo_and_text.png\" width=\"300\" align=\"right\">\n\nTools for segmentation, tracking and classification in microscopy built on [Segment Anything 2 (SAM2)](https://ai.meta.com/sam2/).\nSegment, track and classify objects in microscopy images interactively with a few clicks, or automatically.\n\nWe implement a napari plugin for:\n- interactive and automatic segmentation of 2d images and 3d volumes\n- interactive and automatic tracking of cells in 2d timeseries\n- classification of segmented objects, for example into cell types\n- pixel classification, for example for tissue or region segmentation\n- batch annotation of all images in a folder with any of these tools\n\nThis functionality is powered by the `micro-sam2` models, which are trained on microscopy data, and the `micro_sam` python library which enables application to large datasets and finetuning on your data.\n\nThe functionality of the previous version, based on the original [Segment Anything](https://segment-anything.com/) (SAM1), is still available in the `micro_sam.v1` subpackage and in the `micro_sam v1` command line tools.\n\n<table>\n<tr>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/interactive_2d.gif\" width=\"176\"><br>Interactive Cell Segmentation in 2D</td>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/interactive_3d.gif\" width=\"176\"><br>Interactive Mitochondria Segmentation in volumeEM</td>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/automatic_3d.gif\" width=\"176\"><br>Automatic Cell Segmentation in 3D</td>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/interactive_tracking.gif\" width=\"176\"><br>Interactive Cell Tracking in 2D+T</td>\n</tr>\n</table>\n<table align=\"center\">\n<tr>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/pixel_classification.gif\" width=\"176\"><br>Pixel Classification in Histopathology</td>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/object_classification.gif\" width=\"176\"><br>Object Classification with Corrections</td>\n<td align=\"center\"><img src=\"https://raw.githubusercontent.com/computational-cell-analytics/micro-sam/main/doc/gifs/batch_object_classification.gif\" width=\"176\"><br>Batch Nucleus Classification in Histopathology</td>\n</tr>\n</table>\n\nIf you run into any problems or have questions about our tool, please open an [issue](https://github.com/computational-cell-analytics/micro-sam/issues/new/choose) on GitHub or contact us via [image.sc](https://forum.image.sc/) using the tag `micro-sam`, and tagging [@anwai98](https://forum.image.sc/u/anwai98/summary) and [@constantinpape](https://forum.image.sc/u/constantinpape/summary).\nYou can follow recent updates on `micro_sam` in our [news feed](https://forum.image.sc/t/microsam-news-feed).\n\n## Installation and Usage\n\nPlease check [the documentation](https://computational-cell-analytics.github.io/micro-sam/) for details on how to install and use `micro_sam`. You can also watch [the quickstart video](https://youtu.be/gcv0fa84mCc), [our virtual I2K workshop video](https://www.youtube.com/watch?v=dxjU4W7bCis&list=PLdA9Vgd1gxTbvxmtk9CASftUOl_XItjDN&index=33) or [all video tutorials](https://youtube.com/playlist?list=PLwYZXQJ3f36GQPpKCrSbHjGiH39X4XjSO&si=qNbB8IFXqAX33r_Z). The videos show the previous version, so the user interface differs from the current one.\n\n`micro_sam` works best on a computer with a GPU. It can be used on a normal laptop with a CPU, but will be slow for applications in 3D or for large images.\nNote: we are working on improving performance on Macbook with an M-series chip;\nit will be much faster there soon!\n\n\n## Contributing\n\nWe always welcome new contributions!\n\nIf you just want to suggest a documentation edit, [you can do this directly here, on GitHub][edit-files-on-github].\nFor more complex changes, see [CONTRIBUTING.md][contributing] or the [contributing guide](https://computational-cell-analytics.github.io/micro-sam/micro_sam.html#contribution-guide) in our documentation for details. The first step is to [discuss your idea in a new issue](https://github.com/computational-cell-analytics/micro-sam/issues/new) with the current developers.\n\nEveryone participating in this project is expected to follow our [Code of Conduct][code-of-conduct].\n\n\n## Citation\n\nIf you use this repository in your research, please cite\n- our [μSAM2 preprint](https://doi.org/10.64898/2026.11.12.766082) (if you use μSAM2)\n- our [μSAM publication](https://www.nature.com/articles/s41592-024-02580-4) (μSAM1)\n- If you use automatic tracking, please also cite [Trackastra](https://arxiv.org/abs/2405.15700).\n\nOther publications relevant for specific aspects:\n- The [SAM](https://arxiv.org/abs/2304.02643) and [SAM2](https://arxiv.org/abs/2408.00714) publications that describe the models we buid on for μSAM1 / μSAM2.\n- Our publication on the [Automatic Prompt Generation (APG)](https://openreview.net/forum?id=xFO3DFZN45) segmentation mode.\n- Our publication on interactive object and pixel classification: [μClass](https://arxiv.org/abs/2603.19802)\n- Our previous special-purpose models for [histopathology](https://arxiv.org/abs/2502.00408) and [medical imaging](https://ieeexplore.ieee.org/abstract/document/11303368).\n\n\n## Related Projects\n\nThere is one other napari plugin built around Segment Anything 2:\n- https://github.com/royerlab/napari-segment-anything-2 (2d and video support)\n\nCompared to this plugin we support more applications (2d, 3d, tracking and classification), and provide finetuning methods and finetuned models for microscopy data.\n[WebKnossos](https://webknossos.org/), [QuPath](https://github.com/ksugar/qupath-extension-sam) and [Fiji](https://github.com/segment-anything-models-java/SAMJ-IJ) also integrate Segment Anything 2 for interactive segmentation, mainly in 2d.\n\n## Release Overview\n\nYou can find an overview of changes introduced in previous releases [here](https://github.com/computational-cell-analytics/micro-sam/blob/main/RELEASE_OVERVIEW.md).\n\n[imagesc-img]: https://img.shields.io/badge/dynamic/json.svg?label=forum&url=https%3A%2F%2Fforum.image.sc%2Ftags%2Fmicro-sam.json&query=%24.topic_list.tags.0.topic_count&colorB=brightgreen&suffix=%20topics&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAA4AAAAOCAYAAAAfSC3RAAABPklEQVR42m3SyyqFURTA8Y2BER0TDyExZ+aSPIKUlPIITFzKeQWXwhBlQrmFgUzMMFLKZeguBu5y+//17dP3nc5vuPdee6299gohUYYaDGOyyACq4JmQVoFujOMR77hNfOAGM+hBOQqB9TjHD36xhAa04RCuuXeKOvwHVWIKL9jCK2bRiV284QgL8MwEjAneeo9VNOEaBhzALGtoRy02cIcWhE34jj5YxgW+E5Z4iTPkMYpPLCNY3hdOYEfNbKYdmNngZ1jyEzw7h7AIb3fRTQ95OAZ6yQpGYHMMtOTgouktYwxuXsHgWLLl+4x++Kx1FJrjLTagA77bTPvYgw1rRqY56e+w7GNYsqX6JfPwi7aR+Y5SA+BXtKIRfkfJAYgj14tpOF6+I46c4/cAM3UhM3JxyKsxiOIhH0IO6SH/A1Kb1WBeUjbkAAAAAElFTkSuQmCC\n[imagesc-url]: https://forum.image.sc/tag/micro-sam\n[contributing]: https://github.com/computational-cell-analytics/micro-sam/blob/main/CONTRIBUTING.md\n[code-of-conduct]: https://github.com/computational-cell-analytics/micro-sam/blob/main/CODE_OF_CONDUCT.md\n[edit-files-on-github]: https://docs.github.com/en/repositories/working-with-files/managing-files/editing-files\n",
    "description_content_type": "text/markdown",
    "keywords": null,
    "home_page": "https://github.com/computational-cell-analytics/micro-sam",
    "download_url": null,
    "author": "Anwai Archit, Paul Hilt, Genevieve Buckley, Constantin Pape",
    "author_email": null,
    "maintainer": null,
    "maintainer_email": null,
    "license": "MIT",
    "classifier": [
      "Development Status :: 5 - Production/Stable",
      "Framework :: napari",
      "Intended Audience :: Developers",
      "License :: OSI Approved :: MIT License",
      "Operating System :: OS Independent",
      "Programming Language :: Python",
      "Programming Language :: Python :: 3",
      "Programming Language :: Python :: 3 :: Only",
      "Programming Language :: Python :: 3.11",
      "Programming Language :: Python :: 3.12",
      "Programming Language :: Python :: 3.13",
      "Programming Language :: Python :: 3.14",
      "Topic :: Scientific/Engineering :: Image Processing"
    ],
    "requires_dist": [
      "bioimage-cpp>=0.7",
      "bioimage-py>=0.2.2",
      "bioimageio.core>=0.11",
      "click",
      "h5py",
      "huggingface-hub",
      "imagecodecs",
      "imageio",
      "joblib",
      "kornia",
      "magicgui",
      "matplotlib",
      "napari<0.11,>=0.7.1",
      "natsort",
      "networkx",
      "numpy",
      "pandas",
      "pooch",
      "pydantic<2.14",
      "PyQt6<6.10; sys_platform == \"linux\"",
      "PyQt6<6.12; sys_platform == \"darwin\"",
      "PyQt6; sys_platform != \"linux\" and sys_platform != \"darwin\"",
      "python-elf>=0.9",
      "sam2==1.1.0",
      "scikit-image",
      "scikit-learn",
      "segment-anything-py>=1.0.1",
      "superqt",
      "tensordict",
      "timm",
      "torch>=2.5",
      "torch-em>=0.10.8",
      "torchvision",
      "tqdm",
      "trackastra>=0.5.3",
      "transformers>=4.56",
      "xarray",
      "xxhash",
      "z5py>=3",
      "zarr>=3"
    ],
    "requires_python": ">=3.11",
    "requires_external": null,
    "project_url": [
      "Bug Tracker, https://github.com/computational-cell-analytics/micro-sam/issues",
      "Documentation, https://computational-cell-analytics.github.io/micro-sam/micro_sam.html",
      "Source Code, https://github.com/computational-cell-analytics/micro-sam",
      "User Support, https://github.com/computational-cell-analytics/micro-sam/issues"
    ],
    "provides_extra": null,
    "provides_dist": null,
    "obsoletes_dist": null
  },
  "npe1_shim": false
}