Repository navigation
Look Into Slow Tests #9137
Description
I ran each test file individually recently with a 2-GPU setup. Below are those files which took more than 5 seconds to run when excluding the import and initialisation time. It would be good to look into why these are slow (much probably has to do with download times), reduce the amount of redundant testing, and otherwise try to streamline things.
| Filename | Time (s) |
|---|---|
| integration/test_integration_classification_2d.py | 580.076 |
| bundle/test_bundle_trt_export.py | 538.953 |
| integration/test_integration_bundle_run.py | 439.857 |
| integration/test_integration_segmentation_3d.py | 438.660 |
| utils/enums/test_wsireader.py | 404.262 |
| integration/test_integration_workflows.py | 336.788 |
| bundle/test_bundle_download.py | 323.891 |
| integration/test_integration_workflows_adversarial.py | 300.619 |
| integration/test_integration_autorunner.py | 276.426 |
| bundle/test_bundle_ckpt_export.py | 219.295 |
| fl/test_fl_monai_algo_stats.py | 218.605 |
| fl/monai_algo/test_fl_monai_algo_dist.py | 194.986 |
| integration/test_auto3dseg_hpo.py | 193.460 |
| networks/test_convert_to_trt.py | 139.984 |
| data/test_sampler_dist.py | 132.943 |
| integration/test_integration_workers.py | 126.904 |
| integration/test_integration_workflows_gan.py | 116.990 |
| integration/test_auto3dseg_ensemble.py | 110.056 |
| integration/test_integration_gpu_customization.py | 103.974 |
| apps/test_auto3dseg.py | 95.528 |
| data/test_itk_torch_bridge.py | 89.321 |
| networks/layers/test_gmm.py | 77.592 |
| networks/nets/test_resnet.py | 77.323 |
| bundle/test_bundle_verify_net.py | 71.664 |
| handlers/test_handler_regression_metrics_dist.py | 70.013 |
| data/test_mapping_file.py | 58.906 |
| networks/layers/filtering/test_trainable_joint_bilateral.py | 49.001 |
| networks/nets/test_dints_network.py | 46.907 |
| apps/test_auto3dseg_bundlegen.py | 46.594 |
| networks/nets/test_efficientnet.py | 44.872 |
| integration/test_integration_fast_train.py | 44.561 |
| networks/layers/filtering/test_trainable_bilateral.py | 41.359 |
| bundle/test_bundle_verify_metadata.py | 36.982 |
| transforms/test_ultrasound_confidence_map_transform.py | 36.933 |
| networks/nets/test_bundle_init_bundle.py | 36.709 |
| test_timedcall_dist.py | 36.706 |
| networks/test_bundle_onnx_export.py | 36.660 |
| bundle/test_config_parser.py | 35.723 |
| transforms/inverse/test_inverse.py | 35.345 |
| inferers/test_sliding_window_inference.py | 34.826 |
| data/test_weighted_random_sampler_dist.py | 33.763 |
| data/test_persistentdataset_dist.py | 33.200 |
| engines/test_prepare_batch_default_dist.py | 32.900 |
| transforms/test_load_image.py | 32.425 |
| networks/nets/test_senet.py | 32.328 |
| networks/blocks/test_selfattention.py | 32.323 |
| networks/layers/test_gaussian_filter.py | 32.077 |
| bundle/test_bundle_utils.py | 32.029 |
| losses/test_perceptual_loss.py | 28.908 |
| apps/detection/networks/test_retinanet.py | 26.551 |
| networks/blocks/warp/test_warp.py | 26.534 |
| optimizers/test_optim_novograd.py | 21.369 |
| handlers/test_handler_garbage_collector.py | 21.284 |
| networks/nets/test_unetr.py | 21.035 |
| apps/test_mednistdataset.py | 20.684 |
| networks/nets/test_highresnet.py | 20.231 |
| networks/blocks/test_crossattention.py | 19.984 |
| transforms/test_inverse_collation.py | 19.824 |
| config/test_cv2_dist.py | 19.403 |
| networks/nets/test_densenet.py | 18.834 |
| fl/monai_algo/test_fl_monai_algo.py | 18.810 |
| networks/nets/test_swin_unetr.py | 18.792 |
| integration/test_integration_stn.py | 18.156 |
| integration/test_integration_determinism.py | 18.071 |
| handlers/test_handler_confusion_matrix_dist.py | 18.069 |
| utils/test_rankfilter_dist.py | 17.819 |
| data/test_lmdbdataset_dist.py | 17.652 |
| handlers/test_handler_rocauc_dist.py | 17.641 |
| handlers/test_handler_average_precision.py | 17.598 |
| handlers/test_handler_metrics_saver_dist.py | 17.519 |
| handlers/test_handler_classification_saver_dist.py | 17.517 |
| metrics/test_cumulative_average_dist.py | 17.467 |
| transforms/test_intensity_statsd.py | 17.304 |
| integration/test_integration_unet_2d.py | 17.053 |
| data/test_make_nifti.py | 16.725 |
| integration/test_integration_sliding_window.py | 16.366 |
| networks/nets/test_ahnet.py | 15.602 |
| handlers/test_handler_mlflow.py | 15.595 |
| integration/test_vis_gradbased.py | 15.586 |
| transforms/test_utils_pytorch_numpy_unification.py | 15.439 |
| metrics/test_hausdorff_distance.py | 15.134 |
| data/test_cachedataset.py | 15.014 |
| networks/nets/test_daf3d.py | 13.200 |
| apps/test_download_and_extract.py | 12.682 |
| apps/test_cross_validation.py | 12.374 |
| networks/layers/filtering/test_bilateral_precise.py | 11.086 |
| transforms/test_spacing.py | 10.760 |
| inferers/test_controlnet_inferers.py | 10.334 |
| transforms/test_load_imaged.py | 10.105 |
| networks/test_convert_to_onnx.py | 10.082 |
| networks/nets/test_vitautoenc.py | 9.830 |
| networks/nets/test_transchex.py | 9.795 |
| apps/vista3d/test_point_based_window_inferer.py | 9.791 |
| networks/nets/test_masked_autoencoder_vit.py | 9.733 |
| networks/blocks/test_transformerblock.py | 9.419 |
| integration/test_meta_affine.py | 9.076 |
| networks/nets/test_vit.py | 8.909 |
| networks/nets/test_vista3d.py | 8.744 |
| visualize/test_vis_gradcam.py | 8.624 |
| networks/nets/test_hovernet.py | 8.578 |
| apps/test_tciadataset.py | 8.276 |
| inferers/test_latent_diffusion_inferer.py | 7.934 |
| apps/detection/networks/test_retinanet_detector.py | 7.833 |
| data/test_arraydataset.py | 7.601 |
| networks/nets/test_milmodel.py | 7.597 |
| bundle/test_bundle_workflow.py | 7.538 |
| data/test_patch_wsi_dataset.py | 7.416 |
| integration/test_mapping_filed.py | 7.087 |
| networks/blocks/test_unetr_block.py | 7.082 |
| transforms/inverse/test_invertd.py | 7.044 |
| transforms/test_rand_torchio.py | 7.033 |
| networks/nets/test_dynunet.py | 6.875 |
| networks/nets/test_torchvision_fc_model.py | 6.852 |
| losses/test_hausdorff_loss.py | 6.844 |
| optimizers/test_lr_finder.py | 6.652 |
| transforms/test_resample_to_match.py | 6.607 |
| networks/nets/test_transformer.py | 6.463 |
| data/test_lmdbdataset.py | 6.364 |
| data/test_thread_buffer.py | 6.175 |
| networks/nets/test_mednext.py | 6.143 |
| integration/test_reg_loss_integration.py | 5.974 |
| transforms/test_keep_largest_connected_component.py | 5.526 |
| losses/image_dissimilarity/test_global_mutual_information_loss.py | 5.496 |
| losses/test_boundary_loss.py | 5.470 |
| networks/blocks/test_fpn_block.py | 5.339 |
| transforms/test_spatial_resample.py | 5.246 |
| metrics/test_surface_dice.py | 5.119 |
| integration/test_metatensor_integration.py | 5.113 |
Metadata
Metadata
Assignees
Type
Projects
- Status
Activity
Srikar025 commentedon Nov 7, 2026
Hi @ericspod
I'd be interested in helping investigate the slow tests. Would it be okay if I started by profiling a few of the smaller test files, identifying redundant operations or unnecessary downloads, and submitting focused performance improvements?
ericspod commentedon Nov 9, 2026
Hi @Srikar025 any help is appreciated! I think some of the slowest ones are from the downloading time, so it would help to investigate that first and see what to do about it. The actions for running the tests could be updated to cache downloads or the downloaded data could be shrunk somehow without losing testing power. Go ahead as you propose and we'll see what can be done, thanks.