Repository navigation
Look Into Slow Tests #9137
Description
I ran each test file individually recently with a 2-GPU setup. Below are those files which took more than 5 seconds to run when excluding the import and initialisation time. It would be good to look into why these are slow (much probably has to do with download times), reduce the amount of redundant testing, and otherwise try to streamline things.
| Filename | Time (s) |
|---|---|
| integration/test_integration_classification_2d.py | 580.076 |
| bundle/test_bundle_trt_export.py | 538.953 |
| integration/test_integration_bundle_run.py | 439.857 |
| integration/test_integration_segmentation_3d.py | 438.660 |
| utils/enums/test_wsireader.py | 404.262 |
| integration/test_integration_workflows.py | 336.788 |
| bundle/test_bundle_download.py | 323.891 |
| integration/test_integration_workflows_adversarial.py | 300.619 |
| integration/test_integration_autorunner.py | 276.426 |
| bundle/test_bundle_ckpt_export.py | 219.295 |
| fl/test_fl_monai_algo_stats.py | 218.605 |
| fl/monai_algo/test_fl_monai_algo_dist.py | 194.986 |
| integration/test_auto3dseg_hpo.py | 193.460 |
| networks/test_convert_to_trt.py | 139.984 |
| data/test_sampler_dist.py | 132.943 |
| integration/test_integration_workers.py | 126.904 |
| integration/test_integration_workflows_gan.py | 116.990 |
| integration/test_auto3dseg_ensemble.py | 110.056 |
| integration/test_integration_gpu_customization.py | 103.974 |
| apps/test_auto3dseg.py | 95.528 |
| data/test_itk_torch_bridge.py | 89.321 |
| networks/layers/test_gmm.py | 77.592 |
| networks/nets/test_resnet.py | 77.323 |
| bundle/test_bundle_verify_net.py | 71.664 |
| handlers/test_handler_regression_metrics_dist.py | 70.013 |
| data/test_mapping_file.py | 58.906 |
| networks/layers/filtering/test_trainable_joint_bilateral.py | 49.001 |
| networks/nets/test_dints_network.py | 46.907 |
| apps/test_auto3dseg_bundlegen.py | 46.594 |
| networks/nets/test_efficientnet.py | 44.872 |
| integration/test_integration_fast_train.py | 44.561 |
| networks/layers/filtering/test_trainable_bilateral.py | 41.359 |
| bundle/test_bundle_verify_metadata.py | 36.982 |
| transforms/test_ultrasound_confidence_map_transform.py | 36.933 |
| networks/nets/test_bundle_init_bundle.py | 36.709 |
| test_timedcall_dist.py | 36.706 |
| networks/test_bundle_onnx_export.py | 36.660 |
| bundle/test_config_parser.py | 35.723 |
| transforms/inverse/test_inverse.py | 35.345 |
| inferers/test_sliding_window_inference.py | 34.826 |
| data/test_weighted_random_sampler_dist.py | 33.763 |
| data/test_persistentdataset_dist.py | 33.200 |
| engines/test_prepare_batch_default_dist.py | 32.900 |
| transforms/test_load_image.py | 32.425 |
| networks/nets/test_senet.py | 32.328 |
| networks/blocks/test_selfattention.py | 32.323 |
| networks/layers/test_gaussian_filter.py | 32.077 |
| bundle/test_bundle_utils.py | 32.029 |
| losses/test_perceptual_loss.py | 28.908 |
| apps/detection/networks/test_retinanet.py | 26.551 |
| networks/blocks/warp/test_warp.py | 26.534 |
| optimizers/test_optim_novograd.py | 21.369 |
| handlers/test_handler_garbage_collector.py | 21.284 |
| networks/nets/test_unetr.py | 21.035 |
| apps/test_mednistdataset.py | 20.684 |
| networks/nets/test_highresnet.py | 20.231 |
| networks/blocks/test_crossattention.py | 19.984 |
| transforms/test_inverse_collation.py | 19.824 |
| config/test_cv2_dist.py | 19.403 |
| networks/nets/test_densenet.py | 18.834 |
| fl/monai_algo/test_fl_monai_algo.py | 18.810 |
| networks/nets/test_swin_unetr.py | 18.792 |
| integration/test_integration_stn.py | 18.156 |
| integration/test_integration_determinism.py | 18.071 |
| handlers/test_handler_confusion_matrix_dist.py | 18.069 |
| utils/test_rankfilter_dist.py | 17.819 |
| data/test_lmdbdataset_dist.py | 17.652 |
| handlers/test_handler_rocauc_dist.py | 17.641 |
| handlers/test_handler_average_precision.py | 17.598 |
| handlers/test_handler_metrics_saver_dist.py | 17.519 |
| handlers/test_handler_classification_saver_dist.py | 17.517 |
| metrics/test_cumulative_average_dist.py | 17.467 |
| transforms/test_intensity_statsd.py | 17.304 |
| integration/test_integration_unet_2d.py | 17.053 |
| data/test_make_nifti.py | 16.725 |
| integration/test_integration_sliding_window.py | 16.366 |
| networks/nets/test_ahnet.py | 15.602 |
| handlers/test_handler_mlflow.py | 15.595 |
| integration/test_vis_gradbased.py | 15.586 |
| transforms/test_utils_pytorch_numpy_unification.py | 15.439 |
| metrics/test_hausdorff_distance.py | 15.134 |
| data/test_cachedataset.py | 15.014 |
| networks/nets/test_daf3d.py | 13.200 |
| apps/test_download_and_extract.py | 12.682 |
| apps/test_cross_validation.py | 12.374 |
| networks/layers/filtering/test_bilateral_precise.py | 11.086 |
| transforms/test_spacing.py | 10.760 |
| inferers/test_controlnet_inferers.py | 10.334 |
| transforms/test_load_imaged.py | 10.105 |
| networks/test_convert_to_onnx.py | 10.082 |
| networks/nets/test_vitautoenc.py | 9.830 |
| networks/nets/test_transchex.py | 9.795 |
| apps/vista3d/test_point_based_window_inferer.py | 9.791 |
| networks/nets/test_masked_autoencoder_vit.py | 9.733 |
| networks/blocks/test_transformerblock.py | 9.419 |
| integration/test_meta_affine.py | 9.076 |
| networks/nets/test_vit.py | 8.909 |
| networks/nets/test_vista3d.py | 8.744 |
| visualize/test_vis_gradcam.py | 8.624 |
| networks/nets/test_hovernet.py | 8.578 |
| apps/test_tciadataset.py | 8.276 |
| inferers/test_latent_diffusion_inferer.py | 7.934 |
| apps/detection/networks/test_retinanet_detector.py | 7.833 |
| data/test_arraydataset.py | 7.601 |
| networks/nets/test_milmodel.py | 7.597 |
| bundle/test_bundle_workflow.py | 7.538 |
| data/test_patch_wsi_dataset.py | 7.416 |
| integration/test_mapping_filed.py | 7.087 |
| networks/blocks/test_unetr_block.py | 7.082 |
| transforms/inverse/test_invertd.py | 7.044 |
| transforms/test_rand_torchio.py | 7.033 |
| networks/nets/test_dynunet.py | 6.875 |
| networks/nets/test_torchvision_fc_model.py | 6.852 |
| losses/test_hausdorff_loss.py | 6.844 |
| optimizers/test_lr_finder.py | 6.652 |
| transforms/test_resample_to_match.py | 6.607 |
| networks/nets/test_transformer.py | 6.463 |
| data/test_lmdbdataset.py | 6.364 |
| data/test_thread_buffer.py | 6.175 |
| networks/nets/test_mednext.py | 6.143 |
| integration/test_reg_loss_integration.py | 5.974 |
| transforms/test_keep_largest_connected_component.py | 5.526 |
| losses/image_dissimilarity/test_global_mutual_information_loss.py | 5.496 |
| losses/test_boundary_loss.py | 5.470 |
| networks/blocks/test_fpn_block.py | 5.339 |
| transforms/test_spatial_resample.py | 5.246 |
| metrics/test_surface_dice.py | 5.119 |
| integration/test_metatensor_integration.py | 5.113 |
Metadata
Metadata
Assignees
Type
Projects
- Status
Activity