Files
derek.holloway 7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
Flatten subprojects into a single base monorepo
2026-09-02 16:34:47 -07:00

362 lines
20 KiB
Python

# Copyright Advanced Micro Devices, Inc.
# SPDX-License-Identifier: MIT
skip_tests = {
"common": {
"cuda": [
# RuntimeError: Error building extension 'dummy_allocator_v1'
"test_mempool_limited_memory_with_allocator",
# AssertionError: Scalars are not equal!
"test_mempool_ctx_multithread",
# torch.AcceleratorError: HIP error: operation not permitted when
# stream is capturing
"test_cuda_graph_tensor_item_not_allowed",
# AssertionError: CalledProcessError not raised
"test_allocator_memory_fraction_setting",
# TestBlockStateAbsorption - ModuleNotFoundError: torchvision
"test_resnet",
],
"nn": [
# AssertionError: False is not true : Expected NaN in pdist output
"test_pdist_inf_nan_propagation",
# AssertionError: Scalars are not close!
# Expected 3.875156879425049 but got 3.876049757003784.
# Absolute difference: 0.0008928775787353516 (up to 1e-05 allowed)
# Relative difference: 0.0002304106921389532 (up to 1.3e-06 allowed)
"test_CTCLoss_cudnn_cuda",
],
"distributions": [
# SIGSEGV - OpenBLAS exceeds precompiled 128-thread hard limit
# even with OPENBLAS_NUM_THREADS=64; crash in wishart.log_prob
"test_entropy_monte_carlo",
],
"dynamo": [
# ROCm does not support inline asm instructions
"test_hops_compile_backend_aot_eager_inline_asm_elementwise_simple_cuda_float32",
# CallbackTests - fails across all GPU families
"test_triggers",
# LoggingTests - string comparison mismatch in log output
"test_logs_out",
],
"export": [
# ROCm does not support inline asm instructions
"test_aot_export_inline_asm_elementwise_simple_cuda_float32",
# subprocess exit status 127 (missing binary)
"test_fake_export___getitem___cuda_float32",
# subprocess.CalledProcessError in batch_norm export
"test_fake_export_nn_functional_batch_norm_cuda_float32",
# subprocess.CalledProcessError (batch_norm without cudnn path)
"test_fake_export_nn_functional_batch_norm_without_cudnn_cuda_float32",
# subprocess.CalledProcessError in conv2d export
"test_fake_export_nn_functional_conv2d_cuda_float32",
# subprocess.CalledProcessError in instance_norm export
"test_fake_export_nn_functional_instance_norm_cuda_float32",
# subprocess.CalledProcessError in multi_margin_loss export
"test_fake_export_nn_functional_multi_margin_loss_cuda_float32",
# subprocess.CalledProcessError in scaled_dot_product_attention export
"test_fake_export_nn_functional_scaled_dot_product_attention_cuda_float32",
# subprocess.CalledProcessError in nonzero export
"test_fake_export_nonzero_cuda_float32",
# TestExportOnFakeCudaCUDA - preserve original behavior
"test_preserve_original_behavior_cuda",
],
"inductor": [
# BenchmarkMultiTemplateFusionGpuTest - extern code mismatch
"test_equivalent_extern_code",
# ComboKernelTestsPerSubkernelBlocks
"test_activation_functions",
# CPUReproTests - stride ordering
"test_require_stride_order_non_owning",
# CudaReproTests - index_add fallback path
"test_index_add_fallback",
# TestBlockMaskCUDA - recompilation check
"test_compiling_create_block_mask_no_recompile_cuda",
# InplacePaddingTest - max_autotune
"test_linear_and_cel_max_autotune",
# TestLookupTableE2E - addmm lookup table
"test_bias_addmm_lookup_table_entry",
# TestMaxAutotune - gemm choice validation
"test_autotune_gemm_choice_validation_op_addmm_max_autotune_True",
# TestPrologueFusion - expected fused kernel name substring missing
"test_lazy_template_fusion_multiple_candidates_use_async_compile_False",
# TestProvenanceTracingStackTraces - deferred triton kernels
"test_deferred_triton_kernels",
# TestSelectAlgorithm - addmm fp16
"test_addmm_fp16",
# TestOpInfoPropertiesCUDA - numerical fmod
"test_binary_ufunc_numerical_fmod_backend_inductor_default_cuda_bfloat16",
# TestMaxAutotuneSubproc - benchmark choice assertion
"test_benchmark_choice_in_subproc",
# TestLearnableBiasesCUDA - LoweringException in dynamic max_autotune
"test_flex_attention_with_dynamic_max_autotune_graph_partition_cuda",
# ComboKernelTests - KeyError: 'grid'
"test_combo_kernel_dynamic_shapes_grid_changes",
"test_combo_kernel_yz_overflow",
# TestPatternMatcher - mm_plus_mm count mismatch
"test_mm_plus_mm",
# TestTemplateRender - triton_helpers.maximum not found
"test_external_template_prologue_epilogue_fusion",
# TestAOTInductorPackageCpp_cpu - exit status 127
"test_compile_with_exporter",
# TestFlexAttentionCUDA - deprecation warnings
"test_return_aux_deprecation_warnings_cuda_float16",
# HigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_concat_unbacked_shape_tensor",
"test_hints_wrapper",
# AOTInductorTestABICompatibleCpuWithStackAllocation - XPASS
"test_while_loop_with_mixed_device_dynamic_False_cpu_with_stack_allocation",
"test_while_loop_with_mixed_device_dynamic_True_cpu_with_stack_allocation",
"test_while_loop_with_pytree_inputs_cpu_with_stack_allocation",
# TestMaxAutotunePrecompile - no kernel image available
"test_filled_cache_precompile",
# TestOpInfoPropertiesCUDA - eager equivalence mismatch
"test_eager_equivalence_exp_backend_inductor_default_cuda_float32",
"test_eager_equivalence_rsqrt_backend_inductor_numerics_cuda_float32",
"test_eager_equivalence_log_backend_inductor_default_cuda_float16",
# TestFxGraphCache - remote cache stats mismatch
"test_remote_cache_load_function_device_cuda_float32_dynamic_False_bundle_triton_False_use_static_triton_launcher_False",
# TestOpInfoPropertiesCUDA - determinism mismatch
"test_determinism_log1p_backend_inductor_default_cuda_float32",
# ComboKernelTests - KeyError: 'grid'
"test_combo_kernel_per_config_subkernel_block_size",
# HigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_cond_branches_no_arguments_no_closure",
# TestLearnableBiasesCUDA - flex attention log file not created
"test_flex_attention_logging_cuda",
# TestTemplateConfigPruning - NoValidChoicesError / no kernel image
"test_shared_memory_pruning_mm_float32_mat1_transposed_False_mat2_transposed_True_use_tma_False",
"test_shared_memory_pruning_mm_float32_mat1_transposed_True_mat2_transposed_False_use_tma_False",
"test_shared_memory_pruning_mm_float32_mat1_transposed_True_mat2_transposed_True_use_tma_False",
# TestEpilogueFusionStaticAnalysis - expected fused kernel name not found
"test_template_epilogue_fusion_static_analysis_test_case_timing_reject_use_async_compile_False",
"test_template_epilogue_fusion_static_analysis_test_case_timing_reject_use_async_compile_True",
# TestOpInfoPropertiesCUDA - numerical cos mismatch
"test_unary_ufunc_numerical_cos_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - XPASS reciprocal
"test_eager_equivalence_reciprocal_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - numerical log10 mismatch
"test_eager_equivalence_log10_backend_inductor_default_cuda_float32",
# HigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_tensor_and_unbacked_symbol_closure",
"test_tensor_to_list_closure",
# TestOpInfoPropertiesCUDA - numerical log1p mismatch
"test_eager_equivalence_log1p_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - XPASS remainder
"test_eager_equivalence_remainder_backend_inductor_numerics_cuda_bfloat16",
# TestOpInfoPropertiesCUDA - XPASS exp2
"test_unary_ufunc_numerical_exp2_backend_inductor_default_cuda_bfloat16",
# TestOpInfoPropertiesCUDA - eager equivalence log mismatch
"test_eager_equivalence_log_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - XPASS remainder float16
"test_eager_equivalence_remainder_backend_inductor_numerics_cuda_float16",
# TestOpInfoPropertiesCUDA - numerical expm1 mismatch
"test_unary_ufunc_numerical_expm1_backend_inductor_default_cuda_float32",
# TestMaxAutotuneAsyncPipelined - cache same inputs assertion
"test_async_autotuner_cache_same_inputs",
# TestMaxAutotuneAsyncPipelined - compilation after inactivity
"test_compilation_after_inactivity",
# HigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_tensor_with_unbacked_shape_closure",
# TestMaxAutotuneAsyncPipelined - NoValidChoicesError bmm
"test_bmm_out_dtype",
# FuncTorchHigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_functional_call",
# FuncTorchHigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_grad_has_aux",
# TestOpInfoPropertiesCUDA - XPASS remainder bfloat16
"test_eager_equivalence_remainder_backend_inductor_default_cuda_bfloat16",
# TestOpInfoPropertiesCUDA - XPASS remainder float32
"test_eager_equivalence_remainder_backend_inductor_numerics_cuda_float32",
# TestOpInfoPropertiesCUDA - numerical log10 mismatch
"test_unary_ufunc_numerical_log10_backend_inductor_default_cuda_float32",
# TestMaxAutotuneAsyncPipelined - cat extern code assertion
"test_cat_max_autotune_extern",
# FuncTorchHigherOrderOpTestsWithCompiledAutograd - _GeneratorContextManager
"test_grad_capture_tensor",
# TestOpInfoPropertiesCUDA - XPASS remainder float16
"test_eager_equivalence_remainder_backend_inductor_default_cuda_float16",
# TestOpInfoPropertiesCUDA - rsqrt numerical mismatch
"test_eager_equivalence_rsqrt_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - log numerical mismatch bfloat16
"test_unary_ufunc_numerical_log_backend_inductor_default_cuda_bfloat16",
# TestOpInfoPropertiesCUDA - numerical exp2 float32 XPASS
"test_unary_ufunc_numerical_exp2_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - eager equivalence remainder float32
"test_eager_equivalence_remainder_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - numerical log float16 mismatch
"test_unary_ufunc_numerical_log_backend_inductor_default_cuda_float16",
# TestOpInfoPropertiesCUDA - numerical sqrt bfloat16 mismatch
"test_unary_ufunc_numerical_sqrt_backend_inductor_default_cuda_bfloat16",
# TestOpInfoPropertiesCUDA - numerical exp float32 mismatch
"test_unary_ufunc_numerical_exp_backend_inductor_default_cuda_float32",
# TestOpInfoPropertiesCUDA - eager equivalence tanh float32 mismatch
"test_eager_equivalence_tanh_backend_inductor_default_cuda_float32",
# TestPrologueFusion - async compile variant
"test_lazy_template_fusion_multiple_candidates_use_async_compile_True",
# FuncTorchHigherOrderOpTestsWithCompiledAutograd - grad closure scalar
"test_grad_closure_scalar",
# FuncTorchHigherOrderOpTestsWithCompiledAutograd
"test_grad_freevar_python_scalar",
# TestCompiledAutogradOpInfoCUDA - inline asm
"test_hops_in_bwd_inline_asm_elementwise_simple_cuda_float32",
# TestOpInfoPropertiesCUDA - numerical fmod/remainder XPASS
"test_binary_ufunc_numerical_fmod_backend_inductor_default_cuda_float32",
"test_binary_ufunc_numerical_remainder_backend_inductor_default_cuda_float16",
"test_binary_ufunc_numerical_remainder_backend_inductor_default_cuda_bfloat16",
"test_binary_ufunc_numerical_remainder_backend_inductor_default_cuda_float32",
"test_binary_ufunc_numerical_remainder_backend_inductor_numerics_cuda_float32",
"test_binary_ufunc_numerical_remainder_backend_inductor_numerics_cuda_bfloat16",
"test_binary_ufunc_numerical_remainder_backend_inductor_numerics_cuda_float16",
],
"linalg": [
# TestLinalgCUDA - tunableop_rocm addmm relu
"test_addmm_relu_tunableop_rocm_cuda_float32",
],
"modules": [
# TestModuleCUDA - CTCLoss cpu/gpu parity scalar mismatch
"test_cpu_gpu_parity_nn_CTCLoss_cuda_float32",
# TestModuleCUDA - CTCLoss forward scalar mismatch
"test_forward_nn_CTCLoss_cuda_float32",
],
"profiler": [
# TestProfiler - backward compat filter
"test_activity_filter_backward_compat",
# TestProfiler - dict syntax filter assertion
"test_activity_filter_dict_syntax",
# TestProfiler - kineto kernel metadata missing 'grid'
"test_kineto_kernel_metadata_in_trace",
],
"ci_sanity_check": [
# TestCISanityCheck - TheRock CI env differs from upstream
"test_env_vars_exist",
],
"dataloader": [
# TestDataLoader - large sampler indices
"test_large_sampler_indices",
# TestDataLoader - HIP invalid device pointer in multiprocessing
"test_multiprocessing_contexts",
# TestDataLoaderDeviceTypeCUDA - worker exited unexpectedly
"test_nested_tensor_multiprocessing_context_forkserver_cuda",
"test_nested_tensor_multiprocessing_context_spawn_cuda",
# TestDataLoaderDeviceTypeCUDA - sparse tensor worker exited unexpectedly
"test_sparse_tensor_multiprocessing_context_forkserver_cuda",
"test_sparse_tensor_multiprocessing_context_spawn_cuda",
],
"multiprocessing": [
# TestMultiprocessing - file system test assertion
"test_fs",
],
"multiprocessing_spawn": [
# SpawnTest - exception handling across processes
"test_exception_all",
],
"serialization": [
# TestSerialization - NJT weights_only import check
"test_load_njt_weights_only_should_import_False",
# TestOldSerialization - CI env assertion
"test_debug_set_in_ci",
],
"stateless": [
# TestStatelessDeprecation - deprecation warning mismatch
"test_private_stateless_warns",
],
"functorch": [
# TestOperatorsCUDA - conv3d numerical mismatch
"test_grad_nn_functional_conv3d_cuda_float32",
],
"utils": [
# TestStandaloneCPPJIT - error building extension
"test_load_standalone",
],
"distributed": [
# ComposabilityTest - pipeline parallel (8-GPU)
"test_replicate_pp_ScheduleClass3_bfloat16",
"test_replicate_pp_ScheduleClass3_float32",
"test_replicate_pp_ScheduleClass4_bfloat16",
# ReplicateFullyShardInit - pytest-timeout (>900s)
"test_replicate_device_id",
# DistConvolutionOpsTest - scalar mismatch (depthwise)
"test_depthwise_convolution",
# TestFSDPMemory - memory accounting mismatch
"test_fsdp_memory_ckpt_ckpt",
# ProcessGroupNCCLGroupTest - error code 10
"test_resume",
"test_get_memory_stats",
"test_suspend",
# TestDistBackendWithSpawn - monitored barrier hang
"test_monitored_barrier_allreduce_hang_wait_all_ranks",
"test_monitored_barrier_allreduce_hang",
# FSDP2 tests - 300s per-process timeout on 8-GPU runner
"test_clip_grad_norm_1d",
"test_clip_grad_norm_2d",
"test_compiled_autograd_fsdp2_backward",
"test_all_gather_extensions_train_parity",
"test_gradient_scaler",
"test_ddp_A_fsdp_B_ddp_C",
"test_compute_dtype",
"test_cached_state_dict",
"test_explicit_prefetching",
# TestParityWithDDPCUDA - error code 10
"test_mixture_of_experts_offload_true_shard_grad_op_cuda",
# TestFullyShardHSDP3DTraining - error code 10
"test_3d_mlp_with_nd_mesh",
# DistMathOpsTest - error code 10
"test_linalg_ops",
# TestDistBackendWithSpawn - post_localSGD reload
"test_post_localSGD_optimizer_step_reload",
# TestFullyShardCommunication - communication count mismatch
"test_fully_shard_communication_count",
# TestFullyShard1DTrainingCore - shard_largest_dim parity
"test_train_parity_single_group_shard_largest_dim",
# TestMultiProc - compiler collectives dynamic tensor
"test_compiler_collectives_automatic_dynamic_tensor",
# TestFullyShardAutograd - 300s per-process timeout
"test_nontensor_activations",
# TestFullyShardDTensor - 300s per-process timeout
"test_dtensor_train_parity",
# TestFullyShardFrozen - 300s per-process timeout
"test_multi_forward_mixed_requires_grad",
# TestFullyShardMemory - 300s per-process timeout
"test_fully_shard_training_memory",
# TestFullyShardOverlap - 300s per-process timeout
"test_fully_shard_training_overlap",
# TestFullyShard2DTraining - pytest-timeout (>900s)
"test_tp_with_fsdp_offloading",
# ComposabilityTest - pytest-timeout (>900s)
"test_3d_with_tp_dp_pp_ScheduleClass0_bfloat16",
# ReplicateFullyShardInit - pytest-timeout (>900s)
"test_replicate_fully_shard_init",
# TestReplicateMixedPrecisionTraining - pytest-timeout (>900s)
"test_grad_acc_with_reduce_dtype",
# TestReplicate1DTrainingCore - 300s per-process timeout
"test_multi_forward_module",
# ComposabilityTest - pipeline parallel RuntimeError
"test_replicate_pp_grads_ScheduleClass1",
# ReplicateFullyShardInit - pytest-timeout (>900s)
"test_replicate_ignore_module",
# TestFullyShardCommunication - 300s per-process timeout
"test_manual_reshard_with_reshard_after_forward_false",
# TestFullyShardSharedParams - 300s per-process timeout
"test_train_parity_with_shared_params",
# ReplicateTest - pytest-timeout (>900s)
"test_train_parity_2d_mlp",
# ComposabilityTest - pipeline parallel RuntimeError
"test_replicate_pp_grads_ScheduleClass2",
# ComposabilityTest - pipeline parallel RuntimeError
"test_replicate_pp_grads_ScheduleClass3",
# ComposabilityTest - pipeline parallel RuntimeError
"test_replicate_pp_grads_ScheduleClass4",
# ReplicateFullyShardInit - pytest-timeout (>900s)
"test_replicate_move_args_kwargs_to_device",
# ReplicateFullyShardInit - multi module init failure
"test_replicate_multi_module",
# ReplicateFullyShardInit - pytest-timeout (>900s)
"test_replicate_single_module",
# TestFullyShardAutograd - 300s per-process timeout
"test_unused_forward_module",
# TestViewOpsWithLocalTensor - list index out of range
"test_view_ops",
],
},
}