|
19 | 19 | // - in the result, search for "XFAIL" again, but invert the result - this
|
20 | 20 | // allows us to get the line *after* XFAIL
|
21 | 21 | // - in those lines, check that XFAIL-TRACKER is present and correct. Once
|
22 |
| -// again, invert the search to get all "bad" lines |
| 22 | +// again, invert the search to get all "bad" lines and save the test names in |
| 23 | +// the temp file |
23 | 24 | // - make a final count of how many ill-formatted directives there are and
|
24 | 25 | // verify that against the reference
|
| 26 | +// - ...and check if the list of improperly XFAIL-ed tests needs to be updated. |
25 | 27 | //
|
26 | 28 | // RUN: grep -rI "XFAIL:" %S -A 1 --include=*.c --include=*.cpp \
|
27 |
| -// RUN: --no-group-separator | \ |
| 29 | +// RUN: --exclude=no-xfail-without-tracker.cpp --no-group-separator | \ |
28 | 30 | // RUN: grep -v "XFAIL:" | \
|
29 |
| -// RUN: grep -Pv "XFAIL-TRACKER:\s+(?:https://github.com/[\w\d-]+/[\w\d-]+/issues/[\d]+)|(?:[\w]+-[\d]+)" | \ |
30 |
| -// RUN: wc -l | FileCheck %s --check-prefix NUMBER-OF-XFAIL-WITHOUT-TRACKER |
| 31 | +// RUN: grep -Pv "XFAIL-TRACKER:\s+(?:https://github.com/[\w\d-]+/[\w\d-]+/issues/[\d]+)|(?:[\w]+-[\d]+)" > %t | \ |
| 32 | +// RUN: cat %t | wc -l | FileCheck %s --check-prefix NUMBER-OF-XFAIL-WITHOUT-TRACKER |
| 33 | +// RUN: cat %t | sed 's/\.cpp.*/.cpp/' | sort | FileCheck %s |
31 | 34 | //
|
32 | 35 | // The number below is a number of tests which are *improperly* XFAIL-ed, i.e.
|
33 | 36 | // we either don't have a tracker associated with a failure listed in those
|
|
45 | 48 | // existing XFAIL-ed tests.
|
46 | 49 | // Another possibility (and that is a good option) is that you updated some
|
47 | 50 | // tests to match the required format and in that case you should just update
|
48 |
| -// (i.e. reduce) the number below. |
| 51 | +// (i.e. reduce) the number and the list below. |
49 | 52 | //
|
50 |
| -// NUMBER-OF-XFAIL-WITHOUT-TRACKER: 169 |
| 53 | +// NUMBER-OF-XFAIL-WITHOUT-TRACKER: 159 |
| 54 | +// |
| 55 | +// List of improperly XFAIL-ed tests. |
| 56 | +// Remove the CHECK once the test has been propely XFAIL-ed. |
| 57 | +// |
| 58 | +// CHECK: AOT/fpga-aoc-archive-split-per-kernel.cpp |
| 59 | +// CHECK-NEXT: AddressSanitizer/nullpointer/private_nullptr.cpp |
| 60 | +// CHECK-NEXT: Basic/accessor/accessor.cpp |
| 61 | +// CHECK-NEXT: Basic/aspects.cpp |
| 62 | +// CHECK-NEXT: Basic/buffer/reinterpret.cpp |
| 63 | +// CHECK-NEXT: Basic/built-ins.cpp |
| 64 | +// CHECK-NEXT: Basic/device_event.cpp |
| 65 | +// CHECK-NEXT: Basic/diagnostics/handler.cpp |
| 66 | +// CHECK-NEXT: Basic/fpga_tests/fpga_pipes_mixed_usage.cpp |
| 67 | +// CHECK-NEXT: Basic/image/srgba-read.cpp |
| 68 | +// CHECK-NEXT: Basic/max_linear_work_group_size_props.cpp |
| 69 | +// CHECK-NEXT: Basic/max_work_group_size_props.cpp |
| 70 | +// CHECK-NEXT: Basic/partition_supported.cpp |
| 71 | +// CHECK-NEXT: Basic/queue/queue.cpp |
| 72 | +// CHECK-NEXT: Basic/queue/release.cpp |
| 73 | +// CHECK-NEXT: Basic/span.cpp |
| 74 | +// CHECK-NEXT: Basic/stream/auto_flush.cpp |
| 75 | +// CHECK-NEXT: DeprecatedFeatures/queue_old_interop.cpp |
| 76 | +// CHECK-NEXT: DeprecatedFeatures/set_arg_interop.cpp |
| 77 | +// CHECK-NEXT: DeviceArchitecture/device_architecture_comparison_on_device_aot.cpp |
| 78 | +// CHECK-NEXT: DeviceCodeSplit/split-per-kernel.cpp |
| 79 | +// CHECK-NEXT: DeviceCodeSplit/split-per-source-main.cpp |
| 80 | +// CHECK-NEXT: DeviceLib/assert-windows.cpp |
| 81 | +// CHECK-NEXT: ESIMD/assert.cpp |
| 82 | +// CHECK-NEXT: ESIMD/hardware_dispatch.cpp |
| 83 | +// CHECK-NEXT: GroupAlgorithm/root_group.cpp |
| 84 | +// CHECK-NEXT: GroupLocalMemory/group_local_memory.cpp |
| 85 | +// CHECK-NEXT: GroupLocalMemory/no_early_opt.cpp |
| 86 | +// CHECK-NEXT: InlineAsm/asm_multiple_instructions.cpp |
| 87 | +// CHECK-NEXT: InvokeSimd/Feature/ImplicitSubgroup/invoke_simd_struct.cpp |
| 88 | +// CHECK-NEXT: InvokeSimd/Feature/invoke_simd_struct.cpp |
| 89 | +// CHECK-NEXT: InvokeSimd/Spec/ImplicitSubgroup/tuple.cpp |
| 90 | +// CHECK-NEXT: InvokeSimd/Spec/ImplicitSubgroup/tuple_return.cpp |
| 91 | +// CHECK-NEXT: InvokeSimd/Spec/ImplicitSubgroup/tuple_vadd.cpp |
| 92 | +// CHECK-NEXT: InvokeSimd/Spec/tuple.cpp |
| 93 | +// CHECK-NEXT: InvokeSimd/Spec/tuple_return.cpp |
| 94 | +// CHECK-NEXT: InvokeSimd/Spec/tuple_vadd.cpp |
| 95 | +// CHECK-NEXT: KernelAndProgram/kernel-bundle-merge-options.cpp |
| 96 | +// CHECK-NEXT: LLVMIntrinsicLowering/sub_byte_bitreverse.cpp |
| 97 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_annotated_ptr.cpp |
| 98 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_bfloat16_colmajorA_colmajorB.cpp |
| 99 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_bfloat16_packedB.cpp |
| 100 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_colA_rowB_colC.cpp |
| 101 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_int8_colmajorA_colmajorB.cpp |
| 102 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_int8_rowmajorA_rowmajorB.cpp |
| 103 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_out_bounds.cpp |
| 104 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_prefetch.cpp |
| 105 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_rowmajorA_rowmajorB.cpp |
| 106 | +// CHECK-NEXT: Matrix/SG32/joint_matrix_unaligned_k.cpp |
| 107 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_abc.cpp |
| 108 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops.cpp |
| 109 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops_half.cpp |
| 110 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops_int8.cpp |
| 111 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops_int8_packed.cpp |
| 112 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_sizes.cpp |
| 113 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/element_wise_ops.cpp |
| 114 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/get_coord_float_matC.cpp |
| 115 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/get_coord_int8_matA.cpp |
| 116 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/get_coord_int8_matB.cpp |
| 117 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_all_sizes.cpp |
| 118 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_annotated_ptr.cpp |
| 119 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_annotated_ptr.cpp |
| 120 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_apply_bf16.cpp |
| 121 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_apply_two_matrices.cpp |
| 122 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bf16_fill_k_cache.cpp |
| 123 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bf16_fill_k_cache_unroll.cpp |
| 124 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16.cpp |
| 125 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16_array.cpp |
| 126 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16_colmajorA_colmajorB.cpp |
| 127 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16_packedB.cpp |
| 128 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_colA_rowB_colC.cpp |
| 129 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_down_convert.cpp |
| 130 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_half.cpp |
| 131 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_int8_colmajorA_colmajorB.cpp |
| 132 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_int8_rowmajorA_rowmajorB.cpp |
| 133 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_out_bounds.cpp |
| 134 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_prefetch.cpp |
| 135 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_rowmajorA_rowmajorB.cpp |
| 136 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_rowmajorA_rowmajorB.cpp |
| 137 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_ss_int8.cpp |
| 138 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_su_int8.cpp |
| 139 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_unaligned_k.cpp |
| 140 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_us_int8.cpp |
| 141 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_uu_int8.cpp |
| 142 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_abc.cpp |
| 143 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_all_ops.cpp |
| 144 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_all_ops_half.cpp |
| 145 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_all_ops_int8.cpp |
| 146 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_all_ops_int8_packed.cpp |
| 147 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_all_ops_scalar.cpp |
| 148 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_all_sizes.cpp |
| 149 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/element_wise_ops.cpp |
| 150 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/get_coord_float_matC.cpp |
| 151 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/get_coord_int8_matA.cpp |
| 152 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/get_coord_int8_matB.cpp |
| 153 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_all_sizes.cpp |
| 154 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_annotated_ptr.cpp |
| 155 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_apply_bf16.cpp |
| 156 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_apply_two_matrices.cpp |
| 157 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_bf16_fill_k_cache.cpp |
| 158 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_bf16_fill_k_cache_unroll.cpp |
| 159 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16.cpp |
| 160 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16_array.cpp |
| 161 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16_colmajorA_colmajorB.cpp |
| 162 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16_packedB.cpp |
| 163 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_colA_rowB_colC.cpp |
| 164 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_down_convert.cpp |
| 165 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_half.cpp |
| 166 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_int8_colmajorA_colmajorB.cpp |
| 167 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_rowmajorA_rowmajorB.cpp |
| 168 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_ss_int8.cpp |
| 169 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_su_int8.cpp |
| 170 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_us_int8.cpp |
| 171 | +// CHECK-NEXT: Matrix/SPVCooperativeMatrix/joint_matrix_uu_int8.cpp |
| 172 | +// CHECK-NEXT: Matrix/joint_matrix_bf16_fill_k_cache_arg_dim.cpp |
| 173 | +// CHECK-NEXT: Matrix/joint_matrix_bf16_fill_k_cache_runtime_dim.cpp |
| 174 | +// CHECK-NEXT: Matrix/joint_matrix_bfloat16_colmajorA_colmajorB.cpp |
| 175 | +// CHECK-NEXT: Matrix/joint_matrix_colA_rowB_colC.cpp |
| 176 | +// CHECK-NEXT: Matrix/joint_matrix_int8_colmajorA_colmajorB.cpp |
| 177 | +// CHECK-NEXT: NewOffloadDriver/multisource.cpp |
| 178 | +// CHECK-NEXT: NewOffloadDriver/split-per-source-main.cpp |
| 179 | +// CHECK-NEXT: NewOffloadDriver/sycl-external-with-optional-features.cpp |
| 180 | +// CHECK-NEXT: OptionalKernelFeatures/throw-exception-for-out-of-registers-on-kernel-launch.cpp |
| 181 | +// CHECK-NEXT: PerformanceTests/Reduction/reduce_over_sub_group.cpp |
| 182 | +// CHECK-NEXT: Plugin/interop-cuda-experimental.cpp |
| 183 | +// CHECK-NEXT: Plugin/interop-experimental-single-TU-SYCL-CUDA-compilation.cpp |
| 184 | +// CHECK-NEXT: Printf/int.cpp |
| 185 | +// CHECK-NEXT: Printf/mixed-address-space.cpp |
| 186 | +// CHECK-NEXT: Printf/percent-symbol.cpp |
| 187 | +// CHECK-NEXT: Reduction/reduction_big_data.cpp |
| 188 | +// CHECK-NEXT: Reduction/reduction_nd_N_queue_shortcut.cpp |
| 189 | +// CHECK-NEXT: Reduction/reduction_nd_conditional.cpp |
| 190 | +// CHECK-NEXT: Reduction/reduction_nd_dw.cpp |
| 191 | +// CHECK-NEXT: Reduction/reduction_nd_ext_double.cpp |
| 192 | +// CHECK-NEXT: Reduction/reduction_nd_ext_half.cpp |
| 193 | +// CHECK-NEXT: Reduction/reduction_nd_queue_shortcut.cpp |
| 194 | +// CHECK-NEXT: Reduction/reduction_nd_reducer_skip.cpp |
| 195 | +// CHECK-NEXT: Reduction/reduction_nd_rw.cpp |
| 196 | +// CHECK-NEXT: Reduction/reduction_range_queue_shortcut.cpp |
| 197 | +// CHECK-NEXT: Reduction/reduction_range_usm_dw.cpp |
| 198 | +// CHECK-NEXT: Reduction/reduction_reducer_op_eq.cpp |
| 199 | +// CHECK-NEXT: Reduction/reduction_span_pack.cpp |
| 200 | +// CHECK-NEXT: Reduction/reduction_usm.cpp |
| 201 | +// CHECK-NEXT: Reduction/reduction_usm_dw.cpp |
| 202 | +// CHECK-NEXT: Regression/build_log.cpp |
| 203 | +// CHECK-NEXT: Regression/complex_global_object.cpp |
| 204 | +// CHECK-NEXT: Regression/context_is_destroyed_after_exception.cpp |
| 205 | +// CHECK-NEXT: Regression/kernel_bundle_ignore_sycl_external.cpp |
| 206 | +// CHECK-NEXT: Regression/multiple-targets.cpp |
| 207 | +// CHECK-NEXT: Regression/reduction_resource_leak_dw.cpp |
| 208 | +// CHECK-NEXT: Scheduler/InOrderQueueDeps.cpp |
| 209 | +// CHECK-NEXT: Scheduler/MemObjRemapping.cpp |
| 210 | +// CHECK-NEXT: Scheduler/MultipleDevices.cpp |
| 211 | +// CHECK-NEXT: Scheduler/ReleaseResourcesTest.cpp |
| 212 | +// CHECK-NEXT: Tracing/buffer_printers.cpp |
| 213 | +// CHECK-NEXT: VirtualFunctions/multiple-translation-units/separate-call.cpp |
| 214 | +// CHECK-NEXT: VirtualFunctions/multiple-translation-units/separate-vf-defs-and-call.cpp |
| 215 | +// CHECK-NEXT: VirtualFunctions/multiple-translation-units/separate-vf-defs.cpp |
| 216 | +// CHECK-NEXT: syclcompat/launch/launch_policy_lmem.cpp |
0 commit comments