test: added actual ui-toml tests

Author: kayagokalp

CHANGELOG.md

@@ -6216,7 +6216,9 @@ Released 2018-09-13
 [`standard-macro-braces`]: https://doc.rust-lang.org/clippy/lint_configuration.html#standard-macro-braces
 [`struct-field-name-threshold`]: https://doc.rust-lang.org/clippy/lint_configuration.html#struct-field-name-threshold
 [`suppress-restriction-lint-in-const`]: https://doc.rust-lang.org/clippy/lint_configuration.html#suppress-restriction-lint-in-const
-[`test-without-fail-case`]: https://doc.rust-lang.org/clippy/lint_configuration.html#test-without-fail-case
+[`test-without-fail-case-fallible-paths`]: https://doc.rust-lang.org/clippy/lint_configuration.html#test-without-fail-case-fallible-paths
+[`test-without-fail-case-include-indexing-as-fallible`]: https://doc.rust-lang.org/clippy/lint_configuration.html#test-without-fail-case-include-indexing-as-fallible
+[`test-without-fail-case-non-fallible-paths`]: https://doc.rust-lang.org/clippy/lint_configuration.html#test-without-fail-case-non-fallible-paths
 [`too-large-for-stack`]: https://doc.rust-lang.org/clippy/lint_configuration.html#too-large-for-stack
 [`too-many-arguments-threshold`]: https://doc.rust-lang.org/clippy/lint_configuration.html#too-many-arguments-threshold
 [`too-many-lines-threshold`]: https://doc.rust-lang.org/clippy/lint_configuration.html#too-many-lines-threshold

book/src/lint_configuration.md

@@ -831,10 +831,50 @@ if no suggestion can be made.
 * [`indexing_slicing`](https://rust-lang.github.io/rust-clippy/master/index.html#indexing_slicing)
 
 
-## `test-without-fail-case`
-Lint tests to understand whether it can fail or not.
+## `test-without-fail-case-fallible-paths`
+List of full paths of macros and functions, that can fail. If a test, or a function
+that the test calls contains a call to any one of these, lint will mark the test fallible.
 
-**Default Value:** `{ include_indexing_as_fallible = false, fallible_paths = ["core::panic", "core::assert", "core::assert_eq", "core::assert_ne"], non_fallible_paths = ["std::print", "std::println", "std::dbg", "std::eprint", "std::eprintln"] }`
+By default this macros are defined as `assert!`, `assert_eq!`, `panic!`.
+
+**Default Value:** `["core::panic", "core::assert", "core::assert_eq", "core::assert_ne"]`
+
+---
+**Affected lints:**
+* [`test_without_fail_case`](https://rust-lang.github.io/rust-clippy/master/index.html#test_without_fail_case)
+
+
+## `test-without-fail-case-include-indexing-as-fallible`
+Whether to consider indexing as a fallible operation while assesing if a test can fail.
+Indexing is fallible, and thus the a test that is doing that can fail but it is likely
+that tests that fail this way were not intended.
+
+If set true, the lint will consider indexing into a slice a failable case
+and won't lint tests that has some sort of indexing. This analysis still done
+in a interprocedural manner. Meaning that any indexing opeartion done inside of
+a function that the test calls will still result the test getting marked fallible.
+
+By default this is set to `false`. That is because from a usability perspective,
+indexing an array is not the intended way to fail a test. So setting this `true`
+reduces false positives but makes the analysis more focused on possible byproducts
+of a test. That is the set of operations to get the point we assert something rather
+than the existance of asserting that thing.
+
+**Default Value:** `false`
+
+---
+**Affected lints:**
+* [`test_without_fail_case`](https://rust-lang.github.io/rust-clippy/master/index.html#test_without_fail_case)
+
+
+## `test-without-fail-case-non-fallible-paths`
+List of full paths of macros and functions, that we want to mark as "not going to fail".
+This allows us to make the lint more focused on actual short comings of our test suite
+by marking common routines non-fallible, even though they are fallible.
+
+By default this list contains: `println!`, `print!`, `dbg!`.
+
+**Default Value:** `["std::print", "std::println", "std::dbg", "std::eprint", "std::eprintln"]`
 
 ---
 **Affected lints:**

clippy_config/src/conf.rs

@@ -639,14 +639,8 @@ define_Conf! {
     ///
     /// By default this macros are defined as `assert!`, `assert_eq!`, `panic!`.
     #[lints(test_without_fail_case)]
-    test_without_fail_case_fallible_paths: Vec<String> = Vec::new(),
-    /// List of full paths of macros and functions, that we want to mark as "not going to fail".
-    /// This allows us to make the lint more focused on actual short comings of our test suite
-    /// by marking common routines non-fallible, even though they are fallible.
-    ///
-    /// By default this list contains: `println!`, `print!`, `dbg!`.
-    #[lints(test_without_fail_case)]
-    test_without_fail_case_non_fallible_paths: Vec<String> = Vec::new(),
+    test_without_fail_case_fallible_paths: Vec<String> =
+        DEFAULT_FALLIBLE_PATHS.iter().map(ToString::to_string).collect(),
     /// Whether to consider indexing as a fallible operation while assesing if a test can fail.
     /// Indexing is fallible, and thus the a test that is doing that can fail but it is likely
     /// that tests that fail this way were not intended.
@@ -663,6 +657,14 @@ define_Conf! {
     /// than the existance of asserting that thing.
     #[lints(test_without_fail_case)]
     test_without_fail_case_include_indexing_as_fallible: bool = false,
+    /// List of full paths of macros and functions, that we want to mark as "not going to fail".
+    /// This allows us to make the lint more focused on actual short comings of our test suite
+    /// by marking common routines non-fallible, even though they are fallible.
+    ///
+    /// By default this list contains: `println!`, `print!`, `dbg!`.
+    #[lints(test_without_fail_case)]
+    test_without_fail_case_non_fallible_paths: Vec<String> =
+        DEFAULT_NONFALLIBLE_PATHS.iter().map(ToString::to_string).collect(),
     /// The maximum size of objects (in bytes) that will be linted. Larger objects are ok on the heap
     #[lints(boxed_local, useless_vec)]
     too_large_for_stack: u64 = 200,

tests/ui-toml/test_without_fail_case/auxiliary/test_macro.rs

@@ -0,0 +1,14 @@
+#[macro_export]
+macro_rules! fallible_macro {
+    ( $x:expr ) => {{
+        let _ = $x;
+        panic!("a");
+    }};
+}
+
+#[macro_export]
+macro_rules! non_fallible_macro {
+    ( $x:expr ) => {{
+        let _ = $x;
+    }};
+}

tests/ui-toml/test_without_fail_case/default/clippy.toml

@@ -0,0 +1 @@
+test-without-fail-case-fallible-paths = ["test_macro::non_fallible_macro"]

tests/ui-toml/test_without_fail_case/fail_macro/clippy.toml

@@ -0,0 +1 @@
+test-without-fail-case-include-indexing-as-fallible = true

tests/ui-toml/test_without_fail_case/index_fail/clippy.toml

@@ -0,0 +1 @@
+test-without-fail-case-non-fallible-paths = ["test_macro::fallible_macro"]