Add configurable runtime plugin to send_v2 so that it is usable (#2635)

## Motivation and Context
- `send_v2()` doesn't work for a very small number of reasons—allow it
one last final runtime_plugin so that we can use it to make an e2e
request

## Description
- update a few decorators to be deterministic
## Testing
<!--- Please describe in detail how you tested your changes -->
<!--- Include details of your testing environment, and the tests you ran
to -->
<!--- see how your change affects other areas of the code, etc. -->

## Checklist
<!--- If a checkbox below is not applicable, then please DELETE it
rather than leaving it unchecked -->
- [ ] I have updated `CHANGELOG.next.toml` if I made changes to the
smithy-rs codegen or runtime crates
- [ ] I have updated `CHANGELOG.next.toml` if I made changes to the AWS
SDK, generated SDK code, or SDK runtime crates

----

_By submitting this pull request, I confirm that you can use, modify,
copy, and redistribute this contribution, under the terms of your
choice._

---------

Co-authored-by: John DiSanti <jdisanti@amazon.com>
Co-authored-by: Zelda Hessler <zhessler@amazon.com>

Author: 3 people

aws/rust-runtime/aws-runtime/src/auth.rs

@@ -196,6 +196,7 @@ pub mod sigv4 {
             &self,
             request: &mut HttpRequest,
             identity: &Identity,
+            // TODO(enableNewSmithyRuntime): should this be the config bag?
             signing_properties: &PropertyBag,
         ) -> Result<(), BoxError> {
             let operation_config = signing_properties

aws/rust-runtime/aws-runtime/src/invocation_id.rs

@@ -17,7 +17,7 @@ const AMZ_SDK_INVOCATION_ID: HeaderName = HeaderName::from_static("amz-sdk-invoc
 #[non_exhaustive]
 #[derive(Debug)]
 pub struct InvocationIdInterceptor {
-    id: HeaderValue,
+    id: InvocationId,
 }
 
 impl InvocationIdInterceptor {
@@ -29,12 +29,9 @@ impl InvocationIdInterceptor {
 
 impl Default for InvocationIdInterceptor {
     fn default() -> Self {
-        let id = Uuid::new_v4();
-        let id = id
-            .to_string()
-            .parse()
-            .expect("UUIDs always produce a valid header value");
-        Self { id }
+        Self {
+            id: InvocationId::from_uuid(),
+        }
     }
 }
 
@@ -45,11 +42,33 @@ impl Interceptor<HttpRequest, HttpResponse> for InvocationIdInterceptor {
         _cfg: &mut ConfigBag,
     ) -> Result<(), BoxError> {
         let headers = context.request_mut()?.headers_mut();
-        headers.append(AMZ_SDK_INVOCATION_ID, self.id.clone());
+        let id = _cfg.get::<InvocationId>().unwrap_or(&self.id);
+        headers.append(AMZ_SDK_INVOCATION_ID, id.0.clone());
         Ok(())
     }
 }
 
+/// InvocationId provides a consistent ID across retries
+#[derive(Debug)]
+pub struct InvocationId(HeaderValue);
+impl InvocationId {
+    /// A test invocation id to allow deterministic requests
+    pub fn for_tests() -> Self {
+        InvocationId(HeaderValue::from_static(
+            "00000000-0000-4000-8000-000000000000",
+        ))
+    }
+
+    fn from_uuid() -> Self {
+        let id = Uuid::new_v4();
+        let id = id
+            .to_string()
+            .parse()
+            .expect("UUIDs always produce a valid header value");
+        Self(id)
+    }
+}
+
 #[cfg(test)]
 mod tests {
     use crate::invocation_id::InvocationIdInterceptor;
@@ -84,8 +103,8 @@ mod tests {
             .unwrap();
 
         let header = expect_header(&context, "amz-sdk-invocation-id");
-        assert_eq!(&interceptor.id, header);
+        assert_eq!(&interceptor.id.0, header);
         // UUID should include 32 chars and 4 dashes
-        assert_eq!(interceptor.id.len(), 36);
+        assert_eq!(interceptor.id.0.len(), 36);
     }
 }

aws/sra-test/integration-tests/aws-sdk-s3/Cargo.toml

@@ -13,7 +13,7 @@ aws-sdk-s3 = { path = "../../build/sdk/aws-sdk-s3", features = ["test-util"] }
 aws-sigv4 = { path = "../../../rust-runtime/aws-sigv4" }
 aws-types = { path = "../../../rust-runtime/aws-types" }
 aws-smithy-async = { path = "../../../../rust-runtime/aws-smithy-async", features = ["rt-tokio"] }
-aws-smithy-client = { path = "../../../../rust-runtime/aws-smithy-client", features = ["test-util"] }
+aws-smithy-client = { path = "../../../../rust-runtime/aws-smithy-client", features = ["test-util", "rustls"] }
 aws-smithy-types = { path = "../../../../rust-runtime/aws-smithy-types" }
 aws-smithy-http = { path = "../../../../rust-runtime/aws-smithy-http" }
 aws-smithy-runtime = { path = "../../../../rust-runtime/aws-smithy-runtime", features = ["test-util"] }

aws/sra-test/integration-tests/aws-sdk-s3/test-data/list-objects-v2.json

@@ -0,0 +1,105 @@
+{
+  "events": [
+    {
+      "connection_id": 0,
+      "action": {
+        "Request": {
+          "request": {
+            "uri": "https://test-bucket.s3.us-east-1.amazonaws.com/?list-type=2&prefix=prefix~",
+            "headers": {
+              "x-amz-security-token": [
+                "notarealsessiontoken"
+              ],
+              "authorization": [
+                "AWS4-HMAC-SHA256 Credential=ANOTREAL/20210618/us-east-1/s3/aws4_request, SignedHeaders=amz-sdk-invocation-id;host;x-amz-content-sha256;x-amz-date;x-amz-security-token;x-amz-user-agent, Signature=e7eccf4e792113f5f17a50bfd8f1719479e89ba0b476894e6f3dba030dc87f82"
+              ],
+              "x-amz-user-agent": [
+                "aws-sdk-rust/0.123.test api/test-service/0.123 os/windows/XPSP3 lang/rust/1.50.0"
+              ],
+              "x-amz-date": [
+                "20210618T170728Z"
+              ],
+              "x-amz-content-sha256": [
+                "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
+              ],
+              "amz-sdk-invocation-id": [
+                "00000000-0000-4000-8000-000000000000"
+              ],
+              "user-agent": [
+                "aws-sdk-rust/0.123.test os/windows/XPSP3 lang/rust/1.50.0"
+              ]
+            },
+            "method": "GET"
+          }
+        }
+      }
+    },
+    {
+      "connection_id": 0,
+      "action": {
+        "Eof": {
+          "ok": true,
+          "direction": "Request"
+        }
+      }
+    },
+    {
+      "connection_id": 0,
+      "action": {
+        "Response": {
+          "response": {
+            "Ok": {
+              "status": 200,
+              "version": "HTTP/1.1",
+              "headers": {
+                "x-amz-request-id": [
+                  "9X5E7C9EAB6AQEP2"
+                ],
+                "x-amz-id-2": [
+                  "gZsrBxajPyo1Q0DE2plGf7T6kAnxd4Xx7/S+8lq18GegL6kFbnVXLLh1LnBzpEpFiHN9XoNHkeA="
+                ],
+                "content-type": [
+                  "application/xml"
+                ],
+                "transfer-encoding": [
+                  "chunked"
+                ],
+                "server": [
+                  "AmazonS3"
+                ],
+                "date": [
+                  "Wed, 26 Apr 2023 14:00:24 GMT"
+                ],
+                "x-amz-bucket-region": [
+                  "us-east-1"
+                ]
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "connection_id": 0,
+      "action": {
+        "Data": {
+          "data": {
+            "Utf8": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<ListBucketResult>\n    <Name>test-bucket</Name>\n    <Prefix>prefix~</Prefix>\n    <KeyCount>1</KeyCount>\n    <MaxKeys>1000</MaxKeys>\n    <IsTruncated>false</IsTruncated>\n    <Contents>\n        <Key>some-file.file</Key>\n        <LastModified>2009-10-12T17:50:30.000Z</LastModified>\n        <Size>434234</Size>\n        <StorageClass>STANDARD</StorageClass>\n    </Contents>\n</ListBucketResult>"
+          },
+          "direction": "Response"
+        }
+      }
+    },
+    {
+      "connection_id": 0,
+      "action": {
+        "Eof": {
+          "ok": true,
+          "direction": "Response"
+        }
+      }
+    }
+  ],
+  "docs": "Test sending an S3 ListObjectsV2 operation with a successful response.",
+  "version": "V0"
+}