[TT-14596] Investigate flaky amqp integration tests (#7019)

### **User description**
<details open>
<summary><a href="https://tyktech.atlassian.net/browse/TT-14596"
title="TT-14596" target="_blank">TT-14596</a></summary>
  <br />
  <table>
    <tr>
      <th>Summary</th>
      <td>Investigate flaky amqp integration tests</td>
    </tr>
    <tr>
      <th>Type</th>
      <td>
<img alt="Task"
src="https://tyktech.atlassian.net/rest/api/2/universal_avatar/view/type/issuetype/avatar/10318?size=medium"
/>
        Task
      </td>
    </tr>
    <tr>
      <th>Status</th>
      <td>In Dev</td>
    </tr>
    <tr>
      <th>Points</th>
      <td>N/A</td>
    </tr>
    <tr>
      <th>Labels</th>
      <td>-</td>
    </tr>
  </table>
</details>
<!--
  do not remove this marker as it will break jira-lint's functionality.
  added_by_jira_lint
-->

---

This PR adds an aliveness check to be sure RabbitMQ is running and ready
to accept connections before running the integration tests.


___

### **PR Type**
- Enhancement



___

### **Description**
- Add aliveness check function for RabbitMQ health verification

- Define new constants and response struct for aliveness endpoint

- Update TestAMQP to employ the new health check before tests


___



### **Changes walkthrough** 📝
<table><thead><tr><th></th><th align="left">Relevant
files</th></tr></thead><tbody><tr><td><strong>Enhancement</strong></td><td><table>
<tr>
  <td>
    <details>
<summary><strong>mw_streaming_amqp_test.go</strong><dd><code>Introduce
health check and update test connection flow</code>&nbsp; &nbsp; &nbsp;
</dd></summary>
<hr>

gateway/mw_streaming_amqp_test.go

<li>Introduced constants: AlivenessCheckPath, DefaultVirtualHost,
<br>RabbitmqAdminUsername, RabbitmqAdminPassword<br> <li> Added struct
alivenessCheckResponse for JSON parsing of health <br>response<br> <li>
Created checkRabbitMQAliveness function with retries to ensure
<br>readiness<br> <li> Modified TestAMQP to utilize the new function
instead of hardcoded <br>credentials


</details>


  </td>
<td><a
href="https://github.com/TykTechnologies/tyk/pull/7019/files#diff-3599fefd35a5eddd4f464208edce54054fc3e5045d1694473367e834c331f9dc">+69/-2</a>&nbsp;
&nbsp; </td>

</tr>
</table></td></tr></tr></tbody></table>

___

> <details> <summary> Need help?</summary><li>Type <code>/help how to
...</code> in the comments thread for any questions about PR-Agent
usage.</li><li>Check out the <a
href="https://qodo-merge-docs.qodo.ai/usage-guide/">documentation</a>
for more information.</li></details>

Author: buraksezer

gateway/mw_streaming_amqp_test.go

@@ -17,6 +17,7 @@ import (
 	amqp1 "github.com/Azure/go-amqp"
 	"github.com/TykTechnologies/tyk/apidef/oas"
 	"github.com/TykTechnologies/tyk/config"
+	"github.com/TykTechnologies/tyk/test"
 	"github.com/google/uuid"
 	"github.com/gorilla/websocket"
 	"github.com/rabbitmq/amqp091-go"
@@ -26,6 +27,11 @@ import (
 	"github.com/testcontainers/testcontainers-go/modules/rabbitmq"
 )
 
+const (
+	RabbitmqAdminUsername = "guest"
+	RabbitmqAdminPassword = "guest"
+)
+
 type amqpTestContext struct {
 	t            *testing.T
 	ts           *Test
@@ -358,19 +364,67 @@ func (t *amqpTestContext) testTykStreamAMQPIntegration() {
 	}
 }
 
+// checkRabbitMQAliveness verifies the RabbitMQ container is alive and accepting connections within a specified duration.
+func checkRabbitMQAliveness(t *testing.T, rabbitmqContainer *rabbitmq.RabbitMQContainer) {
+	amqpURL, err := rabbitmqContainer.AmqpURL(context.Background())
+	require.NoError(t, err)
+
+	const interval = 250 * time.Millisecond
+	duration, err := time.ParseDuration("60s")
+	require.NoError(t, err)
+
+	checkAliveness := func() bool {
+		var alive bool
+		// Dial method may return an established TCP connection even if dialErr is not nil.
+		conn, dialErr := amqp091.Dial(amqpURL)
+		if dialErr == nil {
+			alive = true
+		}
+		if dialErr != nil {
+			t.Logf("Failed to connect to RabbitMQ: %v", dialErr)
+		}
+		if conn != nil {
+			closeErr := conn.Close()
+			if closeErr != nil {
+				t.Logf("Failed to close RabbitMQ connection: %v", closeErr)
+			}
+		}
+		return alive
+	}
+
+	maxAttempts := int(duration.Milliseconds() / interval.Milliseconds())
+	for attempt := 0; attempt < maxAttempts; attempt++ {
+		if rabbitmqContainer.IsRunning() && checkAliveness() {
+			// It's alive, let's start running the integration tests.
+			t.Logf("RabbitMQ is alive after %d attempts", attempt+1)
+			return
+		}
+		t.Logf("RabbitMQ is not ready to accept requests, attempt %d/%d", attempt+1, maxAttempts)
+		time.Sleep(interval)
+	}
+	require.Fail(t, "RabbitMQ is not alive after %d attempts", maxAttempts)
+}
+
 func TestAMQP(t *testing.T) {
+	// Marking AMQP tests flaky because RabbitMQ refuses connections time to time
+	// on GitHub Actions environment. We could not find any way to fix that problem.
+	// Here is the error message:
+	// Failed to connect to RabbitMQ: Exception (501) Reason: "read tcp [::1]:46712->[::1]:32773: read: connection reset by peer"
+	test.Flaky(t)
 	ctx := context.Background()
 	rabbitmqContainer, err := rabbitmq.Run(ctx,
 		"rabbitmq:4.0.8-management-alpine",
-		rabbitmq.WithAdminUsername("guest"),
-		rabbitmq.WithAdminPassword("guest"),
+		rabbitmq.WithAdminUsername(RabbitmqAdminUsername),
+		rabbitmq.WithAdminPassword(RabbitmqAdminPassword),
 	)
 	defer func() {
 		terminateErr := testcontainers.TerminateContainer(rabbitmqContainer)
 		require.NoError(t, terminateErr)
 	}()
 	require.NoError(t, err)
 
+	checkRabbitMQAliveness(t, rabbitmqContainer)
+
 	amqpURL, err := rabbitmqContainer.AmqpURL(ctx)
 	require.NoError(t, err)