feat(taskworker) Add taskworker-buffer topic (#94912)

- Update sentry-kafka-schemas
- Add new buffer topics

Refs getsentry/taskbroker#431

Author: markstory

requirements-base.txt

@@ -64,7 +64,7 @@ rfc3339-validator>=0.1.2
 rfc3986-validator>=0.1.1
 # [end] jsonschema format validators
 sentry-arroyo>=2.26.0
-sentry-kafka-schemas>=1.3.13
+sentry-kafka-schemas>=1.3.14
 sentry-ophio>=1.1.3
 sentry-protos==0.2.1
 sentry-redis-tools>=0.5.0

requirements-dev-frozen.txt

@@ -186,7 +186,7 @@ sentry-devenv==1.21.0
 sentry-forked-django-stubs==5.2.1.post3
 sentry-forked-djangorestframework-stubs==3.16.0.post1
 sentry-forked-email-reply-parser==0.5.12.post1
-sentry-kafka-schemas==1.3.13
+sentry-kafka-schemas==1.3.14
 sentry-ophio==1.1.3
 sentry-protos==0.2.1
 sentry-redis-tools==0.5.0

requirements-frozen.txt

@@ -123,7 +123,7 @@ rsa==4.8
 s3transfer==0.10.0
 sentry-arroyo==2.26.0
 sentry-forked-email-reply-parser==0.5.12.post1
-sentry-kafka-schemas==1.3.13
+sentry-kafka-schemas==1.3.14
 sentry-ophio==1.1.3
 sentry-protos==0.2.1
 sentry-redis-tools==0.5.0

src/sentry/conf/server.py

@@ -3396,6 +3396,8 @@ def custom_parameter_sort(parameter: dict) -> tuple[str, int]:
     "taskworker-dlq": "default",
     "taskworker-billing": "default",
     "taskworker-billing-dlq": "default",
+    "taskworker-buffer": "default",
+    "taskworker-buffer-dlq": "default",
     "taskworker-control": "default",
     "taskworker-control-dlq": "default",
     "taskworker-cutover": "default",

src/sentry/conf/types/kafka_definition.py

@@ -75,6 +75,8 @@ class Topic(Enum):
     TASKWORKER_DLQ = "taskworker-dlq"
     TASKWORKER_BILLING = "taskworker-billing"
     TASKWORKER_BILLING_DLQ = "taskworker-billing-dlq"
+    TASKWORKER_BUFFER = "taskworker-buffer"
+    TASKWORKER_BUFFER_DLQ = "taskworker-buffer-dlq"
     TASKWORKER_CONTROL = "taskworker-control"
     TASKWORKER_CONTROL_DLQ = "taskworker-control-dlq"
     TASKWORKER_CUTOVER = "taskworker-cutover"