fix(trace-items): Now that meta is more in progress update key (#95262)

- This updates the key we pull meta data from now that the relay work is
in progress (see: getsentry/relay#4929)
- Also moves the prefixes to a constant so its easier to update in the
future

Author: wmak

src/sentry/api/endpoints/project_trace_item_details.py

@@ -40,7 +40,7 @@ def convert_rpc_attribute_to_json(
         internal_name = attribute["name"]
         if internal_name in PRIVATE_ATTRIBUTES.get(trace_item_type, []):
             continue
-        if internal_name.startswith("sentry._meta"):
+        if internal_name.startswith(constants.META_PREFIX):
             continue
         source = attribute["value"]
         if len(source) == 0:
@@ -102,38 +102,55 @@ def serialize_meta(
 ) -> dict:
     internal_name = ""
     attribute = {}
+    meta_result = {}
+    meta_attributes = {}
     for attribute in attributes:
         internal_name = attribute["name"]
-        if internal_name.startswith("sentry._meta"):
-            break
-
-    if not internal_name.startswith("sentry._meta") or "valStr" not in attribute["value"]:
-        return {}
-
-    try:
-        result = json.loads(attribute["value"]["valStr"])
-        attribute_map = {item.get("name", ""): item.get("value", {}) for item in attributes}
-        mapped_result = {}
-        for key, value in result.items():
-            if key in attribute_map:
+        if internal_name.startswith(constants.META_PREFIX):
+            meta_attributes[internal_name] = attribute
+
+    def extract_key(key: str) -> str | None:
+        if key.startswith(f"{constants.META_ATTRIBUTE_PREFIX}."):
+            return key.replace(f"{constants.META_ATTRIBUTE_PREFIX}.", "")
+        elif key.startswith(f"{constants.META_FIELD_PREFIX}."):
+            return key.replace(f"{constants.META_FIELD_PREFIX}.", "")
+        # Unknown meta field, skip for now
+        else:
+            return None
+
+    attribute_map = {item.get("name", ""): item.get("value", {}) for item in attributes}
+    for internal_name, attribute in sorted(meta_attributes.items()):
+        if "valStr" not in attribute["value"]:
+            continue
+        field_key = extract_key(internal_name)
+        if field_key is None:
+            continue
+
+        try:
+            result = json.loads(attribute["value"]["valStr"])
+            # Map the internal field key name back to its public name
+            if field_key in attribute_map:
                 item_type: Literal["string", "number"]
                 if (
-                    "valInt" in attribute_map[key]
-                    or "valFloat" in attribute_map[key]
-                    or "valDouble" in attribute_map[key]
+                    "valInt" in attribute_map[field_key]
+                    or "valFloat" in attribute_map[field_key]
+                    or "valDouble" in attribute_map[field_key]
                 ):
                     item_type = "number"
                 else:
                     item_type = "string"
-                external_name = translate_internal_to_public_alias(key, item_type, trace_item_type)
+                external_name = translate_internal_to_public_alias(
+                    field_key, item_type, trace_item_type
+                )
                 if external_name:
-                    key = external_name
+                    field_key = external_name
                 elif item_type == "number":
-                    key = f"tags[{key},number]"
-            mapped_result[key] = value
-        return mapped_result
-    except json.JSONDecodeError:
-        return {}
+                    field_key = f"tags[{field_key},number]"
+                meta_result[field_key] = result
+        except json.JSONDecodeError:
+            continue
+
+    return meta_result
 
 
 def serialize_item_id(item_id: str, trace_item_type: SupportedTraceItemType) -> str:

src/sentry/search/eap/constants.py

@@ -173,3 +173,7 @@
     "plus": Column.BinaryFormula.OP_ADD,
     "minus": Column.BinaryFormula.OP_SUBTRACT,
 }
+
+META_PREFIX = "sentry._meta"
+META_FIELD_PREFIX = f"{META_PREFIX}.fields"
+META_ATTRIBUTE_PREFIX = f"{META_FIELD_PREFIX}.attributes"

src/sentry/search/eap/ourlogs/attributes.py

@@ -108,7 +108,7 @@
 }
 
 # For dynamic internal attributes (eg. meta information for attributes) we match by the beginning of the key.
-LOGS_PRIVATE_ATTRIBUTE_PREFIXES: set[str] = {"sentry._meta"}
+LOGS_PRIVATE_ATTRIBUTE_PREFIXES: set[str] = {constants.META_PREFIX}
 
 LOGS_REPLACEMENT_ATTRIBUTES: set[str] = {
     definition.replacement

src/sentry/search/eap/spans/attributes.py

@@ -581,7 +581,7 @@ def is_starred_segment_context_constructor(params: SnubaParams) -> VirtualColumn
 }
 
 # For dynamic internal attributes (eg. meta information for attributes) we match by the beginning of the key.
-SPANS_PRIVATE_ATTRIBUTE_PREFIXES: set[str] = {"sentry._meta"}
+SPANS_PRIVATE_ATTRIBUTE_PREFIXES: set[str] = {constants.META_PREFIX}
 
 SPANS_REPLACEMENT_ATTRIBUTES: set[str] = {
     definition.replacement

tests/snuba/api/endpoints/test_project_trace_item_details.py

@@ -335,8 +335,8 @@ def test_logs_with_a_meta_key(self):
                     "str_attr": {
                         "string_value": "1",
                     },
-                    # This is a guess on how this will look, the key & storage may change at some point
-                    "sentry._meta.fields.attributes": '{"sentry.body": {"length": 300, "reason": "value too long"}, "float_attr": {"unit": "float"}}',
+                    "sentry._meta.fields.attributes.sentry.body": '{"length": 300, "reason": "value too long"}',
+                    "sentry._meta.fields.attributes.float_attr": '{"unit": "float"}',
                     "int_attr": {"int_value": 2},
                     "float_attr": {
                         "double_value": 3.0,
@@ -397,8 +397,8 @@ def test_logs_with_a_meta_key(self):
                 {"name": "trace", "type": "str", "value": self.trace_uuid},
             ],
             "meta": {
-                "message": {"length": 300, "reason": "value too long"},
                 "tags[float_attr,number]": {"unit": "float"},
+                "message": {"length": 300, "reason": "value too long"},
             },
             "itemId": item_id,
             "timestamp": self.one_min_ago.replace(