Add CPU/System metrics tests

.buildkite/pipeline.full.yml

@@ -6,10 +6,10 @@ steps:
   #
   # Upload all full pipelines
   #
-  - label: ":pipeline_upload: Full browser pipeline"
-    timeout_in_minutes: 2
-    commands:
-      - buildkite-agent pipeline upload .buildkite/browser-pipeline.full.yml
+  # - label: ":pipeline_upload: Full browser pipeline"
+  #   timeout_in_minutes: 2
+  #   commands:
+  #     - buildkite-agent pipeline upload .buildkite/browser-pipeline.full.yml
 
   - label: ":pipeline_upload: Full react native pipeline"
     timeout_in_minutes: 2

.buildkite/pipeline.yml

@@ -17,10 +17,10 @@ steps:
   #
   # Upload each basic pipeline
   #
-  - label: ":pipeline_upload: Basic browser pipeline"
-    timeout_in_minutes: 2
-    commands:
-      - buildkite-agent pipeline upload .buildkite/browser-pipeline.yml
+  # - label: ":pipeline_upload: Basic browser pipeline"
+  #   timeout_in_minutes: 2
+  #   commands:
+  #     - buildkite-agent pipeline upload .buildkite/browser-pipeline.yml
 
   - label: ":pipeline_upload: React Native pipeline"
     timeout_in_minutes: 2

bin/generate-react-native-fixture

@@ -402,7 +402,7 @@ function installCocoaPerformance() {
   const podfilePath = resolve(fixtureDir, 'ios/Podfile')
   let podfile = fs.readFileSync(podfilePath, 'utf8')
 
-  const performancePod = `pod 'BugsnagPerformance'`
+  const performancePod = `pod 'BugsnagPerformance', :git => 'https://github.com/bugsnag/bugsnag-cocoa-performance.git', :branch => 'next'`
   const targetSection = 'target \'reactnative\' do'
 
   podfile = podfile.replace(targetSection, `${targetSection}\n  ${performancePod}`)

docker-compose.yml

@@ -18,6 +18,8 @@ x-common-environment: &common-environment
   MAZE_BUGSNAG_API_KEY:
   MAZE_APPIUM_BUGSNAG_API_KEY:
   MAZE_NO_FAIL_FAST:
+  NATIVE_INTEGRATION:
+  RCT_NEW_ARCH_ENABLED:
 
 services:
   license-finder:
@@ -102,9 +104,7 @@ services:
       <<: *common-environment
       BITBAR_USERNAME:
       BITBAR_ACCESS_KEY:
-      RCT_NEW_ARCH_ENABLED:
       REACT_NATIVE_NAVIGATION:
-      NATIVE_INTEGRATION:
       MAZE_REPEATER_API_KEY: "${MAZE_REPEATER_API_KEY_RN:-}"
     ports:
       - "9000-9499:9339"

test/react-native/features/fixtures/scenario-launcher/ios/ScenarioLauncher.mm

@@ -123,7 +123,9 @@ @implementation ScenarioLauncher
     config.autoInstrumentAppStarts = NO;
     config.autoInstrumentViewControllers = NO;
     config.autoInstrumentNetworkRequests = NO;
-    config.autoInstrumentRendering = YES;
+    config.enabledMetrics.cpu = YES;
+    config.enabledMetrics.memory = YES;
+    config.enabledMetrics.rendering = YES;
     config.internal.autoTriggerExportOnBatchSize = 1;
 
     [BugsnagPerformance startWithConfiguration:config];

test/react-native/features/native-integration.feature

@@ -65,4 +65,10 @@ Feature: Native Integration
     And the trace payload field "resourceSpans.0.scopeSpans.0.spans.0" double array attribute "custom.doublearray.attribute" equals the array:
         | 1.1 |
         | 2.2 |
-        | 3.3 |
+        | 3.3 |
+
+    # Device metrics
+    And the "Native child span" span has int attribute named "bugsnag.system.memory.spaces.device.size"
+    And the "Native child span" span has int attribute named "bugsnag.system.memory.spaces.device.mean"
+    And the "Native child span" span has array attribute named "bugsnag.system.memory.spaces.device.used"
+    And the "Native child span" span has array attribute named "bugsnag.system.memory.timestamps"

test/react-native/features/steps/react-native-steps.rb

@@ -21,6 +21,20 @@
   end
 end
 
+Then('the {string} span has {word} attribute named {string}') do |span_name, attribute_type, attribute|
+  spans = spans_from_request_list(Maze::Server.list_for('traces'))
+  found_spans = spans.find_all { |span| span['name'].eql?(span_name) }
+  raise Test::Unit::AssertionFailedError.new "No spans were found with the name #{span_name}" if found_spans.empty?
+  raise Test::Unit::AssertionFailedError.new "found #{found_spans.size} spans named #{span_name}, expected exactly one" unless found_spans.size == 1
+
+  attributes = found_spans.first['attributes']
+  attribute = attributes.find { |a| a['key'] == attribute }
+
+  value = attribute&.dig 'value', "#{attribute_type}Value"
+
+  Maze.check.not_nil value
+end
+
 When("I relaunch the app after shutdown") do
   max_attempts = 20
   attempts = 0