Exclude destinations QA from the core QA tasks, and make them soft fa…

…il (#334)

* exclude destination qa from core qa tasks, and add them to a soft fail step

* soft fail on any status code

* force exit the tests at the end

* minor

.buildkite/pipeline.yml

@@ -15,7 +15,7 @@ steps:
           paths: ['node_modules/']
           save: true
 
-  - label: ':hammer: QA'
+  - label: ':perfection: QA'
     key: qa
     agents:
       queue: v1
@@ -35,6 +35,23 @@ steps:
       queue: v1
     command: 'bk-snyk'
 
+  - label: ':thisisfine: Destinations QA'
+    key: destinations
+    agents:
+      queue: v1
+    commands:
+      - npm config set "//registry.npmjs.org/:_authToken" $${NPM_TOKEN}
+      - yarn install
+      - yarn add --dev playwright
+      - echo "+++ Running Destinations QA Tests :pray:"
+      - make test-qa-destinations
+    soft_fail:
+      - exit_status: '*'
+    plugins:
+      - ssh://[email protected]/segmentio/cache-buildkite-plugin#v2.0.0:
+          key: "v1.1-cache-dev-{{ checksum 'yarn.lock' }}"
+          paths: ['node_modules/']
+
   # Auto deploys branches
   - label: ':rocket: Release Branch'
     branches: '!master !v*'

Makefile

@@ -44,11 +44,11 @@ test-coverage: node_modules ## Runs unit tests with coverage
 .PHONY: test-coverage
 
 test-qa: build-browser ## Runs all QA tests in a single command
-	$(BIN)/jest --runTestsByPath qa/__tests__/*.test.ts --reporters="default" --reporters="<rootDir>/qa/lib/jest-reporter.js" ${args}
+	$(BIN)/jest --runTestsByPath qa/__tests__/*.test.ts --testPathIgnorePatterns qa/__tests__/destinations.test.ts --reporters="default" --reporters="<rootDir>/qa/lib/jest-reporter.js" ${args}
 .PHONY: test-coverage
 
 test-qa-destinations: build-browser ## Runs Destination QA tests. options. DESTINATION=amplitude DEBUG=true
-	$(BIN)/jest --runTestsByPath qa/__tests__/destinations.test.ts --reporters="default" --reporters="<rootDir>/qa/lib/jest-reporter.js" ${args}
+	$(BIN)/jest --forceExit --runTestsByPath qa/__tests__/destinations.test.ts --reporters="default" --reporters="<rootDir>/qa/lib/jest-reporter.js" ${args}
 .PHONY: test-coverage
 
 test-integration: build-browser ## Runs all integration tests in a single command