Client side monitoring functional tests (#2316)

* add csm functional test

* add support for MaxRetriesExceeded entry

lib/service.js

@@ -296,6 +296,8 @@ AWS.Service = inherit({
       Api: api ? api.name : request.operation,
       Version: 1,
       Service: request.service.api.serviceId || request.service.api.endpointPrefix,
+      Region: request.httpRequest.region,
+      MaxRetriesExceeded: 0
     }
   },
 
@@ -410,6 +412,14 @@ AWS.Service = inherit({
       apiCallEvent.Timestamp = callTimestamp;
       var latency = Math.round(AWS.util.realClock.now() - callStartRealTime);
       apiCallEvent.Latency = latency >= 0 ? latency : 0;
+      var response = request.response;
+      if (
+        typeof response.retryCount === 'number' &&
+        typeof response.maxRetries === 'number' &&
+        (response.retryCount >= response.maxRetries)
+      ) {
+        apiCallEvent.MaxRetriesExceeded = 1
+      }
       self.emit('apiCall', [apiCallEvent]);
     })
   },

package.json

@@ -140,6 +140,7 @@
     "region-check": "node ./scripts/region-checker/index.js",
     "translate-api-test": "mocha scripts/lib/translate-api.spec.js",
     "typings-generator-test": "mocha scripts/lib/prune-shapes.spec.js",
-    "helper-test": "mocha scripts/lib/test-helper.spec.js"
+    "helper-test": "mocha scripts/lib/test-helper.spec.js",
+    "csm-functional-test": "mocha test/publisher/functional_test"
   }
 }

scripts/composite-test.js

@@ -16,6 +16,7 @@ async function run() {
     { execute: 'executeLongProcess', command: ['npm', 'run', 'typings-generator-test'] },
     { execute: 'executeLongProcess', command: ['npm', 'run', 'browsertest'] },
     { execute: 'executeLongProcess', command: ['npm', 'run', 'react-native-test'] },
+    { execute: 'executeLongProcess', command: ['npm', 'run', 'csm-functional-test'] }
   ];
   for (const { execute, command, execOptions, retryCount } of scripts) {
     try {

tasks/browser.rake

@@ -24,6 +24,10 @@ def sdk_version
   JSON.parse(File.read('package.json'))['version']
 end
 
+def excluded_files(name)
+  name.start_with?("test/react-native/") || name.start_with?("test/publisher")
+end
+
 namespace :browser do
   $BUILDER = "node dist-tools/browser-builder.js"
   $BROWSERIFY = "browserify"
@@ -74,7 +78,7 @@ namespace :browser do
     mkdir_p "test/browser/build"
     cp "dist/aws-sdk-all.js", "test/browser/build/aws-sdk-all.js"
     files = "test/helpers.js ";
-    files += Dir.glob("test/**/*.spec.js").delete_if{|name| name.start_with?("test/react-native/")}.sort().join(" ")
+    files += Dir.glob("test/**/*.spec.js").delete_if{|name| excluded_files(name)}.sort().join(" ")
     sh({"SERVICES" => "all"}, $BROWSERIFY +
        " -i domain #{files} > #{$BROWSERIFY_TEST}")
     rm_f "test/configuration.js"

tasks/react-native.rake

@@ -13,7 +13,7 @@ namespace :reactnative do
     mkdir_p "test/browser/build"
     cp "dist/aws-sdk-react-native.js", "test/browser/build/aws-sdk-all.js"
     files = "test/helpers.js ";
-    files += Dir.glob("test/**/*.spec.js").sort().join(" ")
+    files += Dir.glob("test/**/*.spec.js").sort().delete_if{|name| name.start_with?("test/publisher")}.join(" ")
     sh({"SERVICES" => "all"}, $BROWSERIFY +
        " -i domain #{files} > #{$BROWSERIFY_TEST}")
     rm_f "test/configuration.js"