From 5ec7894394f8348761f5fe48ad0d09b31a27d2b2 Mon Sep 17 00:00:00 2001
From: Steven Lambert <steven.lambert@deque.com>
Date: Wed, 8 Jan 2020 13:06:34 -0700
Subject: [PATCH] feat(landmark-no-duplicate-*): add rule
 landmark-no-duplicate-main, don't use html as element source for all
 duplicate rules (#1949)

* fix(landmark-no-duplicate-*): dont use html as element source

* revert playground

* update integration tests

* separate landmark-on-main

* update

* update rule-desc
---
 doc/rule-descriptions.md                      |  3 +-
 .../keyboard/page-no-duplicate-after.js       |  2 +
 .../keyboard/page-no-duplicate-banner.json    |  1 +
 .../page-no-duplicate-contentinfo.json        |  1 +
 .../keyboard/page-no-duplicate-main.json      |  1 +
 lib/checks/keyboard/page-no-duplicate.js      | 16 +++++-
 lib/rules/landmark-no-duplicate-banner.json   |  2 +-
 .../landmark-no-duplicate-contentinfo.json    |  2 +-
 lib/rules/landmark-no-duplicate-main.json     | 12 ++++
 lib/rules/landmark-one-main.json              |  4 +-
 test/checks/keyboard/page-no-duplicate.js     | 24 ++++----
 .../frames/level1-fail.html                   |  4 +-
 .../frames/level1.html                        |  4 +-
 .../frames/level2.html                        |  4 +-
 .../landmark-no-duplicate-banner-fail.html    |  4 +-
 .../landmark-no-duplicate-banner-pass.js      | 10 +---
 .../frames/level1-fail.html                   |  4 +-
 .../frames/level1.html                        |  4 +-
 .../frames/level2.html                        |  4 +-
 ...andmark-no-duplicate-contentinfo-fail.html |  4 +-
 ...andmark-no-duplicate-contentinfo-pass.html |  2 +-
 .../landmark-no-duplicate-contentinfo-pass.js | 10 +---
 .../frames/level1-fail.html                   | 16 ++++++
 .../frames/level1.html                        | 12 ++++
 .../frames/level2.html                        | 15 +++++
 .../landmark-no-duplicate-main-fail.html      | 34 ++++++++++++
 .../landmark-no-duplicate-main-fail.js        | 55 +++++++++++++++++++
 .../landmark-no-duplicate-main-pass.html      | 29 ++++++++++
 .../landmark-no-duplicate-main-pass.js        | 43 +++++++++++++++
 29 files changed, 277 insertions(+), 49 deletions(-)
 create mode 100644 lib/checks/keyboard/page-no-duplicate-after.js
 create mode 100644 lib/rules/landmark-no-duplicate-main.json
 create mode 100644 test/integration/full/landmark-no-duplicate-main/frames/level1-fail.html
 create mode 100644 test/integration/full/landmark-no-duplicate-main/frames/level1.html
 create mode 100644 test/integration/full/landmark-no-duplicate-main/frames/level2.html
 create mode 100644 test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.html
 create mode 100644 test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.js
 create mode 100644 test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.html
 create mode 100644 test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.js

diff --git a/doc/rule-descriptions.md b/doc/rule-descriptions.md
index 3a3851476f..5c534a0bbe 100644
--- a/doc/rule-descriptions.md
+++ b/doc/rule-descriptions.md
@@ -55,7 +55,8 @@
 | landmark-main-is-top-level          | Ensures the main landmark is at top level                                                                                  | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
 | landmark-no-duplicate-banner        | Ensures the document has at most one banner landmark                                                                       | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
 | landmark-no-duplicate-contentinfo   | Ensures the document has at most one contentinfo landmark                                                                  | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
-| landmark-one-main                   | Ensures the document has only one main landmark and each iframe in the page has at most one main landmark                  | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
+| landmark-no-duplicate-main          | Ensures the document has at most one main landmark                                                                         | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
+| landmark-one-main                   | Ensures the document has a main landmark                                                                                   | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
 | landmark-unique                     | Landmarks must have a unique role or role/label/title (i.e. accessible name) combination                                   | Moderate           | cat.semantics, best-practice                                                     | true               | true     | false        |
 | layout-table                        | Ensures presentational &lt;table&gt; elements do not use &lt;th&gt;, &lt;caption&gt; elements or the summary attribute     | Serious            | cat.semantics, wcag2a, wcag131, deprecated                                       | false              | true     | false        |
 | link-in-text-block                  | Links can be distinguished without relying on color                                                                        | Serious            | cat.color, experimental, wcag2a, wcag141                                         | true               | true     | true         |
diff --git a/lib/checks/keyboard/page-no-duplicate-after.js b/lib/checks/keyboard/page-no-duplicate-after.js
new file mode 100644
index 0000000000..38d66b2f12
--- /dev/null
+++ b/lib/checks/keyboard/page-no-duplicate-after.js
@@ -0,0 +1,2 @@
+// ignore results
+return results.filter(checkResult => checkResult.data !== 'ignored');
diff --git a/lib/checks/keyboard/page-no-duplicate-banner.json b/lib/checks/keyboard/page-no-duplicate-banner.json
index 8f706b51b9..ee947ff1d8 100644
--- a/lib/checks/keyboard/page-no-duplicate-banner.json
+++ b/lib/checks/keyboard/page-no-duplicate-banner.json
@@ -1,6 +1,7 @@
 {
 	"id": "page-no-duplicate-banner",
 	"evaluate": "page-no-duplicate.js",
+	"after": "page-no-duplicate-after.js",
 	"options": {
 		"selector": "header:not([role]), [role=banner]",
 		"nativeScopeFilter": "article, aside, main, nav, section"
diff --git a/lib/checks/keyboard/page-no-duplicate-contentinfo.json b/lib/checks/keyboard/page-no-duplicate-contentinfo.json
index c6e36dbd9a..a18431f03f 100644
--- a/lib/checks/keyboard/page-no-duplicate-contentinfo.json
+++ b/lib/checks/keyboard/page-no-duplicate-contentinfo.json
@@ -1,6 +1,7 @@
 {
 	"id": "page-no-duplicate-contentinfo",
 	"evaluate": "page-no-duplicate.js",
+	"after": "page-no-duplicate-after.js",
 	"options": {
 		"selector": "footer:not([role]), [role=contentinfo]",
 		"nativeScopeFilter": "article, aside, main, nav, section"
diff --git a/lib/checks/keyboard/page-no-duplicate-main.json b/lib/checks/keyboard/page-no-duplicate-main.json
index 1cd4fff39e..93198f4862 100644
--- a/lib/checks/keyboard/page-no-duplicate-main.json
+++ b/lib/checks/keyboard/page-no-duplicate-main.json
@@ -1,6 +1,7 @@
 {
 	"id": "page-no-duplicate-main",
 	"evaluate": "page-no-duplicate.js",
+	"after": "page-no-duplicate-after.js",
 	"options": {
 		"selector": "main:not([role]), [role='main']"
 	},
diff --git a/lib/checks/keyboard/page-no-duplicate.js b/lib/checks/keyboard/page-no-duplicate.js
index e484eac06c..7932656249 100644
--- a/lib/checks/keyboard/page-no-duplicate.js
+++ b/lib/checks/keyboard/page-no-duplicate.js
@@ -4,7 +4,19 @@ if (!options || !options.selector || typeof options.selector !== 'string') {
 	);
 }
 
-let elms = axe.utils.querySelectorAll(virtualNode, options.selector);
+// only look at the first node and it's related nodes
+const key = 'page-no-duplicate;' + options.selector;
+if (axe._cache.get(key)) {
+	this.data('ignored');
+	return;
+}
+axe._cache.set(key, true);
+
+let elms = axe.utils.querySelectorAllFilter(
+	axe._tree[0],
+	options.selector,
+	elm => elm !== virtualNode
+);
 
 // Filter elements that, within certain contexts, don't map their role.
 // e.g. a <footer> inside a <main> is not a banner, but in the <body> context it is
@@ -19,4 +31,4 @@ if (typeof options.nativeScopeFilter === 'string') {
 
 this.relatedNodes(elms.map(elm => elm.actualNode));
 
-return elms.length <= 1;
+return elms.length === 0;
diff --git a/lib/rules/landmark-no-duplicate-banner.json b/lib/rules/landmark-no-duplicate-banner.json
index d7eca21929..81229da6a6 100644
--- a/lib/rules/landmark-no-duplicate-banner.json
+++ b/lib/rules/landmark-no-duplicate-banner.json
@@ -1,6 +1,6 @@
 {
 	"id": "landmark-no-duplicate-banner",
-	"selector": "html",
+	"selector": "header:not([role]), [role=banner]",
 	"tags": ["cat.semantics", "best-practice"],
 	"metadata": {
 		"description": "Ensures the document has at most one banner landmark",
diff --git a/lib/rules/landmark-no-duplicate-contentinfo.json b/lib/rules/landmark-no-duplicate-contentinfo.json
index 0805681aed..280bf9ef59 100644
--- a/lib/rules/landmark-no-duplicate-contentinfo.json
+++ b/lib/rules/landmark-no-duplicate-contentinfo.json
@@ -1,6 +1,6 @@
 {
 	"id": "landmark-no-duplicate-contentinfo",
-	"selector": "html",
+	"selector": "footer:not([role]), [role=contentinfo]",
 	"tags": ["cat.semantics", "best-practice"],
 	"metadata": {
 		"description": "Ensures the document has at most one contentinfo landmark",
diff --git a/lib/rules/landmark-no-duplicate-main.json b/lib/rules/landmark-no-duplicate-main.json
new file mode 100644
index 0000000000..542070b3fa
--- /dev/null
+++ b/lib/rules/landmark-no-duplicate-main.json
@@ -0,0 +1,12 @@
+{
+	"id": "landmark-no-duplicate-main",
+	"selector": "main:not([role]), [role=main]",
+	"tags": ["cat.semantics", "best-practice"],
+	"metadata": {
+		"description": "Ensures the document has at most one main landmark",
+		"help": "Document must not have more than one main landmark"
+	},
+	"all": [],
+	"any": ["page-no-duplicate-main"],
+	"none": []
+}
diff --git a/lib/rules/landmark-one-main.json b/lib/rules/landmark-one-main.json
index ebf221507c..533cae06e9 100644
--- a/lib/rules/landmark-one-main.json
+++ b/lib/rules/landmark-one-main.json
@@ -3,10 +3,10 @@
 	"selector": "html",
 	"tags": ["cat.semantics", "best-practice"],
 	"metadata": {
-		"description": "Ensures the document has only one main landmark and each iframe in the page has at most one main landmark",
+		"description": "Ensures the document has a main landmark",
 		"help": "Document must have one main landmark"
 	},
-	"all": ["page-has-main", "page-no-duplicate-main"],
+	"all": ["page-has-main"],
 	"any": [],
 	"none": []
 }
diff --git a/test/checks/keyboard/page-no-duplicate.js b/test/checks/keyboard/page-no-duplicate.js
index 8a7ec034d1..ea454e4a4d 100644
--- a/test/checks/keyboard/page-no-duplicate.js
+++ b/test/checks/keyboard/page-no-duplicate.js
@@ -24,14 +24,14 @@ describe('page-no-duplicate', function() {
 		it('should return false if there is more than one element matching the selector', function() {
 			var options = { selector: 'main' };
 			var params = checkSetup(
-				'<div id="target"><main></main><main></main></div>',
+				'<div><main id="target"></main><main id="dup"></main></div>',
 				options
 			);
 
 			assert.isFalse(check.evaluate.apply(checkContext, params));
 			assert.deepEqual(
 				checkContext._relatedNodes,
-				Array.from(fixture.querySelectorAll('main'))
+				Array.from(fixture.querySelectorAll('#dup'))
 			);
 		});
 
@@ -44,7 +44,7 @@ describe('page-no-duplicate', function() {
 		it('should return true if there are no element matching the selector', function() {
 			var options = { selector: 'footer' };
 			var params = checkSetup(
-				'<div id="target"><main></main><main></main></div>',
+				'<div><main id="target"></main><main></main></div>',
 				options
 			);
 			assert.isTrue(check.evaluate.apply(checkContext, params));
@@ -55,20 +55,20 @@ describe('page-no-duplicate', function() {
 			function() {
 				var options = { selector: 'main' };
 				var div = document.createElement('div');
-				div.innerHTML = '<div id="shadow"></div><main></main>';
+				div.innerHTML = '<div id="shadow"></div><main id="target"></main>';
 
 				var shadow = div
 					.querySelector('#shadow')
 					.attachShadow({ mode: 'open' });
 				shadow.innerHTML = '<main></main>';
 				axe.testUtils.fixtureSetup(div);
+				var vNode = axe.utils.querySelectorAll(axe._tree, '#target')[0];
 
 				assert.isFalse(
-					check.evaluate.call(checkContext, fixture, options, axe._tree[0])
+					check.evaluate.call(checkContext, vNode.actualNode, options, vNode)
 				);
 				assert.deepEqual(checkContext._relatedNodes, [
-					shadow.querySelector('main'),
-					div.querySelector('main')
+					shadow.querySelector('main')
 				]);
 			}
 		);
@@ -81,7 +81,7 @@ describe('page-no-duplicate', function() {
 				nativeScopeFilter: 'main'
 			};
 			var params = checkSetup(
-				'<div id="target"><footer></footer>' +
+				'<div><footer id="target"></footer>' +
 					'<main><footer></footer></main>' +
 					'</div>',
 				options
@@ -95,7 +95,7 @@ describe('page-no-duplicate', function() {
 				nativeScopeFilter: 'main'
 			};
 			var params = checkSetup(
-				'<div id="target"><footer></footer>' +
+				'<div><footer id="target"></footer>' +
 					'<main><div role="contentinfo"></div></main>' +
 					'</div>',
 				options
@@ -112,13 +112,15 @@ describe('page-no-duplicate', function() {
 				};
 
 				var div = document.createElement('div');
-				div.innerHTML = '<header id="shadow"></header><footer></footer>';
+				div.innerHTML =
+					'<header id="shadow"></header><footer id="target"></footer>';
 				div.querySelector('#shadow').attachShadow({ mode: 'open' }).innerHTML =
 					'<footer></footer>';
 				axe.testUtils.fixtureSetup(div);
+				var vNode = axe.utils.querySelectorAll(axe._tree, '#target')[0];
 
 				assert.isTrue(
-					check.evaluate.call(checkContext, fixture, options, axe._tree[0])
+					check.evaluate.call(checkContext, vNode.actualNode, options, vNode)
 				);
 			}
 		);
diff --git a/test/integration/full/landmark-no-duplicate-banner/frames/level1-fail.html b/test/integration/full/landmark-no-duplicate-banner/frames/level1-fail.html
index ffa53fada7..a1cc79d7a4 100644
--- a/test/integration/full/landmark-no-duplicate-banner/frames/level1-fail.html
+++ b/test/integration/full/landmark-no-duplicate-banner/frames/level1-fail.html
@@ -1,11 +1,11 @@
 <!DOCTYPE html>
-<html lang="en" id="fail2">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<script src="/axe.js"></script>
 	</head>
 	<body>
-		<header>
+		<header id="fail2">
 			Header 1
 		</header>
 		<header>
diff --git a/test/integration/full/landmark-no-duplicate-banner/frames/level1.html b/test/integration/full/landmark-no-duplicate-banner/frames/level1.html
index c887a85dcb..479ae78beb 100644
--- a/test/integration/full/landmark-no-duplicate-banner/frames/level1.html
+++ b/test/integration/full/landmark-no-duplicate-banner/frames/level1.html
@@ -1,11 +1,11 @@
 <!DOCTYPE html>
-<html lang="en" id="pass2">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<script src="/axe.js"></script>
 	</head>
 	<body>
-		<header>
+		<header id="pass2">
 			Top level header
 		</header>
 		<article>
diff --git a/test/integration/full/landmark-no-duplicate-banner/frames/level2.html b/test/integration/full/landmark-no-duplicate-banner/frames/level2.html
index ce1e15bfcf..fc6c35f5ed 100644
--- a/test/integration/full/landmark-no-duplicate-banner/frames/level2.html
+++ b/test/integration/full/landmark-no-duplicate-banner/frames/level2.html
@@ -1,12 +1,12 @@
 <!DOCTYPE html>
-<html lang="en" id="fail3">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<script src="/axe.js"></script>
 	</head>
 	<body>
 		<main>
-			<div role="banner">
+			<div role="banner" id="fail3">
 				Div 1 with role banner in main landmark
 			</div>
 			<div role="banner">
diff --git a/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-fail.html b/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-fail.html
index 454122cdf1..c1fbf571ab 100644
--- a/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-fail.html
+++ b/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-fail.html
@@ -1,5 +1,5 @@
 <!DOCTYPE html>
-<html lang="en" id="fail1">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<link
@@ -19,7 +19,7 @@
 		</script>
 	</head>
 	<body>
-		<div role="banner">
+		<div role="banner" id="fail1">
 			Div 1 with role of "banner"
 		</div>
 		<div role="banner">
diff --git a/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-pass.js b/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-pass.js
index 9cd82b8ee6..93d633deec 100644
--- a/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-pass.js
+++ b/test/integration/full/landmark-no-duplicate-banner/landmark-no-duplicate-banner-pass.js
@@ -21,16 +21,12 @@ describe('landmark-no-duplicate-banner test pass', function() {
 	});
 
 	describe('passes', function() {
-		it('should find 2', function() {
-			assert.lengthOf(results.passes[0].nodes, 2);
-		});
-
-		it('should find #pass1', function() {
-			assert.deepEqual(results.passes[0].nodes[0].target, ['#pass1']);
+		it('should find 1', function() {
+			assert.lengthOf(results.passes[0].nodes, 1);
 		});
 
 		it('should find #frame1, #pass2', function() {
-			assert.deepEqual(results.passes[0].nodes[1].target, [
+			assert.deepEqual(results.passes[0].nodes[0].target, [
 				'#frame1',
 				'#pass2'
 			]);
diff --git a/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1-fail.html b/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1-fail.html
index e4678fc3b6..ad19b42de5 100644
--- a/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1-fail.html
+++ b/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1-fail.html
@@ -1,11 +1,11 @@
 <!DOCTYPE html>
-<html lang="en" id="fail2">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<script src="/axe.js"></script>
 	</head>
 	<body>
-		<footer>
+		<footer id="fail2">
 			Footer 1
 		</footer>
 		<footer>
diff --git a/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1.html b/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1.html
index 7fda91b5c8..7e03dfd68d 100644
--- a/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1.html
+++ b/test/integration/full/landmark-no-duplicate-contentinfo/frames/level1.html
@@ -1,11 +1,11 @@
 <!DOCTYPE html>
-<html lang="en" id="pass2">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<script src="/axe.js"></script>
 	</head>
 	<body>
-		<footer>
+		<footer id="pass2">
 			Top level footer
 		</footer>
 		<article>
diff --git a/test/integration/full/landmark-no-duplicate-contentinfo/frames/level2.html b/test/integration/full/landmark-no-duplicate-contentinfo/frames/level2.html
index bbf60f18fa..9f7d6b13f2 100644
--- a/test/integration/full/landmark-no-duplicate-contentinfo/frames/level2.html
+++ b/test/integration/full/landmark-no-duplicate-contentinfo/frames/level2.html
@@ -1,12 +1,12 @@
 <!DOCTYPE html>
-<html lang="en" id="fail3">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<script src="/axe.js"></script>
 	</head>
 	<body>
 		<main>
-			<div role="contentinfo">
+			<div role="contentinfo" id="fail3">
 				Div 1 with role contentinfo in main landmark
 			</div>
 			<div role="contentinfo">
diff --git a/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-fail.html b/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-fail.html
index 0a96f68cc1..32d2852f62 100644
--- a/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-fail.html
+++ b/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-fail.html
@@ -1,5 +1,5 @@
 <!DOCTYPE html>
-<html lang="en" id="fail1">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<link
@@ -19,7 +19,7 @@
 		</script>
 	</head>
 	<body>
-		<div role="contentinfo">
+		<div role="contentinfo" id="fail1">
 			Div 1 with role of "contentinfo"
 		</div>
 		<div role="contentinfo">
diff --git a/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.html b/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.html
index 92a230c5d2..01331e6028 100644
--- a/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.html
+++ b/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.html
@@ -1,5 +1,5 @@
 <!DOCTYPE html>
-<html lang="en" id="pass1">
+<html lang="en">
 	<head>
 		<meta charset="utf8" />
 		<link
diff --git a/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.js b/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.js
index 359be3ce7c..3fc1df3d9c 100644
--- a/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.js
+++ b/test/integration/full/landmark-no-duplicate-contentinfo/landmark-no-duplicate-contentinfo-pass.js
@@ -26,16 +26,12 @@ describe('landmark-no-more-than-one-contentinfo test pass', function() {
 	});
 
 	describe('passes', function() {
-		it('should find 2', function() {
-			assert.lengthOf(results.passes[0].nodes, 2);
-		});
-
-		it('should find #pass1', function() {
-			assert.deepEqual(results.passes[0].nodes[0].target, ['#pass1']);
+		it('should find 1', function() {
+			assert.lengthOf(results.passes[0].nodes, 1);
 		});
 
 		it('should find #frame1, #pass2', function() {
-			assert.deepEqual(results.passes[0].nodes[1].target, [
+			assert.deepEqual(results.passes[0].nodes[0].target, [
 				'#frame1',
 				'#pass2'
 			]);
diff --git a/test/integration/full/landmark-no-duplicate-main/frames/level1-fail.html b/test/integration/full/landmark-no-duplicate-main/frames/level1-fail.html
new file mode 100644
index 0000000000..ce8b2203fc
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/frames/level1-fail.html
@@ -0,0 +1,16 @@
+<!DOCTYPE html>
+<html lang="en">
+	<head>
+		<meta charset="utf8" />
+		<script src="/axe.js"></script>
+	</head>
+	<body>
+		<main id="fail2">
+			Main 1
+		</main>
+		<main>
+			Main 2
+		</main>
+		<iframe id="frame2" src="level2.html"></iframe>
+	</body>
+</html>
diff --git a/test/integration/full/landmark-no-duplicate-main/frames/level1.html b/test/integration/full/landmark-no-duplicate-main/frames/level1.html
new file mode 100644
index 0000000000..a012080dea
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/frames/level1.html
@@ -0,0 +1,12 @@
+<!DOCTYPE html>
+<html lang="en">
+	<head>
+		<meta charset="utf8" />
+		<script src="/axe.js"></script>
+	</head>
+	<body>
+		<main id="pass2">
+			Top level main
+		</main>
+	</body>
+</html>
diff --git a/test/integration/full/landmark-no-duplicate-main/frames/level2.html b/test/integration/full/landmark-no-duplicate-main/frames/level2.html
new file mode 100644
index 0000000000..a64e86bd0b
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/frames/level2.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html lang="en">
+	<head>
+		<meta charset="utf8" />
+		<script src="/axe.js"></script>
+	</head>
+	<body>
+		<div role="main" id="fail3">
+			Div 1 with role main in main landmark
+		</div>
+		<div role="main">
+			Div 2 with role main in main landmark
+		</div>
+	</body>
+</html>
diff --git a/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.html b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.html
new file mode 100644
index 0000000000..1d2d2fa3b4
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.html
@@ -0,0 +1,34 @@
+<!DOCTYPE html>
+<html lang="en">
+	<head>
+		<meta charset="utf8" />
+		<link
+			rel="stylesheet"
+			type="text/css"
+			href="/node_modules/mocha/mocha.css"
+		/>
+		<script src="/node_modules/mocha/mocha.js"></script>
+		<script src="/node_modules/chai/chai.js"></script>
+		<script src="/axe.js"></script>
+		<script>
+			mocha.setup({
+				timeout: 10000,
+				ui: 'bdd'
+			});
+			var assert = chai.assert;
+		</script>
+	</head>
+	<body>
+		<div role="main" id="fail1">
+			Div 1 with role of "main"
+		</div>
+		<div role="main">
+			Div 2 with role of "main"
+		</div>
+		<iframe id="frame1" src="frames/level1-fail.html"></iframe>
+		<div id="mocha"></div>
+		<script src="/test/testutils.js"></script>
+		<script src="landmark-no-duplicate-main-fail.js"></script>
+		<script src="/test/integration/adapter.js"></script>
+	</body>
+</html>
diff --git a/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.js b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.js
new file mode 100644
index 0000000000..a346b4bcf9
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-fail.js
@@ -0,0 +1,55 @@
+describe('landmark-no-duplicate-main test failure', function() {
+	'use strict';
+	var results;
+	before(function(done) {
+		axe.testUtils.awaitNestedLoad(function() {
+			axe.run(
+				{ runOnly: { type: 'rule', values: ['landmark-no-duplicate-main'] } },
+				function(err, r) {
+					assert.isNull(err);
+					results = r;
+					done();
+				}
+			);
+		});
+	});
+
+	describe('violations', function() {
+		it('should find 3', function() {
+			assert.lengthOf(results.violations[0].nodes, 3);
+		});
+
+		it('should find #fail1', function() {
+			assert.deepEqual(results.violations[0].nodes[0].target, ['#fail1']);
+		});
+
+		it('should find #frame1, #fail2', function() {
+			assert.deepEqual(results.violations[0].nodes[1].target, [
+				'#frame1',
+				'#fail2'
+			]);
+		});
+
+		it('should find #frame1, #frame2, #fail3', function() {
+			assert.deepEqual(results.violations[0].nodes[2].target, [
+				'#frame1',
+				'#frame2',
+				'#fail3'
+			]);
+		});
+	});
+
+	describe('passes', function() {
+		it('should find 0', function() {
+			assert.lengthOf(results.passes, 0);
+		});
+	});
+
+	it('should find 0 inapplicable', function() {
+		assert.lengthOf(results.inapplicable, 0);
+	});
+
+	it('should find 0 incomplete', function() {
+		assert.lengthOf(results.incomplete, 0);
+	});
+});
diff --git a/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.html b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.html
new file mode 100644
index 0000000000..fbfee87134
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.html
@@ -0,0 +1,29 @@
+<!DOCTYPE html>
+<html lang="en" id="pass1">
+	<head>
+		<meta charset="utf8" />
+		<link
+			rel="stylesheet"
+			type="text/css"
+			href="/node_modules/mocha/mocha.css"
+		/>
+		<script src="/node_modules/mocha/mocha.js"></script>
+		<script src="/node_modules/chai/chai.js"></script>
+		<script src="/axe.js"></script>
+		<script>
+			mocha.setup({
+				timeout: 10000,
+				ui: 'bdd'
+			});
+			var assert = chai.assert;
+		</script>
+	</head>
+	<body>
+		<p>No main landmarks</p>
+		<iframe id="frame1" src="frames/level1.html"></iframe>
+		<div id="mocha"></div>
+		<script src="/test/testutils.js"></script>
+		<script src="landmark-no-duplicate-main-pass.js"></script>
+		<script src="/test/integration/adapter.js"></script>
+	</body>
+</html>
diff --git a/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.js b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.js
new file mode 100644
index 0000000000..ef07d27938
--- /dev/null
+++ b/test/integration/full/landmark-no-duplicate-main/landmark-no-duplicate-main-pass.js
@@ -0,0 +1,43 @@
+describe('landmark-no-duplicate-main test pass', function() {
+	'use strict';
+	var results;
+	before(function(done) {
+		axe.testUtils.awaitNestedLoad(function() {
+			axe.run(
+				{ runOnly: { type: 'rule', values: ['landmark-no-duplicate-main'] } },
+				function(err, r) {
+					assert.isNull(err);
+					results = r;
+					done();
+				}
+			);
+		});
+	});
+
+	describe('violations', function() {
+		it('should find 0', function() {
+			assert.lengthOf(results.violations, 0);
+		});
+	});
+
+	describe('passes', function() {
+		it('should find 1', function() {
+			assert.lengthOf(results.passes[0].nodes, 1);
+		});
+
+		it('should find #frame1, #pass2', function() {
+			assert.deepEqual(results.passes[0].nodes[0].target, [
+				'#frame1',
+				'#pass2'
+			]);
+		});
+	});
+
+	it('should find 0 inapplicable', function() {
+		assert.lengthOf(results.inapplicable, 0);
+	});
+
+	it('should find 0 incomplete', function() {
+		assert.lengthOf(results.incomplete, 0);
+	});
+});