Add updated test results for IEDriver

This change updates the ie11.json file to include the results from https://gist.github.com/jimevans/2f8e6b3138bd771647cc711848d0609b, and updates the https://w3c.github.io/webdriver/results/html content (regenerated from running wptreport with the updated ie11.json file).
Igalia · Apr 9, 2018 · d9a69e8 · d9a69e8
1 parent 64c32f0
commit d9a69e8
Show file tree

Hide file tree

Showing 6 changed files with 6,013 additions and 4,206 deletions.
diff --git a/results/html/all.html b/results/html/all.html
diff --git a/results/html/analysis.css b/results/html/analysis.css
@@ -1,27 +1,23 @@
-a {
-  color: hsl(213, 65%, 48%);
-}
-
 
 th {
     text-align: left;
-    background: hsl(213, 65%, 48%);
+    background: #4a89dc;
     color:      #fff;
 }
 
 td.FAIL {
-    background: hsl(353, 65%, 52%);
+    background: #da4453;
     color:      #fff;
 }
 
 td.PASS {
-    background: hsl(165, 50%, 35%);
+    background: #37bc9b;
     color:      #fff;
 }
 
 td.NOTRUN, td.TIMEOUT, td.undefined {
     background: #f6bb42;
-    color:  hsl(219, 8%, 33%);
+    color:  #fff;
 }
 
 table > tbody > tr > td.NOTRUN, table > tbody > tr > td.TIMEOUT {
@@ -57,30 +53,12 @@ tr.subtest > td:first-of-type {
     white-space:    nowrap;
 }
 
-tr.messages > td:first-of-type {
-    width: 100%;
-    padding-left:   2em;
-}
-
-tr.message > td.ua {
-  font-weight: bold;
-  vertical-align: top;
-  padding-right: 1em;
-}
-
 .floatingHeader {
     position: fixed;
     top: 0;
     visibility: hidden;
 }
 
-.message_toggle {
-  padding-left: 3em;
-  display: none;
-  font-size: 0.7em;
-  cursor: pointer;
-}
-
 dd {
     padding-left:   2em;
 }
diff --git a/results/html/complete-fails.html b/results/html/complete-fails.html
@@ -2,88 +2,33 @@
 <html lang='en'>
   <head>
     <meta charset='utf-8'>
-    <title>WebDriver: Complete Failures</title>
+    <title>Complete Failures</title>
     <link rel='stylesheet' href='bootstrap.min.css'>
     <link rel='stylesheet' href='analysis.css'>
   </head>
   <body>
     <div class='container'>
       <header>
-        <h1>WebDriver: Complete Failures</h1>
+        <h1>Complete Failures</h1>
       </header>
-
-      <p><strong>Completely failed files</strong>: 31; <strong>Completely failed subtests</strong>: 42; <strong>Failure level</strong>: 42/897 (4.68%)</p>
+      <p><strong>Completely failed files</strong>: 19; <strong>Completely failed subtests</strong>: 5; <strong>Failure level</strong>: 5/862 (0.58%)</p>
       <h3>Test Files</h3>
-<ol class='toc'><li><a href='#test-file-0'>/webdriver/tests/contexts/maximize_window.py</a> <small>(1/11, 9.09%, 0.11% of total)</small></li>
-<li><a href='#test-file-1'>/webdriver/tests/minimize_window.py</a> <small>(1/10, 10.00%, 0.11% of total)</small></li>
-<li><a href='#test-file-2'>/webdriver/tests/state/get_element_property.py</a> <small>(1/8, 12.50%, 0.11% of total)</small></li>
-<li><a href='#test-file-3'>/webdriver/tests/fullscreen_window.py</a> <small>(2/9, 22.22%, 0.22% of total)</small></li>
-<li><a href='#test-file-4'>/webdriver/tests/contexts/json_serialize_windowproxy.py</a> <small>(3/3, 100.00%, 0.33% of total)</small></li>
-<li><a href='#test-file-5'>/webdriver/tests/cookies/add_cookie.py</a> <small>(4/5, 80.00%, 0.45% of total)</small></li>
-<li><a href='#test-file-6'>/webdriver/tests/cookies/delete_cookie.py</a> <small>(1/7, 14.29%, 0.11% of total)</small></li>
-<li><a href='#test-file-7'>/webdriver/tests/interaction/element_clear.py</a> <small>(27/107, 25.23%, 3.01% of total)</small></li>
-<li><a href='#test-file-8'>/webdriver/tests/element_send_keys/form_controls.py</a> <small>(2/6, 33.33%, 0.22% of total)</small></li>
+<ol class='toc'><li><a href='#test-file-0'>/webdriver/tests/contexts/json_serialize_windowproxy.py</a> <small>(3/3, 100.00%, 0.35% of total)</small></li>
+<li><a href='#test-file-1'>/webdriver/tests/interaction/element_clear.py</a> <small>(2/80, 2.50%, 0.23% of total)</small></li>
 </ol>
       <table class='table persist-area'>
-        <thead><tr class='persist-header'><th>Test <span class='message_toggle'>Show/Hide Messages</span></th><th>eg42</th><th>ff60</th><th>ie11</th><th>wk18</th></tr></thead>
-<tr class='test' id='test-file-3'><td><a href='http://www.w3c-test.org/webdriver/tests/contexts/maximize_window.py' target='_blank'>/webdriver/tests/contexts/maximize_window.py</a> <small>(1/11, 9.09%, 0.11% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-3-4' class='subtest'><td>test_handle_prompt_accept</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr class='test' id='test-file-8'><td><a href='http://www.w3c-test.org/webdriver/tests/minimize_window.py' target='_blank'>/webdriver/tests/minimize_window.py</a> <small>(1/10, 10.00%, 0.11% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-8-4' class='subtest'><td>test_handle_prompt_accept</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr class='test' id='test-file-12'><td><a href='http://www.w3c-test.org/webdriver/tests/state/get_element_property.py' target='_blank'>/webdriver/tests/state/get_element_property.py</a> <small>(1/8, 12.50%, 0.11% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-12-10' class='subtest'><td>test_element</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr class='test' id='test-file-14'><td><a href='http://www.w3c-test.org/webdriver/tests/fullscreen_window.py' target='_blank'>/webdriver/tests/fullscreen_window.py</a> <small>(2/9, 22.22%, 0.22% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-14-4' class='subtest'><td>test_handle_prompt_accept</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-14-5' class='subtest'><td>test_handle_prompt_missing_value</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr class='test' id='test-file-19'><td><a href='http://www.w3c-test.org/webdriver/tests/contexts/json_serialize_windowproxy.py' target='_blank'>/webdriver/tests/contexts/json_serialize_windowproxy.py</a> <small>(3/3, 100.00%, 0.33% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-19-3' class='subtest'><td>test_frame</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-19-0' class='subtest'><td>test_initial_window</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-19-1' class='subtest'><td>test_window_open</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
-<tr class='test' id='test-file-27'><td><a href='http://www.w3c-test.org/webdriver/tests/cookies/add_cookie.py' target='_blank'>/webdriver/tests/cookies/add_cookie.py</a> <small>(4/5, 80.00%, 0.45% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-27-1' class='subtest'><td>test_add_cookie_for_ip</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td></tr>
-<tr id='subtest-27-0' class='subtest'><td>test_add_domain_cookie</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td></tr>
-<tr id='subtest-27-3' class='subtest'><td>test_add_non_session_cookie</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td></tr>
-<tr id='subtest-27-7' class='subtest'><td>test_add_session_cookie_with_leading_dot_character_in_domain</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td></tr>
-<tr class='test' id='test-file-46'><td><a href='http://www.w3c-test.org/webdriver/tests/cookies/delete_cookie.py' target='_blank'>/webdriver/tests/cookies/delete_cookie.py</a> <small>(1/7, 14.29%, 0.11% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-46-6' class='subtest'><td>test_unknown_cookie</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td></tr>
-<tr class='test' id='test-file-48'><td><a href='http://www.w3c-test.org/webdriver/tests/interaction/element_clear.py' target='_blank'>/webdriver/tests/interaction/element_clear.py</a> <small>(27/107, 25.23%, 3.01% of total)</small></td><td class='TIMEOUT'>TIMEOUT</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
-<tr id='subtest-48-3' class='subtest'><td>test_button_element_not_resettable</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-9' class='subtest'><td>test_clear_content_editable_resettable_element[element0]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-19' class='subtest'><td>test_clear_content_editable_resettable_element[element10]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-20' class='subtest'><td>test_clear_content_editable_resettable_element[element11]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-21' class='subtest'><td>test_clear_content_editable_resettable_element[element12]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-22' class='subtest'><td>test_clear_content_editable_resettable_element[element13]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-23' class='subtest'><td>test_clear_content_editable_resettable_element[element14]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-24' class='subtest'><td>test_clear_content_editable_resettable_element[element15]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-10' class='subtest'><td>test_clear_content_editable_resettable_element[element1]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-11' class='subtest'><td>test_clear_content_editable_resettable_element[element2]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-12' class='subtest'><td>test_clear_content_editable_resettable_element[element3]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-13' class='subtest'><td>test_clear_content_editable_resettable_element[element4]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-14' class='subtest'><td>test_clear_content_editable_resettable_element[element5]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-15' class='subtest'><td>test_clear_content_editable_resettable_element[element6]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-16' class='subtest'><td>test_clear_content_editable_resettable_element[element7]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-17' class='subtest'><td>test_clear_content_editable_resettable_element[element8]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-18' class='subtest'><td>test_clear_content_editable_resettable_element[element9]</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-1' class='subtest'><td>test_connected_element</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
-<tr id='subtest-48-59' class='subtest'><td>test_contenteditable</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
-<tr id='subtest-48-60' class='subtest'><td>test_contenteditable_focus</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
-<tr id='subtest-48-2' class='subtest'><td>test_element_not_editable</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-1' class='subtest'><td>test_element_not_found</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-8' class='subtest'><td>test_element_pointer_events_disabled</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr id='subtest-48-12' class='subtest'><td>test_input[color-#ff0000-#000000]</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
-<tr id='subtest-48-5' class='subtest'><td>test_input[range-42-50]</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
-<tr id='subtest-48-62' class='subtest'><td>test_resettable_element_focus</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
-<tr id='subtest-48-5' class='subtest'><td>test_scroll_into_element_view</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='undefined'>-</td><td class='XFAIL'>XFAIL</td></tr>
-<tr class='test' id='test-file-54'><td><a href='http://www.w3c-test.org/webdriver/tests/element_send_keys/form_controls.py' target='_blank'>/webdriver/tests/element_send_keys/form_controls.py</a> <small>(2/6, 33.33%, 0.22% of total)</small></td><td class='undefined'>-</td><td class='OK'>OK</td><td class='undefined'>-</td><td class='undefined'>-</td></tr>
-<tr id='subtest-54-4' class='subtest'><td>test_events[input]</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td><td class='undefined'>-</td></tr>
-<tr id='subtest-54-5' class='subtest'><td>test_events[textarea]</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td><td class='undefined'>-</td></tr>
+        <thead><tr class='persist-header'><th>Test</th><th>eg42</th><th>ff60</th><th>ie11</th><th>wk18</th></tr></thead>
+<tr class='test' id='test-file-0'><td><a href='http://www.w3c-test.org/webdriver/tests/contexts/json_serialize_windowproxy.py' target='_blank'>/webdriver/tests/contexts/json_serialize_windowproxy.py</a> <small>(3/3, 100.00%, 0.35% of total)</small></td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
+<tr class='subtest'><td>test_initial_window</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
+<tr class='subtest'><td>test_window_open</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
+<tr class='subtest'><td>test_frame</td><td class='ERROR'>ERROR</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='XFAIL'>XFAIL</td></tr>
+<tr class='test' id='test-file-1'><td><a href='http://www.w3c-test.org/webdriver/tests/interaction/element_clear.py' target='_blank'>/webdriver/tests/interaction/element_clear.py</a> <small>(2/80, 2.50%, 0.23% of total)</small></td><td class='TIMEOUT'>TIMEOUT</td><td class='OK'>OK</td><td class='OK'>OK</td><td class='OK'>OK</td></tr>
+<tr class='subtest'><td>test_input[color-#ff0000-#000000]</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
+<tr class='subtest'><td>test_contenteditable</td><td class='undefined'>-</td><td class='FAIL'>FAIL</td><td class='FAIL'>FAIL</td><td class='undefined'>-</td></tr>
 
       </table>
     </div>
     <script src='jquery.min.js'></script>
     <script src='sticky-headers.js'></script>
-    <script type='application/javascript'>
-
-    </script>
   </body>
 </html>