diff --git a/evalml/tests/component_tests/test_components.py b/evalml/tests/component_tests/test_components.py
index 216a7e0f43..95ce700a7e 100644
--- a/evalml/tests/component_tests/test_components.py
+++ b/evalml/tests/component_tests/test_components.py
@@ -961,9 +961,9 @@ def test_components_can_be_used_for_partial_dependence_fast_mode():
     # Expected number is hardcoded so that this test will fail when new components are added
     # It should be len(all_native_components) - num_invalid_for_pd_fast_mode
     if ProphetRegressor not in all_native_components:
-        expected_num_valid_for_pd_fast_mode = 65
+        expected_num_valid_for_pd_fast_mode = 62
     else:
-        expected_num_valid_for_pd_fast_mode = 66
+        expected_num_valid_for_pd_fast_mode = 63
     assert num_valid_for_pd_fast_mode == expected_num_valid_for_pd_fast_mode
 
 
diff --git a/evalml/tests/component_tests/test_utils.py b/evalml/tests/component_tests/test_utils.py
index 552ba00d26..caca339674 100644
--- a/evalml/tests/component_tests/test_utils.py
+++ b/evalml/tests/component_tests/test_utils.py
@@ -94,9 +94,6 @@
         "STL Decomposer",
         "Prophet Regressor",
         "Target Encoder",
-        "Vowpal Wabbit Binary Classifier",
-        "Vowpal Wabbit Multiclass Classifier",
-        "Vowpal Wabbit Regressor",
         "XGBoost Classifier",
         "XGBoost Regressor",
         "VARMAX Regressor",