diff --git a/awx/main/tests/unit/test_fields.py b/awx/main/tests/unit/test_fields.py
index 83837652a0..08a31e50f0 100644
--- a/awx/main/tests/unit/test_fields.py
+++ b/awx/main/tests/unit/test_fields.py
@@ -1,7 +1,6 @@
 
 # Python
 import pytest
-from pyparsing import ParseException
 
 # AWX
 from awx.main.fields import DynamicFilterField
@@ -32,8 +31,9 @@ class TestDynamicFilterFieldFilterStringToQ():
         'a__b__c__ space  =ggg',
     ])
     def test_invalid_filter_strings(self, filter_string):
-        with pytest.raises(ParseException):
+        with pytest.raises(RuntimeError) as e:
             DynamicFilterField.filter_string_to_q(filter_string)
+        assert e.value.message == u"Invalid query " + filter_string
 
     @pytest.mark.parametrize("filter_string,q_expected", [
         (u'(a=abc\u1F5E3def)', Q(**{u"a": u"abc\u1F5E3def"})),