diff --git a/src/plugins/tests.py b/src/plugins/tests.py
new file mode 100644
index 00000000..5de96e9a
--- /dev/null
+++ b/src/plugins/tests.py
@@ -0,0 +1,16 @@
+import unittest
+from importlib import import_module
+
+try:
+    import pkg_resources
+except ImportError:
+    pkg_resources = None
+
+
+class TestPlugins(unittest.TestCase):
+    """Test case for plugins package"""
+    def test_get_plugin(self):
+        """Import from plugin raises ImportError without pkg_resources"""
+        if pkg_resources is None:
+            with self.assertRaises(ImportError):
+                import_module('plugin')