diff --git a/mayan/apps/common/apps.py b/mayan/apps/common/apps.py
index a514036aff..457ecc2073 100644
--- a/mayan/apps/common/apps.py
+++ b/mayan/apps/common/apps.py
@@ -61,6 +61,8 @@ class MayanAppConfig(apps.AppConfig):
                 'App %s doesn\'t have URLs defined. Exception: %s', self.name,
                 exception
             )
+            if 'No module named urls' not in unicode(exception):
+                raise exception
 
 
 class CommonApp(MayanAppConfig):