diff --git a/mayan/apps/smart_settings/tests/test_classes.py b/mayan/apps/smart_settings/tests/test_classes.py
index b82798a7be..e4c919acce 100644
--- a/mayan/apps/smart_settings/tests/test_classes.py
+++ b/mayan/apps/smart_settings/tests/test_classes.py
@@ -5,9 +5,11 @@ import os
 from pathlib2 import Path
 
 from django.conf import settings
+from django.utils.encoding import force_text
 
 from mayan.apps.common.settings import setting_paginate_by
 from mayan.apps.common.tests import BaseTestCase
+from mayan.apps.storage.utils import fs_cleanup
 
 from ..classes import Setting
 
@@ -23,14 +25,14 @@ class ClassesTestCase(BaseTestCase):
 
     def test_config_backup_creation(self):
         path_config_backup = Path(settings.CONFIGURATION_LAST_GOOD_FILEPATH)
-        path_config_backup.unlink()
+        fs_cleanup(filename=force_text(path_config_backup))
 
         Setting.save_last_known_good()
         self.assertTrue(path_config_backup.exists())
 
     def test_config_backup_creation_no_tags(self):
         path_config_backup = Path(settings.CONFIGURATION_LAST_GOOD_FILEPATH)
-        path_config_backup.unlink()
+        fs_cleanup(filename=force_text(path_config_backup))
 
         Setting.save_last_known_good()
         self.assertTrue(path_config_backup.exists())