diff --git a/index.js b/index.js
index 94d8067..522a632 100644
--- a/index.js
+++ b/index.js
@@ -83,6 +83,17 @@ const ContainerService = {
       });
 
       ss.storage.savedConfiguration = object;
+
+      // Maybe rename the Banking container.
+      if (prefService.get("privacy.userContext.enabled") !== true) {
+        const identity = ContextualIdentityService.getIdentityFromId(3);
+        if (identity && identity.l10nID === "userContextBanking.label") {
+          ContextualIdentityService.update(identity.userContextId,
+                                           "Finance",
+                                           identity.icon,
+                                           identity.color);
+        }
+      }
     }
 
     // Enabling preferences
@@ -850,6 +861,9 @@ const ContainerService = {
       }
     });
 
+    // Note: We cannot go back renaming the Finance identity back to Banking:
+    // the locale system doesn't work with renamed containers.
+
     // Restore the customizable container panel.
     const widget = CustomizableWidgets.find(widget => widget.id === "containers-panelmenu");
     if (widget) {