diff --git a/src/realm-settings/KeysListTab.tsx b/src/realm-settings/KeysListTab.tsx
index 9154c4e957..06bcfca113 100644
--- a/src/realm-settings/KeysListTab.tsx
+++ b/src/realm-settings/KeysListTab.tsx
@@ -82,7 +82,7 @@ export const KeysTabInner = ({ keys }: KeysTabInnerProps) => {
     } else if (type === "RSA") {
       return (
         <>
-          <div>
+          <div className="button-wrapper">
             <Button
               onClick={() => {
                 togglePublicKeyDialog();
diff --git a/src/realm-settings/RealmSettingsSection.css b/src/realm-settings/RealmSettingsSection.css
index 636616a18e..3f2e6feaae 100644
--- a/src/realm-settings/RealmSettingsSection.css
+++ b/src/realm-settings/RealmSettingsSection.css
@@ -48,3 +48,7 @@ button.pf-c-button.pf-m-link.add-provider {
 .pf-c-toolbar__group.providers-toolbar {
   padding-left: var(--pf-c-toolbar__content--PaddingLeft);
 }
+
+.button-wrapper {
+  white-space: nowrap;
+}