diff --git a/frappe/core/page/permission_manager/permission_manager.css b/frappe/core/page/permission_manager/permission_manager.css
index 3c74859c75..fec486aa81 100644
--- a/frappe/core/page/permission_manager/permission_manager.css
+++ b/frappe/core/page/permission_manager/permission_manager.css
@@ -43,6 +43,7 @@ tbody > tr:first-child {
 
 button.btn-remove-perm {
 	box-shadow: none;
+	padding: var(--padding-xs) var(--padding-xs);
 }
 
 button.btn-remove-perm > svg > use {
diff --git a/frappe/core/page/permission_manager/permission_manager.js b/frappe/core/page/permission_manager/permission_manager.js
index c4957f233c..0038975162 100644
--- a/frappe/core/page/permission_manager/permission_manager.js
+++ b/frappe/core/page/permission_manager/permission_manager.js
@@ -322,7 +322,7 @@ frappe.PermissionEngine = class PermissionEngine {
 	}
 
 	add_delete_button(row, d) {
-		$(`<button class='btn btn-danger btn-remove-perm btn-sm'>${frappe.utils.icon('delete')}</button>`)
+		$(`<button class='btn btn-danger btn-remove-perm btn-xs'>${frappe.utils.icon('delete')}</button>`)
 			.appendTo($(`<td class="pt-4">`).appendTo(row))
 			.attr("data-doctype", d.parent)
 			.attr("data-role", d.role)