diff --git a/fs/btrfs/acl.c b/fs/btrfs/acl.c
index 6ef7b26724ec6cd964400c1074db9ed5f95289f1..6b4d0cca5c7f03d7a747ec6352ce2838e009a3f9 100644
--- a/fs/btrfs/acl.c
+++ b/fs/btrfs/acl.c
@@ -160,6 +160,9 @@ static int btrfs_xattr_acl_set(struct dentry *dentry, const char *name,
 	int ret;
 	struct posix_acl *acl = NULL;
 
+	if (!is_owner_or_cap(dentry->d_inode))
+		return -EPERM;
+
 	if (value) {
 		acl = posix_acl_from_xattr(value, size);
 		if (acl == NULL) {