diff --git a/ajax/togglegroups.php b/ajax/togglegroups.php
index cac4b10..2e39036 100644
--- a/ajax/togglegroups.php
+++ b/ajax/togglegroups.php
@@ -79,7 +79,9 @@
 	$targetGroupObject->addUser($targetUserObject);
 }
 
-if (\OC::$server->getGroupManager()->isInGroup($username, $group)) {
+if ($action === "add" && \OC::$server->getGroupManager()->isInGroup($username, $group)) {
+	OC_JSON::success(["data" => ["username" => $username, "action" => $action, "groupname" => $group]]);
+} elseif ($action === "remove" && !\OC::$server->getGroupManager()->isInGroup($username, $group)) {
 	OC_JSON::success(["data" => ["username" => $username, "action" => $action, "groupname" => $group]]);
 } else {
 	OC_JSON::error();