diff --git a/chiya/cogs/listeners/joyboard.py b/chiya/cogs/listeners/joyboard.py
index dcbb211f..73744fdb 100644
--- a/chiya/cogs/listeners/joyboard.py
+++ b/chiya/cogs/listeners/joyboard.py
@@ -82,12 +82,10 @@ async def on_raw_reaction_add(self, payload: discord.RawReactionActionEvent) ->
 
         if (
             not self.check_emoji(payload.emoji, payload.guild_id)
-            or cache_data in self.cache["remove"]
+            or cache_data in self.cache["add"]
         ):
             return
 
-        self.cache["remove"].add(cache_data)
-
         channel = self.bot.get_channel(payload.channel_id)
 
         if (
@@ -96,6 +94,8 @@ async def on_raw_reaction_add(self, payload: discord.RawReactionActionEvent) ->
         ):
             return
 
+        self.cache["add"].add(cache_data)
+
         channel = self.bot.get_channel(payload.channel_id)
         message = await channel.fetch_message(payload.message_id)
         joy_count = await self.get_joy_count(message)