diff --git a/redbot/core/modlog.py b/redbot/core/modlog.py
index 0f2d2a843..065d87848 100644
--- a/redbot/core/modlog.py
+++ b/redbot/core/modlog.py
@@ -514,10 +514,10 @@ async def get_case(case_number: int, guild: discord.Guild, bot: Red) -> Case:
         If there is no case for the specified number
 
     """
-    try:
-        case = await _conf.custom(_CASES, str(guild.id), str(case_number)).all()
-    except KeyError as e:
-        raise RuntimeError("That case does not exist for guild {}".format(guild.name)) from e
+
+    case = await _conf.custom(_CASES, str(guild.id), str(case_number)).all()
+    if not case["case_number"]:
+        raise RuntimeError("That case does not exist for guild {}".format(guild.name))
     mod_channel = await get_modlog_channel(guild)
     return await Case.from_json(mod_channel, bot, case_number, case)