diff --git a/daemon/gamemode.c b/daemon/gamemode.c
index ff19799..8823c89 100644
--- a/daemon/gamemode.c
+++ b/daemon/gamemode.c
@@ -511,6 +511,9 @@ int game_mode_context_unregister(GameModeContext *self, pid_t client, pid_t requ
 
 	game_mode_client_count_changed();
 
+	/* Restore the renice value for the process, expecting it to be our config value */
+	game_mode_apply_renice(self, client, (int)config_get_renice_value(self->config));
+
 	return 0;
 }