diff --git a/backend/x11/output.c b/backend/x11/output.c
index 0fd9b9c54..807b5569f 100644
--- a/backend/x11/output.c
+++ b/backend/x11/output.c
@@ -133,6 +133,10 @@ static bool output_test(struct wlr_output *wlr_output,
 
 	if (state->committed & WLR_OUTPUT_STATE_MODE) {
 		assert(state->mode_type == WLR_OUTPUT_STATE_MODE_CUSTOM);
+
+		if (state->custom_mode.refresh != 0) {
+			return false;
+		}
 	}
 
 	return true;