diff --git a/src/VideoDepacketizer.c b/src/VideoDepacketizer.c
index 0fd6c23..54cfe9c 100644
--- a/src/VideoDepacketizer.c
+++ b/src/VideoDepacketizer.c
@@ -825,6 +825,8 @@ static void processRtpPayload(PNV_VIDEO_PACKET videoPacket, int length,
                 // to determine if a given frame is an IDR frame.
                 if (!(NegotiatedVideoFormat & (VIDEO_FORMAT_MASK_H264 | VIDEO_FORMAT_MASK_H265))) {
                     waitingForIdrFrame = false;
+                    waitingForRefInvalFrame = false;
+                    waitingForNextSuccessfulFrame = false;
                     frameType = FRAME_TYPE_IDR;
                 }
                 // Fall-through