diff --git a/moonlight-common/src/com/limelight/nvstream/av/video/VideoPacket.java b/moonlight-common/src/com/limelight/nvstream/av/video/VideoPacket.java
index 618da91c..cc141493 100644
--- a/moonlight-common/src/com/limelight/nvstream/av/video/VideoPacket.java
+++ b/moonlight-common/src/com/limelight/nvstream/av/video/VideoPacket.java
@@ -32,6 +32,9 @@ public class VideoPacket {
 	
 	public void initializeWithLengthNoRtpHeader(int length)
 	{
+		// Back to beginning
+		byteBuffer.rewind();
+		
 		// Read the video header fields
 		frameIndex = byteBuffer.getInt();
 		packetIndex = byteBuffer.getInt();