diff --git a/ErsatzTV.Application/Streaming/HlsSessionWorker.cs b/ErsatzTV.Application/Streaming/HlsSessionWorker.cs
index 263b01b2f..130e8d35e 100644
--- a/ErsatzTV.Application/Streaming/HlsSessionWorker.cs
+++ b/ErsatzTV.Application/Streaming/HlsSessionWorker.cs
@@ -236,7 +236,14 @@ public class HlsSessionWorker : IHlsSessionWorker
             {
                 _workAheadState = HlsSessionWorkAheadState.SeekAndRealtime;
             }
-            
+
+            // this happens when we initially transcode (at max speed) insufficient content to work
+            // in realtime yet, so we need to reset to max speed
+            if (!realtime && _workAheadState is not HlsSessionWorkAheadState.MaxSpeed)
+            {
+                _workAheadState = HlsSessionWorkAheadState.MaxSpeed;
+            }
+
             _logger.LogInformation("Work ahead state: {State}", _workAheadState);
             
             DateTimeOffset now = (_firstProcess || _workAheadState is HlsSessionWorkAheadState.MaxSpeed)