package hls import ( "context" "errors" "fmt" "net/http" "os" "path/filepath" "sync" "sync/atomic" "time" "github.com/bluenviron/gohlslib" "github.com/bluenviron/gohlslib/pkg/codecs" "github.com/bluenviron/gortsplib/v4/pkg/description" "github.com/bluenviron/gortsplib/v4/pkg/format" "github.com/gin-gonic/gin" "github.com/bluenviron/mediamtx/internal/asyncwriter" "github.com/bluenviron/mediamtx/internal/conf" "github.com/bluenviron/mediamtx/internal/defs" "github.com/bluenviron/mediamtx/internal/logger" "github.com/bluenviron/mediamtx/internal/stream" "github.com/bluenviron/mediamtx/internal/unit" ) const ( closeCheckPeriod = 1 * time.Second closeAfterInactivity = 60 * time.Second muxerRecreatePause = 10 * time.Second ) func int64Ptr(v int64) *int64 { return &v } func newEmptyTimer() *time.Timer { t := time.NewTimer(0) <-t.C return t } type responseWriterWithCounter struct { http.ResponseWriter bytesSent *uint64 } func (w *responseWriterWithCounter) Write(p []byte) (int, error) { n, err := w.ResponseWriter.Write(p) atomic.AddUint64(w.bytesSent, uint64(n)) return n, err } type muxerHandleRequestReq struct { path string file string ctx *gin.Context res chan *muxer } type muxer struct { parentCtx context.Context remoteAddr string externalAuthenticationURL string variant conf.HLSVariant segmentCount int segmentDuration conf.StringDuration partDuration conf.StringDuration segmentMaxSize conf.StringSize directory string writeQueueSize int wg *sync.WaitGroup pathName string pathManager defs.PathManager parent *Server ctx context.Context ctxCancel func() created time.Time path defs.Path writer *asyncwriter.Writer lastRequestTime *int64 muxer *gohlslib.Muxer requests []*muxerHandleRequestReq bytesSent *uint64 // in chRequest chan *muxerHandleRequestReq } func (m *muxer) initialize() { ctx, ctxCancel := context.WithCancel(m.parentCtx) m.ctx = ctx m.ctxCancel = ctxCancel m.created = time.Now() m.lastRequestTime = int64Ptr(time.Now().UnixNano()) m.bytesSent = new(uint64) m.chRequest = make(chan *muxerHandleRequestReq) m.Log(logger.Info, "created %s", func() string { if m.remoteAddr == "" { return "automatically" } return "(requested by " + m.remoteAddr + ")" }()) m.wg.Add(1) go m.run() } func (m *muxer) Close() { m.ctxCancel() } // Log implements logger.Writer. func (m *muxer) Log(level logger.Level, format string, args ...interface{}) { m.parent.Log(level, "[muxer %s] "+format, append([]interface{}{m.pathName}, args...)...) } // PathName returns the path name. func (m *muxer) PathName() string { return m.pathName } func (m *muxer) run() { defer m.wg.Done() err := func() error { var innerReady chan struct{} var innerErr chan error var innerCtx context.Context var innerCtxCancel func() createInner := func() { innerReady = make(chan struct{}) innerErr = make(chan error) innerCtx, innerCtxCancel = context.WithCancel(context.Background()) go func() { innerErr <- m.runInner(innerCtx, innerReady) }() } createInner() isReady := false isRecreating := false recreateTimer := newEmptyTimer() for { select { case <-m.ctx.Done(): if !isRecreating { innerCtxCancel() <-innerErr } return errors.New("terminated") case req := <-m.chRequest: switch { case isRecreating: req.res <- nil case isReady: req.res <- m default: m.requests = append(m.requests, req) } case <-innerReady: isReady = true for _, req := range m.requests { req.res <- m } m.requests = nil case err := <-innerErr: innerCtxCancel() if m.remoteAddr == "" { // created with "always remux" m.Log(logger.Error, err.Error()) m.clearQueuedRequests() isReady = false isRecreating = true recreateTimer = time.NewTimer(muxerRecreatePause) } else { return err } case <-recreateTimer.C: isRecreating = false createInner() } } }() m.ctxCancel() m.clearQueuedRequests() m.parent.closeMuxer(m) m.Log(logger.Info, "destroyed: %v", err) } func (m *muxer) clearQueuedRequests() { for _, req := range m.requests { req.res <- nil } m.requests = nil } func (m *muxer) runInner(innerCtx context.Context, innerReady chan struct{}) error { res := m.pathManager.AddReader(defs.PathAddReaderReq{ Author: m, AccessRequest: defs.PathAccessRequest{ Name: m.pathName, SkipAuth: true, }, }) if res.Err != nil { return res.Err } m.path = res.Path defer m.path.RemoveReader(defs.PathRemoveReaderReq{Author: m}) m.writer = asyncwriter.New(m.writeQueueSize, m) defer res.Stream.RemoveReader(m.writer) var medias []*description.Media videoMedia, videoTrack := m.createVideoTrack(res.Stream) if videoMedia != nil { medias = append(medias, videoMedia) } audioMedia, audioTrack := m.createAudioTrack(res.Stream) if audioMedia != nil { medias = append(medias, audioMedia) } if medias == nil { return fmt.Errorf( "the stream doesn't contain any supported codec, which are currently H265, H264, Opus, MPEG-4 Audio") } var muxerDirectory string if m.directory != "" { muxerDirectory = filepath.Join(m.directory, m.pathName) os.MkdirAll(muxerDirectory, 0o755) defer os.Remove(muxerDirectory) } m.muxer = &gohlslib.Muxer{ Variant: gohlslib.MuxerVariant(m.variant), SegmentCount: m.segmentCount, SegmentDuration: time.Duration(m.segmentDuration), PartDuration: time.Duration(m.partDuration), SegmentMaxSize: uint64(m.segmentMaxSize), VideoTrack: videoTrack, AudioTrack: audioTrack, Directory: muxerDirectory, } err := m.muxer.Start() if err != nil { return fmt.Errorf("muxer error: %w", err) } defer m.muxer.Close() innerReady <- struct{}{} m.Log(logger.Info, "is converting into HLS, %s", defs.MediasInfo(medias)) m.writer.Start() closeCheckTicker := time.NewTicker(closeCheckPeriod) defer closeCheckTicker.Stop() for { select { case <-closeCheckTicker.C: if m.remoteAddr != "" { t := time.Unix(0, atomic.LoadInt64(m.lastRequestTime)) if time.Since(t) >= closeAfterInactivity { m.writer.Stop() return fmt.Errorf("not used anymore") } } case err := <-m.writer.Error(): return err case <-innerCtx.Done(): m.writer.Stop() return fmt.Errorf("terminated") } } } func (m *muxer) createVideoTrack(stream *stream.Stream) (*description.Media, *gohlslib.Track) { var videoFormatAV1 *format.AV1 videoMedia := stream.Desc().FindFormat(&videoFormatAV1) if videoFormatAV1 != nil { stream.AddReader(m.writer, videoMedia, videoFormatAV1, func(u unit.Unit) error { tunit := u.(*unit.AV1) if tunit.TU == nil { return nil } err := m.muxer.WriteAV1(tunit.NTP, tunit.PTS, tunit.TU) if err != nil { return fmt.Errorf("muxer error: %w", err) } return nil }) return videoMedia, &gohlslib.Track{ Codec: &codecs.AV1{}, } } var videoFormatVP9 *format.VP9 videoMedia = stream.Desc().FindFormat(&videoFormatVP9) if videoFormatVP9 != nil { stream.AddReader(m.writer, videoMedia, videoFormatVP9, func(u unit.Unit) error { tunit := u.(*unit.VP9) if tunit.Frame == nil { return nil } err := m.muxer.WriteVP9(tunit.NTP, tunit.PTS, tunit.Frame) if err != nil { return fmt.Errorf("muxer error: %w", err) } return nil }) return videoMedia, &gohlslib.Track{ Codec: &codecs.VP9{}, } } var videoFormatH265 *format.H265 videoMedia = stream.Desc().FindFormat(&videoFormatH265) if videoFormatH265 != nil { stream.AddReader(m.writer, videoMedia, videoFormatH265, func(u unit.Unit) error { tunit := u.(*unit.H265) if tunit.AU == nil { return nil } err := m.muxer.WriteH26x(tunit.NTP, tunit.PTS, tunit.AU) if err != nil { return fmt.Errorf("muxer error: %w", err) } return nil }) vps, sps, pps := videoFormatH265.SafeParams() return videoMedia, &gohlslib.Track{ Codec: &codecs.H265{ VPS: vps, SPS: sps, PPS: pps, }, } } var videoFormatH264 *format.H264 videoMedia = stream.Desc().FindFormat(&videoFormatH264) if videoFormatH264 != nil { stream.AddReader(m.writer, videoMedia, videoFormatH264, func(u unit.Unit) error { tunit := u.(*unit.H264) if tunit.AU == nil { return nil } err := m.muxer.WriteH26x(tunit.NTP, tunit.PTS, tunit.AU) if err != nil { return fmt.Errorf("muxer error: %w", err) } return nil }) sps, pps := videoFormatH264.SafeParams() return videoMedia, &gohlslib.Track{ Codec: &codecs.H264{ SPS: sps, PPS: pps, }, } } return nil, nil } func (m *muxer) createAudioTrack(stream *stream.Stream) (*description.Media, *gohlslib.Track) { var audioFormatOpus *format.Opus audioMedia := stream.Desc().FindFormat(&audioFormatOpus) if audioMedia != nil { stream.AddReader(m.writer, audioMedia, audioFormatOpus, func(u unit.Unit) error { tunit := u.(*unit.Opus) err := m.muxer.WriteOpus( tunit.NTP, tunit.PTS, tunit.Packets) if err != nil { return fmt.Errorf("muxer error: %w", err) } return nil }) return audioMedia, &gohlslib.Track{ Codec: &codecs.Opus{ ChannelCount: func() int { if audioFormatOpus.IsStereo { return 2 } return 1 }(), }, } } var audioFormatMPEG4Audio *format.MPEG4Audio audioMedia = stream.Desc().FindFormat(&audioFormatMPEG4Audio) if audioMedia != nil { stream.AddReader(m.writer, audioMedia, audioFormatMPEG4Audio, func(u unit.Unit) error { tunit := u.(*unit.MPEG4Audio) if tunit.AUs == nil { return nil } err := m.muxer.WriteMPEG4Audio( tunit.NTP, tunit.PTS, tunit.AUs) if err != nil { return fmt.Errorf("muxer error: %w", err) } return nil }) return audioMedia, &gohlslib.Track{ Codec: &codecs.MPEG4Audio{ Config: *audioFormatMPEG4Audio.GetConfig(), }, } } return nil, nil } func (m *muxer) handleRequest(ctx *gin.Context) { atomic.StoreInt64(m.lastRequestTime, time.Now().UnixNano()) w := &responseWriterWithCounter{ ResponseWriter: ctx.Writer, bytesSent: m.bytesSent, } m.muxer.Handle(w, ctx.Request) } // processRequest is called by hlsserver.Server (forwarded from ServeHTTP). func (m *muxer) processRequest(req *muxerHandleRequestReq) { select { case m.chRequest <- req: case <-m.ctx.Done(): req.res <- nil } } // APIReaderDescribe implements reader. func (m *muxer) APIReaderDescribe() defs.APIPathSourceOrReader { return defs.APIPathSourceOrReader{ Type: "hlsMuxer", ID: "", } } func (m *muxer) apiItem() *defs.APIHLSMuxer { return &defs.APIHLSMuxer{ Path: m.pathName, Created: m.created, LastRequest: time.Unix(0, atomic.LoadInt64(m.lastRequestTime)), BytesSent: atomic.LoadUint64(m.bytesSent), } }