MemoryTS 输出的ts 文件 没有音频编码信息

[mars79668]

参考 hls 插件实现 ，使用memoryTs 输出的ts 文件没有音频编码信息，大致的代码如下： 直接使用hls 插件，输出的 ts 也无法获取 音视频信息，测试 拉流地址 http://huadonglive.starschinalive.com/stars/cjpd_stars-hd.m3u8?auth_key=1677980353-0-0-76a9f3c2dbaef16cf6b0f9d12b52eb5d

   func (hls *HLSWriter) OnEvent(event any) {
	switch v := event.(type) {
	case *track.Video:
		if hls.Audio != nil {
			hls.ts.WritePMTPacket(hls.Audio.CodecID, v.CodecID)
		} else {
			hls.ts.WritePMTPacket(0, v.CodecID)
		}
		hls.AddTrack(v)
	case *track.Audio:
		if hls.Video != nil {
			hls.ts.WritePMTPacket(v.CodecID, hls.Video.CodecID)
		} else {
			hls.ts.WritePMTPacket(v.CodecID, 0)
		}
		hls.AddTrack(v)
	case AudioFrame:
		pes := &mpegts.MpegtsPESFrame{
			Pid:                       mpegts.PID_AUDIO,
			IsKeyFrame:                false,
			ContinuityCounter:         hls.audio_cc,
			ProgramClockReferenceBase: uint64(v.DTS),
		}
		if err := hls.ts.WriteAudioFrame(v, pes); err != nil {
			hls.Error("WriteVideoFrame", zap.Error(err))
			return
		}
		hls.audio_cc = pes.ContinuityCounter
	case VideoFrame:
		if v.IFrame {
			// hls.ts.WriteTo(hFile)
			hls.frag(hls.Stream.Path, v.AbsTime, v)
		}
		pes := &mpegts.MpegtsPESFrame{
			Pid:                       mpegts.PID_VIDEO,
			IsKeyFrame:                v.IFrame,
			ContinuityCounter:         hls.video_cc,
			ProgramClockReferenceBase: uint64(v.DTS),
		}
		if err := hls.ts.WriteVideoFrame(v, pes); err != nil {
			hls.Error("WriteVideoFrame", zap.Error(err))
			return
		}
		hls.video_cc = pes.ContinuityCounter

	default:
		hls.Subscriber.OnEvent(event)
	}
}

ffprobe 信息如下

[mpegts @ 0x11fde40] PES packet size mismatch
    Last message repeated 5 times
[mpegts @ 0x11fde40] decoding for stream 0 failed
[mpegts @ 0x11fde40] decoding for stream 1 failed
[mpegts @ 0x11fde40] PES packet size mismatch
    Last message repeated 5 times
[mpegts @ 0x11fde40] Could not find codec parameters for stream 1 (Audio: aac ([15][0][0][0] / 0x000F), 0 channels, fltp): unspecified sample rate
Consider increasing the value for the 'analyzeduration' and 'probesize' options
Input #0, mpegts, from 'monibuca/output/hls/gtzy/cctv5P480/s15/cctv5-2303081101-18747-18765.ts':
  Duration: 00:00:00.27, start: 18765.786033, bitrate: 589 kb/s
  Program 1 
    Stream #0:0[0x101]: Video: h264 (High) ([27][0][0][0] / 0x001B), yuv420p(progressive), 640x480 [SAR 4:3 DAR 16:9], 30 fps, 30 tbr, 90k tbn, 60 tbc
    Stream #0:1[0x102]: Audio: aac ([15][0][0][0] / 0x000F), 0 channels, fltp

[langhuihui]

func (ts *MemoryTs) WriteTo(w io.Writer) (int64, error) {
	w.Write(mpegts.DefaultPATPacket)
	w.Write(ts.PMT)
	return ts.BLL.WriteTo(w)
}

注意写入的数据，PAT+PMT+PES

[mars79668]

最新版本 hls 插件不做任何改动测试 hls拉流发布，flv 订阅 可以预览播放， hls 订阅 无法播放，没有编码信息 最新版本的engin 好像不稳定， flv 播放大约 2-3 分钟后就无法播放了，订阅收不到内容

我看之前版本的代码，音频在 AudioDeConf AudioPacketToPES 有处理写入编码信息，视频 VideoPacketToPES 也有使用 Track.DecoderConfiguration 处理写入视频编码信息， memoryts 代码好像没有找到写入 音视频编码的信息

[langhuihui]

hls拉流发布我抽空测一下，估计之前的改动影响到了这个

[mars79668]

我提供的测试直播流，有我之前反馈的 ts 包乱序的问题，需要修正

package mpegts

import (
	"bytes"
	"errors"
	"io"
)

type mpegTsStreamStatus struct {
	pesPkt *MpegTsPESPacket
	frames int
}

func (s *MpegTsStream) Feed(ts io.Reader) (err error) {
	var reader bytes.Reader
	var lr io.LimitedReader
	lr.R = &reader
	var tsHeader MpegTsHeader
	tsData := make([]byte, TS_PACKET_SIZE)

	streamsStatus := make(map[uint16]*mpegTsStreamStatus)

	for {
		_, err = io.ReadFull(ts, tsData)
		if err == io.EOF {
			// 文件结尾 把最后面的数据发出去
			for _, ss := range streamsStatus {
				if ss.pesPkt != nil {
					s.PESChan <- ss.pesPkt
					ss.pesPkt = nil
				}
			}
			return nil
		} else if err != nil {
			return
		}
		reader.Reset(tsData)
		lr.N = TS_PACKET_SIZE
		if tsHeader, err = ReadTsHeader(&lr); err != nil {
			return
		}
		if tsHeader.SyncByte != 0x47 {
			return errors.New("sync byte error")
		}
		if tsHeader.Pid == PID_PAT {
			if s.PAT, err = ReadPAT(&lr); err != nil {
				return
			}
			continue
		}
		if len(s.PMT.Stream) == 0 {
			for _, v := range s.PAT.Program {
				if v.ProgramMapPID == tsHeader.Pid {
					if s.PMT, err = ReadPMT(&lr); err != nil {
						return
					}
				}
				continue
			}
		}
		for _, v := range s.PMT.Stream {
			if v.ElementaryPID == tsHeader.Pid {
				ss := streamsStatus[v.ElementaryPID]
				if ss == nil {
					ss = &mpegTsStreamStatus{}
					streamsStatus[v.ElementaryPID] = ss
				}
				if tsHeader.PayloadUnitStartIndicator == 1 {
					if ss.pesPkt != nil {
						s.PESChan <- ss.pesPkt
					}
					ss.pesPkt = &MpegTsPESPacket{}
					if ss.pesPkt.Header, err = ReadPESHeader(&lr); err != nil {
						return
					}
				}
				io.Copy(&ss.pesPkt.Payload, &lr)
			}
		}
	}
}