您最多选择25个主题 主题必须以字母或数字开头,可以包含连字符 (-),并且长度不得超过35个字符

10 个月前
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432
  1. // ITU-T H.222.0(06/2012)
  2. // Information technology - Generic coding of moving pictures and associated audio information: Systems
  3. // 2.5.3.1 Program stream(p74)
  4. #include <stdio.h>
  5. #include <stdlib.h>
  6. #include "mpeg-ps.h"
  7. #include "mpeg-ps-internal.h"
  8. #include "mpeg-pes-internal.h"
  9. #include "mpeg-util.h"
  10. #include <assert.h>
  11. #include <string.h>
  12. #include <errno.h>
  13. #define N_BUFFER_INIT 256
  14. #define N_BUFFER_MAX (512*1024)
  15. #define N_BUFFER_INC (8000)
  16. enum ps_demuxer_state_t
  17. {
  18. PS_DEMUXER_STATE_START = 0,
  19. PS_DEMUXER_STATE_DATA,
  20. };
  21. struct ps_demuxer_t
  22. {
  23. struct psm_t psm;
  24. struct psd_t psd;
  25. struct ps_pack_header_t pkhd;
  26. struct ps_system_header_t system;
  27. enum ps_demuxer_state_t state;
  28. struct pes_t* pes;
  29. size_t pes_length;
  30. struct
  31. {
  32. uint8_t* ptr;
  33. size_t len, cap;
  34. } buffer;
  35. int start;
  36. ps_demuxer_onpacket onpacket;
  37. void* param;
  38. struct ps_demuxer_notify_t notify;
  39. void* notify_param;
  40. };
  41. static void ps_demuxer_notify(struct ps_demuxer_t* ps);
  42. static int ps_demuxer_find_startcode(struct mpeg_bits_t *reader)
  43. {
  44. uint8_t v8;
  45. size_t zeros;
  46. zeros = 0;
  47. while (1)
  48. {
  49. v8 = mpeg_bits_read8(reader);
  50. if (0 != mpeg_bits_error(reader))
  51. break;
  52. if (0x01 == v8 && zeros >= 2)
  53. return 0;
  54. zeros = 0x00 != v8 ? 0 : (zeros + 1);
  55. }
  56. return -1;
  57. }
  58. #if defined(MPEG_ZERO_PAYLOAD_LENGTH)
  59. static int ps_demuxer_find_pes_start(struct mpeg_bits_t* reader)
  60. {
  61. size_t origin, offset;
  62. origin = mpeg_bits_tell(reader);
  63. while (0 == mpeg_bits_error(reader))
  64. {
  65. if (0 != ps_demuxer_find_startcode(reader))
  66. break;
  67. offset = mpeg_bits_tell(reader);
  68. if (PES_SID_START == mpeg_bits_read8(reader) && 0 == mpeg_bits_error(reader))
  69. {
  70. mpeg_bits_seek(reader, origin);
  71. return (int)(offset - origin - 3);
  72. }
  73. mpeg_bits_seek(reader, offset); // restore
  74. }
  75. mpeg_bits_seek(reader, origin);
  76. return -1;
  77. }
  78. #endif
  79. static int ps_demuxer_onpes(void* param, int program, int stream, int codecid, int flags, int64_t pts, int64_t dts, const void* data, size_t bytes)
  80. {
  81. struct ps_demuxer_t* ps;
  82. ps = (struct ps_demuxer_t*)param;
  83. assert(0 == program); // unused(ts demux only)
  84. return ps->onpacket(ps->param, stream, codecid, flags, pts, dts, data, bytes);
  85. }
  86. static struct pes_t* psm_fetch(struct psm_t* psm, uint8_t sid)
  87. {
  88. size_t i;
  89. for (i = 0; i < psm->stream_count; ++i)
  90. {
  91. if (psm->streams[i].sid == sid)
  92. return &psm->streams[i];
  93. }
  94. if (psm->stream_count < sizeof(psm->streams) / sizeof(psm->streams[0]))
  95. {
  96. // '110x xxxx'
  97. // ISO/IEC 13818-3 or ISO/IEC 11172-3 or ISO/IEC 13818-7 or
  98. // ISO/IEC 14496-3 or ISO/IEC 23008-3 audio stream number 'x xxxx'
  99. // '1110 xxxx'
  100. // Rec. ITU-T H.262 | ISO/IEC 13818-2, ISO/IEC 11172-2, ISO/IEC 14496-2,
  101. // Rec. ITU-T H.264 | ISO/IEC 14496-10 or
  102. // Rec. ITU-T H.265 | ISO/IEC 23008-2 video stream number 'xxxx'
  103. // guess stream codec id
  104. #if defined(MPEG_GUESS_STREAM) || defined(MPEG_H26X_VERIFY)
  105. if (0xE0 <= sid && sid <= 0xEF)
  106. {
  107. psm->streams[psm->stream_count].codecid = PSI_STREAM_RESERVED; // unknown
  108. return &psm->streams[psm->stream_count++];
  109. }
  110. #endif
  111. #if defined(MPEG_GUESS_STREAM)
  112. if(0xC0 <= sid && sid <= 0xDF)
  113. {
  114. psm->streams[psm->stream_count].codecid = PSI_STREAM_AAC;
  115. return &psm->streams[psm->stream_count++];
  116. }
  117. #endif
  118. }
  119. return NULL;
  120. }
  121. static int ps_demuxer_packet(struct ps_demuxer_t *ps, const uint8_t* data, size_t bytes)
  122. {
  123. int r;
  124. struct pes_t* pes;
  125. pes = ps->pes;
  126. #if defined(MPEG_LIVING_VIDEO_FRAME_DEMUX)
  127. // video packet size > 0xFFFF, split by pts/dts
  128. if (PES_SID_VIDEO == pes->sid
  129. && PSI_STREAM_H264 != pes->codecid && PSI_STREAM_H265 != pes->codecid
  130. && (pes->pkt.size > 0 || pes->len + pes->PES_header_data_length + 3 == 0xFFFF))
  131. pes->len = 0;
  132. #endif
  133. pes->flags = pes->data_alignment_indicator ? MPEG_FLAG_IDR_FRAME : 0;
  134. r = pes_packet(&pes->pkt, pes, data, bytes, ps->start, ps_demuxer_onpes, ps);
  135. ps->start = 0; // clear start flags
  136. return r;
  137. }
  138. static int ps_demuxer_header(struct ps_demuxer_t* ps, struct mpeg_bits_t* reader)
  139. {
  140. int r;
  141. size_t n;
  142. size_t off;
  143. uint8_t v8;
  144. struct pes_t* pes;
  145. for (off = mpeg_bits_tell(reader); 0 == ps_demuxer_find_startcode(reader); off = mpeg_bits_tell(reader))
  146. {
  147. r = MPEG_ERROR_OK;
  148. v8 = mpeg_bits_read8(reader);
  149. if (mpeg_bits_error(reader))
  150. break;
  151. // fix HIK H.265: 00 00 01 BA 00 00 01 E0 ...
  152. if (0x000001 == (mpeg_bits_tryread(reader, 3) & 0xFFFFFF))
  153. continue;
  154. switch (v8)
  155. {
  156. case PES_SID_START:
  157. ps->start = 1;
  158. r = pack_header_read(&ps->pkhd, reader);
  159. break;
  160. case PES_SID_SYS:
  161. r = system_header_read(&ps->system, reader);
  162. break;
  163. case PES_SID_END:
  164. r = MPEG_ERROR_OK;
  165. break;
  166. case PES_SID_PSM:
  167. n = ps->psm.stream_count;
  168. r = psm_read(&ps->psm, reader);
  169. if (n != ps->psm.stream_count)
  170. ps_demuxer_notify(ps); // TODO: check psm stream sid
  171. break;
  172. case PES_SID_PSD:
  173. r = psd_read(&ps->psd, reader);
  174. break;
  175. case PES_SID_PRIVATE_2:
  176. case PES_SID_ECM:
  177. case PES_SID_EMM:
  178. case PES_SID_DSMCC:
  179. case PES_SID_H222_E:
  180. // stream data
  181. case PES_SID_PADDING:
  182. // padding
  183. mpeg_bits_skip(reader, mpeg_bits_read16(reader));
  184. r = mpeg_bits_error(reader) ? MPEG_ERROR_NEED_MORE_DATA : MPEG_ERROR_OK;
  185. break;
  186. // ffmpeg mpeg.c mpegps_read_pes_header
  187. //case 0x1c0:
  188. //case 0x1df:
  189. //case 0x1e0:
  190. //case 0x1ef:
  191. //case 0x1bd:
  192. //case 0x01fd:
  193. // break;
  194. default:
  195. pes = psm_fetch(&ps->psm, v8);
  196. if (NULL == pes)
  197. continue;
  198. pes->sid = v8;
  199. r = ps->pkhd.mpeg2 ? pes_read_header(pes, reader) : pes_read_mpeg1_header(pes, reader);
  200. if (MPEG_ERROR_OK == r)
  201. {
  202. #if defined(MPEG_ZERO_PAYLOAD_LENGTH)
  203. // fix H.264/H.265 ps payload zero-length
  204. if (0 == pes->len && 0xE0 <= pes->sid && pes->sid <= 0xEF)
  205. {
  206. r = ps_demuxer_find_pes_start(reader);
  207. if (-1 == r)
  208. return (int)off;
  209. pes->len = r;
  210. r = MPEG_ERROR_OK;
  211. }
  212. #endif
  213. ps->pes = pes;
  214. ps->pes_length = 0; // init
  215. ps->state = PS_DEMUXER_STATE_DATA; // next state: handle packet
  216. return (int)mpeg_bits_tell(reader);
  217. }
  218. break;
  219. }
  220. if (r < 0)
  221. return r; // user handler error
  222. else if (r == MPEG_ERROR_NEED_MORE_DATA)
  223. break;
  224. }
  225. return (int)off;
  226. }
  227. static int ps_demuxer_buffer(struct ps_demuxer_t* ps, const uint8_t* data, size_t bytes)
  228. {
  229. void* ptr;
  230. if (ps->buffer.len + bytes > ps->buffer.cap)
  231. {
  232. if (ps->buffer.len + bytes > N_BUFFER_MAX)
  233. return -E2BIG;
  234. ptr = realloc(ps->buffer.ptr == (uint8_t*)(ps + 1) ? NULL : ps->buffer.ptr, ps->buffer.len + bytes + N_BUFFER_INC);
  235. if (!ptr)
  236. return -ENOMEM;
  237. if (ps->buffer.ptr == (uint8_t*)(ps + 1))
  238. memcpy(ptr, ps->buffer.ptr, ps->buffer.len);
  239. ps->buffer.ptr = (uint8_t*)ptr;
  240. ps->buffer.cap = ps->buffer.len + bytes + N_BUFFER_INC;
  241. }
  242. memmove(ps->buffer.ptr + ps->buffer.len, data, bytes);
  243. ps->buffer.len += bytes;
  244. return 0;
  245. }
  246. int ps_demuxer_input(struct ps_demuxer_t* ps, const uint8_t* data, size_t bytes)
  247. {
  248. int r;
  249. size_t i;
  250. struct mpeg_bits_t reader;
  251. for(i = 0; i < bytes; )
  252. {
  253. switch (ps->state)
  254. {
  255. case PS_DEMUXER_STATE_START:
  256. mpeg_bits_init2(&reader, ps->buffer.ptr, ps->buffer.len, data + i, bytes - i);
  257. r = ps_demuxer_header(ps, &reader);
  258. if (r >= 0)
  259. {
  260. assert(r <= ps->buffer.len + (bytes - i));
  261. if (r >= ps->buffer.len)
  262. {
  263. r -= (int)ps->buffer.len;
  264. i += r;
  265. ps->buffer.len = 0;
  266. }
  267. else if(r > 0)
  268. {
  269. memmove(ps->buffer.ptr, ps->buffer.ptr + r, ps->buffer.len - r);
  270. ps->buffer.len -= r;
  271. }
  272. else
  273. {
  274. assert(0 == r);
  275. }
  276. if (PS_DEMUXER_STATE_START == ps->state && i < bytes)
  277. {
  278. // stash buffer
  279. r = ps_demuxer_buffer(ps, data + i, bytes - i);
  280. return 0 == r ? (int)bytes : r;
  281. }
  282. }
  283. break;
  284. case PS_DEMUXER_STATE_DATA:
  285. assert(0 == ps->buffer.len);
  286. assert(ps->pes && ps->pes_length <= ps->pes->len);
  287. if (bytes - i >= ps->pes->len - ps->pes_length)
  288. {
  289. r = ps_demuxer_packet(ps, data + i, ps->pes->len - ps->pes_length);
  290. i += ps->pes->len - ps->pes_length;
  291. ps->pes_length = 0;
  292. ps->start = 0; // clear start flag
  293. ps->state = PS_DEMUXER_STATE_START; // next round
  294. }
  295. else
  296. {
  297. // need more data
  298. r = ps_demuxer_packet(ps, data + i, bytes - i);
  299. ps->pes_length += bytes - i;
  300. i = bytes;
  301. }
  302. break;
  303. default:
  304. assert(0);
  305. return -1;
  306. }
  307. if (r < 0)
  308. {
  309. ps->state = PS_DEMUXER_STATE_START; // skip error, try find next start code
  310. ps->buffer.len = 0; // clear buffer
  311. return r;
  312. }
  313. }
  314. return (int)bytes;
  315. }
  316. struct ps_demuxer_t* ps_demuxer_create(ps_demuxer_onpacket onpacket, void* param)
  317. {
  318. struct ps_demuxer_t* ps;
  319. ps = calloc(1, sizeof(struct ps_demuxer_t) + N_BUFFER_INIT);
  320. if(!ps)
  321. return NULL;
  322. ps->state = PS_DEMUXER_STATE_START;
  323. ps->pkhd.mpeg2 = 1;
  324. ps->onpacket = onpacket;
  325. ps->param = param;
  326. ps->buffer.ptr = (uint8_t*)(ps + 1);
  327. ps->buffer.cap = N_BUFFER_INIT;
  328. return ps;
  329. }
  330. int ps_demuxer_destroy(struct ps_demuxer_t* ps)
  331. {
  332. size_t i;
  333. struct pes_t* pes;
  334. for (i = 0; i < ps->psm.stream_count; i++)
  335. {
  336. pes = &ps->psm.streams[i];
  337. if (pes->pkt.data)
  338. free(pes->pkt.data);
  339. pes->pkt.data = NULL;
  340. }
  341. if (ps->buffer.ptr != (uint8_t*)(ps + 1))
  342. {
  343. assert(ps->buffer.cap > N_BUFFER_INIT);
  344. free(ps->buffer.ptr);
  345. ps->buffer.ptr = NULL;
  346. }
  347. free(ps);
  348. return 0;
  349. }
  350. void ps_demuxer_set_notify(struct ps_demuxer_t* ps, struct ps_demuxer_notify_t *notify, void* param)
  351. {
  352. ps->notify_param = param;
  353. memcpy(&ps->notify, notify, sizeof(ps->notify));
  354. }
  355. static void ps_demuxer_notify(struct ps_demuxer_t* ps)
  356. {
  357. size_t i;
  358. struct pes_t* pes;
  359. if (!ps->notify.onstream)
  360. return;
  361. for (i = 0; i < ps->psm.stream_count; i++)
  362. {
  363. pes = &ps->psm.streams[i];
  364. ps->notify.onstream(ps->notify_param, pes->pid, pes->codecid, pes->esinfo, pes->esinfo_len, i + 1 >= ps->psm.stream_count ? 1 : 0);
  365. }
  366. }