gavl
compression.h
1/*****************************************************************
2 * gavl - a general purpose audio/video processing library
3 *
4 * Copyright (c) 2001 - 2024 Members of the Gmerlin project
5 * http://github.com/bplaum
6 *
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program. If not, see <http://www.gnu.org/licenses/>.
19 * *****************************************************************/
20
21
22
23#ifndef GAVL_COMPRESSION_H_INCLUDED
24#define GAVL_COMPRESSION_H_INCLUDED
25
26#include <gavl/gavldefs.h>
27#include <gavl/value.h>
28
29
30#ifdef __cplusplus
31extern "C" {
32#endif
33
34typedef struct gavl_io_s gavl_io_t;
35
36
37
50
51
53
54#define GAVL_COMPRESSION_HAS_P_FRAMES (1<<0)
55
57#define GAVL_COMPRESSION_HAS_B_FRAMES (1<<1)
58
60#define GAVL_COMPRESSION_HAS_FIELD_PICTURES (1<<2)
61
63#define GAVL_COMPRESSION_SBR (1<<3)
64
66#define GAVL_COMPRESSION_BIG_ENDIAN (1<<4)
67
68#define GAVL_MK_FOURCC(a, b, c, d) ((a<<24)|(b<<16)|(c<<8)|d)
69
70typedef struct gavl_compression_info_s gavl_compression_info_t;
71
72
77
118
119#define GAVL_BITRATE_VBR -1
120#define GAVL_BITRATE_LOSSLESS -2
121
131
133 {
134 int flags;
136
137 gavl_buffer_t codec_header;
138
142
144 uint32_t codec_tag;
145 int block_align; // Needed by MS audio codecs
146 };
147
154
155GAVL_PUBLIC
156void gavl_compression_info_init(gavl_compression_info_t * info);
157
161
162GAVL_PUBLIC
163void gavl_compression_info_free(gavl_compression_info_t* info);
164
170
171GAVL_PUBLIC
172void gavl_compression_info_dump(const gavl_compression_info_t * info);
173
181
182GAVL_PUBLIC
183void gavl_compression_info_dumpi(const gavl_compression_info_t * info, int num);
184
190
191GAVL_PUBLIC
192void gavl_compression_info_copy(gavl_compression_info_t * dst,
193 const gavl_compression_info_t * src);
194
195
196GAVL_PUBLIC
197void gavl_compression_info_set_global_header(gavl_compression_info_t * dst,
198 const uint8_t * data, int len);
199
200
201GAVL_PUBLIC
202void gavl_compression_info_append_global_header(gavl_compression_info_t * dst,
203 const uint8_t * data, int len);
204
205
212
213GAVL_PUBLIC
214void gavl_append_xiph_header(gavl_buffer_t * codec_header,
215 uint8_t * header,
216 int header_len);
217
225
226GAVL_PUBLIC
227uint8_t * gavl_extract_xiph_header(gavl_buffer_t * codec_header,
228 int idx,
229 int * header_len);
230
231
246
247GAVL_PUBLIC
248const char * gavl_compression_get_extension(gavl_codec_id_t id, int * separate);
249
258
259GAVL_PUBLIC
261
266
267const char * gavl_compression_get_mimetype(const gavl_compression_info_t * ci);
268
274
275GAVL_PUBLIC
277
282
283GAVL_PUBLIC
285
290
291GAVL_PUBLIC const char *
293
298
299GAVL_PUBLIC const char *
301
306
307GAVL_PUBLIC gavl_codec_id_t
309
316
317GAVL_PUBLIC
319
327
328GAVL_PUBLIC
330
331#define GAVL_PACKET_TYPE_I 0x01
332#define GAVL_PACKET_TYPE_P 0x02
333#define GAVL_PACKET_TYPE_B 0x03
334#define GAVL_PACKET_TYPE_MASK 0x03
335
336#define GAVL_PACKET_KEYFRAME (1<<2)
337#define GAVL_PACKET_LAST (1<<3)
338#define GAVL_PACKET_EXT (1<<4)
339#define GAVL_PACKET_REF (1<<5)
340#define GAVL_PACKET_NOOUTPUT (1<<6)
341
342#define GAVL_PACKET_HAS_FDS (1<<7)
343
344#define GAVL_PACKET_FIELD_PIC (1<<8)
345#define GAVL_PACKET_SKIP (1<<9)
346
347
348#define GAVL_PACKET_FLAG_PRIV (1<<16)
349#define GAVL_PACKET_FLAG_PUBLIC_MASK 0x0000ffff
350#define GAVL_PACKET_FLAG_PRIVATE_MASK 0xffff0000
351
352#define GAVL_PACKET_PADDING 32
353
354GAVL_PUBLIC
355const char * gavl_coding_type_to_string(int flags);
356
357/* Extra data which can carried within a packet */
358
359typedef enum
360 {
361 GAVL_PACKET_EXTRADATA_NONE = 0,
362 GAVL_PACKET_EXTRADATA_PALETTE,
363 GAVL_PACKET_EXTRADATA_FDS,
364 } gavl_packet_extradata_type_t;
365
366#define GAVL_PACKET_MAX_EXTRADATA 2
367
368typedef struct
369 {
370 int fds[GAVL_MAX_PLANES];
371 int num_fds;
373
374typedef struct
375 {
376 uint16_t r;
377 uint16_t g;
378 uint16_t b;
379 uint16_t a;
380 }
382
383typedef struct
384 {
385 gavl_palette_entry_t * entries;
386 int num_entries;
388
389GAVL_PUBLIC gavl_palette_t *
390gavl_palette_create(void);
391
392GAVL_PUBLIC void
393gavl_palette_alloc(gavl_palette_t * pal, int num_colors);
394
395GAVL_PUBLIC void
396gavl_palette_init(gavl_palette_t * pal);
397
398GAVL_PUBLIC void
399gavl_palette_free(gavl_palette_t * pal);
400
401GAVL_PUBLIC void
402gavl_palette_destroy(gavl_palette_t * pal);
403
404GAVL_PUBLIC void
405gavl_palette_move(gavl_palette_t * dst, gavl_palette_t * src);
406
407typedef struct
408 {
409 gavl_packet_extradata_type_t type;
410 void * data;
412
425
426
427typedef struct gavl_packet_s
428 {
429 gavl_buffer_t buf;
430
431 uint32_t flags;
432
433 int64_t position;
434
435 int64_t pts;
436 int64_t dts;
437 int64_t pes_pts;
438
439 int64_t duration;
440
441 uint32_t field2_offset;
442 uint32_t header_size;
444
447
449 int32_t dst_x;
450 int32_t dst_y;
451
452 int32_t id;
453 int buf_idx;
454
455 gavl_packet_extradata_t ext_data[GAVL_PACKET_MAX_EXTRADATA];
456
457 // int fds[GAVL_MAX_PLANES];
458 // int num_fds;
459 } gavl_packet_t;
460
465
466GAVL_PUBLIC
467void gavl_packet_init(gavl_packet_t * p);
468
469GAVL_PUBLIC
470gavl_packet_t * gavl_packet_create(void);
471
472
473
474GAVL_PUBLIC
475void gavl_packet_destroy(gavl_packet_t * p);
476
477
485
486GAVL_PUBLIC
487void gavl_packet_alloc(gavl_packet_t * p, int len);
488
492
493GAVL_PUBLIC
494void gavl_packet_free(gavl_packet_t * p);
495
496GAVL_PUBLIC
497void * gavl_packet_add_extradata(gavl_packet_t * p, gavl_packet_extradata_type_t type);
498
499GAVL_PUBLIC
500void * gavl_packet_get_extradata(gavl_packet_t * p, gavl_packet_extradata_type_t type);
501
502/* Merge two consecutive fields into one */
503GAVL_PUBLIC
504void gavl_packet_merge_field2(gavl_packet_t * p, const gavl_packet_t * field2);
505
506
511
512GAVL_PUBLIC
513void gavl_packet_copy(gavl_packet_t * dst,
514 const gavl_packet_t * src);
515
525
526GAVL_PUBLIC
527void gavl_packet_copy_metadata(gavl_packet_t * dst,
528 const gavl_packet_t * src);
529
530
536
537GAVL_PUBLIC
538void gavl_packet_reset(gavl_packet_t * p);
539
540
546
547GAVL_PUBLIC
548void gavl_packet_dump(const gavl_packet_t * p);
549
556
557GAVL_PUBLIC
558void gavl_packet_save(const gavl_packet_t * p,
559 const char * filename);
560
561
562
563typedef struct
564 {
565 int32_t size_min;
566 int32_t size_max;
567 int64_t duration_min;
568 int64_t duration_max;
569 int64_t pts_start;
570 int64_t pts_end;
571
572 int64_t total_bytes; // For average bitrate
573 int64_t total_packets; // For average framerate
574
576
577GAVL_PUBLIC
578void gavl_stream_stats_init(gavl_stream_stats_t*);
579
580GAVL_PUBLIC
581void gavl_stream_stats_dump(const gavl_stream_stats_t*, int indent);
582
583GAVL_PUBLIC
584void gavl_stream_stats_update(gavl_stream_stats_t*,const gavl_packet_t*p);
585
586GAVL_PUBLIC
587void gavl_stream_stats_update_end(gavl_stream_stats_t * f, const gavl_packet_t * p);
588
589GAVL_PUBLIC
590void gavl_stream_stats_update_params(gavl_stream_stats_t * f,
591 int64_t pts, int64_t duration, int data_len,
592 int flags);
593
594
595GAVL_PUBLIC
596void gavl_stream_stats_apply_audio(gavl_stream_stats_t * f,
597 const gavl_audio_format_t * fmt,
598 gavl_compression_info_t * ci,
599 gavl_dictionary_t * m);
600
601GAVL_PUBLIC
602void gavl_stream_stats_apply_video(gavl_stream_stats_t * f,
604 gavl_compression_info_t * ci,
605 gavl_dictionary_t * m);
606
607GAVL_PUBLIC
608void gavl_stream_stats_apply_subtitle(gavl_stream_stats_t * f,
609 gavl_dictionary_t * m);
610
611GAVL_PUBLIC
612void gavl_stream_stats_apply_generic(gavl_stream_stats_t * f,
613 gavl_compression_info_t * ci,
614 gavl_dictionary_t * m);
615
616
617GAVL_PUBLIC
618int gavl_stream_get_stats(const gavl_dictionary_t * s, gavl_stream_stats_t * stats);
619
620GAVL_PUBLIC
621void gavl_stream_set_stats(gavl_dictionary_t * s, const gavl_stream_stats_t * stats);
622
623/* PTS Cache */
624
625typedef struct gavl_packet_pts_cache_s gavl_packet_pts_cache_t;
626
627GAVL_PUBLIC
628gavl_packet_pts_cache_t * gavl_packet_pts_cache_create(int size);
629
630GAVL_PUBLIC
631void gavl_packet_pts_cache_destroy(gavl_packet_pts_cache_t *);
632
633GAVL_PUBLIC
634void gavl_packet_pts_cache_push_packet(gavl_packet_pts_cache_t *m, const gavl_packet_t * pkt);
635
636GAVL_PUBLIC
637void gavl_packet_pts_cache_push_frame(gavl_packet_pts_cache_t *m, const gavl_video_frame_t * f);
638
639GAVL_PUBLIC
640int gavl_packet_pts_cache_get_first(gavl_packet_pts_cache_t *m, gavl_video_frame_t * f);
641
642GAVL_PUBLIC
643int gavl_packet_pts_cache_get_by_pts(gavl_packet_pts_cache_t *m, gavl_packet_t * pkt,
644 int64_t pts);
645
646GAVL_PUBLIC
647void gavl_packet_pts_cache_clear(gavl_packet_pts_cache_t *m);
648
649
650
654
655#ifdef __cplusplus
656}
657#endif
658
659
660#endif // GAVL_COMPRESSION_H_INCLUDED
GAVL_PUBLIC void gavl_compression_info_dump(const gavl_compression_info_t *info)
Dump a compression info to stderr.
GAVL_PUBLIC void gavl_packet_dump(const gavl_packet_t *p)
Dump a packet to stderr.
GAVL_PUBLIC int gavl_compression_need_pixelformat(gavl_codec_id_t id)
Check if the compression supports multiple pixelformats.
GAVL_PUBLIC void gavl_compression_info_dumpi(const gavl_compression_info_t *info, int num)
Dump a compression info to stderr.
GAVL_PUBLIC int gavl_num_compressions(void)
Get the number of compression formats.
GAVL_PUBLIC gavl_codec_id_t gavl_get_compression(int index)
Get a compression format for a specified index.
GAVL_PUBLIC void gavl_packet_copy_metadata(gavl_packet_t *dst, const gavl_packet_t *src)
Copy metadata of a packet.
GAVL_PUBLIC void gavl_packet_reset(gavl_packet_t *p)
Reset a packet.
GAVL_PUBLIC const char * gavl_compression_get_extension(gavl_codec_id_t id, int *separate)
Get the file extension of the corresponding raw format.
gavl_codec_id_t
Codec ID.
Definition compression.h:79
GAVL_PUBLIC void gavl_compression_info_init(gavl_compression_info_t *info)
Initialize a compression info.
GAVL_PUBLIC int gavl_compression_get_sample_size(gavl_codec_id_t id)
Check if an audio compression size for each samples.
GAVL_PUBLIC void gavl_packet_free(gavl_packet_t *p)
Free memory of a packet.
GAVL_PUBLIC void gavl_packet_alloc(gavl_packet_t *p, int len)
Allocate memory for a packet.
GAVL_PUBLIC void gavl_packet_copy(gavl_packet_t *dst, const gavl_packet_t *src)
Copy a packet.
GAVL_PUBLIC gavl_codec_id_t gavl_compression_from_short_name(const char *name)
Get a compression from the short name.
GAVL_PUBLIC void gavl_compression_info_copy(gavl_compression_info_t *dst, const gavl_compression_info_t *src)
Copy a compression info.
GAVL_PUBLIC void gavl_packet_save(const gavl_packet_t *p, const char *filename)
Save a packet to a file.
GAVL_PUBLIC uint8_t * gavl_extract_xiph_header(gavl_buffer_t *codec_header, int idx, int *header_len)
Extract a Xiph packet to a global header.
GAVL_PUBLIC const char * gavl_compression_get_long_name(gavl_codec_id_t id)
Return the long name of the compression.
GAVL_PUBLIC int gavl_compression_constant_frame_samples(gavl_codec_id_t id)
Check if an audio compression constant frame samples.
GAVL_PUBLIC void gavl_packet_init(gavl_packet_t *p)
Initialize a packet.
GAVL_PUBLIC void gavl_append_xiph_header(gavl_buffer_t *codec_header, uint8_t *header, int header_len)
Append a Xiph packet to a global header.
GAVL_PUBLIC void gavl_compression_info_free(gavl_compression_info_t *info)
Free all dynamically allocated memory of a compression info.
GAVL_PUBLIC const char * gavl_compression_get_short_name(gavl_codec_id_t id)
Return the short name of the compression.
const char * gavl_compression_get_mimetype(const gavl_compression_info_t *ci)
Get the mimetype for the corresponding elementary format.
@ GAVL_CODEC_ID_VORBIS
Vorbis (segmented extradata and packets).
Definition compression.h:92
@ GAVL_CODEC_ID_SPEEX
Speex.
Definition compression.h:95
@ GAVL_CODEC_ID_DTS
DTS.
Definition compression.h:96
@ GAVL_CODEC_ID_MPEG1
MPEG-1 video.
Definition compression.h:103
@ GAVL_CODEC_ID_DV
DV (several variants).
Definition compression.h:109
@ GAVL_CODEC_ID_AC3
AC3.
Definition compression.h:90
@ GAVL_CODEC_ID_DIRAC
Complete DIRAC frames, sequence end code appended to last packet.
Definition compression.h:108
@ GAVL_CODEC_ID_TGA
TGA image.
Definition compression.h:102
@ GAVL_CODEC_ID_MPEG2
MPEG-2 video.
Definition compression.h:104
@ GAVL_CODEC_ID_AAC
AAC as stored in quicktime/mp4.
Definition compression.h:91
@ GAVL_CODEC_ID_VP8
VP8 (as used in webm).
Definition compression.h:110
@ GAVL_CODEC_ID_MPEG4_ASP
MPEG-4 ASP (a.k.a. Divx4).
Definition compression.h:105
@ GAVL_CODEC_ID_JPEG
JPEG image.
Definition compression.h:99
@ GAVL_CODEC_ID_H264
H.264 (Annex B).
Definition compression.h:106
@ GAVL_CODEC_ID_MP2
MPEG-1 audio layer II.
Definition compression.h:88
@ GAVL_CODEC_ID_TIFF
TIFF image.
Definition compression.h:101
@ GAVL_CODEC_ID_FLAC
Flac (extradata contain a file header without comment and seektable).
Definition compression.h:93
@ GAVL_CODEC_ID_THEORA
Theora (segmented extradata).
Definition compression.h:107
@ GAVL_CODEC_ID_DIV3
Old style Divx (aka MSMPEG4V3).
Definition compression.h:111
@ GAVL_CODEC_ID_MP3
MPEG-1/2 audio layer 3 CBR/VBR.
Definition compression.h:89
@ GAVL_CODEC_ID_DVDSUB
DVD subtitles, palette is in header.
Definition compression.h:114
@ GAVL_CODEC_ID_PNG
PNG image.
Definition compression.h:100
@ GAVL_CODEC_ID_ALAW
alaw 2:1
Definition compression.h:86
@ GAVL_CODEC_ID_NONE
Unknown/unsupported compression format. In gavf files this signals that the stream consists of uncomp...
Definition compression.h:84
@ GAVL_CODEC_ID_OPUS
Opus.
Definition compression.h:94
@ GAVL_CODEC_ID_EXTENDED
Separate compression id.
Definition compression.h:115
@ GAVL_CODEC_ID_ULAW
mu-law 2:1
Definition compression.h:87
uint64_t gavl_timecode_t
Typedef for timecodes.
Definition timecode.h:44
struct gavl_video_format_s gavl_video_format_t
Video format.
Definition gavl.h:102
gavl_interlace_mode_t
Interlace mode.
Definition gavl.h:2331
#define GAVL_MAX_PLANES
Definition gavl.h:1433
Audio Format.
Definition gavl.h:273
Compression format.
Definition compression.h:133
int pre_skip
Samples to skip at the start.
Definition compression.h:141
gavl_codec_id_t id
Codec ID.
Definition compression.h:135
int bitrate
Needed by some codecs, negative values mean VBR.
Definition compression.h:139
gavl_buffer_t codec_header
Global header.
Definition compression.h:137
int palette_size
Size of the embedded palette for image codecs.
Definition compression.h:140
int video_buffer_size
VBV buffer size for video (in BYTES).
Definition compression.h:143
int flags
ORed combination of GAVL_COMPRESSION_* flags.
Definition compression.h:134
Definition compression.h:408
Definition compression.h:369
Packet structure.
Definition compression.h:428
int64_t dts
Decoding time.
Definition compression.h:436
int64_t pes_pts
PTS from the PES stream (probably in another scale).
Definition compression.h:437
gavl_timecode_t timecode
Timecode.
Definition compression.h:446
uint32_t sequence_end_pos
Position of sequence end code if any.
Definition compression.h:443
gavl_rectangle_i_t src_rect
Rectangle to take from a video frame.
Definition compression.h:448
int64_t position
Position of the packet in the file. The exact meaning is format dependent.
Definition compression.h:433
int64_t pts
Presentation time.
Definition compression.h:435
int32_t id
ID of the gavf stream where this packet belongs.
Definition compression.h:452
int32_t dst_y
Y-coordinate in the destination frame (for overlays).
Definition compression.h:450
gavl_buffer_t buf
Data.
Definition compression.h:429
int32_t dst_x
X-coordinate in the destination frame (for overlays).
Definition compression.h:449
gavl_interlace_mode_t interlace_mode
Interlace mode for mixed interlacing.
Definition compression.h:445
uint32_t flags
ORed combination of GAVL_PACKET_* flags.
Definition compression.h:431
uint32_t header_size
Size of a repeated global header (or 0).
Definition compression.h:442
uint32_t field2_offset
Offset of field 2 for field pictures.
Definition compression.h:441
int64_t duration
Duration of the contained frame.
Definition compression.h:439
Definition compression.h:375
Definition compression.h:384
Integer rectangle.
Definition gavl.h:1446
Definition compression.h:564