FFmpeg
nvenc.h
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #ifndef AVCODEC_NVENC_H
20 #define AVCODEC_NVENC_H
21 
22 #include "config.h"
23 
24 #if CONFIG_D3D11VA
25 #define COBJMACROS
27 #else
28 typedef void ID3D11Device;
29 #endif
30 
31 #include <ffnvcodec/nvEncodeAPI.h>
32 
34 #include "libavutil/buffer.h"
35 #include "libavutil/fifo.h"
36 #include "libavutil/opt.h"
37 #include "hwconfig.h"
38 
39 #include "avcodec.h"
40 
41 #define MAX_REGISTERED_FRAMES 64
42 #define RC_MODE_DEPRECATED 0x800000
43 #define RCD(rc_mode) ((rc_mode) | RC_MODE_DEPRECATED)
44 
45 #define NVENCAPI_CHECK_VERSION(major, minor) \
46  ((major) < NVENCAPI_MAJOR_VERSION || ((major) == NVENCAPI_MAJOR_VERSION && (minor) <= NVENCAPI_MINOR_VERSION))
47 
48 // SDK 8.1 compile time feature checks
49 #if NVENCAPI_CHECK_VERSION(8, 1)
50 #define NVENC_HAVE_BFRAME_REF_MODE
51 #define NVENC_HAVE_QP_MAP_MODE
52 #endif
53 
54 // SDK 9.0 compile time feature checks
55 #if NVENCAPI_CHECK_VERSION(9, 0)
56 #define NVENC_HAVE_HEVC_BFRAME_REF_MODE
57 #endif
58 
59 // SDK 9.1 compile time feature checks
60 #if NVENCAPI_CHECK_VERSION(9, 1)
61 #define NVENC_HAVE_MULTIPLE_REF_FRAMES
62 #define NVENC_HAVE_CUSTREAM_PTR
63 #define NVENC_HAVE_GETLASTERRORSTRING
64 #define NVENC_HAVE_FILLER_DATA
65 #endif
66 
67 // SDK 10.0 compile time feature checks
68 #if NVENCAPI_CHECK_VERSION(10, 0)
69 #define NVENC_HAVE_NEW_PRESETS
70 #define NVENC_HAVE_MULTIPASS
71 #define NVENC_HAVE_LDKFS
72 #define NVENC_HAVE_H264_LVL6
73 #define NVENC_HAVE_HEVC_CONSTRAINED_ENCODING
74 #endif
75 
76 // SDK 11.1 compile time feature checks
77 #if NVENCAPI_CHECK_VERSION(11, 1)
78 #define NVENC_HAVE_QP_CHROMA_OFFSETS
79 #define NVENC_HAVE_SINGLE_SLICE_INTRA_REFRESH
80 #endif
81 
82 // SDK 12.0 compile time feature checks
83 #if NVENCAPI_CHECK_VERSION(12, 0)
84 #define NVENC_HAVE_HEVC_OUTPUT_RECOVERY_POINT_SEI
85 #endif
86 
87 // SDK 12.1 compile time feature checks
88 #if NVENCAPI_CHECK_VERSION(12, 1)
89 #define NVENC_NO_DEPRECATED_RC
90 #define NVENC_HAVE_SPLIT_FRAME_ENCODING
91 #endif
92 
93 // SDK 12.2 compile time feature checks
94 #if NVENCAPI_CHECK_VERSION(12, 2)
95 #define NVENC_HAVE_NEW_BIT_DEPTH_API
96 #define NVENC_HAVE_TEMPORAL_FILTER
97 #define NVENC_HAVE_LOOKAHEAD_LEVEL
98 #define NVENC_HAVE_UHQ_TUNING
99 #define NVENC_HAVE_UNIDIR_B
100 #define NVENC_HAVE_TIME_CODE // added in 12.0, but incomplete until 12.2
101 #endif
102 
103 // SDK 13.0 compile time feature checks
104 #if NVENCAPI_CHECK_VERSION(13, 0)
105 #define NVENC_HAVE_H264_10BIT_SUPPORT
106 #define NVENC_HAVE_422_SUPPORT
107 #define NVENC_HAVE_SFE_FOUR_WAYS_SUPPORT
108 #define NVENC_HAVE_AV1_UHQ_TUNING
109 #define NVENC_HAVE_H264_AND_AV1_TEMPORAL_FILTER
110 #define NVENC_HAVE_HEVC_AND_AV1_MASTERING_METADATA
111 #define NVENC_HAVE_MVHEVC
112 #endif
113 
114 typedef struct NvencSurface
115 {
116  NV_ENC_INPUT_PTR input_surface;
118  int reg_idx;
119  int width;
120  int height;
121  int pitch;
122 
123  NV_ENC_OUTPUT_PTR output_surface;
124  NV_ENC_BUFFER_FORMAT format;
125 } NvencSurface;
126 
127 typedef struct NvencFrameData
128 {
130 
134 
135 typedef struct NvencDynLoadFunctions
136 {
137  CudaFunctions *cuda_dl;
138  NvencFunctions *nvenc_dl;
139 
140  NV_ENCODE_API_FUNCTION_LIST nvenc_funcs;
143 
144 enum {
157 #ifdef NVENC_HAVE_NEW_PRESETS
158  PRESET_P1,
159  PRESET_P2,
160  PRESET_P3,
161  PRESET_P4,
162  PRESET_P5,
163  PRESET_P6,
164  PRESET_P7,
165 #endif
166 };
167 
168 enum {
172 #ifdef NVENC_HAVE_H264_10BIT_SUPPORT
173  NV_ENC_H264_PROFILE_HIGH_10,
174 #endif
175 #ifdef NVENC_HAVE_422_SUPPORT
176  NV_ENC_H264_PROFILE_HIGH_422,
177 #endif
179 };
180 
181 enum {
185 #ifdef NVENC_HAVE_MVHEVC
186  NV_ENC_HEVC_PROFILE_MULTIVIEW_MAIN,
187 #endif
188 
190 };
191 
192 enum {
197 
199 };
200 
201 enum {
204 };
205 
206 enum {
210 };
211 
212 typedef struct NvencContext
213 {
215 
217 
218  NV_ENC_INITIALIZE_PARAMS init_encode_params;
219  NV_ENC_CONFIG encode_config;
220  CUcontext cu_context;
222  CUstream cu_stream;
224 
226 
229 
233 
238  // This is for DTS calculating, reset after flush
241 
242  NV_ENC_SEI_PAYLOAD *sei_data;
244 
245  struct {
246  void *ptr;
248  NV_ENC_REGISTERED_PTR regptr;
249  int mapped;
250  NV_ENC_MAP_INPUT_RESOURCE in_map;
253 
254  /* the actual data pixel format, different from
255  * AVCodecContext.pix_fmt when using hwaccel frames on input */
257 
259 
260  void *nvencoder;
261 
263  uint32_t next_view_id;
264 
265  int preset;
266  int profile;
267  int level;
268  int tier;
269  int rc;
270  int cbr;
273  int twopass;
274  int device;
275  int flags;
278  int aq;
281  int b_adapt;
284  int nonref_p;
287  float quality;
288  int aud;
290  int qmin;
291  int qmax;
295  int cqp;
299  int coder;
301  int a53_cc;
302  int s12m_tc;
303  int dpb_size;
306  int ldkfs;
311  int udu_sei;
315  int rgb_mode;
316  int tf_level;
318  int unidir_b;
320  int mdm, cll;
324 } NvencContext;
325 
327 
329 
331 
333 
334 extern const enum AVPixelFormat ff_nvenc_pix_fmts[];
335 extern const AVCodecHWConfigInternal *const ff_nvenc_hw_configs[];
336 
337 #endif /* AVCODEC_NVENC_H */
NvencContext::twopass
int twopass
Definition: nvenc.h:273
hwconfig.h
NvencContext::b_adapt
int b_adapt
Definition: nvenc.h:281
NvencContext::multiview
int multiview
Definition: nvenc.h:322
NvencContext::zerolatency
int zerolatency
Definition: nvenc.h:283
NvencContext::multipass
int multipass
Definition: nvenc.h:305
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
NvencContext::output_surface_ready_queue
AVFifo * output_surface_ready_queue
Definition: nvenc.h:236
NvencContext::extra_sei
int extra_sei
Definition: nvenc.h:307
NvencContext::highbitdepth
int highbitdepth
Definition: nvenc.h:313
opt.h
NvencContext::bluray_compat
int bluray_compat
Definition: nvenc.h:289
NvencContext::preset
int preset
Definition: nvenc.h:265
NV_ENC_HEVC_PROFILE_MAIN_10
@ NV_ENC_HEVC_PROFILE_MAIN_10
Definition: nvenc.h:183
NV_ENC_H264_PROFILE_HIGH_444P
@ NV_ENC_H264_PROFILE_HIGH_444P
Definition: nvenc.h:178
LIST_DEVICES
@ LIST_DEVICES
Definition: nvenc.h:202
NvencContext::cll
int cll
Definition: nvenc.h:320
NV_ENC_HEVC_PROFILE_MAIN
@ NV_ENC_HEVC_PROFILE_MAIN
Definition: nvenc.h:182
NvencContext::mdm
int mdm
Definition: nvenc.h:320
NvencContext
Definition: nvenc.h:212
int64_t
long long int64_t
Definition: coverity.c:34
NvencContext::frame_data_array_nb
int frame_data_array_nb
Definition: nvenc.h:231
NvencSurface::in_ref
AVFrame * in_ref
Definition: nvenc.h:117
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:427
NV_ENC_H264_PROFILE_HIGH
@ NV_ENC_H264_PROFILE_HIGH
Definition: nvenc.h:171
NvencContext::nb_surfaces
int nb_surfaces
Definition: nvenc.h:227
NvencContext::ptr_index
int ptr_index
Definition: nvenc.h:247
NvencContext::encode_config
NV_ENC_CONFIG encode_config
Definition: nvenc.h:219
NvencFrameData
Definition: nvenc.h:127
NvencContext::nvenc_dload_funcs
NvencDynLoadFunctions nvenc_dload_funcs
Definition: nvenc.h:216
NvencContext::rgb_mode
int rgb_mode
Definition: nvenc.h:315
NvencSurface
Definition: nvenc.h:114
NvencContext::profile
int profile
Definition: nvenc.h:266
NvencContext::output_frame_num
uint64_t output_frame_num
Definition: nvenc.h:239
NvencContext::next_view_id
uint32_t next_view_id
Definition: nvenc.h:263
NVENC_DEPRECATED_PRESET
@ NVENC_DEPRECATED_PRESET
Definition: nvenc.h:198
NvencContext::regptr
NV_ENC_REGISTERED_PTR regptr
Definition: nvenc.h:248
NvencContext::tile_cols
int tile_cols
Definition: nvenc.h:272
NvencContext::no_scenecut
int no_scenecut
Definition: nvenc.h:279
NvencContext::qmax
int qmax
Definition: nvenc.h:291
NvencContext::cbr
int cbr
Definition: nvenc.h:270
NvencContext::single_slice_intra_refresh
int single_slice_intra_refresh
Definition: nvenc.h:309
NvencDynLoadFunctions::nvenc_device_count
int nvenc_device_count
Definition: nvenc.h:141
fifo.h
NvencContext::frame_idx_counter
uint32_t frame_idx_counter
Definition: nvenc.h:262
NvencContext::nvencoder
void * nvencoder
Definition: nvenc.h:260
NvencContext::temporal_aq
int temporal_aq
Definition: nvenc.h:282
NvencContext::sei_data_size
int sei_data_size
Definition: nvenc.h:243
NV_ENC_H264_PROFILE_MAIN
@ NV_ENC_H264_PROFILE_MAIN
Definition: nvenc.h:170
NvencSurface::format
NV_ENC_BUFFER_FORMAT format
Definition: nvenc.h:124
NvencContext::init_encode_params
NV_ENC_INITIALIZE_PARAMS init_encode_params
Definition: nvenc.h:218
NvencContext::cu_stream
CUstream cu_stream
Definition: nvenc.h:222
NvencContext::device
int device
Definition: nvenc.h:274
NvencContext::cbr_padding
int cbr_padding
Definition: nvenc.h:321
NvencContext::surfaces
NvencSurface * surfaces
Definition: nvenc.h:228
NvencFrameData::frame_opaque
void * frame_opaque
Definition: nvenc.h:131
NvencContext::b_ref_mode
int b_ref_mode
Definition: nvenc.h:300
NvencContext::lookahead_level
int lookahead_level
Definition: nvenc.h:317
PRESET_HQ
@ PRESET_HQ
Definition: nvenc.h:150
NvencContext::max_slice_size
int max_slice_size
Definition: nvenc.h:314
NvencContext::cu_context
CUcontext cu_context
Definition: nvenc.h:220
NvencDynLoadFunctions
Definition: nvenc.h:135
NvencContext::intra_refresh
int intra_refresh
Definition: nvenc.h:308
NvencContext::ldkfs
int ldkfs
Definition: nvenc.h:306
NvencFrameData::duration
int64_t duration
Definition: nvenc.h:129
PRESET_MEDIUM
@ PRESET_MEDIUM
Definition: nvenc.h:147
NvencContext::display_sei_sent
int display_sei_sent
Definition: nvenc.h:323
NvencContext::dpb_size
int dpb_size
Definition: nvenc.h:303
PRESET_FAST
@ PRESET_FAST
Definition: nvenc.h:148
NvencContext::cqp
int cqp
Definition: nvenc.h:295
PRESET_SLOW
@ PRESET_SLOW
Definition: nvenc.h:146
NvencDynLoadFunctions::nvenc_dl
NvencFunctions * nvenc_dl
Definition: nvenc.h:138
NvencSurface::pitch
int pitch
Definition: nvenc.h:121
NvencSurface::input_surface
NV_ENC_INPUT_PTR input_surface
Definition: nvenc.h:116
NvencContext::split_encode_mode
int split_encode_mode
Definition: nvenc.h:319
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:76
NvencFrameData::frame_opaque_ref
AVBufferRef * frame_opaque_ref
Definition: nvenc.h:132
NvencSurface::reg_idx
int reg_idx
Definition: nvenc.h:118
NvencContext::s12m_tc
int s12m_tc
Definition: nvenc.h:302
NvencContext::tile_rows
int tile_rows
Definition: nvenc.h:271
NVENC_TWO_PASSES
@ NVENC_TWO_PASSES
Definition: nvenc.h:196
NvencContext::initial_delay_time
int64_t initial_delay_time
Definition: nvenc.h:240
NvencDynLoadFunctions::cuda_dl
CudaFunctions * cuda_dl
Definition: nvenc.h:137
NvencContext::avclass
AVClass * avclass
Definition: nvenc.h:214
NvencContext::aq
int aq
Definition: nvenc.h:278
ff_nvenc_encode_init
int ff_nvenc_encode_init(AVCodecContext *avctx)
Definition: nvenc.c:2257
NVENC_LOSSLESS
@ NVENC_LOSSLESS
Definition: nvenc.h:194
PRESET_LOW_LATENCY_HQ
@ PRESET_LOW_LATENCY_HQ
Definition: nvenc.h:153
NvencContext::constrained_encoding
int constrained_encoding
Definition: nvenc.h:310
NvencContext::in_map
NV_ENC_MAP_INPUT_RESOURCE in_map
Definition: nvenc.h:250
NvencContext::frame
AVFrame * frame
Definition: nvenc.h:225
PRESET_LOW_LATENCY_DEFAULT
@ PRESET_LOW_LATENCY_DEFAULT
Definition: nvenc.h:152
NVENC_RGB_MODE_DISABLED
@ NVENC_RGB_MODE_DISABLED
Definition: nvenc.h:207
NvencContext::qp_cb_offset
int qp_cb_offset
Definition: nvenc.h:296
AVFifo
Definition: fifo.c:35
MAX_REGISTERED_FRAMES
#define MAX_REGISTERED_FRAMES
Definition: nvenc.h:41
NvencContext::init_qp_b
int init_qp_b
Definition: nvenc.h:293
NvencContext::data_pix_fmt
enum AVPixelFormat data_pix_fmt
Definition: nvenc.h:256
ANY_DEVICE
@ ANY_DEVICE
Definition: nvenc.h:203
NvencContext::sei_data
NV_ENC_SEI_PAYLOAD * sei_data
Definition: nvenc.h:242
NvencContext::quality
float quality
Definition: nvenc.h:287
PRESET_BD
@ PRESET_BD
Definition: nvenc.h:151
NvencContext::aq_strength
int aq_strength
Definition: nvenc.h:286
NV_ENC_HEVC_PROFILE_REXT
@ NV_ENC_HEVC_PROFILE_REXT
Definition: nvenc.h:184
AVCodecHWConfigInternal
Definition: hwconfig.h:25
NvencContext::flags
int flags
Definition: nvenc.h:275
buffer.h
NvencContext::output_surface_queue
AVFifo * output_surface_queue
Definition: nvenc.h:235
NVENC_LOWLATENCY
@ NVENC_LOWLATENCY
Definition: nvenc.h:193
NvencContext::support_dyn_bitrate
int support_dyn_bitrate
Definition: nvenc.h:258
NvencContext::init_qp_i
int init_qp_i
Definition: nvenc.h:294
PRESET_LOSSLESS_HP
@ PRESET_LOSSLESS_HP
Definition: nvenc.h:156
NvencContext::a53_cc
int a53_cc
Definition: nvenc.h:301
NVENC_ONE_PASS
@ NVENC_ONE_PASS
Definition: nvenc.h:195
NvencContext::unidir_b
int unidir_b
Definition: nvenc.h:318
ff_nvenc_encode_flush
void ff_nvenc_encode_flush(AVCodecContext *avctx)
Definition: nvenc.c:3333
NvencContext::qp_cr_offset
int qp_cr_offset
Definition: nvenc.h:297
NvencContext::ptr
void * ptr
Definition: nvenc.h:246
NvencContext::init_qp_p
int init_qp_p
Definition: nvenc.h:292
NvencContext::forced_idr
int forced_idr
Definition: nvenc.h:280
NvencContext::timestamp_list
AVFifo * timestamp_list
Definition: nvenc.h:237
NV_ENC_H264_PROFILE_BASELINE
@ NV_ENC_H264_PROFILE_BASELINE
Definition: nvenc.h:169
NvencContext::rc
int rc
Definition: nvenc.h:269
NvencContext::frame_data_array
NvencFrameData * frame_data_array
Definition: nvenc.h:230
NvencContext::rc_lookahead
int rc_lookahead
Definition: nvenc.h:277
NvencContext::nonref_p
int nonref_p
Definition: nvenc.h:284
PRESET_HP
@ PRESET_HP
Definition: nvenc.h:149
NV_ENC_HEVC_PROFILE_COUNT
@ NV_ENC_HEVC_PROFILE_COUNT
Definition: nvenc.h:189
NvencSurface::width
int width
Definition: nvenc.h:119
avcodec.h
ff_nvenc_receive_packet
int ff_nvenc_receive_packet(AVCodecContext *avctx, AVPacket *pkt)
Definition: nvenc.c:3282
NVENC_RGB_MODE_420
@ NVENC_RGB_MODE_420
Definition: nvenc.h:208
NvencContext::mapped
int mapped
Definition: nvenc.h:249
NvencContext::level
int level
Definition: nvenc.h:267
NvencContext::qmin
int qmin
Definition: nvenc.h:290
NVENC_RGB_MODE_444
@ NVENC_RGB_MODE_444
Definition: nvenc.h:209
PRESET_DEFAULT
@ PRESET_DEFAULT
Definition: nvenc.h:145
NvencContext::weighted_pred
int weighted_pred
Definition: nvenc.h:298
NvencContext::tuning_info
int tuning_info
Definition: nvenc.h:304
AVCodecContext
main external API structure.
Definition: avcodec.h:439
ff_nvenc_encode_close
int ff_nvenc_encode_close(AVCodecContext *avctx)
Definition: nvenc.c:2172
NvencSurface::height
int height
Definition: nvenc.h:120
NvencContext::frame_data_array_pos
int frame_data_array_pos
Definition: nvenc.h:232
NvencSurface::output_surface
NV_ENC_OUTPUT_PTR output_surface
Definition: nvenc.h:123
NvencContext::async_depth
int async_depth
Definition: nvenc.h:276
NvencContext::tf_level
int tf_level
Definition: nvenc.h:316
NvencContext::registered_frames
struct NvencContext::@227 registered_frames[MAX_REGISTERED_FRAMES]
NvencDynLoadFunctions::nvenc_funcs
NV_ENCODE_API_FUNCTION_LIST nvenc_funcs
Definition: nvenc.h:140
PRESET_LOSSLESS_DEFAULT
@ PRESET_LOSSLESS_DEFAULT
Definition: nvenc.h:155
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
NvencContext::udu_sei
int udu_sei
Definition: nvenc.h:311
NvencContext::nb_registered_frames
int nb_registered_frames
Definition: nvenc.h:252
NvencContext::aud
int aud
Definition: nvenc.h:288
NvencContext::coder
int coder
Definition: nvenc.h:299
AVPacket
This structure stores compressed data.
Definition: packet.h:565
NvencContext::multiview_supported
int multiview_supported
Definition: nvenc.h:322
NvencContext::tier
int tier
Definition: nvenc.h:268
ff_nvenc_pix_fmts
enum AVPixelFormat ff_nvenc_pix_fmts[]
Definition: nvenc.c:59
ID3D11Device
void ID3D11Device
Definition: nvenc.h:28
PRESET_LOW_LATENCY_HP
@ PRESET_LOW_LATENCY_HP
Definition: nvenc.h:154
NvencContext::unused_surface_queue
AVFifo * unused_surface_queue
Definition: nvenc.h:234
pkt
static AVPacket * pkt
Definition: demux_decode.c:55
NvencContext::cu_context_internal
CUcontext cu_context_internal
Definition: nvenc.h:221
NvencContext::strict_gop
int strict_gop
Definition: nvenc.h:285
hwcontext_d3d11va.h
NvencContext::timing_info
int timing_info
Definition: nvenc.h:312
ff_nvenc_hw_configs
const AVCodecHWConfigInternal *const ff_nvenc_hw_configs[]
Definition: nvenc.c:88
NvencContext::d3d11_device
ID3D11Device * d3d11_device
Definition: nvenc.h:223