| 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| 2 | /* |
| 3 | * Copyright (C) 2019 Pengutronix, Michael Tretter <kernel@pengutronix.de> |
| 4 | * |
| 5 | * Convert NAL units between raw byte sequence payloads (RBSP) and C structs. |
| 6 | */ |
| 7 | |
| 8 | #ifndef __NAL_H264_H__ |
| 9 | #define __NAL_H264_H__ |
| 10 | |
| 11 | #include <linux/errno.h> |
| 12 | #include <linux/kernel.h> |
| 13 | #include <linux/types.h> |
| 14 | #include <linux/v4l2-controls.h> |
| 15 | #include <linux/videodev2.h> |
| 16 | |
| 17 | /* |
| 18 | * struct nal_h264_hrd_parameters - HRD parameters |
| 19 | * |
| 20 | * C struct representation of the sequence parameter set NAL unit as defined by |
| 21 | * Rec. ITU-T H.264 (04/2017) E.1.2 HRD parameters syntax. |
| 22 | */ |
| 23 | struct nal_h264_hrd_parameters { |
| 24 | unsigned int cpb_cnt_minus1; |
| 25 | unsigned int bit_rate_scale; |
| 26 | unsigned int cpb_size_scale; |
| 27 | struct { |
| 28 | int bit_rate_value_minus1[16]; |
| 29 | int cpb_size_value_minus1[16]; |
| 30 | unsigned int cbr_flag[16]; |
| 31 | }; |
| 32 | unsigned int initial_cpb_removal_delay_length_minus1; |
| 33 | unsigned int cpb_removal_delay_length_minus1; |
| 34 | unsigned int dpb_output_delay_length_minus1; |
| 35 | unsigned int time_offset_length; |
| 36 | }; |
| 37 | |
| 38 | /* |
| 39 | * struct nal_h264_vui_parameters - VUI parameters |
| 40 | * |
| 41 | * C struct representation of the VUI parameters as defined by Rec. ITU-T |
| 42 | * H.264 (04/2017) E.1.1 VUI parameters syntax. |
| 43 | */ |
| 44 | struct nal_h264_vui_parameters { |
| 45 | unsigned int aspect_ratio_info_present_flag; |
| 46 | struct { |
| 47 | unsigned int aspect_ratio_idc; |
| 48 | unsigned int sar_width; |
| 49 | unsigned int sar_height; |
| 50 | }; |
| 51 | unsigned int overscan_info_present_flag; |
| 52 | unsigned int overscan_appropriate_flag; |
| 53 | unsigned int video_signal_type_present_flag; |
| 54 | struct { |
| 55 | unsigned int video_format; |
| 56 | unsigned int video_full_range_flag; |
| 57 | unsigned int colour_description_present_flag; |
| 58 | struct { |
| 59 | unsigned int colour_primaries; |
| 60 | unsigned int transfer_characteristics; |
| 61 | unsigned int matrix_coefficients; |
| 62 | }; |
| 63 | }; |
| 64 | unsigned int chroma_loc_info_present_flag; |
| 65 | struct { |
| 66 | unsigned int chroma_sample_loc_type_top_field; |
| 67 | unsigned int chroma_sample_loc_type_bottom_field; |
| 68 | }; |
| 69 | unsigned int timing_info_present_flag; |
| 70 | struct { |
| 71 | unsigned int num_units_in_tick; |
| 72 | unsigned int time_scale; |
| 73 | unsigned int fixed_frame_rate_flag; |
| 74 | }; |
| 75 | unsigned int nal_hrd_parameters_present_flag; |
| 76 | struct nal_h264_hrd_parameters nal_hrd_parameters; |
| 77 | unsigned int vcl_hrd_parameters_present_flag; |
| 78 | struct nal_h264_hrd_parameters vcl_hrd_parameters; |
| 79 | unsigned int low_delay_hrd_flag; |
| 80 | unsigned int pic_struct_present_flag; |
| 81 | unsigned int bitstream_restriction_flag; |
| 82 | struct { |
| 83 | unsigned int motion_vectors_over_pic_boundaries_flag; |
| 84 | unsigned int max_bytes_per_pic_denom; |
| 85 | unsigned int max_bits_per_mb_denom; |
| 86 | unsigned int log2_max_mv_length_horizontal; |
| 87 | unsigned int log21_max_mv_length_vertical; |
| 88 | unsigned int max_num_reorder_frames; |
| 89 | unsigned int max_dec_frame_buffering; |
| 90 | }; |
| 91 | }; |
| 92 | |
| 93 | /* |
| 94 | * struct nal_h264_sps - Sequence parameter set |
| 95 | * |
| 96 | * C struct representation of the sequence parameter set NAL unit as defined by |
| 97 | * Rec. ITU-T H.264 (04/2017) 7.3.2.1.1 Sequence parameter set data syntax. |
| 98 | */ |
| 99 | struct nal_h264_sps { |
| 100 | unsigned int profile_idc; |
| 101 | unsigned int constraint_set0_flag; |
| 102 | unsigned int constraint_set1_flag; |
| 103 | unsigned int constraint_set2_flag; |
| 104 | unsigned int constraint_set3_flag; |
| 105 | unsigned int constraint_set4_flag; |
| 106 | unsigned int constraint_set5_flag; |
| 107 | unsigned int reserved_zero_2bits; |
| 108 | unsigned int level_idc; |
| 109 | unsigned int seq_parameter_set_id; |
| 110 | struct { |
| 111 | unsigned int chroma_format_idc; |
| 112 | unsigned int separate_colour_plane_flag; |
| 113 | unsigned int bit_depth_luma_minus8; |
| 114 | unsigned int bit_depth_chroma_minus8; |
| 115 | unsigned int qpprime_y_zero_transform_bypass_flag; |
| 116 | unsigned int seq_scaling_matrix_present_flag; |
| 117 | }; |
| 118 | unsigned int log2_max_frame_num_minus4; |
| 119 | unsigned int pic_order_cnt_type; |
| 120 | union { |
| 121 | unsigned int log2_max_pic_order_cnt_lsb_minus4; |
| 122 | struct { |
| 123 | unsigned int delta_pic_order_always_zero_flag; |
| 124 | int offset_for_non_ref_pic; |
| 125 | int offset_for_top_to_bottom_field; |
| 126 | unsigned int num_ref_frames_in_pic_order_cnt_cycle; |
| 127 | int offset_for_ref_frame[255]; |
| 128 | }; |
| 129 | }; |
| 130 | unsigned int max_num_ref_frames; |
| 131 | unsigned int gaps_in_frame_num_value_allowed_flag; |
| 132 | unsigned int pic_width_in_mbs_minus1; |
| 133 | unsigned int pic_height_in_map_units_minus1; |
| 134 | unsigned int frame_mbs_only_flag; |
| 135 | unsigned int mb_adaptive_frame_field_flag; |
| 136 | unsigned int direct_8x8_inference_flag; |
| 137 | unsigned int frame_cropping_flag; |
| 138 | struct { |
| 139 | unsigned int crop_left; |
| 140 | unsigned int crop_right; |
| 141 | unsigned int crop_top; |
| 142 | unsigned int crop_bottom; |
| 143 | }; |
| 144 | unsigned int vui_parameters_present_flag; |
| 145 | struct nal_h264_vui_parameters vui; |
| 146 | }; |
| 147 | |
| 148 | /* |
| 149 | * struct nal_h264_pps - Picture parameter set |
| 150 | * |
| 151 | * C struct representation of the picture parameter set NAL unit as defined by |
| 152 | * Rec. ITU-T H.264 (04/2017) 7.3.2.2 Picture parameter set RBSP syntax. |
| 153 | */ |
| 154 | struct nal_h264_pps { |
| 155 | unsigned int pic_parameter_set_id; |
| 156 | unsigned int seq_parameter_set_id; |
| 157 | unsigned int entropy_coding_mode_flag; |
| 158 | unsigned int bottom_field_pic_order_in_frame_present_flag; |
| 159 | unsigned int num_slice_groups_minus1; |
| 160 | unsigned int slice_group_map_type; |
| 161 | union { |
| 162 | unsigned int run_length_minus1[8]; |
| 163 | struct { |
| 164 | unsigned int top_left[8]; |
| 165 | unsigned int bottom_right[8]; |
| 166 | }; |
| 167 | struct { |
| 168 | unsigned int slice_group_change_direction_flag; |
| 169 | unsigned int slice_group_change_rate_minus1; |
| 170 | }; |
| 171 | struct { |
| 172 | unsigned int pic_size_in_map_units_minus1; |
| 173 | unsigned int slice_group_id[8]; |
| 174 | }; |
| 175 | }; |
| 176 | unsigned int num_ref_idx_l0_default_active_minus1; |
| 177 | unsigned int num_ref_idx_l1_default_active_minus1; |
| 178 | unsigned int weighted_pred_flag; |
| 179 | unsigned int weighted_bipred_idc; |
| 180 | int pic_init_qp_minus26; |
| 181 | int pic_init_qs_minus26; |
| 182 | int chroma_qp_index_offset; |
| 183 | unsigned int deblocking_filter_control_present_flag; |
| 184 | unsigned int constrained_intra_pred_flag; |
| 185 | unsigned int redundant_pic_cnt_present_flag; |
| 186 | struct { |
| 187 | unsigned int transform_8x8_mode_flag; |
| 188 | unsigned int pic_scaling_matrix_present_flag; |
| 189 | int second_chroma_qp_index_offset; |
| 190 | }; |
| 191 | }; |
| 192 | |
| 193 | /** |
| 194 | * nal_h264_profile() - Get profile_idc for v4l2 h264 profile |
| 195 | * @profile: the profile as &enum v4l2_mpeg_video_h264_profile |
| 196 | * |
| 197 | * Convert the &enum v4l2_mpeg_video_h264_profile to profile_idc as specified |
| 198 | * in Rec. ITU-T H.264 (04/2017) A.2. |
| 199 | * |
| 200 | * Return: the profile_idc for the passed level |
| 201 | */ |
| 202 | static inline int nal_h264_profile(enum v4l2_mpeg_video_h264_profile profile) |
| 203 | { |
| 204 | switch (profile) { |
| 205 | case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE: |
| 206 | return 66; |
| 207 | case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN: |
| 208 | return 77; |
| 209 | case V4L2_MPEG_VIDEO_H264_PROFILE_EXTENDED: |
| 210 | return 88; |
| 211 | case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH: |
| 212 | return 100; |
| 213 | default: |
| 214 | return -EINVAL; |
| 215 | } |
| 216 | } |
| 217 | |
| 218 | /** |
| 219 | * nal_h264_level() - Get level_idc for v4l2 h264 level |
| 220 | * @level: the level as &enum v4l2_mpeg_video_h264_level |
| 221 | * |
| 222 | * Convert the &enum v4l2_mpeg_video_h264_level to level_idc as specified in |
| 223 | * Rec. ITU-T H.264 (04/2017) A.3.2. |
| 224 | * |
| 225 | * Return: the level_idc for the passed level |
| 226 | */ |
| 227 | static inline int nal_h264_level(enum v4l2_mpeg_video_h264_level level) |
| 228 | { |
| 229 | switch (level) { |
| 230 | case V4L2_MPEG_VIDEO_H264_LEVEL_1_0: |
| 231 | return 10; |
| 232 | case V4L2_MPEG_VIDEO_H264_LEVEL_1B: |
| 233 | return 9; |
| 234 | case V4L2_MPEG_VIDEO_H264_LEVEL_1_1: |
| 235 | return 11; |
| 236 | case V4L2_MPEG_VIDEO_H264_LEVEL_1_2: |
| 237 | return 12; |
| 238 | case V4L2_MPEG_VIDEO_H264_LEVEL_1_3: |
| 239 | return 13; |
| 240 | case V4L2_MPEG_VIDEO_H264_LEVEL_2_0: |
| 241 | return 20; |
| 242 | case V4L2_MPEG_VIDEO_H264_LEVEL_2_1: |
| 243 | return 21; |
| 244 | case V4L2_MPEG_VIDEO_H264_LEVEL_2_2: |
| 245 | return 22; |
| 246 | case V4L2_MPEG_VIDEO_H264_LEVEL_3_0: |
| 247 | return 30; |
| 248 | case V4L2_MPEG_VIDEO_H264_LEVEL_3_1: |
| 249 | return 31; |
| 250 | case V4L2_MPEG_VIDEO_H264_LEVEL_3_2: |
| 251 | return 32; |
| 252 | case V4L2_MPEG_VIDEO_H264_LEVEL_4_0: |
| 253 | return 40; |
| 254 | case V4L2_MPEG_VIDEO_H264_LEVEL_4_1: |
| 255 | return 41; |
| 256 | case V4L2_MPEG_VIDEO_H264_LEVEL_4_2: |
| 257 | return 42; |
| 258 | case V4L2_MPEG_VIDEO_H264_LEVEL_5_0: |
| 259 | return 50; |
| 260 | case V4L2_MPEG_VIDEO_H264_LEVEL_5_1: |
| 261 | return 51; |
| 262 | default: |
| 263 | return -EINVAL; |
| 264 | } |
| 265 | } |
| 266 | |
| 267 | /** |
| 268 | * nal_h264_full_range() - Get video_full_range_flag for v4l2 quantization |
| 269 | * @quantization: the quantization type as &enum v4l2_quantization |
| 270 | * |
| 271 | * Convert the &enum v4l2_quantization to video_full_range_flag as specified in |
| 272 | * Rec. ITU-T H.264 (04/2017) E.2.1. |
| 273 | * |
| 274 | * Return: the video_full_range_flag value for the passed quantization |
| 275 | */ |
| 276 | static inline int nal_h264_full_range(enum v4l2_quantization quantization) |
| 277 | { |
| 278 | switch (quantization) { |
| 279 | case V4L2_QUANTIZATION_FULL_RANGE: |
| 280 | return 1; |
| 281 | case V4L2_QUANTIZATION_LIM_RANGE: |
| 282 | return 0; |
| 283 | default: |
| 284 | break; |
| 285 | } |
| 286 | |
| 287 | return 0; |
| 288 | } |
| 289 | |
| 290 | /** |
| 291 | * nal_h264_color_primaries() - Get color_primaries for v4l2 colorspace |
| 292 | * @colorspace: the color space as &enum v4l2_colorspace |
| 293 | * |
| 294 | * Convert the &enum v4l2_colorspace to color_primaries as specified in |
| 295 | * Rec. ITU-T H.264 (04/2017) E.2.1. |
| 296 | * |
| 297 | * Return: the color_primaries value for the passed colorspace |
| 298 | */ |
| 299 | static inline int nal_h264_color_primaries(enum v4l2_colorspace colorspace) |
| 300 | { |
| 301 | switch (colorspace) { |
| 302 | case V4L2_COLORSPACE_SMPTE170M: |
| 303 | return 6; |
| 304 | case V4L2_COLORSPACE_SMPTE240M: |
| 305 | return 7; |
| 306 | case V4L2_COLORSPACE_REC709: |
| 307 | return 1; |
| 308 | case V4L2_COLORSPACE_470_SYSTEM_M: |
| 309 | return 4; |
| 310 | case V4L2_COLORSPACE_JPEG: |
| 311 | case V4L2_COLORSPACE_SRGB: |
| 312 | case V4L2_COLORSPACE_470_SYSTEM_BG: |
| 313 | return 5; |
| 314 | case V4L2_COLORSPACE_BT2020: |
| 315 | return 9; |
| 316 | case V4L2_COLORSPACE_DEFAULT: |
| 317 | case V4L2_COLORSPACE_OPRGB: |
| 318 | case V4L2_COLORSPACE_RAW: |
| 319 | case V4L2_COLORSPACE_DCI_P3: |
| 320 | default: |
| 321 | return 2; |
| 322 | } |
| 323 | } |
| 324 | |
| 325 | /** |
| 326 | * nal_h264_transfer_characteristics() - Get transfer_characteristics for v4l2 xfer_func |
| 327 | * @colorspace: the color space as &enum v4l2_colorspace |
| 328 | * @xfer_func: the transfer function as &enum v4l2_xfer_func |
| 329 | * |
| 330 | * Convert the &enum v4l2_xfer_func to transfer_characteristics as specified in |
| 331 | * Rec. ITU-T H.264 (04/2017) E.2.1. |
| 332 | * |
| 333 | * Return: the transfer_characteristics value for the passed transfer function |
| 334 | */ |
| 335 | static inline int nal_h264_transfer_characteristics(enum v4l2_colorspace colorspace, |
| 336 | enum v4l2_xfer_func xfer_func) |
| 337 | { |
| 338 | if (xfer_func == V4L2_XFER_FUNC_DEFAULT) |
| 339 | xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(colorspace); |
| 340 | |
| 341 | switch (xfer_func) { |
| 342 | case V4L2_XFER_FUNC_709: |
| 343 | return 6; |
| 344 | case V4L2_XFER_FUNC_SMPTE2084: |
| 345 | return 16; |
| 346 | case V4L2_XFER_FUNC_SRGB: |
| 347 | case V4L2_XFER_FUNC_OPRGB: |
| 348 | case V4L2_XFER_FUNC_NONE: |
| 349 | case V4L2_XFER_FUNC_DCI_P3: |
| 350 | case V4L2_XFER_FUNC_SMPTE240M: |
| 351 | default: |
| 352 | return 2; |
| 353 | } |
| 354 | } |
| 355 | |
| 356 | /** |
| 357 | * nal_h264_matrix_coeffs() - Get matrix_coefficients for v4l2 v4l2_ycbcr_encoding |
| 358 | * @colorspace: the color space as &enum v4l2_colorspace |
| 359 | * @ycbcr_encoding: the ycbcr encoding as &enum v4l2_ycbcr_encoding |
| 360 | * |
| 361 | * Convert the &enum v4l2_ycbcr_encoding to matrix_coefficients as specified in |
| 362 | * Rec. ITU-T H.264 (04/2017) E.2.1. |
| 363 | * |
| 364 | * Return: the matrix_coefficients value for the passed encoding |
| 365 | */ |
| 366 | static inline int nal_h264_matrix_coeffs(enum v4l2_colorspace colorspace, |
| 367 | enum v4l2_ycbcr_encoding ycbcr_encoding) |
| 368 | { |
| 369 | if (ycbcr_encoding == V4L2_YCBCR_ENC_DEFAULT) |
| 370 | ycbcr_encoding = V4L2_MAP_YCBCR_ENC_DEFAULT(colorspace); |
| 371 | |
| 372 | switch (ycbcr_encoding) { |
| 373 | case V4L2_YCBCR_ENC_601: |
| 374 | case V4L2_YCBCR_ENC_XV601: |
| 375 | return 5; |
| 376 | case V4L2_YCBCR_ENC_709: |
| 377 | case V4L2_YCBCR_ENC_XV709: |
| 378 | return 1; |
| 379 | case V4L2_YCBCR_ENC_BT2020: |
| 380 | return 9; |
| 381 | case V4L2_YCBCR_ENC_BT2020_CONST_LUM: |
| 382 | return 10; |
| 383 | case V4L2_YCBCR_ENC_SMPTE240M: |
| 384 | default: |
| 385 | return 2; |
| 386 | } |
| 387 | } |
| 388 | |
| 389 | ssize_t nal_h264_write_sps(const struct device *dev, |
| 390 | void *dest, size_t n, struct nal_h264_sps *sps); |
| 391 | ssize_t nal_h264_read_sps(const struct device *dev, |
| 392 | struct nal_h264_sps *sps, void *src, size_t n); |
| 393 | void nal_h264_print_sps(const struct device *dev, struct nal_h264_sps *sps); |
| 394 | |
| 395 | ssize_t nal_h264_write_pps(const struct device *dev, |
| 396 | void *dest, size_t n, struct nal_h264_pps *pps); |
| 397 | ssize_t nal_h264_read_pps(const struct device *dev, |
| 398 | struct nal_h264_pps *pps, void *src, size_t n); |
| 399 | void nal_h264_print_pps(const struct device *dev, struct nal_h264_pps *pps); |
| 400 | |
| 401 | ssize_t nal_h264_write_filler(const struct device *dev, void *dest, size_t n); |
| 402 | ssize_t nal_h264_read_filler(const struct device *dev, void *src, size_t n); |
| 403 | |
| 404 | #endif /* __NAL_H264_H__ */ |
| 405 | |