video: Fix NV12_16L32 size calculation

ndufresne · GStreamer Marge Bot · commit f1756493d26e · 2022-05-31T16:23:01.000Z
The subsampling of the second plane was not taken into account, resulting in a 16bit per pixel buffers instead of 12. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2512>
diff --git a/subprojects/gst-plugins-base/gst-libs/gst/video/video-info.c b/subprojects/gst-plugins-base/gst-libs/gst/video/video-info.c
@@ -1129,7 +1129,7 @@ fill_planes (GstVideoInfo * info, gsize plane_size[GST_VIDEO_MAX_PLANES])
       info->offset[1] =
           GST_ROUND_UP_N (width, 1 << ws) * GST_ROUND_UP_N (height, 1 << hs);
       info->size = info->offset[1] + GST_ROUND_UP_N (width, 1 << ws) *
-          GST_ROUND_UP_N (height, 1 << (hs - 1));
+          GST_ROUND_UP_N (height, 1 << hs) / 2;
       break;
     }
     case GST_VIDEO_FORMAT_A420_10LE:

Original file line number	Diff line number	Diff line change
`@@ -1129,7 +1129,7 @@ fill_planes (GstVideoInfo * info, gsize plane_size[GST_VIDEO_MAX_PLANES])`
`1129`	`1129`	`info->offset[1] =`
`1130`	`1130`	`GST_ROUND_UP_N (width, 1 << ws) * GST_ROUND_UP_N (height, 1 << hs);`
`1131`	`1131`	`info->size = info->offset[1] + GST_ROUND_UP_N (width, 1 << ws) *`
`1132`		`- GST_ROUND_UP_N (height, 1 << (hs - 1));`
	`1132`	`+ GST_ROUND_UP_N (height, 1 << hs) / 2;`
`1133`	`1133`	`break;`
`1134`	`1134`	`}`
`1135`	`1135`	`case GST_VIDEO_FORMAT_A420_10LE:`