vaapipostproc: allow cropping via properties

Add crop-left, crop-right, crop-top and crop-bottom
properties to vaapipostproc.
This commit is contained in:
U. Artie Eoff 2019-07-08 14:18:00 -07:00
parent 55654f2915
commit 2f0f5e1ef9
3 changed files with 128 additions and 11 deletions

View file

@ -123,6 +123,10 @@ enum
PROP_CONTRAST, PROP_CONTRAST,
PROP_SCALE_METHOD, PROP_SCALE_METHOD,
PROP_VIDEO_DIRECTION, PROP_VIDEO_DIRECTION,
PROP_CROP_LEFT,
PROP_CROP_RIGHT,
PROP_CROP_TOP,
PROP_CROP_BOTTOM,
PROP_SKIN_TONE_ENHANCEMENT, PROP_SKIN_TONE_ENHANCEMENT,
}; };
@ -619,6 +623,11 @@ update_filter (GstVaapiPostproc * postproc)
postproc->flags &= ~(GST_VAAPI_POSTPROC_FLAG_VIDEO_DIRECTION); postproc->flags &= ~(GST_VAAPI_POSTPROC_FLAG_VIDEO_DIRECTION);
} }
if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_CROP)
if ((postproc->crop_left | postproc->crop_right | postproc->crop_top
| postproc->crop_bottom) == 0)
postproc->flags &= ~(GST_VAAPI_POSTPROC_FLAG_CROP);
if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_SKINTONE) { if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_SKINTONE) {
if (!gst_vaapi_filter_set_skintone (postproc->filter, if (!gst_vaapi_filter_set_skintone (postproc->filter,
postproc->skintone_enhance)) postproc->skintone_enhance))
@ -675,7 +684,8 @@ replace_to_dumb_buffer_if_required (GstVaapiPostproc * postproc,
static gboolean static gboolean
use_vpp_crop (GstVaapiPostproc * postproc) use_vpp_crop (GstVaapiPostproc * postproc)
{ {
return !postproc->forward_crop; return !(postproc->forward_crop
&& !(postproc->flags & GST_VAAPI_POSTPROC_FLAG_CROP));
} }
static void static void
@ -753,15 +763,20 @@ gst_vaapipostproc_process_vpp (GstBaseTransform * trans, GstBuffer * inbuf,
goto error_invalid_buffer; goto error_invalid_buffer;
inbuf_surface = gst_vaapi_video_meta_get_surface (inbuf_meta); inbuf_surface = gst_vaapi_video_meta_get_surface (inbuf_meta);
crop_meta = gst_buffer_get_video_crop_meta (inbuf); if (use_vpp_crop (postproc)) {
if (crop_meta && use_vpp_crop (postproc)) {
GST_DEBUG_OBJECT (postproc, "cropping x=%d,y=%d,w=%d,h=%d",
crop_meta->x, crop_meta->y, crop_meta->width, crop_meta->height);
crop_rect = &tmp_rect; crop_rect = &tmp_rect;
crop_rect->x = crop_meta->x; crop_rect->x = postproc->crop_left;
crop_rect->y = crop_meta->y; crop_rect->y = postproc->crop_top;
crop_rect->width = crop_meta->width; crop_rect->width = GST_VIDEO_INFO_WIDTH (&postproc->sinkpad_info)
crop_rect->height = crop_meta->height; - (postproc->crop_left + postproc->crop_right);
crop_rect->height = GST_VIDEO_INFO_HEIGHT (&postproc->sinkpad_info)
- (postproc->crop_top + postproc->crop_bottom);
crop_meta = gst_buffer_get_video_crop_meta (inbuf);
if (crop_meta) {
crop_rect->x += crop_meta->x;
crop_rect->y += crop_meta->y;
}
} }
if (!crop_rect) if (!crop_rect)
@ -1730,8 +1745,13 @@ get_scale_factor (GstVaapiPostproc * const postproc, gdouble * w_factor,
break; break;
} }
*w_factor = GST_VIDEO_INFO_WIDTH (&postproc->sinkpad_info) / wd; *w_factor = GST_VIDEO_INFO_WIDTH (&postproc->sinkpad_info)
*h_factor = GST_VIDEO_INFO_HEIGHT (&postproc->sinkpad_info) / hd; - (postproc->crop_left + postproc->crop_right);
*w_factor /= wd;
*h_factor = GST_VIDEO_INFO_HEIGHT (&postproc->sinkpad_info)
- (postproc->crop_top + postproc->crop_bottom);
*h_factor /= hd;
} }
static gboolean static gboolean
@ -1754,6 +1774,7 @@ gst_vaapipostproc_src_event (GstBaseTransform * trans, GstEvent * event)
gst_structure_get_double (structure, "pointer_y", &y)) { gst_structure_get_double (structure, "pointer_y", &y)) {
GST_DEBUG_OBJECT (postproc, "converting %fx%f", x, y); GST_DEBUG_OBJECT (postproc, "converting %fx%f", x, y);
/* video-direction compensation */
switch (gst_vaapi_filter_get_video_direction (postproc->filter)) { switch (gst_vaapi_filter_get_video_direction (postproc->filter)) {
case GST_VIDEO_ORIENTATION_90R: case GST_VIDEO_ORIENTATION_90R:
new_x = y; new_x = y;
@ -1789,10 +1810,15 @@ gst_vaapipostproc_src_event (GstBaseTransform * trans, GstEvent * event)
break; break;
} }
/* scale compensation */
get_scale_factor (postproc, &w_factor, &h_factor); get_scale_factor (postproc, &w_factor, &h_factor);
new_x *= w_factor; new_x *= w_factor;
new_y *= h_factor; new_y *= h_factor;
/* crop compensation */
new_x += postproc->crop_left;
new_y += postproc->crop_top;
GST_DEBUG_OBJECT (postproc, "to %fx%f", new_x, new_y); GST_DEBUG_OBJECT (postproc, "to %fx%f", new_x, new_y);
gst_structure_set (structure, "pointer_x", G_TYPE_DOUBLE, new_x, gst_structure_set (structure, "pointer_x", G_TYPE_DOUBLE, new_x,
"pointer_y", G_TYPE_DOUBLE, new_y, NULL); "pointer_y", G_TYPE_DOUBLE, new_y, NULL);
@ -1947,6 +1973,22 @@ gst_vaapipostproc_set_property (GObject * object,
postproc->skintone_enhance = g_value_get_boolean (value); postproc->skintone_enhance = g_value_get_boolean (value);
postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SKINTONE; postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SKINTONE;
break; break;
case PROP_CROP_LEFT:
postproc->crop_left = g_value_get_uint (value);
postproc->flags |= GST_VAAPI_POSTPROC_FLAG_CROP;
break;
case PROP_CROP_RIGHT:
postproc->crop_right = g_value_get_uint (value);
postproc->flags |= GST_VAAPI_POSTPROC_FLAG_CROP;
break;
case PROP_CROP_TOP:
postproc->crop_top = g_value_get_uint (value);
postproc->flags |= GST_VAAPI_POSTPROC_FLAG_CROP;
break;
case PROP_CROP_BOTTOM:
postproc->crop_bottom = g_value_get_uint (value);
postproc->flags |= GST_VAAPI_POSTPROC_FLAG_CROP;
break;
default: default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break; break;
@ -2010,6 +2052,18 @@ gst_vaapipostproc_get_property (GObject * object,
case PROP_SKIN_TONE_ENHANCEMENT: case PROP_SKIN_TONE_ENHANCEMENT:
g_value_set_boolean (value, postproc->skintone_enhance); g_value_set_boolean (value, postproc->skintone_enhance);
break; break;
case PROP_CROP_LEFT:
g_value_set_uint (value, postproc->crop_left);
break;
case PROP_CROP_RIGHT:
g_value_set_uint (value, postproc->crop_right);
break;
case PROP_CROP_TOP:
g_value_set_uint (value, postproc->crop_top);
break;
case PROP_CROP_BOTTOM:
g_value_set_uint (value, postproc->crop_bottom);
break;
default: default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break; break;
@ -2140,6 +2194,58 @@ gst_vaapipostproc_class_init (GstVaapiPostprocClass * klass)
"Forced output height", "Forced output height",
0, G_MAXINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); 0, G_MAXINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
/**
* GstVaapiPostproc:crop-left:
*
* The number of pixels to crop at left.
*/
g_object_class_install_property
(object_class,
PROP_CROP_LEFT,
g_param_spec_uint ("crop-left",
"Crop Left",
"Pixels to crop at left",
0, G_MAXINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
/**
* GstVaapiPostproc:crop-right:
*
* The number of pixels to crop at right.
*/
g_object_class_install_property
(object_class,
PROP_CROP_RIGHT,
g_param_spec_uint ("crop-right",
"Crop Right",
"Pixels to crop at right",
0, G_MAXINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
/**
* GstVaapiPostproc:crop-top:
*
* The number of pixels to crop at top.
*/
g_object_class_install_property
(object_class,
PROP_CROP_TOP,
g_param_spec_uint ("crop-top",
"Crop Top",
"Pixels to crop at top",
0, G_MAXINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
/**
* GstVaapiPostproc:crop-bottom:
*
* The number of pixels to crop at bottom.
*/
g_object_class_install_property
(object_class,
PROP_CROP_BOTTOM,
g_param_spec_uint ("crop-bottom",
"Crop Bottom",
"Pixels to crop at bottom",
0, G_MAXINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
/** /**
* GstVaapiPostproc:force-aspect-ratio: * GstVaapiPostproc:force-aspect-ratio:
* *

View file

@ -104,6 +104,7 @@ typedef enum
GST_VAAPI_POSTPROC_FLAG_SCALE = 1 << GST_VAAPI_FILTER_OP_SCALING, GST_VAAPI_POSTPROC_FLAG_SCALE = 1 << GST_VAAPI_FILTER_OP_SCALING,
GST_VAAPI_POSTPROC_FLAG_VIDEO_DIRECTION = GST_VAAPI_POSTPROC_FLAG_VIDEO_DIRECTION =
1 << GST_VAAPI_FILTER_OP_VIDEO_DIRECTION, 1 << GST_VAAPI_FILTER_OP_VIDEO_DIRECTION,
GST_VAAPI_POSTPROC_FLAG_CROP = 1 << GST_VAAPI_FILTER_OP_CROP,
GST_VAAPI_POSTPROC_FLAG_SKINTONE = 1 << GST_VAAPI_FILTER_OP_SKINTONE, GST_VAAPI_POSTPROC_FLAG_SKINTONE = 1 << GST_VAAPI_FILTER_OP_SKINTONE,
/* Additional custom flags */ /* Additional custom flags */
@ -168,6 +169,12 @@ struct _GstVaapiPostproc
GstVideoOrientationMethod video_direction; GstVideoOrientationMethod video_direction;
GstVideoOrientationMethod tag_video_direction; GstVideoOrientationMethod tag_video_direction;
/* Cropping */
guint crop_left;
guint crop_right;
guint crop_top;
guint crop_bottom;
/* Color balance filter values */ /* Color balance filter values */
gfloat hue; gfloat hue;
gfloat saturation; gfloat saturation;

View file

@ -179,6 +179,10 @@ _fixate_frame_size (GstVaapiPostproc * postproc, GstVideoInfo * vinfo,
from_w = GST_VIDEO_INFO_WIDTH (vinfo); from_w = GST_VIDEO_INFO_WIDTH (vinfo);
from_h = GST_VIDEO_INFO_HEIGHT (vinfo); from_h = GST_VIDEO_INFO_HEIGHT (vinfo);
/* adjust for crop settings */
from_w -= postproc->crop_left + postproc->crop_right;
from_h -= postproc->crop_top + postproc->crop_bottom;
/* compensate for rotation if needed */ /* compensate for rotation if needed */
switch (gst_vaapi_filter_get_video_direction (postproc->filter)) { switch (gst_vaapi_filter_get_video_direction (postproc->filter)) {
case GST_VIDEO_ORIENTATION_90R: case GST_VIDEO_ORIENTATION_90R: