Commit dd9bb505 authored by Dave Stevenson's avatar Dave Stevenson Committed by Greg Kroah-Hartman

staging: bcm2835-camera: Skip ISP pass to eliminate padding.

Interleaved RGB and single plane YUV formats can be delivered by the
GPU without the secondary step of removing padding, as the
bytesperline field can be set appropriately.

Planar YUV needs the GPU to still remove padding, as there is no way
to report that there is padding between the planes (ie on the height).
The multi-planar formats are NOT applicable, as there is no easy way
to make them contiguous in memory (ie one large allocation that gets
broken up). The whole task is passed across to videobuf2 which has no
notion of that requirement.

v2: Changes by anholt from the downstream driver: Flag two more planar
    formats as needing padding removal, and remove broken userspace
    workaround.
Signed-off-by: default avatarDave Stevenson <dave.stevenson@raspberrypi.org>
Signed-off-by: default avatarEric Anholt <eric@anholt.net>
Signed-off-by: default avatarGreg Kroah-Hartman <gregkh@linuxfoundation.org>
parent 4bebb031
...@@ -86,6 +86,7 @@ static struct mmal_fmt formats[] = { ...@@ -86,6 +86,7 @@ static struct mmal_fmt formats[] = {
.depth = 12, .depth = 12,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 1, .ybbp = 1,
.remove_padding = 1,
}, },
{ {
.name = "4:2:2, packed, YUYV", .name = "4:2:2, packed, YUYV",
...@@ -95,6 +96,7 @@ static struct mmal_fmt formats[] = { ...@@ -95,6 +96,7 @@ static struct mmal_fmt formats[] = {
.depth = 16, .depth = 16,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 2, .ybbp = 2,
.remove_padding = 0,
}, },
{ {
.name = "RGB24 (LE)", .name = "RGB24 (LE)",
...@@ -104,6 +106,7 @@ static struct mmal_fmt formats[] = { ...@@ -104,6 +106,7 @@ static struct mmal_fmt formats[] = {
.depth = 24, .depth = 24,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 3, .ybbp = 3,
.remove_padding = 0,
}, },
{ {
.name = "JPEG", .name = "JPEG",
...@@ -113,6 +116,7 @@ static struct mmal_fmt formats[] = { ...@@ -113,6 +116,7 @@ static struct mmal_fmt formats[] = {
.depth = 8, .depth = 8,
.mmal_component = MMAL_COMPONENT_IMAGE_ENCODE, .mmal_component = MMAL_COMPONENT_IMAGE_ENCODE,
.ybbp = 0, .ybbp = 0,
.remove_padding = 0,
}, },
{ {
.name = "H264", .name = "H264",
...@@ -122,6 +126,7 @@ static struct mmal_fmt formats[] = { ...@@ -122,6 +126,7 @@ static struct mmal_fmt formats[] = {
.depth = 8, .depth = 8,
.mmal_component = MMAL_COMPONENT_VIDEO_ENCODE, .mmal_component = MMAL_COMPONENT_VIDEO_ENCODE,
.ybbp = 0, .ybbp = 0,
.remove_padding = 0,
}, },
{ {
.name = "MJPEG", .name = "MJPEG",
...@@ -131,6 +136,7 @@ static struct mmal_fmt formats[] = { ...@@ -131,6 +136,7 @@ static struct mmal_fmt formats[] = {
.depth = 8, .depth = 8,
.mmal_component = MMAL_COMPONENT_VIDEO_ENCODE, .mmal_component = MMAL_COMPONENT_VIDEO_ENCODE,
.ybbp = 0, .ybbp = 0,
.remove_padding = 0,
}, },
{ {
.name = "4:2:2, packed, YVYU", .name = "4:2:2, packed, YVYU",
...@@ -140,6 +146,7 @@ static struct mmal_fmt formats[] = { ...@@ -140,6 +146,7 @@ static struct mmal_fmt formats[] = {
.depth = 16, .depth = 16,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 2, .ybbp = 2,
.remove_padding = 0,
}, },
{ {
.name = "4:2:2, packed, VYUY", .name = "4:2:2, packed, VYUY",
...@@ -149,6 +156,7 @@ static struct mmal_fmt formats[] = { ...@@ -149,6 +156,7 @@ static struct mmal_fmt formats[] = {
.depth = 16, .depth = 16,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 2, .ybbp = 2,
.remove_padding = 0,
}, },
{ {
.name = "4:2:2, packed, UYVY", .name = "4:2:2, packed, UYVY",
...@@ -158,6 +166,7 @@ static struct mmal_fmt formats[] = { ...@@ -158,6 +166,7 @@ static struct mmal_fmt formats[] = {
.depth = 16, .depth = 16,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 2, .ybbp = 2,
.remove_padding = 0,
}, },
{ {
.name = "4:2:0, planar, NV12", .name = "4:2:0, planar, NV12",
...@@ -167,6 +176,7 @@ static struct mmal_fmt formats[] = { ...@@ -167,6 +176,7 @@ static struct mmal_fmt formats[] = {
.depth = 12, .depth = 12,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 1, .ybbp = 1,
.remove_padding = 1,
}, },
{ {
.name = "RGB24 (BE)", .name = "RGB24 (BE)",
...@@ -176,6 +186,7 @@ static struct mmal_fmt formats[] = { ...@@ -176,6 +186,7 @@ static struct mmal_fmt formats[] = {
.depth = 24, .depth = 24,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 3, .ybbp = 3,
.remove_padding = 0,
}, },
{ {
.name = "4:2:0, planar, YVU", .name = "4:2:0, planar, YVU",
...@@ -185,6 +196,7 @@ static struct mmal_fmt formats[] = { ...@@ -185,6 +196,7 @@ static struct mmal_fmt formats[] = {
.depth = 12, .depth = 12,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 1, .ybbp = 1,
.remove_padding = 1,
}, },
{ {
.name = "4:2:0, planar, NV21", .name = "4:2:0, planar, NV21",
...@@ -194,6 +206,7 @@ static struct mmal_fmt formats[] = { ...@@ -194,6 +206,7 @@ static struct mmal_fmt formats[] = {
.depth = 12, .depth = 12,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 1, .ybbp = 1,
.remove_padding = 1,
}, },
{ {
.name = "RGB32 (BE)", .name = "RGB32 (BE)",
...@@ -203,6 +216,7 @@ static struct mmal_fmt formats[] = { ...@@ -203,6 +216,7 @@ static struct mmal_fmt formats[] = {
.depth = 32, .depth = 32,
.mmal_component = MMAL_COMPONENT_CAMERA, .mmal_component = MMAL_COMPONENT_CAMERA,
.ybbp = 4, .ybbp = 4,
.remove_padding = 0,
}, },
}; };
...@@ -929,9 +943,19 @@ static int vidioc_try_fmt_vid_cap(struct file *file, void *priv, ...@@ -929,9 +943,19 @@ static int vidioc_try_fmt_vid_cap(struct file *file, void *priv,
&f->fmt.pix.height, MIN_HEIGHT, dev->max_height, &f->fmt.pix.height, MIN_HEIGHT, dev->max_height,
1, 0); 1, 0);
f->fmt.pix.bytesperline = f->fmt.pix.width * mfmt->ybbp; f->fmt.pix.bytesperline = f->fmt.pix.width * mfmt->ybbp;
if (!mfmt->remove_padding) {
int align_mask = ((32 * mfmt->depth) >> 3) - 1;
/* GPU isn't removing padding, so stride is aligned to 32 */
f->fmt.pix.bytesperline =
(f->fmt.pix.bytesperline + align_mask) & ~align_mask;
v4l2_dbg(1, bcm2835_v4l2_debug, &dev->v4l2_dev,
"Not removing padding, so bytes/line = %d, "
"(align_mask %d)\n",
f->fmt.pix.bytesperline, align_mask);
}
/* Image buffer has to be padded to allow for alignment, even though /* Image buffer has to be padded to allow for alignment, even though
* we then remove that padding before delivering the buffer. * we sometimes then remove that padding before delivering the buffer.
*/ */
f->fmt.pix.sizeimage = ((f->fmt.pix.height + 15) & ~15) * f->fmt.pix.sizeimage = ((f->fmt.pix.height + 15) & ~15) *
(((f->fmt.pix.width + 31) & ~31) * mfmt->depth) >> 3; (((f->fmt.pix.width + 31) & ~31) * mfmt->depth) >> 3;
...@@ -964,6 +988,7 @@ static int mmal_setup_components(struct bm2835_mmal_dev *dev, ...@@ -964,6 +988,7 @@ static int mmal_setup_components(struct bm2835_mmal_dev *dev,
struct vchiq_mmal_port *port = NULL, *camera_port = NULL; struct vchiq_mmal_port *port = NULL, *camera_port = NULL;
struct vchiq_mmal_component *encode_component = NULL; struct vchiq_mmal_component *encode_component = NULL;
struct mmal_fmt *mfmt = get_format(f); struct mmal_fmt *mfmt = get_format(f);
u32 remove_padding;
BUG_ON(!mfmt); BUG_ON(!mfmt);
...@@ -1032,6 +1057,12 @@ static int mmal_setup_components(struct bm2835_mmal_dev *dev, ...@@ -1032,6 +1057,12 @@ static int mmal_setup_components(struct bm2835_mmal_dev *dev,
camera_port->format.encoding = MMAL_ENCODING_RGB24; camera_port->format.encoding = MMAL_ENCODING_RGB24;
} }
remove_padding = mfmt->remove_padding;
vchiq_mmal_port_parameter_set(dev->instance,
camera_port,
MMAL_PARAMETER_NO_IMAGE_PADDING,
&remove_padding, sizeof(remove_padding));
camera_port->format.encoding_variant = 0; camera_port->format.encoding_variant = 0;
camera_port->es.video.width = f->fmt.pix.width; camera_port->es.video.width = f->fmt.pix.width;
camera_port->es.video.height = f->fmt.pix.height; camera_port->es.video.height = f->fmt.pix.height;
...@@ -1509,7 +1540,6 @@ static int __init mmal_init(struct bm2835_mmal_dev *dev) ...@@ -1509,7 +1540,6 @@ static int __init mmal_init(struct bm2835_mmal_dev *dev)
{ {
int ret; int ret;
struct mmal_es_format_local *format; struct mmal_es_format_local *format;
u32 bool_true = 1;
u32 supported_encodings[MAX_SUPPORTED_ENCODINGS]; u32 supported_encodings[MAX_SUPPORTED_ENCODINGS];
int param_size; int param_size;
struct vchiq_mmal_component *camera; struct vchiq_mmal_component *camera;
...@@ -1593,11 +1623,6 @@ static int __init mmal_init(struct bm2835_mmal_dev *dev) ...@@ -1593,11 +1623,6 @@ static int __init mmal_init(struct bm2835_mmal_dev *dev)
format->es->video.frame_rate.num = 0; /* Rely on fps_range */ format->es->video.frame_rate.num = 0; /* Rely on fps_range */
format->es->video.frame_rate.den = 1; format->es->video.frame_rate.den = 1;
vchiq_mmal_port_parameter_set(dev->instance,
&camera->output[MMAL_CAMERA_PORT_VIDEO],
MMAL_PARAMETER_NO_IMAGE_PADDING,
&bool_true, sizeof(bool_true));
format = &camera->output[MMAL_CAMERA_PORT_CAPTURE].format; format = &camera->output[MMAL_CAMERA_PORT_CAPTURE].format;
format->encoding = MMAL_ENCODING_OPAQUE; format->encoding = MMAL_ENCODING_OPAQUE;
...@@ -1619,11 +1644,6 @@ static int __init mmal_init(struct bm2835_mmal_dev *dev) ...@@ -1619,11 +1644,6 @@ static int __init mmal_init(struct bm2835_mmal_dev *dev)
dev->capture.enc_profile = V4L2_MPEG_VIDEO_H264_PROFILE_HIGH; dev->capture.enc_profile = V4L2_MPEG_VIDEO_H264_PROFILE_HIGH;
dev->capture.enc_level = V4L2_MPEG_VIDEO_H264_LEVEL_4_0; dev->capture.enc_level = V4L2_MPEG_VIDEO_H264_LEVEL_4_0;
vchiq_mmal_port_parameter_set(dev->instance,
&camera->output[MMAL_CAMERA_PORT_CAPTURE],
MMAL_PARAMETER_NO_IMAGE_PADDING,
&bool_true, sizeof(bool_true));
/* get the preview component ready */ /* get the preview component ready */
ret = vchiq_mmal_component_init( ret = vchiq_mmal_component_init(
dev->instance, "ril.video_render", dev->instance, "ril.video_render",
......
...@@ -28,6 +28,9 @@ struct mmal_fmt { ...@@ -28,6 +28,9 @@ struct mmal_fmt {
int depth; int depth;
u32 mmal_component; /* MMAL component index to be used to encode */ u32 mmal_component; /* MMAL component index to be used to encode */
u32 ybbp; /* depth of first Y plane for planar formats */ u32 ybbp; /* depth of first Y plane for planar formats */
bool remove_padding; /* Does the GPU have to remove padding,
* or can we do hide padding via bytesperline.
*/
}; };
/* buffer for one video frame */ /* buffer for one video frame */
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment