mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2024-12-13 10:44:59 +00:00
2a9d461abc
Signed-off-by: Aman Gupta <aman@tmm1.net>
255 lines
7.4 KiB
C
255 lines
7.4 KiB
C
/*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "config.h"
|
|
|
|
#include <stdint.h>
|
|
#include <string.h>
|
|
|
|
#include <VideoToolbox/VideoToolbox.h>
|
|
|
|
#include "buffer.h"
|
|
#include "common.h"
|
|
#include "hwcontext.h"
|
|
#include "hwcontext_internal.h"
|
|
#include "hwcontext_videotoolbox.h"
|
|
#include "mem.h"
|
|
#include "pixfmt.h"
|
|
#include "pixdesc.h"
|
|
|
|
static const struct {
|
|
uint32_t cv_fmt;
|
|
bool full_range;
|
|
enum AVPixelFormat pix_fmt;
|
|
} cv_pix_fmts[] = {
|
|
{ kCVPixelFormatType_420YpCbCr8Planar, false, AV_PIX_FMT_YUV420P },
|
|
{ kCVPixelFormatType_422YpCbCr8, false, AV_PIX_FMT_UYVY422 },
|
|
{ kCVPixelFormatType_32BGRA, false, AV_PIX_FMT_BGRA },
|
|
#ifdef kCFCoreFoundationVersionNumber10_7
|
|
{ kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, false, AV_PIX_FMT_NV12 },
|
|
{ kCVPixelFormatType_420YpCbCr8BiPlanarFullRange, true, AV_PIX_FMT_NV12 },
|
|
#endif
|
|
#if HAVE_KCVPIXELFORMATTYPE_420YPCBCR10BIPLANARVIDEORANGE
|
|
{ kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange, false, AV_PIX_FMT_P010 },
|
|
{ kCVPixelFormatType_420YpCbCr10BiPlanarFullRange, true, AV_PIX_FMT_P010 },
|
|
#endif
|
|
};
|
|
|
|
enum AVPixelFormat av_map_videotoolbox_format_to_pixfmt(uint32_t cv_fmt)
|
|
{
|
|
int i;
|
|
for (i = 0; i < FF_ARRAY_ELEMS(cv_pix_fmts); i++) {
|
|
if (cv_pix_fmts[i].cv_fmt == cv_fmt)
|
|
return cv_pix_fmts[i].pix_fmt;
|
|
}
|
|
return AV_PIX_FMT_NONE;
|
|
}
|
|
|
|
uint32_t av_map_videotoolbox_format_from_pixfmt(enum AVPixelFormat pix_fmt)
|
|
{
|
|
return av_map_videotoolbox_format_from_pixfmt2(pix_fmt, false);
|
|
}
|
|
|
|
uint32_t av_map_videotoolbox_format_from_pixfmt2(enum AVPixelFormat pix_fmt, bool full_range)
|
|
{
|
|
int i;
|
|
for (i = 0; i < FF_ARRAY_ELEMS(cv_pix_fmts); i++) {
|
|
if (cv_pix_fmts[i].pix_fmt == pix_fmt && cv_pix_fmts[i].full_range == full_range)
|
|
return cv_pix_fmts[i].cv_fmt;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int vt_get_buffer(AVHWFramesContext *ctx, AVFrame *frame)
|
|
{
|
|
frame->buf[0] = av_buffer_pool_get(ctx->pool);
|
|
if (!frame->buf[0])
|
|
return AVERROR(ENOMEM);
|
|
|
|
frame->data[3] = frame->buf[0]->data;
|
|
frame->format = AV_PIX_FMT_VIDEOTOOLBOX;
|
|
frame->width = ctx->width;
|
|
frame->height = ctx->height;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int vt_transfer_get_formats(AVHWFramesContext *ctx,
|
|
enum AVHWFrameTransferDirection dir,
|
|
enum AVPixelFormat **formats)
|
|
{
|
|
enum AVPixelFormat *fmts = av_malloc_array(2, sizeof(*fmts));
|
|
if (!fmts)
|
|
return AVERROR(ENOMEM);
|
|
|
|
fmts[0] = ctx->sw_format;
|
|
fmts[1] = AV_PIX_FMT_NONE;
|
|
|
|
*formats = fmts;
|
|
return 0;
|
|
}
|
|
|
|
static void vt_unmap(AVHWFramesContext *ctx, HWMapDescriptor *hwmap)
|
|
{
|
|
CVPixelBufferRef pixbuf = (CVPixelBufferRef)hwmap->source->data[3];
|
|
|
|
CVPixelBufferUnlockBaseAddress(pixbuf, (uintptr_t)hwmap->priv);
|
|
}
|
|
|
|
static int vt_map_frame(AVHWFramesContext *ctx, AVFrame *dst, const AVFrame *src,
|
|
int flags)
|
|
{
|
|
CVPixelBufferRef pixbuf = (CVPixelBufferRef)src->data[3];
|
|
OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
|
|
CVReturn err;
|
|
uint32_t map_flags = 0;
|
|
int ret;
|
|
int i;
|
|
enum AVPixelFormat format;
|
|
|
|
format = av_map_videotoolbox_format_to_pixfmt(pixel_format);
|
|
if (dst->format != format) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unsupported or mismatching pixel format: %s\n",
|
|
av_fourcc2str(pixel_format));
|
|
return AVERROR_UNKNOWN;
|
|
}
|
|
|
|
if (CVPixelBufferGetWidth(pixbuf) != ctx->width ||
|
|
CVPixelBufferGetHeight(pixbuf) != ctx->height) {
|
|
av_log(ctx, AV_LOG_ERROR, "Inconsistent frame dimensions.\n");
|
|
return AVERROR_UNKNOWN;
|
|
}
|
|
|
|
if (flags == AV_HWFRAME_MAP_READ)
|
|
map_flags = kCVPixelBufferLock_ReadOnly;
|
|
|
|
err = CVPixelBufferLockBaseAddress(pixbuf, map_flags);
|
|
if (err != kCVReturnSuccess) {
|
|
av_log(ctx, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
|
|
return AVERROR_UNKNOWN;
|
|
}
|
|
|
|
if (CVPixelBufferIsPlanar(pixbuf)) {
|
|
int planes = CVPixelBufferGetPlaneCount(pixbuf);
|
|
for (i = 0; i < planes; i++) {
|
|
dst->data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
|
|
dst->linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
|
|
}
|
|
} else {
|
|
dst->data[0] = CVPixelBufferGetBaseAddress(pixbuf);
|
|
dst->linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
|
|
}
|
|
|
|
ret = ff_hwframe_map_create(src->hw_frames_ctx, dst, src, vt_unmap,
|
|
(void *)(uintptr_t)map_flags);
|
|
if (ret < 0)
|
|
goto unlock;
|
|
|
|
return 0;
|
|
|
|
unlock:
|
|
CVPixelBufferUnlockBaseAddress(pixbuf, map_flags);
|
|
return ret;
|
|
}
|
|
|
|
static int vt_transfer_data_from(AVHWFramesContext *hwfc,
|
|
AVFrame *dst, const AVFrame *src)
|
|
{
|
|
AVFrame *map;
|
|
int err;
|
|
|
|
if (dst->width > hwfc->width || dst->height > hwfc->height)
|
|
return AVERROR(EINVAL);
|
|
|
|
map = av_frame_alloc();
|
|
if (!map)
|
|
return AVERROR(ENOMEM);
|
|
map->format = dst->format;
|
|
|
|
err = vt_map_frame(hwfc, map, src, AV_HWFRAME_MAP_READ);
|
|
if (err)
|
|
goto fail;
|
|
|
|
map->width = dst->width;
|
|
map->height = dst->height;
|
|
|
|
err = av_frame_copy(dst, map);
|
|
if (err)
|
|
goto fail;
|
|
|
|
err = 0;
|
|
fail:
|
|
av_frame_free(&map);
|
|
return err;
|
|
}
|
|
|
|
static int vt_transfer_data_to(AVHWFramesContext *hwfc,
|
|
AVFrame *dst, const AVFrame *src)
|
|
{
|
|
AVFrame *map;
|
|
int err;
|
|
|
|
if (src->width > hwfc->width || src->height > hwfc->height)
|
|
return AVERROR(EINVAL);
|
|
|
|
map = av_frame_alloc();
|
|
if (!map)
|
|
return AVERROR(ENOMEM);
|
|
map->format = src->format;
|
|
|
|
err = vt_map_frame(hwfc, map, dst, AV_HWFRAME_MAP_WRITE | AV_HWFRAME_MAP_OVERWRITE);
|
|
if (err)
|
|
goto fail;
|
|
|
|
map->width = src->width;
|
|
map->height = src->height;
|
|
|
|
err = av_frame_copy(map, src);
|
|
if (err)
|
|
goto fail;
|
|
|
|
err = 0;
|
|
fail:
|
|
av_frame_free(&map);
|
|
return err;
|
|
}
|
|
|
|
static int vt_device_create(AVHWDeviceContext *ctx, const char *device,
|
|
AVDictionary *opts, int flags)
|
|
{
|
|
if (device && device[0]) {
|
|
av_log(ctx, AV_LOG_ERROR, "Device selection unsupported.\n");
|
|
return AVERROR_UNKNOWN;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
const HWContextType ff_hwcontext_type_videotoolbox = {
|
|
.type = AV_HWDEVICE_TYPE_VIDEOTOOLBOX,
|
|
.name = "videotoolbox",
|
|
|
|
.device_create = vt_device_create,
|
|
.frames_get_buffer = vt_get_buffer,
|
|
.transfer_get_formats = vt_transfer_get_formats,
|
|
.transfer_data_to = vt_transfer_data_to,
|
|
.transfer_data_from = vt_transfer_data_from,
|
|
|
|
.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_VIDEOTOOLBOX, AV_PIX_FMT_NONE },
|
|
};
|