FFmpeg  4.3.6
ffmpeg_videotoolbox.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "config.h"
20 
21 #if HAVE_UTGETOSTYPEFROMSTRING
22 #include <CoreServices/CoreServices.h>
23 #endif
24 
25 #include "libavcodec/avcodec.h"
27 #include "libavutil/imgutils.h"
28 #include "ffmpeg.h"
29 
30 typedef struct VTContext {
32 } VTContext;
33 
35 
37 {
38  InputStream *ist = s->opaque;
39  VTContext *vt = ist->hwaccel_ctx;
40  CVPixelBufferRef pixbuf = (CVPixelBufferRef)frame->data[3];
41  OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
42  CVReturn err;
43  uint8_t *data[4] = { 0 };
44  int linesize[4] = { 0 };
45  int planes, ret, i;
46 
48 
49  switch (pixel_format) {
50  case kCVPixelFormatType_420YpCbCr8Planar: vt->tmp_frame->format = AV_PIX_FMT_YUV420P; break;
51  case kCVPixelFormatType_422YpCbCr8: vt->tmp_frame->format = AV_PIX_FMT_UYVY422; break;
52  case kCVPixelFormatType_32BGRA: vt->tmp_frame->format = AV_PIX_FMT_BGRA; break;
53 #ifdef kCFCoreFoundationVersionNumber10_7
54  case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange:
55  case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange: vt->tmp_frame->format = AV_PIX_FMT_NV12; break;
56 #endif
57 #if HAVE_KCVPIXELFORMATTYPE_420YPCBCR10BIPLANARVIDEORANGE
60 #endif
61  default:
63  "%s: Unsupported pixel format: %s\n",
65  return AVERROR(ENOSYS);
66  }
67 
68  vt->tmp_frame->width = frame->width;
69  vt->tmp_frame->height = frame->height;
70  ret = av_frame_get_buffer(vt->tmp_frame, 0);
71  if (ret < 0)
72  return ret;
73 
74  err = CVPixelBufferLockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
75  if (err != kCVReturnSuccess) {
76  av_log(NULL, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
77  return AVERROR_UNKNOWN;
78  }
79 
80  if (CVPixelBufferIsPlanar(pixbuf)) {
81 
82  planes = CVPixelBufferGetPlaneCount(pixbuf);
83  for (i = 0; i < planes; i++) {
84  data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
85  linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
86  }
87  } else {
88  data[0] = CVPixelBufferGetBaseAddress(pixbuf);
89  linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
90  }
91 
93  (const uint8_t **)data, linesize, vt->tmp_frame->format,
94  frame->width, frame->height);
95 
96  ret = av_frame_copy_props(vt->tmp_frame, frame);
97  CVPixelBufferUnlockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
98  if (ret < 0)
99  return ret;
100 
101  av_frame_unref(frame);
102  av_frame_move_ref(frame, vt->tmp_frame);
103 
104  return 0;
105 }
106 
108 {
109  InputStream *ist = s->opaque;
110  VTContext *vt = ist->hwaccel_ctx;
111 
112  ist->hwaccel_uninit = NULL;
114 
115  av_frame_free(&vt->tmp_frame);
116 
118  av_freep(&ist->hwaccel_ctx);
119 }
120 
122 {
123  InputStream *ist = s->opaque;
124  int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR;
125  int ret = 0;
126  VTContext *vt;
127 
128  vt = av_mallocz(sizeof(*vt));
129  if (!vt)
130  return AVERROR(ENOMEM);
131 
132  ist->hwaccel_ctx = vt;
135 
136  vt->tmp_frame = av_frame_alloc();
137  if (!vt->tmp_frame) {
138  ret = AVERROR(ENOMEM);
139  goto fail;
140  }
141 
142  // TODO: reindent
143  if (!videotoolbox_pixfmt) {
145  } else {
147  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
149  kCFStringEncodingUTF8);
150 #if HAVE_UTGETOSTYPEFROMSTRING
151  vtctx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
152 #else
153  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
154  "on this platform, %s pixel format can not be honored from "
155  "the command line\n", videotoolbox_pixfmt);
156 #endif
157  ret = av_videotoolbox_default_init2(s, vtctx);
158  CFRelease(pixfmt_str);
159  }
160  if (ret < 0) {
161  av_log(NULL, loglevel, "Error creating Videotoolbox decoder.\n");
162  goto fail;
163  }
164 
165  return 0;
166 fail:
168  return ret;
169 }
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:81
#define NULL
Definition: coverity.c:32
This structure describes decoded (raw) audio or video data.
Definition: frame.h:300
misc image utilities
static void videotoolbox_uninit(AVCodecContext *s)
AVFrame * tmp_frame
AVVideotoolboxContext * av_videotoolbox_alloc_context(void)
Allocate and initialize a Videotoolbox context.
char * videotoolbox_pixfmt
void(* hwaccel_uninit)(AVCodecContext *s)
Definition: ffmpeg.h:371
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:583
static int videotoolbox_retrieve_data(AVCodecContext *s, AVFrame *frame)
#define AV_PIX_FMT_P010
Definition: pixfmt.h:446
uint8_t
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:190
const char data[16]
Definition: mxf.c:91
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
int av_videotoolbox_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
#define av_log(a,...)
int(* hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg.h:373
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
int width
Definition: frame.h:358
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
Definition: pixfmt.h:95
#define av_fourcc2str(fourcc)
Definition: avutil.h:348
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:89
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:237
#define fail()
Definition: checkasm.h:123
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:387
static const struct @315 planes[]
#define s(width, name)
Definition: cbs_vp9.c:257
int av_videotoolbox_default_init2(AVCodecContext *avctx, AVVideotoolboxContext *vtctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
Definition: frame.h:373
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:331
main external API structure.
Definition: avcodec.h:526
unsigned int codec_tag
fourcc (LSB first, so "ABCD" -> (&#39;D&#39;<<24) + (&#39;C&#39;<<16) + (&#39;B&#39;<<8) + &#39;A&#39;).
Definition: avcodec.h:551
int videotoolbox_init(AVCodecContext *s)
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that Videotoolbox will use for decoded frames.
Definition: videotoolbox.h:64
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:325
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:554
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:314
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
void * hwaccel_ctx
Definition: ffmpeg.h:370
int height
Definition: frame.h:358
#define av_freep(p)
void av_videotoolbox_default_free(AVCodecContext *avctx)
This function must be called to free the Videotoolbox context initialized with av_videotoolbox_defaul...
enum HWAccelID hwaccel_id
Definition: ffmpeg.h:364
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: videotoolbox.h:46
void * opaque
Private data of the user, can be used to carry app specific stuff.
Definition: avcodec.h:568
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:659
CVImageBufferRef frame
Definition: vt_internal.h:33
Public libavcodec Videotoolbox header.