/* * Copyright (C) 2007 Intel Corporation * Copyright (C) 2016 Florent Revest * Copyright (C) 2018 Paul Kocialkowski * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sub license, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice (including the * next paragraph) shall be included in all copies or substantial portions * of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #ifndef _V4L2_REQUEST_H_ #define _V4L2_REQUEST_H_ #include #include "context.h" #include "object_heap.h" #include "request_pool.h" #include "cap_pool.h" #include "video.h" #include #include #define V4L2_REQUEST_STR_VENDOR "v4l2-request" #define V4L2_REQUEST_MAX_PROFILES 13 #define V4L2_REQUEST_MAX_ENTRYPOINTS 5 #define V4L2_REQUEST_MAX_CONFIG_ATTRIBUTES 10 #define V4L2_REQUEST_MAX_IMAGE_FORMATS 10 #define V4L2_REQUEST_MAX_SUBPIC_FORMATS 4 #define V4L2_REQUEST_MAX_DISPLAY_ATTRIBUTES 4 struct request_data { struct object_heap config_heap; struct object_heap context_heap; struct object_heap surface_heap; struct object_heap buffer_heap; struct object_heap image_heap; int video_fd; int media_fd; /* * iter38: multi-device probe. RK3399 has two V4L2 stateless decoders: * - rkvdec → H264 / HEVC / VP9 * - hantro-vpu (rk3399-vpu-dec) → MPEG-2 / VP8 * At VA_DRIVER_INIT we probe both, open their fds, and store them * here. driver_data->video_fd / media_fd above are the "active" fds * (point at one of the pairs below). RequestCreateConfig retargets * them based on the profile's required device. Pools and video_format * are torn down at retarget time so the next CreateContext rebuilds * them against the right device. * * -1 means that device kind isn't present on this kernel boot. * Honours LIBVA_V4L2_REQUEST_VIDEO_PATH / MEDIA_PATH explicit * overrides — when those are set, only the single requested device * is opened and the alt fds stay -1. */ int video_fd_rkvdec; int media_fd_rkvdec; int video_fd_hantro; int media_fd_hantro; struct video_format *video_format; /* * OUTPUT (bitstream-input) buffer pool, decoupled from VA * surfaces. Sized by codec pipeline depth, populated on first * RequestCreateContext, torn down at driver Terminate. */ struct request_pool output_pool; /* * CAPTURE (decoded-frame) buffer pool, decoupled from VA * surfaces (iter2 Fix 3). Each surface acquires a slot at * vaBeginPicture time and releases it on the next acquisition * or vaDestroySurfaces. Pool sized to max(surfaces_count, * MIN_CAP_POOL) at first vaCreateSurfaces2; torn down at * vaDestroyContext. * * Background: pre-iter2 each surface was 1:1 bound to one * CAPTURE buffer index; mpv re-using a surface for a new decode * caused V4L2 to re-QBUF the same physical buffer while a * compositor still held an EXPBUF'd dma_buf fd, producing * visible stutter on mpv vaapi --vo=gpu. */ struct cap_pool capture_pool; /* * iter5b-β: the pre-β last_output_{width,height} cache fields * and surface_reset_format_cache() helper are deleted. They * existed because CreateSurfaces2 owned the OUTPUT-side V4L2 * device-format lifecycle and needed to gate re-S_FMT on * resolution change. β moves that lifecycle to CreateContext, * which is naturally one-shot per context cycle; no caching is * required. DestroyContext + next CreateContext rebuild from * scratch. * * iter5b-β Commit D: cache the format-uniform CAPTURE-side * geometry from v4l2_get_format so CreateSurfaces2 can populate * a newly-created surface's destination_* fields without * re-querying the device. Set by CreateContext after the * v4l2_get_format(CAPTURE) call; consumed by both: * 1. CreateContext's surface_heap walk (fills surfaces that * pre-exist when CreateContext fires); * 2. CreateSurfaces2's per-surface init (fills surfaces * created AFTER CreateContext, e.g. ffmpeg vaapi-copy * pool dynamics where the consumer passes surfaces_count=0 * to vaCreateContext and creates surfaces lazily). * * fmt_valid is true once CreateContext has populated the cache; * CreateSurfaces2 only lazy-fills when fmt_valid is true. */ bool fmt_valid; unsigned int fmt_format_height; unsigned int fmt_planes_count; unsigned int fmt_buffers_count; unsigned int fmt_sizes[VIDEO_MAX_PLANES]; unsigned int fmt_bytesperlines[VIDEO_MAX_PLANES]; /* * iter39: active session is decoding a 10-bit profile (Hi10P / Main10). * Set in RequestCreateContext from config->profile. Drives: * - CAPTURE pix_fmt selection (NV15 instead of NV12) * - image.c DeriveImage / QueryImageFormats fourcc reporting (P010 * instead of NV12) * - copy_surface_to_image NV15→P010 unpack branch * Reset to false at DestroyContext. */ bool is_10bit; /* * iter2 (ampere-fourier): rkvdec on this host exposes the * V4L2_CID_STATELESS_HEVC_EXT_SPS_ST_RPS dynamic-array control * (VDPU381/383 path). When true, h265_set_controls appends * EXT_SPS_ST_RPS + EXT_SPS_LT_RPS (zero-initialized arrays sized * by VAAPI's count fields, capped at H.265 spec maxima 64/32). * Required to prevent rkvdec_hevc_prepare_hw_st_rps out-of-bounds * kernel OOPS when num_short_term_ref_pic_sets > 1. * Probed at first HEVC CreateContext via VIDIOC_QUERY_EXT_CTRL. * Persists for driver lifetime (gated solely by HEVC-only code * path, so cross-codec leakage cannot occur). */ bool has_ext_sps_rps; }; VAStatus VA_DRIVER_INIT_FUNC(VADriverContextP context); VAStatus RequestTerminate(VADriverContextP context); /* * iter38: retarget driver_data->{video,media}_fd to the device required by * `profile`. Returns 0 on success, -1 on profile not mappable to any kind. * Defined in request.c. */ int request_switch_device_for_profile(struct request_data *driver_data, VAProfile profile); #endif