mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2024-11-21 10:55:51 +02:00
2f9b8bbd1f
If we want to be able to map between VAAPI and Vulkan (to do Vulkan filtering), we need to have matching formats on each side. The mappings here are not exact. In the same way that P010 is still mapped to full 16 bit formats, P012 has to be mapped that way as well. Similarly, VUYX has to be mapped to an alpha-equipped format, and XV36 has to be mapped to a fully 16bit alpha-equipped format. While Vulkan seems to fundamentally lack formats with an undefined, but physically present, alpha channel, it has have 10X6 and 12X4 formats that you could imagine using for P010, P012 and XV36, but these formats don't support the STORAGE usage flag. Today, hwcontext_vulkan requires all formats to be storable because it wants to be able to use them to create writable images. Until that changes, which might happen, we have to restrict the set of formats we use. Finally, when mapping a Vulkan image back to vaapi, I observed that the VK_FORMAT_R16G16B16A16_UNORM format we have to use for XV36 going to Vulkan is mapped to Y416 when going to vaapi (which makes sense as it's the exact matching format) so I had to add an entry for it even though we don't use it directly.
4177 lines
152 KiB
C
4177 lines
152 KiB
C
/*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#define VK_NO_PROTOTYPES
|
|
#define VK_ENABLE_BETA_EXTENSIONS
|
|
|
|
#ifdef _WIN32
|
|
#include <windows.h> /* Included to prevent conflicts with CreateSemaphore */
|
|
#include <versionhelpers.h>
|
|
#include "compat/w32dlfcn.h"
|
|
#else
|
|
#include <dlfcn.h>
|
|
#endif
|
|
|
|
#include <unistd.h>
|
|
|
|
#include "config.h"
|
|
#include "pixdesc.h"
|
|
#include "avstring.h"
|
|
#include "imgutils.h"
|
|
#include "hwcontext.h"
|
|
#include "avassert.h"
|
|
#include "hwcontext_internal.h"
|
|
#include "hwcontext_vulkan.h"
|
|
|
|
#include "vulkan.h"
|
|
#include "vulkan_loader.h"
|
|
|
|
#if CONFIG_LIBDRM
|
|
#include <xf86drm.h>
|
|
#include <drm_fourcc.h>
|
|
#include "hwcontext_drm.h"
|
|
#if CONFIG_VAAPI
|
|
#include <va/va_drmcommon.h>
|
|
#include "hwcontext_vaapi.h"
|
|
#endif
|
|
#endif
|
|
|
|
#if CONFIG_CUDA
|
|
#include "hwcontext_cuda_internal.h"
|
|
#include "cuda_check.h"
|
|
#define CHECK_CU(x) FF_CUDA_CHECK_DL(cuda_cu, cu, x)
|
|
#endif
|
|
|
|
typedef struct VulkanQueueCtx {
|
|
VkFence fence;
|
|
VkQueue queue;
|
|
int was_synchronous;
|
|
|
|
/* Buffer dependencies */
|
|
AVBufferRef **buf_deps;
|
|
int nb_buf_deps;
|
|
int buf_deps_alloc_size;
|
|
} VulkanQueueCtx;
|
|
|
|
typedef struct VulkanExecCtx {
|
|
VkCommandPool pool;
|
|
VkCommandBuffer *bufs;
|
|
VulkanQueueCtx *queues;
|
|
int nb_queues;
|
|
int cur_queue_idx;
|
|
} VulkanExecCtx;
|
|
|
|
typedef struct VulkanDevicePriv {
|
|
/* Vulkan library and loader functions */
|
|
void *libvulkan;
|
|
FFVulkanFunctions vkfn;
|
|
|
|
/* Properties */
|
|
VkPhysicalDeviceProperties2 props;
|
|
VkPhysicalDeviceMemoryProperties mprops;
|
|
VkPhysicalDeviceExternalMemoryHostPropertiesEXT hprops;
|
|
|
|
/* Features */
|
|
VkPhysicalDeviceVulkan11Features device_features_1_1;
|
|
VkPhysicalDeviceVulkan12Features device_features_1_2;
|
|
|
|
/* Queues */
|
|
uint32_t qfs[5];
|
|
int num_qfs;
|
|
|
|
/* Debug callback */
|
|
VkDebugUtilsMessengerEXT debug_ctx;
|
|
|
|
/* Extensions */
|
|
FFVulkanExtensions extensions;
|
|
|
|
/* Settings */
|
|
int use_linear_images;
|
|
|
|
/* Option to allocate all image planes in a single allocation */
|
|
int contiguous_planes;
|
|
|
|
/* Nvidia */
|
|
int dev_is_nvidia;
|
|
|
|
/* Intel */
|
|
int dev_is_intel;
|
|
} VulkanDevicePriv;
|
|
|
|
typedef struct VulkanFramesPriv {
|
|
/* Image conversions */
|
|
VulkanExecCtx conv_ctx;
|
|
|
|
/* Image transfers */
|
|
VulkanExecCtx upload_ctx;
|
|
VulkanExecCtx download_ctx;
|
|
|
|
/* Modifier info list to free at uninit */
|
|
VkImageDrmFormatModifierListCreateInfoEXT *modifier_info;
|
|
} VulkanFramesPriv;
|
|
|
|
typedef struct AVVkFrameInternal {
|
|
#if CONFIG_CUDA
|
|
/* Importing external memory into cuda is really expensive so we keep the
|
|
* memory imported all the time */
|
|
AVBufferRef *cuda_fc_ref; /* Need to keep it around for uninit */
|
|
CUexternalMemory ext_mem[AV_NUM_DATA_POINTERS];
|
|
CUmipmappedArray cu_mma[AV_NUM_DATA_POINTERS];
|
|
CUarray cu_array[AV_NUM_DATA_POINTERS];
|
|
CUexternalSemaphore cu_sem[AV_NUM_DATA_POINTERS];
|
|
#ifdef _WIN32
|
|
HANDLE ext_mem_handle[AV_NUM_DATA_POINTERS];
|
|
HANDLE ext_sem_handle[AV_NUM_DATA_POINTERS];
|
|
#endif
|
|
#endif
|
|
} AVVkFrameInternal;
|
|
|
|
#define ADD_VAL_TO_LIST(list, count, val) \
|
|
do { \
|
|
list = av_realloc_array(list, sizeof(*list), ++count); \
|
|
if (!list) { \
|
|
err = AVERROR(ENOMEM); \
|
|
goto fail; \
|
|
} \
|
|
list[count - 1] = av_strdup(val); \
|
|
if (!list[count - 1]) { \
|
|
err = AVERROR(ENOMEM); \
|
|
goto fail; \
|
|
} \
|
|
} while(0)
|
|
|
|
#define RELEASE_PROPS(props, count) \
|
|
if (props) { \
|
|
for (int i = 0; i < count; i++) \
|
|
av_free((void *)((props)[i])); \
|
|
av_free((void *)props); \
|
|
}
|
|
|
|
static const struct {
|
|
enum AVPixelFormat pixfmt;
|
|
const VkFormat vkfmts[4];
|
|
} vk_pixfmt_map[] = {
|
|
{ AV_PIX_FMT_GRAY8, { VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_GRAY16, { VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_GRAYF32, { VK_FORMAT_R32_SFLOAT } },
|
|
|
|
{ AV_PIX_FMT_NV12, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
|
|
{ AV_PIX_FMT_NV21, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
|
|
{ AV_PIX_FMT_P010, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16G16_UNORM } },
|
|
{ AV_PIX_FMT_P012, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16G16_UNORM } },
|
|
{ AV_PIX_FMT_P016, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16G16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_NV16, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
|
|
|
|
{ AV_PIX_FMT_NV24, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
|
|
{ AV_PIX_FMT_NV42, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
|
|
|
|
{ AV_PIX_FMT_YUV420P, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_YUV420P10, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUV420P12, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUV420P16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_YUV422P, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_YUV422P10, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUV422P12, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUV422P16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_YUV444P, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_YUV444P10, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUV444P12, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUV444P16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_YUVA420P, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_YUVA420P10, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
/* There is no AV_PIX_FMT_YUVA420P12 */
|
|
{ AV_PIX_FMT_YUVA420P16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_YUVA422P, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_YUVA422P10, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUVA422P12, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUVA422P16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_YUVA444P, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_YUVA444P10, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUVA444P12, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_YUVA444P16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_VUYX, { VK_FORMAT_R8G8B8A8_UNORM } },
|
|
{ AV_PIX_FMT_XV36, { VK_FORMAT_R16G16B16A16_UNORM } },
|
|
|
|
{ AV_PIX_FMT_BGRA, { VK_FORMAT_B8G8R8A8_UNORM } },
|
|
{ AV_PIX_FMT_RGBA, { VK_FORMAT_R8G8B8A8_UNORM } },
|
|
{ AV_PIX_FMT_RGB24, { VK_FORMAT_R8G8B8_UNORM } },
|
|
{ AV_PIX_FMT_BGR24, { VK_FORMAT_B8G8R8_UNORM } },
|
|
{ AV_PIX_FMT_RGB48, { VK_FORMAT_R16G16B16_UNORM } },
|
|
{ AV_PIX_FMT_RGBA64, { VK_FORMAT_R16G16B16A16_UNORM } },
|
|
{ AV_PIX_FMT_RGBA64, { VK_FORMAT_R16G16B16A16_UNORM } },
|
|
{ AV_PIX_FMT_RGB565, { VK_FORMAT_R5G6B5_UNORM_PACK16 } },
|
|
{ AV_PIX_FMT_BGR565, { VK_FORMAT_B5G6R5_UNORM_PACK16 } },
|
|
{ AV_PIX_FMT_BGR0, { VK_FORMAT_B8G8R8A8_UNORM } },
|
|
{ AV_PIX_FMT_RGB0, { VK_FORMAT_R8G8B8A8_UNORM } },
|
|
|
|
/* Lower priority as there's an endianess-dependent overlap between these
|
|
* and rgba/bgr0, and PACK32 formats are more limited */
|
|
{ AV_PIX_FMT_BGR32, { VK_FORMAT_A8B8G8R8_UNORM_PACK32 } },
|
|
{ AV_PIX_FMT_0BGR32, { VK_FORMAT_A8B8G8R8_UNORM_PACK32 } },
|
|
|
|
{ AV_PIX_FMT_X2RGB10, { VK_FORMAT_A2R10G10B10_UNORM_PACK32 } },
|
|
|
|
{ AV_PIX_FMT_GBRAP, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM } },
|
|
{ AV_PIX_FMT_GBRAP16, { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM } },
|
|
{ AV_PIX_FMT_GBRPF32, { VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT } },
|
|
{ AV_PIX_FMT_GBRAPF32, { VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT } },
|
|
};
|
|
|
|
const VkFormat *av_vkfmt_from_pixfmt(enum AVPixelFormat p)
|
|
{
|
|
for (enum AVPixelFormat i = 0; i < FF_ARRAY_ELEMS(vk_pixfmt_map); i++)
|
|
if (vk_pixfmt_map[i].pixfmt == p)
|
|
return vk_pixfmt_map[i].vkfmts;
|
|
return NULL;
|
|
}
|
|
|
|
static const void *vk_find_struct(const void *chain, VkStructureType stype)
|
|
{
|
|
const VkBaseInStructure *in = chain;
|
|
while (in) {
|
|
if (in->sType == stype)
|
|
return in;
|
|
|
|
in = in->pNext;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static void vk_link_struct(void *chain, void *in)
|
|
{
|
|
VkBaseOutStructure *out = chain;
|
|
if (!in)
|
|
return;
|
|
|
|
while (out->pNext)
|
|
out = out->pNext;
|
|
|
|
out->pNext = in;
|
|
}
|
|
|
|
static int pixfmt_is_supported(AVHWDeviceContext *dev_ctx, enum AVPixelFormat p,
|
|
int linear)
|
|
{
|
|
AVVulkanDeviceContext *hwctx = dev_ctx->hwctx;
|
|
VulkanDevicePriv *priv = dev_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &priv->vkfn;
|
|
const VkFormat *fmt = av_vkfmt_from_pixfmt(p);
|
|
int planes = av_pix_fmt_count_planes(p);
|
|
|
|
if (!fmt)
|
|
return 0;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
VkFormatFeatureFlags flags;
|
|
VkFormatProperties2 prop = {
|
|
.sType = VK_STRUCTURE_TYPE_FORMAT_PROPERTIES_2,
|
|
};
|
|
vk->GetPhysicalDeviceFormatProperties2(hwctx->phys_dev, fmt[i], &prop);
|
|
flags = linear ? prop.formatProperties.linearTilingFeatures :
|
|
prop.formatProperties.optimalTilingFeatures;
|
|
if (!(flags & FF_VK_DEFAULT_USAGE_FLAGS))
|
|
return 0;
|
|
}
|
|
|
|
return 1;
|
|
}
|
|
|
|
static int load_libvulkan(AVHWDeviceContext *ctx)
|
|
{
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
|
|
static const char *lib_names[] = {
|
|
#if defined(_WIN32)
|
|
"vulkan-1.dll",
|
|
#elif defined(__APPLE__)
|
|
"libvulkan.dylib",
|
|
"libvulkan.1.dylib",
|
|
"libMoltenVK.dylib",
|
|
#else
|
|
"libvulkan.so.1",
|
|
"libvulkan.so",
|
|
#endif
|
|
};
|
|
|
|
for (int i = 0; i < FF_ARRAY_ELEMS(lib_names); i++) {
|
|
p->libvulkan = dlopen(lib_names[i], RTLD_NOW | RTLD_LOCAL);
|
|
if (p->libvulkan)
|
|
break;
|
|
}
|
|
|
|
if (!p->libvulkan) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to open the libvulkan library!\n");
|
|
return AVERROR_UNKNOWN;
|
|
}
|
|
|
|
hwctx->get_proc_addr = (PFN_vkGetInstanceProcAddr)dlsym(p->libvulkan, "vkGetInstanceProcAddr");
|
|
|
|
return 0;
|
|
}
|
|
|
|
typedef struct VulkanOptExtension {
|
|
const char *name;
|
|
FFVulkanExtensions flag;
|
|
} VulkanOptExtension;
|
|
|
|
static const VulkanOptExtension optional_instance_exts[] = {
|
|
/* For future use */
|
|
};
|
|
|
|
static const VulkanOptExtension optional_device_exts[] = {
|
|
/* Misc or required by other extensions */
|
|
{ VK_KHR_PUSH_DESCRIPTOR_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_KHR_SAMPLER_YCBCR_CONVERSION_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_KHR_SYNCHRONIZATION_2_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
|
|
/* Imports/exports */
|
|
{ VK_KHR_EXTERNAL_MEMORY_FD_EXTENSION_NAME, FF_VK_EXT_EXTERNAL_FD_MEMORY },
|
|
{ VK_EXT_EXTERNAL_MEMORY_DMA_BUF_EXTENSION_NAME, FF_VK_EXT_EXTERNAL_DMABUF_MEMORY },
|
|
{ VK_EXT_IMAGE_DRM_FORMAT_MODIFIER_EXTENSION_NAME, FF_VK_EXT_DRM_MODIFIER_FLAGS },
|
|
{ VK_KHR_EXTERNAL_SEMAPHORE_FD_EXTENSION_NAME, FF_VK_EXT_EXTERNAL_FD_SEM },
|
|
{ VK_EXT_EXTERNAL_MEMORY_HOST_EXTENSION_NAME, FF_VK_EXT_EXTERNAL_HOST_MEMORY },
|
|
#ifdef _WIN32
|
|
{ VK_KHR_EXTERNAL_MEMORY_WIN32_EXTENSION_NAME, FF_VK_EXT_EXTERNAL_WIN32_MEMORY },
|
|
{ VK_KHR_EXTERNAL_SEMAPHORE_WIN32_EXTENSION_NAME, FF_VK_EXT_EXTERNAL_WIN32_SEM },
|
|
#endif
|
|
|
|
/* Video encoding/decoding */
|
|
{ VK_KHR_VIDEO_QUEUE_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_KHR_VIDEO_DECODE_QUEUE_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_KHR_VIDEO_ENCODE_QUEUE_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_EXT_VIDEO_ENCODE_H264_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_EXT_VIDEO_DECODE_H264_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
{ VK_EXT_VIDEO_DECODE_H265_EXTENSION_NAME, FF_VK_EXT_NO_FLAG },
|
|
};
|
|
|
|
/* Converts return values to strings */
|
|
static const char *vk_ret2str(VkResult res)
|
|
{
|
|
#define CASE(VAL) case VAL: return #VAL
|
|
switch (res) {
|
|
CASE(VK_SUCCESS);
|
|
CASE(VK_NOT_READY);
|
|
CASE(VK_TIMEOUT);
|
|
CASE(VK_EVENT_SET);
|
|
CASE(VK_EVENT_RESET);
|
|
CASE(VK_INCOMPLETE);
|
|
CASE(VK_ERROR_OUT_OF_HOST_MEMORY);
|
|
CASE(VK_ERROR_OUT_OF_DEVICE_MEMORY);
|
|
CASE(VK_ERROR_INITIALIZATION_FAILED);
|
|
CASE(VK_ERROR_DEVICE_LOST);
|
|
CASE(VK_ERROR_MEMORY_MAP_FAILED);
|
|
CASE(VK_ERROR_LAYER_NOT_PRESENT);
|
|
CASE(VK_ERROR_EXTENSION_NOT_PRESENT);
|
|
CASE(VK_ERROR_FEATURE_NOT_PRESENT);
|
|
CASE(VK_ERROR_INCOMPATIBLE_DRIVER);
|
|
CASE(VK_ERROR_TOO_MANY_OBJECTS);
|
|
CASE(VK_ERROR_FORMAT_NOT_SUPPORTED);
|
|
CASE(VK_ERROR_FRAGMENTED_POOL);
|
|
CASE(VK_ERROR_SURFACE_LOST_KHR);
|
|
CASE(VK_ERROR_NATIVE_WINDOW_IN_USE_KHR);
|
|
CASE(VK_SUBOPTIMAL_KHR);
|
|
CASE(VK_ERROR_OUT_OF_DATE_KHR);
|
|
CASE(VK_ERROR_INCOMPATIBLE_DISPLAY_KHR);
|
|
CASE(VK_ERROR_VALIDATION_FAILED_EXT);
|
|
CASE(VK_ERROR_INVALID_SHADER_NV);
|
|
CASE(VK_ERROR_OUT_OF_POOL_MEMORY);
|
|
CASE(VK_ERROR_INVALID_EXTERNAL_HANDLE);
|
|
CASE(VK_ERROR_NOT_PERMITTED_EXT);
|
|
CASE(VK_ERROR_INVALID_DRM_FORMAT_MODIFIER_PLANE_LAYOUT_EXT);
|
|
CASE(VK_ERROR_INVALID_DEVICE_ADDRESS_EXT);
|
|
CASE(VK_ERROR_FULL_SCREEN_EXCLUSIVE_MODE_LOST_EXT);
|
|
default: return "Unknown error";
|
|
}
|
|
#undef CASE
|
|
}
|
|
|
|
static VkBool32 vk_dbg_callback(VkDebugUtilsMessageSeverityFlagBitsEXT severity,
|
|
VkDebugUtilsMessageTypeFlagsEXT messageType,
|
|
const VkDebugUtilsMessengerCallbackDataEXT *data,
|
|
void *priv)
|
|
{
|
|
int l;
|
|
AVHWDeviceContext *ctx = priv;
|
|
|
|
switch (severity) {
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_VERBOSE_BIT_EXT: l = AV_LOG_VERBOSE; break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_INFO_BIT_EXT: l = AV_LOG_INFO; break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT: l = AV_LOG_WARNING; break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT: l = AV_LOG_ERROR; break;
|
|
default: l = AV_LOG_DEBUG; break;
|
|
}
|
|
|
|
av_log(ctx, l, "%s\n", data->pMessage);
|
|
for (int i = 0; i < data->cmdBufLabelCount; i++)
|
|
av_log(ctx, l, "\t%i: %s\n", i, data->pCmdBufLabels[i].pLabelName);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int check_extensions(AVHWDeviceContext *ctx, int dev, AVDictionary *opts,
|
|
const char * const **dst, uint32_t *num, int debug)
|
|
{
|
|
const char *tstr;
|
|
const char **extension_names = NULL;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
int err = 0, found, extensions_found = 0;
|
|
|
|
const char *mod;
|
|
int optional_exts_num;
|
|
uint32_t sup_ext_count;
|
|
char *user_exts_str = NULL;
|
|
AVDictionaryEntry *user_exts;
|
|
VkExtensionProperties *sup_ext;
|
|
const VulkanOptExtension *optional_exts;
|
|
|
|
if (!dev) {
|
|
mod = "instance";
|
|
optional_exts = optional_instance_exts;
|
|
optional_exts_num = FF_ARRAY_ELEMS(optional_instance_exts);
|
|
user_exts = av_dict_get(opts, "instance_extensions", NULL, 0);
|
|
if (user_exts) {
|
|
user_exts_str = av_strdup(user_exts->value);
|
|
if (!user_exts_str) {
|
|
err = AVERROR(ENOMEM);
|
|
goto fail;
|
|
}
|
|
}
|
|
vk->EnumerateInstanceExtensionProperties(NULL, &sup_ext_count, NULL);
|
|
sup_ext = av_malloc_array(sup_ext_count, sizeof(VkExtensionProperties));
|
|
if (!sup_ext)
|
|
return AVERROR(ENOMEM);
|
|
vk->EnumerateInstanceExtensionProperties(NULL, &sup_ext_count, sup_ext);
|
|
} else {
|
|
mod = "device";
|
|
optional_exts = optional_device_exts;
|
|
optional_exts_num = FF_ARRAY_ELEMS(optional_device_exts);
|
|
user_exts = av_dict_get(opts, "device_extensions", NULL, 0);
|
|
if (user_exts) {
|
|
user_exts_str = av_strdup(user_exts->value);
|
|
if (!user_exts_str) {
|
|
err = AVERROR(ENOMEM);
|
|
goto fail;
|
|
}
|
|
}
|
|
vk->EnumerateDeviceExtensionProperties(hwctx->phys_dev, NULL,
|
|
&sup_ext_count, NULL);
|
|
sup_ext = av_malloc_array(sup_ext_count, sizeof(VkExtensionProperties));
|
|
if (!sup_ext)
|
|
return AVERROR(ENOMEM);
|
|
vk->EnumerateDeviceExtensionProperties(hwctx->phys_dev, NULL,
|
|
&sup_ext_count, sup_ext);
|
|
}
|
|
|
|
for (int i = 0; i < optional_exts_num; i++) {
|
|
tstr = optional_exts[i].name;
|
|
found = 0;
|
|
for (int j = 0; j < sup_ext_count; j++) {
|
|
if (!strcmp(tstr, sup_ext[j].extensionName)) {
|
|
found = 1;
|
|
break;
|
|
}
|
|
}
|
|
if (!found)
|
|
continue;
|
|
|
|
av_log(ctx, AV_LOG_VERBOSE, "Using %s extension %s\n", mod, tstr);
|
|
p->extensions |= optional_exts[i].flag;
|
|
ADD_VAL_TO_LIST(extension_names, extensions_found, tstr);
|
|
}
|
|
|
|
if (debug && !dev) {
|
|
tstr = VK_EXT_DEBUG_UTILS_EXTENSION_NAME;
|
|
found = 0;
|
|
for (int j = 0; j < sup_ext_count; j++) {
|
|
if (!strcmp(tstr, sup_ext[j].extensionName)) {
|
|
found = 1;
|
|
break;
|
|
}
|
|
}
|
|
if (found) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Using %s extension %s\n", mod, tstr);
|
|
ADD_VAL_TO_LIST(extension_names, extensions_found, tstr);
|
|
p->extensions |= FF_VK_EXT_DEBUG_UTILS;
|
|
} else {
|
|
av_log(ctx, AV_LOG_ERROR, "Debug extension \"%s\" not found!\n",
|
|
tstr);
|
|
err = AVERROR(EINVAL);
|
|
goto fail;
|
|
}
|
|
}
|
|
|
|
if (user_exts_str) {
|
|
char *save, *token = av_strtok(user_exts_str, "+", &save);
|
|
while (token) {
|
|
found = 0;
|
|
for (int j = 0; j < sup_ext_count; j++) {
|
|
if (!strcmp(token, sup_ext[j].extensionName)) {
|
|
found = 1;
|
|
break;
|
|
}
|
|
}
|
|
if (found) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Using %s extension \"%s\"\n", mod, token);
|
|
ADD_VAL_TO_LIST(extension_names, extensions_found, token);
|
|
} else {
|
|
av_log(ctx, AV_LOG_WARNING, "%s extension \"%s\" not found, excluding.\n",
|
|
mod, token);
|
|
}
|
|
token = av_strtok(NULL, "+", &save);
|
|
}
|
|
}
|
|
|
|
*dst = extension_names;
|
|
*num = extensions_found;
|
|
|
|
av_free(user_exts_str);
|
|
av_free(sup_ext);
|
|
return 0;
|
|
|
|
fail:
|
|
RELEASE_PROPS(extension_names, extensions_found);
|
|
av_free(user_exts_str);
|
|
av_free(sup_ext);
|
|
return err;
|
|
}
|
|
|
|
static int check_validation_layers(AVHWDeviceContext *ctx, AVDictionary *opts,
|
|
const char * const **dst, uint32_t *num,
|
|
int *debug_mode)
|
|
{
|
|
static const char default_layer[] = { "VK_LAYER_KHRONOS_validation" };
|
|
|
|
int found = 0, err = 0;
|
|
VulkanDevicePriv *priv = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &priv->vkfn;
|
|
|
|
uint32_t sup_layer_count;
|
|
VkLayerProperties *sup_layers;
|
|
|
|
AVDictionaryEntry *user_layers;
|
|
char *user_layers_str = NULL;
|
|
char *save, *token;
|
|
|
|
const char **enabled_layers = NULL;
|
|
uint32_t enabled_layers_count = 0;
|
|
|
|
AVDictionaryEntry *debug_opt = av_dict_get(opts, "debug", NULL, 0);
|
|
int debug = debug_opt && strtol(debug_opt->value, NULL, 10);
|
|
|
|
/* If `debug=0`, enable no layers at all. */
|
|
if (debug_opt && !debug)
|
|
return 0;
|
|
|
|
vk->EnumerateInstanceLayerProperties(&sup_layer_count, NULL);
|
|
sup_layers = av_malloc_array(sup_layer_count, sizeof(VkLayerProperties));
|
|
if (!sup_layers)
|
|
return AVERROR(ENOMEM);
|
|
vk->EnumerateInstanceLayerProperties(&sup_layer_count, sup_layers);
|
|
|
|
av_log(ctx, AV_LOG_VERBOSE, "Supported validation layers:\n");
|
|
for (int i = 0; i < sup_layer_count; i++)
|
|
av_log(ctx, AV_LOG_VERBOSE, "\t%s\n", sup_layers[i].layerName);
|
|
|
|
/* If `debug=1` is specified, enable the standard validation layer extension */
|
|
if (debug) {
|
|
*debug_mode = debug;
|
|
for (int i = 0; i < sup_layer_count; i++) {
|
|
if (!strcmp(default_layer, sup_layers[i].layerName)) {
|
|
found = 1;
|
|
av_log(ctx, AV_LOG_VERBOSE, "Default validation layer %s is enabled\n",
|
|
default_layer);
|
|
ADD_VAL_TO_LIST(enabled_layers, enabled_layers_count, default_layer);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
user_layers = av_dict_get(opts, "validation_layers", NULL, 0);
|
|
if (!user_layers)
|
|
goto end;
|
|
|
|
user_layers_str = av_strdup(user_layers->value);
|
|
if (!user_layers_str) {
|
|
err = AVERROR(ENOMEM);
|
|
goto fail;
|
|
}
|
|
|
|
token = av_strtok(user_layers_str, "+", &save);
|
|
while (token) {
|
|
found = 0;
|
|
if (!strcmp(default_layer, token)) {
|
|
if (debug) {
|
|
/* if the `debug=1`, default_layer is enabled, skip here */
|
|
token = av_strtok(NULL, "+", &save);
|
|
continue;
|
|
} else {
|
|
/* if the `debug=0`, enable debug mode to load its callback properly */
|
|
*debug_mode = debug;
|
|
}
|
|
}
|
|
for (int j = 0; j < sup_layer_count; j++) {
|
|
if (!strcmp(token, sup_layers[j].layerName)) {
|
|
found = 1;
|
|
break;
|
|
}
|
|
}
|
|
if (found) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Requested Validation Layer: %s\n", token);
|
|
ADD_VAL_TO_LIST(enabled_layers, enabled_layers_count, token);
|
|
} else {
|
|
av_log(ctx, AV_LOG_ERROR,
|
|
"Validation Layer \"%s\" not support.\n", token);
|
|
err = AVERROR(EINVAL);
|
|
goto fail;
|
|
}
|
|
token = av_strtok(NULL, "+", &save);
|
|
}
|
|
|
|
av_free(user_layers_str);
|
|
|
|
end:
|
|
av_free(sup_layers);
|
|
|
|
*dst = enabled_layers;
|
|
*num = enabled_layers_count;
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
RELEASE_PROPS(enabled_layers, enabled_layers_count);
|
|
av_free(sup_layers);
|
|
av_free(user_layers_str);
|
|
return err;
|
|
}
|
|
|
|
/* Creates a VkInstance */
|
|
static int create_instance(AVHWDeviceContext *ctx, AVDictionary *opts)
|
|
{
|
|
int err = 0, debug_mode = 0;
|
|
VkResult ret;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VkApplicationInfo application_info = {
|
|
.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO,
|
|
.pEngineName = "libavutil",
|
|
.apiVersion = VK_API_VERSION_1_2,
|
|
.engineVersion = VK_MAKE_VERSION(LIBAVUTIL_VERSION_MAJOR,
|
|
LIBAVUTIL_VERSION_MINOR,
|
|
LIBAVUTIL_VERSION_MICRO),
|
|
};
|
|
VkInstanceCreateInfo inst_props = {
|
|
.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO,
|
|
.pApplicationInfo = &application_info,
|
|
};
|
|
|
|
if (!hwctx->get_proc_addr) {
|
|
err = load_libvulkan(ctx);
|
|
if (err < 0)
|
|
return err;
|
|
}
|
|
|
|
err = ff_vk_load_functions(ctx, vk, p->extensions, 0, 0);
|
|
if (err < 0) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to load instance enumeration functions!\n");
|
|
return err;
|
|
}
|
|
|
|
err = check_validation_layers(ctx, opts, &inst_props.ppEnabledLayerNames,
|
|
&inst_props.enabledLayerCount, &debug_mode);
|
|
if (err)
|
|
goto fail;
|
|
|
|
/* Check for present/missing extensions */
|
|
err = check_extensions(ctx, 0, opts, &inst_props.ppEnabledExtensionNames,
|
|
&inst_props.enabledExtensionCount, debug_mode);
|
|
hwctx->enabled_inst_extensions = inst_props.ppEnabledExtensionNames;
|
|
hwctx->nb_enabled_inst_extensions = inst_props.enabledExtensionCount;
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
/* Try to create the instance */
|
|
ret = vk->CreateInstance(&inst_props, hwctx->alloc, &hwctx->inst);
|
|
|
|
/* Check for errors */
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Instance creation failure: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
err = ff_vk_load_functions(ctx, vk, p->extensions, 1, 0);
|
|
if (err < 0) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to load instance functions!\n");
|
|
goto fail;
|
|
}
|
|
|
|
if (debug_mode) {
|
|
VkDebugUtilsMessengerCreateInfoEXT dbg = {
|
|
.sType = VK_STRUCTURE_TYPE_DEBUG_UTILS_MESSENGER_CREATE_INFO_EXT,
|
|
.messageSeverity = VK_DEBUG_UTILS_MESSAGE_SEVERITY_VERBOSE_BIT_EXT |
|
|
VK_DEBUG_UTILS_MESSAGE_SEVERITY_INFO_BIT_EXT |
|
|
VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT |
|
|
VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT,
|
|
.messageType = VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT |
|
|
VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT |
|
|
VK_DEBUG_UTILS_MESSAGE_TYPE_PERFORMANCE_BIT_EXT,
|
|
.pfnUserCallback = vk_dbg_callback,
|
|
.pUserData = ctx,
|
|
};
|
|
|
|
vk->CreateDebugUtilsMessengerEXT(hwctx->inst, &dbg,
|
|
hwctx->alloc, &p->debug_ctx);
|
|
}
|
|
|
|
err = 0;
|
|
|
|
fail:
|
|
RELEASE_PROPS(inst_props.ppEnabledLayerNames, inst_props.enabledLayerCount);
|
|
return err;
|
|
}
|
|
|
|
typedef struct VulkanDeviceSelection {
|
|
uint8_t uuid[VK_UUID_SIZE]; /* Will use this first unless !has_uuid */
|
|
int has_uuid;
|
|
const char *name; /* Will use this second unless NULL */
|
|
uint32_t pci_device; /* Will use this third unless 0x0 */
|
|
uint32_t vendor_id; /* Last resort to find something deterministic */
|
|
int index; /* Finally fall back to index */
|
|
} VulkanDeviceSelection;
|
|
|
|
static const char *vk_dev_type(enum VkPhysicalDeviceType type)
|
|
{
|
|
switch (type) {
|
|
case VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU: return "integrated";
|
|
case VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU: return "discrete";
|
|
case VK_PHYSICAL_DEVICE_TYPE_VIRTUAL_GPU: return "virtual";
|
|
case VK_PHYSICAL_DEVICE_TYPE_CPU: return "software";
|
|
default: return "unknown";
|
|
}
|
|
}
|
|
|
|
/* Finds a device */
|
|
static int find_device(AVHWDeviceContext *ctx, VulkanDeviceSelection *select)
|
|
{
|
|
int err = 0, choice = -1;
|
|
uint32_t num;
|
|
VkResult ret;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
VkPhysicalDevice *devices = NULL;
|
|
VkPhysicalDeviceIDProperties *idp = NULL;
|
|
VkPhysicalDeviceProperties2 *prop = NULL;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
|
|
ret = vk->EnumeratePhysicalDevices(hwctx->inst, &num, NULL);
|
|
if (ret != VK_SUCCESS || !num) {
|
|
av_log(ctx, AV_LOG_ERROR, "No devices found: %s!\n", vk_ret2str(ret));
|
|
return AVERROR(ENODEV);
|
|
}
|
|
|
|
devices = av_malloc_array(num, sizeof(VkPhysicalDevice));
|
|
if (!devices)
|
|
return AVERROR(ENOMEM);
|
|
|
|
ret = vk->EnumeratePhysicalDevices(hwctx->inst, &num, devices);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed enumerating devices: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR(ENODEV);
|
|
goto end;
|
|
}
|
|
|
|
prop = av_calloc(num, sizeof(*prop));
|
|
if (!prop) {
|
|
err = AVERROR(ENOMEM);
|
|
goto end;
|
|
}
|
|
|
|
idp = av_calloc(num, sizeof(*idp));
|
|
if (!idp) {
|
|
err = AVERROR(ENOMEM);
|
|
goto end;
|
|
}
|
|
|
|
av_log(ctx, AV_LOG_VERBOSE, "GPU listing:\n");
|
|
for (int i = 0; i < num; i++) {
|
|
idp[i].sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_ID_PROPERTIES;
|
|
prop[i].sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_PROPERTIES_2;
|
|
prop[i].pNext = &idp[i];
|
|
|
|
vk->GetPhysicalDeviceProperties2(devices[i], &prop[i]);
|
|
av_log(ctx, AV_LOG_VERBOSE, " %d: %s (%s) (0x%x)\n", i,
|
|
prop[i].properties.deviceName,
|
|
vk_dev_type(prop[i].properties.deviceType),
|
|
prop[i].properties.deviceID);
|
|
}
|
|
|
|
if (select->has_uuid) {
|
|
for (int i = 0; i < num; i++) {
|
|
if (!strncmp(idp[i].deviceUUID, select->uuid, VK_UUID_SIZE)) {
|
|
choice = i;
|
|
goto end;
|
|
}
|
|
}
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to find device by given UUID!\n");
|
|
err = AVERROR(ENODEV);
|
|
goto end;
|
|
} else if (select->name) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Requested device: %s\n", select->name);
|
|
for (int i = 0; i < num; i++) {
|
|
if (strstr(prop[i].properties.deviceName, select->name)) {
|
|
choice = i;
|
|
goto end;
|
|
}
|
|
}
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to find device \"%s\"!\n",
|
|
select->name);
|
|
err = AVERROR(ENODEV);
|
|
goto end;
|
|
} else if (select->pci_device) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Requested device: 0x%x\n", select->pci_device);
|
|
for (int i = 0; i < num; i++) {
|
|
if (select->pci_device == prop[i].properties.deviceID) {
|
|
choice = i;
|
|
goto end;
|
|
}
|
|
}
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to find device with PCI ID 0x%x!\n",
|
|
select->pci_device);
|
|
err = AVERROR(EINVAL);
|
|
goto end;
|
|
} else if (select->vendor_id) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Requested vendor: 0x%x\n", select->vendor_id);
|
|
for (int i = 0; i < num; i++) {
|
|
if (select->vendor_id == prop[i].properties.vendorID) {
|
|
choice = i;
|
|
goto end;
|
|
}
|
|
}
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to find device with Vendor ID 0x%x!\n",
|
|
select->vendor_id);
|
|
err = AVERROR(ENODEV);
|
|
goto end;
|
|
} else {
|
|
if (select->index < num) {
|
|
choice = select->index;
|
|
goto end;
|
|
}
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to find device with index %i!\n",
|
|
select->index);
|
|
err = AVERROR(ENODEV);
|
|
goto end;
|
|
}
|
|
|
|
end:
|
|
if (choice > -1) {
|
|
av_log(ctx, AV_LOG_VERBOSE, "Device %d selected: %s (%s) (0x%x)\n",
|
|
choice, prop[choice].properties.deviceName,
|
|
vk_dev_type(prop[choice].properties.deviceType),
|
|
prop[choice].properties.deviceID);
|
|
hwctx->phys_dev = devices[choice];
|
|
}
|
|
|
|
av_free(devices);
|
|
av_free(prop);
|
|
av_free(idp);
|
|
|
|
return err;
|
|
}
|
|
|
|
/* Picks the least used qf with the fewest unneeded flags, or -1 if none found */
|
|
static inline int pick_queue_family(VkQueueFamilyProperties *qf, uint32_t num_qf,
|
|
VkQueueFlagBits flags)
|
|
{
|
|
int index = -1;
|
|
uint32_t min_score = UINT32_MAX;
|
|
|
|
for (int i = 0; i < num_qf; i++) {
|
|
const VkQueueFlagBits qflags = qf[i].queueFlags;
|
|
if (qflags & flags) {
|
|
uint32_t score = av_popcount(qflags) + qf[i].timestampValidBits;
|
|
if (score < min_score) {
|
|
index = i;
|
|
min_score = score;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (index > -1)
|
|
qf[index].timestampValidBits++;
|
|
|
|
return index;
|
|
}
|
|
|
|
static int setup_queue_families(AVHWDeviceContext *ctx, VkDeviceCreateInfo *cd)
|
|
{
|
|
uint32_t num;
|
|
float *weights;
|
|
VkQueueFamilyProperties *qf = NULL;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
int graph_index, comp_index, tx_index, enc_index, dec_index;
|
|
|
|
/* First get the number of queue families */
|
|
vk->GetPhysicalDeviceQueueFamilyProperties(hwctx->phys_dev, &num, NULL);
|
|
if (!num) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to get queues!\n");
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
/* Then allocate memory */
|
|
qf = av_malloc_array(num, sizeof(VkQueueFamilyProperties));
|
|
if (!qf)
|
|
return AVERROR(ENOMEM);
|
|
|
|
/* Finally retrieve the queue families */
|
|
vk->GetPhysicalDeviceQueueFamilyProperties(hwctx->phys_dev, &num, qf);
|
|
|
|
av_log(ctx, AV_LOG_VERBOSE, "Queue families:\n");
|
|
for (int i = 0; i < num; i++) {
|
|
av_log(ctx, AV_LOG_VERBOSE, " %i:%s%s%s%s%s%s%s (queues: %i)\n", i,
|
|
((qf[i].queueFlags) & VK_QUEUE_GRAPHICS_BIT) ? " graphics" : "",
|
|
((qf[i].queueFlags) & VK_QUEUE_COMPUTE_BIT) ? " compute" : "",
|
|
((qf[i].queueFlags) & VK_QUEUE_TRANSFER_BIT) ? " transfer" : "",
|
|
((qf[i].queueFlags) & VK_QUEUE_VIDEO_ENCODE_BIT_KHR) ? " encode" : "",
|
|
((qf[i].queueFlags) & VK_QUEUE_VIDEO_DECODE_BIT_KHR) ? " decode" : "",
|
|
((qf[i].queueFlags) & VK_QUEUE_SPARSE_BINDING_BIT) ? " sparse" : "",
|
|
((qf[i].queueFlags) & VK_QUEUE_PROTECTED_BIT) ? " protected" : "",
|
|
qf[i].queueCount);
|
|
|
|
/* We use this field to keep a score of how many times we've used that
|
|
* queue family in order to make better choices. */
|
|
qf[i].timestampValidBits = 0;
|
|
}
|
|
|
|
/* Pick each queue family to use */
|
|
graph_index = pick_queue_family(qf, num, VK_QUEUE_GRAPHICS_BIT);
|
|
comp_index = pick_queue_family(qf, num, VK_QUEUE_COMPUTE_BIT);
|
|
tx_index = pick_queue_family(qf, num, VK_QUEUE_TRANSFER_BIT);
|
|
enc_index = pick_queue_family(qf, num, VK_QUEUE_VIDEO_ENCODE_BIT_KHR);
|
|
dec_index = pick_queue_family(qf, num, VK_QUEUE_VIDEO_DECODE_BIT_KHR);
|
|
|
|
/* Signalling the transfer capabilities on a queue family is optional */
|
|
if (tx_index < 0) {
|
|
tx_index = pick_queue_family(qf, num, VK_QUEUE_COMPUTE_BIT);
|
|
if (tx_index < 0)
|
|
tx_index = pick_queue_family(qf, num, VK_QUEUE_GRAPHICS_BIT);
|
|
}
|
|
|
|
hwctx->queue_family_index = -1;
|
|
hwctx->queue_family_comp_index = -1;
|
|
hwctx->queue_family_tx_index = -1;
|
|
hwctx->queue_family_encode_index = -1;
|
|
hwctx->queue_family_decode_index = -1;
|
|
|
|
#define SETUP_QUEUE(qf_idx) \
|
|
if (qf_idx > -1) { \
|
|
int fidx = qf_idx; \
|
|
int qc = qf[fidx].queueCount; \
|
|
VkDeviceQueueCreateInfo *pc; \
|
|
\
|
|
if (fidx == graph_index) { \
|
|
hwctx->queue_family_index = fidx; \
|
|
hwctx->nb_graphics_queues = qc; \
|
|
graph_index = -1; \
|
|
} \
|
|
if (fidx == comp_index) { \
|
|
hwctx->queue_family_comp_index = fidx; \
|
|
hwctx->nb_comp_queues = qc; \
|
|
comp_index = -1; \
|
|
} \
|
|
if (fidx == tx_index) { \
|
|
hwctx->queue_family_tx_index = fidx; \
|
|
hwctx->nb_tx_queues = qc; \
|
|
tx_index = -1; \
|
|
} \
|
|
if (fidx == enc_index) { \
|
|
hwctx->queue_family_encode_index = fidx; \
|
|
hwctx->nb_encode_queues = qc; \
|
|
enc_index = -1; \
|
|
} \
|
|
if (fidx == dec_index) { \
|
|
hwctx->queue_family_decode_index = fidx; \
|
|
hwctx->nb_decode_queues = qc; \
|
|
dec_index = -1; \
|
|
} \
|
|
\
|
|
pc = av_realloc((void *)cd->pQueueCreateInfos, \
|
|
sizeof(*pc) * (cd->queueCreateInfoCount + 1)); \
|
|
if (!pc) { \
|
|
av_free(qf); \
|
|
return AVERROR(ENOMEM); \
|
|
} \
|
|
cd->pQueueCreateInfos = pc; \
|
|
pc = &pc[cd->queueCreateInfoCount]; \
|
|
\
|
|
weights = av_malloc(qc * sizeof(float)); \
|
|
if (!weights) { \
|
|
av_free(qf); \
|
|
return AVERROR(ENOMEM); \
|
|
} \
|
|
\
|
|
memset(pc, 0, sizeof(*pc)); \
|
|
pc->sType = VK_STRUCTURE_TYPE_DEVICE_QUEUE_CREATE_INFO; \
|
|
pc->queueFamilyIndex = fidx; \
|
|
pc->queueCount = qc; \
|
|
pc->pQueuePriorities = weights; \
|
|
\
|
|
for (int i = 0; i < qc; i++) \
|
|
weights[i] = 1.0f / qc; \
|
|
\
|
|
cd->queueCreateInfoCount++; \
|
|
}
|
|
|
|
SETUP_QUEUE(graph_index)
|
|
SETUP_QUEUE(comp_index)
|
|
SETUP_QUEUE(tx_index)
|
|
SETUP_QUEUE(enc_index)
|
|
SETUP_QUEUE(dec_index)
|
|
|
|
#undef SETUP_QUEUE
|
|
|
|
av_free(qf);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int create_exec_ctx(AVHWFramesContext *hwfc, VulkanExecCtx *cmd,
|
|
int queue_family_index, int num_queues)
|
|
{
|
|
VkResult ret;
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
VkCommandPoolCreateInfo cqueue_create = {
|
|
.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO,
|
|
.flags = VK_COMMAND_POOL_CREATE_RESET_COMMAND_BUFFER_BIT,
|
|
.queueFamilyIndex = queue_family_index,
|
|
};
|
|
VkCommandBufferAllocateInfo cbuf_create = {
|
|
.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO,
|
|
.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY,
|
|
.commandBufferCount = num_queues,
|
|
};
|
|
|
|
cmd->nb_queues = num_queues;
|
|
|
|
/* Create command pool */
|
|
ret = vk->CreateCommandPool(hwctx->act_dev, &cqueue_create,
|
|
hwctx->alloc, &cmd->pool);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Command pool creation failure: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
cmd->bufs = av_mallocz(num_queues * sizeof(*cmd->bufs));
|
|
if (!cmd->bufs)
|
|
return AVERROR(ENOMEM);
|
|
|
|
cbuf_create.commandPool = cmd->pool;
|
|
|
|
/* Allocate command buffer */
|
|
ret = vk->AllocateCommandBuffers(hwctx->act_dev, &cbuf_create, cmd->bufs);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Command buffer alloc failure: %s\n",
|
|
vk_ret2str(ret));
|
|
av_freep(&cmd->bufs);
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
cmd->queues = av_mallocz(num_queues * sizeof(*cmd->queues));
|
|
if (!cmd->queues)
|
|
return AVERROR(ENOMEM);
|
|
|
|
for (int i = 0; i < num_queues; i++) {
|
|
VulkanQueueCtx *q = &cmd->queues[i];
|
|
vk->GetDeviceQueue(hwctx->act_dev, queue_family_index, i, &q->queue);
|
|
q->was_synchronous = 1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void free_exec_ctx(AVHWFramesContext *hwfc, VulkanExecCtx *cmd)
|
|
{
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
if (cmd->queues) {
|
|
for (int i = 0; i < cmd->nb_queues; i++) {
|
|
VulkanQueueCtx *q = &cmd->queues[i];
|
|
|
|
/* Make sure all queues have finished executing */
|
|
if (q->fence && !q->was_synchronous) {
|
|
vk->WaitForFences(hwctx->act_dev, 1, &q->fence, VK_TRUE, UINT64_MAX);
|
|
vk->ResetFences(hwctx->act_dev, 1, &q->fence);
|
|
}
|
|
|
|
/* Free the fence */
|
|
if (q->fence)
|
|
vk->DestroyFence(hwctx->act_dev, q->fence, hwctx->alloc);
|
|
|
|
/* Free buffer dependencies */
|
|
for (int j = 0; j < q->nb_buf_deps; j++)
|
|
av_buffer_unref(&q->buf_deps[j]);
|
|
av_free(q->buf_deps);
|
|
}
|
|
}
|
|
|
|
if (cmd->bufs)
|
|
vk->FreeCommandBuffers(hwctx->act_dev, cmd->pool, cmd->nb_queues, cmd->bufs);
|
|
if (cmd->pool)
|
|
vk->DestroyCommandPool(hwctx->act_dev, cmd->pool, hwctx->alloc);
|
|
|
|
av_freep(&cmd->queues);
|
|
av_freep(&cmd->bufs);
|
|
cmd->pool = NULL;
|
|
}
|
|
|
|
static VkCommandBuffer get_buf_exec_ctx(AVHWFramesContext *hwfc, VulkanExecCtx *cmd)
|
|
{
|
|
return cmd->bufs[cmd->cur_queue_idx];
|
|
}
|
|
|
|
static void unref_exec_ctx_deps(AVHWFramesContext *hwfc, VulkanExecCtx *cmd)
|
|
{
|
|
VulkanQueueCtx *q = &cmd->queues[cmd->cur_queue_idx];
|
|
|
|
for (int j = 0; j < q->nb_buf_deps; j++)
|
|
av_buffer_unref(&q->buf_deps[j]);
|
|
q->nb_buf_deps = 0;
|
|
}
|
|
|
|
static int wait_start_exec_ctx(AVHWFramesContext *hwfc, VulkanExecCtx *cmd)
|
|
{
|
|
VkResult ret;
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
VulkanQueueCtx *q = &cmd->queues[cmd->cur_queue_idx];
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
VkCommandBufferBeginInfo cmd_start = {
|
|
.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO,
|
|
.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT,
|
|
};
|
|
|
|
/* Create the fence and don't wait for it initially */
|
|
if (!q->fence) {
|
|
VkFenceCreateInfo fence_spawn = {
|
|
.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO,
|
|
};
|
|
ret = vk->CreateFence(hwctx->act_dev, &fence_spawn, hwctx->alloc,
|
|
&q->fence);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Failed to queue frame fence: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
} else if (!q->was_synchronous) {
|
|
vk->WaitForFences(hwctx->act_dev, 1, &q->fence, VK_TRUE, UINT64_MAX);
|
|
vk->ResetFences(hwctx->act_dev, 1, &q->fence);
|
|
}
|
|
|
|
/* Discard queue dependencies */
|
|
unref_exec_ctx_deps(hwfc, cmd);
|
|
|
|
ret = vk->BeginCommandBuffer(cmd->bufs[cmd->cur_queue_idx], &cmd_start);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unable to init command buffer: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int add_buf_dep_exec_ctx(AVHWFramesContext *hwfc, VulkanExecCtx *cmd,
|
|
AVBufferRef * const *deps, int nb_deps)
|
|
{
|
|
AVBufferRef **dst;
|
|
VulkanQueueCtx *q = &cmd->queues[cmd->cur_queue_idx];
|
|
|
|
if (!deps || !nb_deps)
|
|
return 0;
|
|
|
|
dst = av_fast_realloc(q->buf_deps, &q->buf_deps_alloc_size,
|
|
(q->nb_buf_deps + nb_deps) * sizeof(*dst));
|
|
if (!dst)
|
|
goto err;
|
|
|
|
q->buf_deps = dst;
|
|
|
|
for (int i = 0; i < nb_deps; i++) {
|
|
q->buf_deps[q->nb_buf_deps] = av_buffer_ref(deps[i]);
|
|
if (!q->buf_deps[q->nb_buf_deps])
|
|
goto err;
|
|
q->nb_buf_deps++;
|
|
}
|
|
|
|
return 0;
|
|
|
|
err:
|
|
unref_exec_ctx_deps(hwfc, cmd);
|
|
return AVERROR(ENOMEM);
|
|
}
|
|
|
|
static int submit_exec_ctx(AVHWFramesContext *hwfc, VulkanExecCtx *cmd,
|
|
VkSubmitInfo *s_info, AVVkFrame *f, int synchronous)
|
|
{
|
|
VkResult ret;
|
|
VulkanQueueCtx *q = &cmd->queues[cmd->cur_queue_idx];
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
ret = vk->EndCommandBuffer(cmd->bufs[cmd->cur_queue_idx]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unable to finish command buffer: %s\n",
|
|
vk_ret2str(ret));
|
|
unref_exec_ctx_deps(hwfc, cmd);
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
s_info->pCommandBuffers = &cmd->bufs[cmd->cur_queue_idx];
|
|
s_info->commandBufferCount = 1;
|
|
|
|
ret = vk->QueueSubmit(q->queue, 1, s_info, q->fence);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Queue submission failure: %s\n",
|
|
vk_ret2str(ret));
|
|
unref_exec_ctx_deps(hwfc, cmd);
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
if (f)
|
|
for (int i = 0; i < s_info->signalSemaphoreCount; i++)
|
|
f->sem_value[i]++;
|
|
|
|
q->was_synchronous = synchronous;
|
|
|
|
if (synchronous) {
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
vk->WaitForFences(hwctx->act_dev, 1, &q->fence, VK_TRUE, UINT64_MAX);
|
|
vk->ResetFences(hwctx->act_dev, 1, &q->fence);
|
|
unref_exec_ctx_deps(hwfc, cmd);
|
|
} else { /* Rotate queues */
|
|
cmd->cur_queue_idx = (cmd->cur_queue_idx + 1) % cmd->nb_queues;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void vulkan_device_free(AVHWDeviceContext *ctx)
|
|
{
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
|
|
if (hwctx->act_dev)
|
|
vk->DestroyDevice(hwctx->act_dev, hwctx->alloc);
|
|
|
|
if (p->debug_ctx)
|
|
vk->DestroyDebugUtilsMessengerEXT(hwctx->inst, p->debug_ctx,
|
|
hwctx->alloc);
|
|
|
|
if (hwctx->inst)
|
|
vk->DestroyInstance(hwctx->inst, hwctx->alloc);
|
|
|
|
if (p->libvulkan)
|
|
dlclose(p->libvulkan);
|
|
|
|
RELEASE_PROPS(hwctx->enabled_inst_extensions, hwctx->nb_enabled_inst_extensions);
|
|
RELEASE_PROPS(hwctx->enabled_dev_extensions, hwctx->nb_enabled_dev_extensions);
|
|
}
|
|
|
|
static int vulkan_device_create_internal(AVHWDeviceContext *ctx,
|
|
VulkanDeviceSelection *dev_select,
|
|
AVDictionary *opts, int flags)
|
|
{
|
|
int err = 0;
|
|
VkResult ret;
|
|
AVDictionaryEntry *opt_d;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
|
|
/*
|
|
* VkPhysicalDeviceVulkan12Features has a timelineSemaphore field, but
|
|
* MoltenVK doesn't implement VkPhysicalDeviceVulkan12Features yet, so we
|
|
* use VkPhysicalDeviceTimelineSemaphoreFeatures directly.
|
|
*/
|
|
VkPhysicalDeviceTimelineSemaphoreFeatures timeline_features = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_TIMELINE_SEMAPHORE_FEATURES,
|
|
};
|
|
VkPhysicalDeviceVulkan12Features dev_features_1_2 = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_2_FEATURES,
|
|
.pNext = &timeline_features,
|
|
};
|
|
VkPhysicalDeviceVulkan11Features dev_features_1_1 = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_1_FEATURES,
|
|
.pNext = &dev_features_1_2,
|
|
};
|
|
VkPhysicalDeviceFeatures2 dev_features = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2,
|
|
.pNext = &dev_features_1_1,
|
|
};
|
|
|
|
VkDeviceCreateInfo dev_info = {
|
|
.sType = VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO,
|
|
.pNext = &hwctx->device_features,
|
|
};
|
|
|
|
hwctx->device_features.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2;
|
|
hwctx->device_features.pNext = &p->device_features_1_1;
|
|
p->device_features_1_1.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_1_FEATURES;
|
|
p->device_features_1_1.pNext = &p->device_features_1_2;
|
|
p->device_features_1_2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_2_FEATURES;
|
|
ctx->free = vulkan_device_free;
|
|
|
|
/* Create an instance if not given one */
|
|
if ((err = create_instance(ctx, opts)))
|
|
goto end;
|
|
|
|
/* Find a device (if not given one) */
|
|
if ((err = find_device(ctx, dev_select)))
|
|
goto end;
|
|
|
|
vk->GetPhysicalDeviceFeatures2(hwctx->phys_dev, &dev_features);
|
|
|
|
/* Try to keep in sync with libplacebo */
|
|
#define COPY_FEATURE(DST, NAME) (DST).features.NAME = dev_features.features.NAME;
|
|
COPY_FEATURE(hwctx->device_features, shaderImageGatherExtended)
|
|
COPY_FEATURE(hwctx->device_features, shaderStorageImageReadWithoutFormat)
|
|
COPY_FEATURE(hwctx->device_features, shaderStorageImageWriteWithoutFormat)
|
|
COPY_FEATURE(hwctx->device_features, fragmentStoresAndAtomics)
|
|
COPY_FEATURE(hwctx->device_features, vertexPipelineStoresAndAtomics)
|
|
COPY_FEATURE(hwctx->device_features, shaderInt64)
|
|
#undef COPY_FEATURE
|
|
|
|
/* We require timeline semaphores */
|
|
if (!timeline_features.timelineSemaphore) {
|
|
av_log(ctx, AV_LOG_ERROR, "Device does not support timeline semaphores!\n");
|
|
err = AVERROR(ENOSYS);
|
|
goto end;
|
|
}
|
|
p->device_features_1_2.timelineSemaphore = 1;
|
|
|
|
/* Setup queue family */
|
|
if ((err = setup_queue_families(ctx, &dev_info)))
|
|
goto end;
|
|
|
|
if ((err = check_extensions(ctx, 1, opts, &dev_info.ppEnabledExtensionNames,
|
|
&dev_info.enabledExtensionCount, 0))) {
|
|
for (int i = 0; i < dev_info.queueCreateInfoCount; i++)
|
|
av_free((void *)dev_info.pQueueCreateInfos[i].pQueuePriorities);
|
|
av_free((void *)dev_info.pQueueCreateInfos);
|
|
goto end;
|
|
}
|
|
|
|
ret = vk->CreateDevice(hwctx->phys_dev, &dev_info, hwctx->alloc,
|
|
&hwctx->act_dev);
|
|
|
|
for (int i = 0; i < dev_info.queueCreateInfoCount; i++)
|
|
av_free((void *)dev_info.pQueueCreateInfos[i].pQueuePriorities);
|
|
av_free((void *)dev_info.pQueueCreateInfos);
|
|
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Device creation failure: %s\n",
|
|
vk_ret2str(ret));
|
|
for (int i = 0; i < dev_info.enabledExtensionCount; i++)
|
|
av_free((void *)dev_info.ppEnabledExtensionNames[i]);
|
|
av_free((void *)dev_info.ppEnabledExtensionNames);
|
|
err = AVERROR_EXTERNAL;
|
|
goto end;
|
|
}
|
|
|
|
/* Tiled images setting, use them by default */
|
|
opt_d = av_dict_get(opts, "linear_images", NULL, 0);
|
|
if (opt_d)
|
|
p->use_linear_images = strtol(opt_d->value, NULL, 10);
|
|
|
|
opt_d = av_dict_get(opts, "contiguous_planes", NULL, 0);
|
|
if (opt_d)
|
|
p->contiguous_planes = strtol(opt_d->value, NULL, 10);
|
|
else
|
|
p->contiguous_planes = -1;
|
|
|
|
hwctx->enabled_dev_extensions = dev_info.ppEnabledExtensionNames;
|
|
hwctx->nb_enabled_dev_extensions = dev_info.enabledExtensionCount;
|
|
|
|
end:
|
|
return err;
|
|
}
|
|
|
|
static int vulkan_device_init(AVHWDeviceContext *ctx)
|
|
{
|
|
int err;
|
|
uint32_t queue_num;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
int graph_index, comp_index, tx_index, enc_index, dec_index;
|
|
|
|
/* Set device extension flags */
|
|
for (int i = 0; i < hwctx->nb_enabled_dev_extensions; i++) {
|
|
for (int j = 0; j < FF_ARRAY_ELEMS(optional_device_exts); j++) {
|
|
if (!strcmp(hwctx->enabled_dev_extensions[i],
|
|
optional_device_exts[j].name)) {
|
|
p->extensions |= optional_device_exts[j].flag;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
err = ff_vk_load_functions(ctx, vk, p->extensions, 1, 1);
|
|
if (err < 0) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to load functions!\n");
|
|
return err;
|
|
}
|
|
|
|
p->props.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_PROPERTIES_2;
|
|
p->props.pNext = &p->hprops;
|
|
p->hprops.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_EXTERNAL_MEMORY_HOST_PROPERTIES_EXT;
|
|
|
|
vk->GetPhysicalDeviceProperties2(hwctx->phys_dev, &p->props);
|
|
av_log(ctx, AV_LOG_VERBOSE, "Using device: %s\n",
|
|
p->props.properties.deviceName);
|
|
av_log(ctx, AV_LOG_VERBOSE, "Alignments:\n");
|
|
av_log(ctx, AV_LOG_VERBOSE, " optimalBufferCopyRowPitchAlignment: %"PRIu64"\n",
|
|
p->props.properties.limits.optimalBufferCopyRowPitchAlignment);
|
|
av_log(ctx, AV_LOG_VERBOSE, " minMemoryMapAlignment: %"SIZE_SPECIFIER"\n",
|
|
p->props.properties.limits.minMemoryMapAlignment);
|
|
if (p->extensions & FF_VK_EXT_EXTERNAL_HOST_MEMORY)
|
|
av_log(ctx, AV_LOG_VERBOSE, " minImportedHostPointerAlignment: %"PRIu64"\n",
|
|
p->hprops.minImportedHostPointerAlignment);
|
|
|
|
p->dev_is_nvidia = (p->props.properties.vendorID == 0x10de);
|
|
p->dev_is_intel = (p->props.properties.vendorID == 0x8086);
|
|
|
|
vk->GetPhysicalDeviceQueueFamilyProperties(hwctx->phys_dev, &queue_num, NULL);
|
|
if (!queue_num) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to get queues!\n");
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
graph_index = hwctx->queue_family_index;
|
|
comp_index = hwctx->queue_family_comp_index;
|
|
tx_index = hwctx->queue_family_tx_index;
|
|
enc_index = hwctx->queue_family_encode_index;
|
|
dec_index = hwctx->queue_family_decode_index;
|
|
|
|
#define CHECK_QUEUE(type, required, fidx, ctx_qf, qc) \
|
|
do { \
|
|
if (ctx_qf < 0 && required) { \
|
|
av_log(ctx, AV_LOG_ERROR, "%s queue family is required, but marked as missing" \
|
|
" in the context!\n", type); \
|
|
return AVERROR(EINVAL); \
|
|
} else if (fidx < 0 || ctx_qf < 0) { \
|
|
break; \
|
|
} else if (ctx_qf >= queue_num) { \
|
|
av_log(ctx, AV_LOG_ERROR, "Invalid %s family index %i (device has %i families)!\n", \
|
|
type, ctx_qf, queue_num); \
|
|
return AVERROR(EINVAL); \
|
|
} \
|
|
\
|
|
av_log(ctx, AV_LOG_VERBOSE, "Using queue family %i (queues: %i)" \
|
|
" for%s%s%s%s%s\n", \
|
|
ctx_qf, qc, \
|
|
ctx_qf == graph_index ? " graphics" : "", \
|
|
ctx_qf == comp_index ? " compute" : "", \
|
|
ctx_qf == tx_index ? " transfers" : "", \
|
|
ctx_qf == enc_index ? " encode" : "", \
|
|
ctx_qf == dec_index ? " decode" : ""); \
|
|
graph_index = (ctx_qf == graph_index) ? -1 : graph_index; \
|
|
comp_index = (ctx_qf == comp_index) ? -1 : comp_index; \
|
|
tx_index = (ctx_qf == tx_index) ? -1 : tx_index; \
|
|
enc_index = (ctx_qf == enc_index) ? -1 : enc_index; \
|
|
dec_index = (ctx_qf == dec_index) ? -1 : dec_index; \
|
|
p->qfs[p->num_qfs++] = ctx_qf; \
|
|
} while (0)
|
|
|
|
CHECK_QUEUE("graphics", 0, graph_index, hwctx->queue_family_index, hwctx->nb_graphics_queues);
|
|
CHECK_QUEUE("upload", 1, tx_index, hwctx->queue_family_tx_index, hwctx->nb_tx_queues);
|
|
CHECK_QUEUE("compute", 1, comp_index, hwctx->queue_family_comp_index, hwctx->nb_comp_queues);
|
|
CHECK_QUEUE("encode", 0, enc_index, hwctx->queue_family_encode_index, hwctx->nb_encode_queues);
|
|
CHECK_QUEUE("decode", 0, dec_index, hwctx->queue_family_decode_index, hwctx->nb_decode_queues);
|
|
|
|
#undef CHECK_QUEUE
|
|
|
|
/* Get device capabilities */
|
|
vk->GetPhysicalDeviceMemoryProperties(hwctx->phys_dev, &p->mprops);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int vulkan_device_create(AVHWDeviceContext *ctx, const char *device,
|
|
AVDictionary *opts, int flags)
|
|
{
|
|
VulkanDeviceSelection dev_select = { 0 };
|
|
if (device && device[0]) {
|
|
char *end = NULL;
|
|
dev_select.index = strtol(device, &end, 10);
|
|
if (end == device) {
|
|
dev_select.index = 0;
|
|
dev_select.name = device;
|
|
}
|
|
}
|
|
|
|
return vulkan_device_create_internal(ctx, &dev_select, opts, flags);
|
|
}
|
|
|
|
static int vulkan_device_derive(AVHWDeviceContext *ctx,
|
|
AVHWDeviceContext *src_ctx,
|
|
AVDictionary *opts, int flags)
|
|
{
|
|
av_unused VulkanDeviceSelection dev_select = { 0 };
|
|
|
|
/* If there's only one device on the system, then even if its not covered
|
|
* by the following checks (e.g. non-PCIe ARM GPU), having an empty
|
|
* dev_select will mean it'll get picked. */
|
|
switch(src_ctx->type) {
|
|
#if CONFIG_LIBDRM
|
|
#if CONFIG_VAAPI
|
|
case AV_HWDEVICE_TYPE_VAAPI: {
|
|
AVVAAPIDeviceContext *src_hwctx = src_ctx->hwctx;
|
|
|
|
const char *vendor = vaQueryVendorString(src_hwctx->display);
|
|
if (!vendor) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to get device info from VAAPI!\n");
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
if (strstr(vendor, "Intel"))
|
|
dev_select.vendor_id = 0x8086;
|
|
if (strstr(vendor, "AMD"))
|
|
dev_select.vendor_id = 0x1002;
|
|
|
|
return vulkan_device_create_internal(ctx, &dev_select, opts, flags);
|
|
}
|
|
#endif
|
|
case AV_HWDEVICE_TYPE_DRM: {
|
|
AVDRMDeviceContext *src_hwctx = src_ctx->hwctx;
|
|
|
|
drmDevice *drm_dev_info;
|
|
int err = drmGetDevice(src_hwctx->fd, &drm_dev_info);
|
|
if (err) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to get device info from DRM fd!\n");
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
if (drm_dev_info->bustype == DRM_BUS_PCI)
|
|
dev_select.pci_device = drm_dev_info->deviceinfo.pci->device_id;
|
|
|
|
drmFreeDevice(&drm_dev_info);
|
|
|
|
return vulkan_device_create_internal(ctx, &dev_select, opts, flags);
|
|
}
|
|
#endif
|
|
#if CONFIG_CUDA
|
|
case AV_HWDEVICE_TYPE_CUDA: {
|
|
AVHWDeviceContext *cuda_cu = src_ctx;
|
|
AVCUDADeviceContext *src_hwctx = src_ctx->hwctx;
|
|
AVCUDADeviceContextInternal *cu_internal = src_hwctx->internal;
|
|
CudaFunctions *cu = cu_internal->cuda_dl;
|
|
|
|
int ret = CHECK_CU(cu->cuDeviceGetUuid((CUuuid *)&dev_select.uuid,
|
|
cu_internal->cuda_device));
|
|
if (ret < 0) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to get UUID from CUDA!\n");
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
dev_select.has_uuid = 1;
|
|
|
|
return vulkan_device_create_internal(ctx, &dev_select, opts, flags);
|
|
}
|
|
#endif
|
|
default:
|
|
return AVERROR(ENOSYS);
|
|
}
|
|
}
|
|
|
|
static int vulkan_frames_get_constraints(AVHWDeviceContext *ctx,
|
|
const void *hwconfig,
|
|
AVHWFramesConstraints *constraints)
|
|
{
|
|
int count = 0;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
|
|
for (enum AVPixelFormat i = 0; i < AV_PIX_FMT_NB; i++)
|
|
count += pixfmt_is_supported(ctx, i, p->use_linear_images);
|
|
|
|
#if CONFIG_CUDA
|
|
if (p->dev_is_nvidia)
|
|
count++;
|
|
#endif
|
|
|
|
constraints->valid_sw_formats = av_malloc_array(count + 1,
|
|
sizeof(enum AVPixelFormat));
|
|
if (!constraints->valid_sw_formats)
|
|
return AVERROR(ENOMEM);
|
|
|
|
count = 0;
|
|
for (enum AVPixelFormat i = 0; i < AV_PIX_FMT_NB; i++)
|
|
if (pixfmt_is_supported(ctx, i, p->use_linear_images))
|
|
constraints->valid_sw_formats[count++] = i;
|
|
|
|
#if CONFIG_CUDA
|
|
if (p->dev_is_nvidia)
|
|
constraints->valid_sw_formats[count++] = AV_PIX_FMT_CUDA;
|
|
#endif
|
|
constraints->valid_sw_formats[count++] = AV_PIX_FMT_NONE;
|
|
|
|
constraints->min_width = 0;
|
|
constraints->min_height = 0;
|
|
constraints->max_width = p->props.properties.limits.maxImageDimension2D;
|
|
constraints->max_height = p->props.properties.limits.maxImageDimension2D;
|
|
|
|
constraints->valid_hw_formats = av_malloc_array(2, sizeof(enum AVPixelFormat));
|
|
if (!constraints->valid_hw_formats)
|
|
return AVERROR(ENOMEM);
|
|
|
|
constraints->valid_hw_formats[0] = AV_PIX_FMT_VULKAN;
|
|
constraints->valid_hw_formats[1] = AV_PIX_FMT_NONE;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int alloc_mem(AVHWDeviceContext *ctx, VkMemoryRequirements *req,
|
|
VkMemoryPropertyFlagBits req_flags, const void *alloc_extension,
|
|
VkMemoryPropertyFlagBits *mem_flags, VkDeviceMemory *mem)
|
|
{
|
|
VkResult ret;
|
|
int index = -1;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *dev_hwctx = ctx->hwctx;
|
|
VkMemoryAllocateInfo alloc_info = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO,
|
|
.pNext = alloc_extension,
|
|
.allocationSize = req->size,
|
|
};
|
|
|
|
/* The vulkan spec requires memory types to be sorted in the "optimal"
|
|
* order, so the first matching type we find will be the best/fastest one */
|
|
for (int i = 0; i < p->mprops.memoryTypeCount; i++) {
|
|
const VkMemoryType *type = &p->mprops.memoryTypes[i];
|
|
|
|
/* The memory type must be supported by the requirements (bitfield) */
|
|
if (!(req->memoryTypeBits & (1 << i)))
|
|
continue;
|
|
|
|
/* The memory type flags must include our properties */
|
|
if ((type->propertyFlags & req_flags) != req_flags)
|
|
continue;
|
|
|
|
/* The memory type must be large enough */
|
|
if (req->size > p->mprops.memoryHeaps[type->heapIndex].size)
|
|
continue;
|
|
|
|
/* Found a suitable memory type */
|
|
index = i;
|
|
break;
|
|
}
|
|
|
|
if (index < 0) {
|
|
av_log(ctx, AV_LOG_ERROR, "No memory type found for flags 0x%x\n",
|
|
req_flags);
|
|
return AVERROR(EINVAL);
|
|
}
|
|
|
|
alloc_info.memoryTypeIndex = index;
|
|
|
|
ret = vk->AllocateMemory(dev_hwctx->act_dev, &alloc_info,
|
|
dev_hwctx->alloc, mem);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to allocate memory: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR(ENOMEM);
|
|
}
|
|
|
|
*mem_flags |= p->mprops.memoryTypes[index].propertyFlags;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void vulkan_free_internal(AVVkFrame *f)
|
|
{
|
|
AVVkFrameInternal *internal = f->internal;
|
|
|
|
if (!internal)
|
|
return;
|
|
|
|
#if CONFIG_CUDA
|
|
if (internal->cuda_fc_ref) {
|
|
AVHWFramesContext *cuda_fc = (AVHWFramesContext *)internal->cuda_fc_ref->data;
|
|
int planes = av_pix_fmt_count_planes(cuda_fc->sw_format);
|
|
AVHWDeviceContext *cuda_cu = cuda_fc->device_ctx;
|
|
AVCUDADeviceContext *cuda_dev = cuda_cu->hwctx;
|
|
AVCUDADeviceContextInternal *cu_internal = cuda_dev->internal;
|
|
CudaFunctions *cu = cu_internal->cuda_dl;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
if (internal->cu_sem[i])
|
|
CHECK_CU(cu->cuDestroyExternalSemaphore(internal->cu_sem[i]));
|
|
if (internal->cu_mma[i])
|
|
CHECK_CU(cu->cuMipmappedArrayDestroy(internal->cu_mma[i]));
|
|
if (internal->ext_mem[i])
|
|
CHECK_CU(cu->cuDestroyExternalMemory(internal->ext_mem[i]));
|
|
#ifdef _WIN32
|
|
if (internal->ext_sem_handle[i])
|
|
CloseHandle(internal->ext_sem_handle[i]);
|
|
if (internal->ext_mem_handle[i])
|
|
CloseHandle(internal->ext_mem_handle[i]);
|
|
#endif
|
|
}
|
|
|
|
av_buffer_unref(&internal->cuda_fc_ref);
|
|
}
|
|
#endif
|
|
|
|
av_freep(&f->internal);
|
|
}
|
|
|
|
static void vulkan_frame_free(void *opaque, uint8_t *data)
|
|
{
|
|
AVVkFrame *f = (AVVkFrame *)data;
|
|
AVHWFramesContext *hwfc = opaque;
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
|
|
/* We could use vkWaitSemaphores, but the validation layer seems to have
|
|
* issues tracking command buffer execution state on uninit. */
|
|
vk->DeviceWaitIdle(hwctx->act_dev);
|
|
|
|
vulkan_free_internal(f);
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
vk->DestroyImage(hwctx->act_dev, f->img[i], hwctx->alloc);
|
|
vk->FreeMemory(hwctx->act_dev, f->mem[i], hwctx->alloc);
|
|
vk->DestroySemaphore(hwctx->act_dev, f->sem[i], hwctx->alloc);
|
|
}
|
|
|
|
av_free(f);
|
|
}
|
|
|
|
static int alloc_bind_mem(AVHWFramesContext *hwfc, AVVkFrame *f,
|
|
void *alloc_pnext, size_t alloc_pnext_stride)
|
|
{
|
|
int err;
|
|
VkResult ret;
|
|
AVHWDeviceContext *ctx = hwfc->device_ctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanFramesContext *hwfctx = hwfc->hwctx;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
VkBindImageMemoryInfo bind_info[AV_NUM_DATA_POINTERS] = { { 0 } };
|
|
|
|
VkMemoryRequirements cont_memory_requirements = { 0 };
|
|
int cont_mem_size_list[AV_NUM_DATA_POINTERS] = { 0 };
|
|
int cont_mem_size = 0;
|
|
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
int use_ded_mem;
|
|
VkImageMemoryRequirementsInfo2 req_desc = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2,
|
|
.image = f->img[i],
|
|
};
|
|
VkMemoryDedicatedAllocateInfo ded_alloc = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO,
|
|
.pNext = (void *)(((uint8_t *)alloc_pnext) + i*alloc_pnext_stride),
|
|
};
|
|
VkMemoryDedicatedRequirements ded_req = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS,
|
|
};
|
|
VkMemoryRequirements2 req = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2,
|
|
.pNext = &ded_req,
|
|
};
|
|
|
|
vk->GetImageMemoryRequirements2(hwctx->act_dev, &req_desc, &req);
|
|
|
|
if (f->tiling == VK_IMAGE_TILING_LINEAR)
|
|
req.memoryRequirements.size = FFALIGN(req.memoryRequirements.size,
|
|
p->props.properties.limits.minMemoryMapAlignment);
|
|
|
|
if (hwfctx->flags & AV_VK_FRAME_FLAG_CONTIGUOUS_MEMORY) {
|
|
if (ded_req.requiresDedicatedAllocation) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Cannot allocate all planes in a single allocation, "
|
|
"device requires dedicated image allocation!\n");
|
|
return AVERROR(EINVAL);
|
|
} else if (!i) {
|
|
cont_memory_requirements = req.memoryRequirements;
|
|
} else if (cont_memory_requirements.memoryTypeBits !=
|
|
req.memoryRequirements.memoryTypeBits) {
|
|
av_log(hwfc, AV_LOG_ERROR, "The memory requirements differ between plane 0 "
|
|
"and %i, cannot allocate in a single region!\n",
|
|
i);
|
|
return AVERROR(EINVAL);
|
|
}
|
|
|
|
cont_mem_size_list[i] = FFALIGN(req.memoryRequirements.size,
|
|
req.memoryRequirements.alignment);
|
|
cont_mem_size += cont_mem_size_list[i];
|
|
continue;
|
|
}
|
|
|
|
/* In case the implementation prefers/requires dedicated allocation */
|
|
use_ded_mem = ded_req.prefersDedicatedAllocation |
|
|
ded_req.requiresDedicatedAllocation;
|
|
if (use_ded_mem)
|
|
ded_alloc.image = f->img[i];
|
|
|
|
/* Allocate memory */
|
|
if ((err = alloc_mem(ctx, &req.memoryRequirements,
|
|
f->tiling == VK_IMAGE_TILING_LINEAR ?
|
|
VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT :
|
|
VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT,
|
|
use_ded_mem ? &ded_alloc : (void *)ded_alloc.pNext,
|
|
&f->flags, &f->mem[i])))
|
|
return err;
|
|
|
|
f->size[i] = req.memoryRequirements.size;
|
|
bind_info[i].sType = VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO;
|
|
bind_info[i].image = f->img[i];
|
|
bind_info[i].memory = f->mem[i];
|
|
}
|
|
|
|
if (hwfctx->flags & AV_VK_FRAME_FLAG_CONTIGUOUS_MEMORY) {
|
|
cont_memory_requirements.size = cont_mem_size;
|
|
|
|
/* Allocate memory */
|
|
if ((err = alloc_mem(ctx, &cont_memory_requirements,
|
|
f->tiling == VK_IMAGE_TILING_LINEAR ?
|
|
VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT :
|
|
VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT,
|
|
(void *)(((uint8_t *)alloc_pnext)),
|
|
&f->flags, &f->mem[0])))
|
|
return err;
|
|
|
|
f->size[0] = cont_memory_requirements.size;
|
|
|
|
for (int i = 0, offset = 0; i < planes; i++) {
|
|
bind_info[i].sType = VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO;
|
|
bind_info[i].image = f->img[i];
|
|
bind_info[i].memory = f->mem[0];
|
|
bind_info[i].memoryOffset = offset;
|
|
|
|
f->offset[i] = bind_info[i].memoryOffset;
|
|
offset += cont_mem_size_list[i];
|
|
}
|
|
}
|
|
|
|
/* Bind the allocated memory to the images */
|
|
ret = vk->BindImageMemory2(hwctx->act_dev, planes, bind_info);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to bind memory: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
enum PrepMode {
|
|
PREP_MODE_WRITE,
|
|
PREP_MODE_EXTERNAL_EXPORT,
|
|
PREP_MODE_EXTERNAL_IMPORT
|
|
};
|
|
|
|
static int prepare_frame(AVHWFramesContext *hwfc, VulkanExecCtx *ectx,
|
|
AVVkFrame *frame, enum PrepMode pmode)
|
|
{
|
|
int err;
|
|
uint32_t src_qf, dst_qf;
|
|
VkImageLayout new_layout;
|
|
VkAccessFlags new_access;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
uint64_t sem_sig_val[AV_NUM_DATA_POINTERS];
|
|
|
|
VkImageMemoryBarrier img_bar[AV_NUM_DATA_POINTERS] = { 0 };
|
|
|
|
VkTimelineSemaphoreSubmitInfo s_timeline_sem_info = {
|
|
.sType = VK_STRUCTURE_TYPE_TIMELINE_SEMAPHORE_SUBMIT_INFO,
|
|
.pSignalSemaphoreValues = sem_sig_val,
|
|
.signalSemaphoreValueCount = planes,
|
|
};
|
|
|
|
VkSubmitInfo s_info = {
|
|
.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO,
|
|
.pNext = &s_timeline_sem_info,
|
|
.pSignalSemaphores = frame->sem,
|
|
.signalSemaphoreCount = planes,
|
|
};
|
|
|
|
VkPipelineStageFlagBits wait_st[AV_NUM_DATA_POINTERS];
|
|
for (int i = 0; i < planes; i++) {
|
|
wait_st[i] = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT;
|
|
sem_sig_val[i] = frame->sem_value[i] + 1;
|
|
}
|
|
|
|
switch (pmode) {
|
|
case PREP_MODE_WRITE:
|
|
new_layout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
|
|
new_access = VK_ACCESS_TRANSFER_WRITE_BIT;
|
|
src_qf = VK_QUEUE_FAMILY_IGNORED;
|
|
dst_qf = VK_QUEUE_FAMILY_IGNORED;
|
|
break;
|
|
case PREP_MODE_EXTERNAL_IMPORT:
|
|
new_layout = VK_IMAGE_LAYOUT_GENERAL;
|
|
new_access = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT;
|
|
src_qf = VK_QUEUE_FAMILY_EXTERNAL_KHR;
|
|
dst_qf = VK_QUEUE_FAMILY_IGNORED;
|
|
s_timeline_sem_info.pWaitSemaphoreValues = frame->sem_value;
|
|
s_timeline_sem_info.waitSemaphoreValueCount = planes;
|
|
s_info.pWaitSemaphores = frame->sem;
|
|
s_info.pWaitDstStageMask = wait_st;
|
|
s_info.waitSemaphoreCount = planes;
|
|
break;
|
|
case PREP_MODE_EXTERNAL_EXPORT:
|
|
new_layout = VK_IMAGE_LAYOUT_GENERAL;
|
|
new_access = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT;
|
|
src_qf = VK_QUEUE_FAMILY_IGNORED;
|
|
dst_qf = VK_QUEUE_FAMILY_EXTERNAL_KHR;
|
|
s_timeline_sem_info.pWaitSemaphoreValues = frame->sem_value;
|
|
s_timeline_sem_info.waitSemaphoreValueCount = planes;
|
|
s_info.pWaitSemaphores = frame->sem;
|
|
s_info.pWaitDstStageMask = wait_st;
|
|
s_info.waitSemaphoreCount = planes;
|
|
break;
|
|
}
|
|
|
|
if ((err = wait_start_exec_ctx(hwfc, ectx)))
|
|
return err;
|
|
|
|
/* Change the image layout to something more optimal for writes.
|
|
* This also signals the newly created semaphore, making it usable
|
|
* for synchronization */
|
|
for (int i = 0; i < planes; i++) {
|
|
img_bar[i].sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
|
|
img_bar[i].srcAccessMask = 0x0;
|
|
img_bar[i].dstAccessMask = new_access;
|
|
img_bar[i].oldLayout = frame->layout[i];
|
|
img_bar[i].newLayout = new_layout;
|
|
img_bar[i].srcQueueFamilyIndex = src_qf;
|
|
img_bar[i].dstQueueFamilyIndex = dst_qf;
|
|
img_bar[i].image = frame->img[i];
|
|
img_bar[i].subresourceRange.levelCount = 1;
|
|
img_bar[i].subresourceRange.layerCount = 1;
|
|
img_bar[i].subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
|
|
|
|
frame->layout[i] = img_bar[i].newLayout;
|
|
frame->access[i] = img_bar[i].dstAccessMask;
|
|
}
|
|
|
|
vk->CmdPipelineBarrier(get_buf_exec_ctx(hwfc, ectx),
|
|
VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
|
|
VK_PIPELINE_STAGE_TRANSFER_BIT,
|
|
0, 0, NULL, 0, NULL, planes, img_bar);
|
|
|
|
return submit_exec_ctx(hwfc, ectx, &s_info, frame, 0);
|
|
}
|
|
|
|
static inline void get_plane_wh(int *w, int *h, enum AVPixelFormat format,
|
|
int frame_w, int frame_h, int plane)
|
|
{
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(format);
|
|
|
|
/* Currently always true unless gray + alpha support is added */
|
|
if (!plane || (plane == 3) || desc->flags & AV_PIX_FMT_FLAG_RGB ||
|
|
!(desc->flags & AV_PIX_FMT_FLAG_PLANAR)) {
|
|
*w = frame_w;
|
|
*h = frame_h;
|
|
return;
|
|
}
|
|
|
|
*w = AV_CEIL_RSHIFT(frame_w, desc->log2_chroma_w);
|
|
*h = AV_CEIL_RSHIFT(frame_h, desc->log2_chroma_h);
|
|
}
|
|
|
|
static int create_frame(AVHWFramesContext *hwfc, AVVkFrame **frame,
|
|
VkImageTiling tiling, VkImageUsageFlagBits usage,
|
|
void *create_pnext)
|
|
{
|
|
int err;
|
|
VkResult ret;
|
|
AVHWDeviceContext *ctx = hwfc->device_ctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
enum AVPixelFormat format = hwfc->sw_format;
|
|
const VkFormat *img_fmts = av_vkfmt_from_pixfmt(format);
|
|
const int planes = av_pix_fmt_count_planes(format);
|
|
|
|
VkExportSemaphoreCreateInfo ext_sem_info = {
|
|
.sType = VK_STRUCTURE_TYPE_EXPORT_SEMAPHORE_CREATE_INFO,
|
|
#ifdef _WIN32
|
|
.handleTypes = IsWindows8OrGreater()
|
|
? VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_WIN32_BIT
|
|
: VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_WIN32_KMT_BIT,
|
|
#else
|
|
.handleTypes = VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_FD_BIT,
|
|
#endif
|
|
};
|
|
|
|
VkSemaphoreTypeCreateInfo sem_type_info = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_TYPE_CREATE_INFO,
|
|
#ifdef _WIN32
|
|
.pNext = p->extensions & FF_VK_EXT_EXTERNAL_WIN32_SEM ? &ext_sem_info : NULL,
|
|
#else
|
|
.pNext = p->extensions & FF_VK_EXT_EXTERNAL_FD_SEM ? &ext_sem_info : NULL,
|
|
#endif
|
|
.semaphoreType = VK_SEMAPHORE_TYPE_TIMELINE,
|
|
.initialValue = 0,
|
|
};
|
|
|
|
VkSemaphoreCreateInfo sem_spawn = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_CREATE_INFO,
|
|
.pNext = &sem_type_info,
|
|
};
|
|
|
|
AVVkFrame *f = av_vk_frame_alloc();
|
|
if (!f) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to allocate memory for AVVkFrame!\n");
|
|
return AVERROR(ENOMEM);
|
|
}
|
|
|
|
/* Create the images */
|
|
for (int i = 0; i < planes; i++) {
|
|
VkImageCreateInfo create_info = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
|
|
.pNext = create_pnext,
|
|
.imageType = VK_IMAGE_TYPE_2D,
|
|
.format = img_fmts[i],
|
|
.extent.depth = 1,
|
|
.mipLevels = 1,
|
|
.arrayLayers = 1,
|
|
.flags = VK_IMAGE_CREATE_ALIAS_BIT,
|
|
.tiling = tiling,
|
|
.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED,
|
|
.usage = usage,
|
|
.samples = VK_SAMPLE_COUNT_1_BIT,
|
|
.pQueueFamilyIndices = p->qfs,
|
|
.queueFamilyIndexCount = p->num_qfs,
|
|
.sharingMode = p->num_qfs > 1 ? VK_SHARING_MODE_CONCURRENT :
|
|
VK_SHARING_MODE_EXCLUSIVE,
|
|
};
|
|
|
|
get_plane_wh(&create_info.extent.width, &create_info.extent.height,
|
|
format, hwfc->width, hwfc->height, i);
|
|
|
|
ret = vk->CreateImage(hwctx->act_dev, &create_info,
|
|
hwctx->alloc, &f->img[i]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Image creation failure: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR(EINVAL);
|
|
goto fail;
|
|
}
|
|
|
|
/* Create semaphore */
|
|
ret = vk->CreateSemaphore(hwctx->act_dev, &sem_spawn,
|
|
hwctx->alloc, &f->sem[i]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwctx, AV_LOG_ERROR, "Failed to create semaphore: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
f->layout[i] = create_info.initialLayout;
|
|
f->access[i] = 0x0;
|
|
f->sem_value[i] = 0;
|
|
}
|
|
|
|
f->flags = 0x0;
|
|
f->tiling = tiling;
|
|
|
|
*frame = f;
|
|
return 0;
|
|
|
|
fail:
|
|
vulkan_frame_free(hwfc, (uint8_t *)f);
|
|
return err;
|
|
}
|
|
|
|
/* Checks if an export flag is enabled, and if it is ORs it with *iexp */
|
|
static void try_export_flags(AVHWFramesContext *hwfc,
|
|
VkExternalMemoryHandleTypeFlags *comp_handle_types,
|
|
VkExternalMemoryHandleTypeFlagBits *iexp,
|
|
VkExternalMemoryHandleTypeFlagBits exp)
|
|
{
|
|
VkResult ret;
|
|
AVVulkanFramesContext *hwctx = hwfc->hwctx;
|
|
AVVulkanDeviceContext *dev_hwctx = hwfc->device_ctx->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
const VkImageDrmFormatModifierListCreateInfoEXT *drm_mod_info =
|
|
vk_find_struct(hwctx->create_pnext,
|
|
VK_STRUCTURE_TYPE_IMAGE_DRM_FORMAT_MODIFIER_LIST_CREATE_INFO_EXT);
|
|
int has_mods = hwctx->tiling == VK_IMAGE_TILING_DRM_FORMAT_MODIFIER_EXT && drm_mod_info;
|
|
int nb_mods;
|
|
|
|
VkExternalImageFormatProperties eprops = {
|
|
.sType = VK_STRUCTURE_TYPE_EXTERNAL_IMAGE_FORMAT_PROPERTIES_KHR,
|
|
};
|
|
VkImageFormatProperties2 props = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_FORMAT_PROPERTIES_2,
|
|
.pNext = &eprops,
|
|
};
|
|
VkPhysicalDeviceImageDrmFormatModifierInfoEXT phy_dev_mod_info = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_DRM_FORMAT_MODIFIER_INFO_EXT,
|
|
.pNext = NULL,
|
|
.pQueueFamilyIndices = p->qfs,
|
|
.queueFamilyIndexCount = p->num_qfs,
|
|
.sharingMode = p->num_qfs > 1 ? VK_SHARING_MODE_CONCURRENT :
|
|
VK_SHARING_MODE_EXCLUSIVE,
|
|
};
|
|
VkPhysicalDeviceExternalImageFormatInfo enext = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_EXTERNAL_IMAGE_FORMAT_INFO,
|
|
.handleType = exp,
|
|
.pNext = has_mods ? &phy_dev_mod_info : NULL,
|
|
};
|
|
VkPhysicalDeviceImageFormatInfo2 pinfo = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_FORMAT_INFO_2,
|
|
.pNext = !exp ? NULL : &enext,
|
|
.format = av_vkfmt_from_pixfmt(hwfc->sw_format)[0],
|
|
.type = VK_IMAGE_TYPE_2D,
|
|
.tiling = hwctx->tiling,
|
|
.usage = hwctx->usage,
|
|
.flags = VK_IMAGE_CREATE_ALIAS_BIT,
|
|
};
|
|
|
|
nb_mods = has_mods ? drm_mod_info->drmFormatModifierCount : 1;
|
|
for (int i = 0; i < nb_mods; i++) {
|
|
if (has_mods)
|
|
phy_dev_mod_info.drmFormatModifier = drm_mod_info->pDrmFormatModifiers[i];
|
|
|
|
ret = vk->GetPhysicalDeviceImageFormatProperties2(dev_hwctx->phys_dev,
|
|
&pinfo, &props);
|
|
|
|
if (ret == VK_SUCCESS) {
|
|
*iexp |= exp;
|
|
*comp_handle_types |= eprops.externalMemoryProperties.compatibleHandleTypes;
|
|
}
|
|
}
|
|
}
|
|
|
|
static AVBufferRef *vulkan_pool_alloc(void *opaque, size_t size)
|
|
{
|
|
int err;
|
|
AVVkFrame *f;
|
|
AVBufferRef *avbuf = NULL;
|
|
AVHWFramesContext *hwfc = opaque;
|
|
AVVulkanFramesContext *hwctx = hwfc->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
VkExportMemoryAllocateInfo eminfo[AV_NUM_DATA_POINTERS];
|
|
VkExternalMemoryHandleTypeFlags e = 0x0;
|
|
|
|
VkExternalMemoryImageCreateInfo eiinfo = {
|
|
.sType = VK_STRUCTURE_TYPE_EXTERNAL_MEMORY_IMAGE_CREATE_INFO,
|
|
.pNext = hwctx->create_pnext,
|
|
};
|
|
|
|
#ifdef _WIN32
|
|
if (p->extensions & FF_VK_EXT_EXTERNAL_WIN32_MEMORY)
|
|
try_export_flags(hwfc, &eiinfo.handleTypes, &e, IsWindows8OrGreater()
|
|
? VK_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32_BIT
|
|
: VK_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32_KMT_BIT);
|
|
#else
|
|
if (p->extensions & FF_VK_EXT_EXTERNAL_FD_MEMORY)
|
|
try_export_flags(hwfc, &eiinfo.handleTypes, &e,
|
|
VK_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_FD_BIT);
|
|
|
|
if (p->extensions & (FF_VK_EXT_EXTERNAL_DMABUF_MEMORY | FF_VK_EXT_DRM_MODIFIER_FLAGS))
|
|
try_export_flags(hwfc, &eiinfo.handleTypes, &e,
|
|
VK_EXTERNAL_MEMORY_HANDLE_TYPE_DMA_BUF_BIT_EXT);
|
|
#endif
|
|
|
|
for (int i = 0; i < av_pix_fmt_count_planes(hwfc->sw_format); i++) {
|
|
eminfo[i].sType = VK_STRUCTURE_TYPE_EXPORT_MEMORY_ALLOCATE_INFO;
|
|
eminfo[i].pNext = hwctx->alloc_pnext[i];
|
|
eminfo[i].handleTypes = e;
|
|
}
|
|
|
|
err = create_frame(hwfc, &f, hwctx->tiling, hwctx->usage,
|
|
eiinfo.handleTypes ? &eiinfo : NULL);
|
|
if (err)
|
|
return NULL;
|
|
|
|
err = alloc_bind_mem(hwfc, f, eminfo, sizeof(*eminfo));
|
|
if (err)
|
|
goto fail;
|
|
|
|
err = prepare_frame(hwfc, &fp->conv_ctx, f, PREP_MODE_WRITE);
|
|
if (err)
|
|
goto fail;
|
|
|
|
avbuf = av_buffer_create((uint8_t *)f, sizeof(AVVkFrame),
|
|
vulkan_frame_free, hwfc, 0);
|
|
if (!avbuf)
|
|
goto fail;
|
|
|
|
return avbuf;
|
|
|
|
fail:
|
|
vulkan_frame_free(hwfc, (uint8_t *)f);
|
|
return NULL;
|
|
}
|
|
|
|
static void vulkan_frames_uninit(AVHWFramesContext *hwfc)
|
|
{
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
|
|
if (fp->modifier_info) {
|
|
if (fp->modifier_info->pDrmFormatModifiers)
|
|
av_freep(&fp->modifier_info->pDrmFormatModifiers);
|
|
av_freep(&fp->modifier_info);
|
|
}
|
|
|
|
free_exec_ctx(hwfc, &fp->conv_ctx);
|
|
free_exec_ctx(hwfc, &fp->upload_ctx);
|
|
free_exec_ctx(hwfc, &fp->download_ctx);
|
|
}
|
|
|
|
static int vulkan_frames_init(AVHWFramesContext *hwfc)
|
|
{
|
|
int err;
|
|
AVVkFrame *f;
|
|
AVVulkanFramesContext *hwctx = hwfc->hwctx;
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
AVVulkanDeviceContext *dev_hwctx = hwfc->device_ctx->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
const VkImageDrmFormatModifierListCreateInfoEXT *modifier_info;
|
|
const int has_modifiers = !!(p->extensions & FF_VK_EXT_DRM_MODIFIER_FLAGS);
|
|
|
|
/* Default tiling flags */
|
|
hwctx->tiling = hwctx->tiling ? hwctx->tiling :
|
|
has_modifiers ? VK_IMAGE_TILING_DRM_FORMAT_MODIFIER_EXT :
|
|
p->use_linear_images ? VK_IMAGE_TILING_LINEAR :
|
|
VK_IMAGE_TILING_OPTIMAL;
|
|
|
|
if (!hwctx->usage)
|
|
hwctx->usage = FF_VK_DEFAULT_USAGE_FLAGS;
|
|
|
|
if (!(hwctx->flags & AV_VK_FRAME_FLAG_NONE)) {
|
|
if (p->contiguous_planes == 1 ||
|
|
((p->contiguous_planes == -1) && p->dev_is_intel))
|
|
hwctx->flags |= AV_VK_FRAME_FLAG_CONTIGUOUS_MEMORY;
|
|
}
|
|
|
|
modifier_info = vk_find_struct(hwctx->create_pnext,
|
|
VK_STRUCTURE_TYPE_IMAGE_DRM_FORMAT_MODIFIER_LIST_CREATE_INFO_EXT);
|
|
|
|
/* Get the supported modifiers if the user has not given any. */
|
|
if (has_modifiers && !modifier_info) {
|
|
const VkFormat *fmt = av_vkfmt_from_pixfmt(hwfc->sw_format);
|
|
VkImageDrmFormatModifierListCreateInfoEXT *modifier_info;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
VkDrmFormatModifierPropertiesEXT *mod_props;
|
|
uint64_t *modifiers;
|
|
int modifier_count = 0;
|
|
|
|
VkDrmFormatModifierPropertiesListEXT mod_props_list = {
|
|
.sType = VK_STRUCTURE_TYPE_DRM_FORMAT_MODIFIER_PROPERTIES_LIST_EXT,
|
|
.pNext = NULL,
|
|
.drmFormatModifierCount = 0,
|
|
.pDrmFormatModifierProperties = NULL,
|
|
};
|
|
VkFormatProperties2 prop = {
|
|
.sType = VK_STRUCTURE_TYPE_FORMAT_PROPERTIES_2,
|
|
.pNext = &mod_props_list,
|
|
};
|
|
|
|
/* Get all supported modifiers */
|
|
vk->GetPhysicalDeviceFormatProperties2(dev_hwctx->phys_dev, fmt[0], &prop);
|
|
|
|
if (!mod_props_list.drmFormatModifierCount) {
|
|
av_log(hwfc, AV_LOG_ERROR, "There are no supported modifiers for the given sw_format\n");
|
|
return AVERROR(EINVAL);
|
|
}
|
|
|
|
/* Createa structure to hold the modifier list info */
|
|
modifier_info = av_mallocz(sizeof(*modifier_info));
|
|
if (!modifier_info)
|
|
return AVERROR(ENOMEM);
|
|
|
|
modifier_info->pNext = NULL;
|
|
modifier_info->sType = VK_STRUCTURE_TYPE_IMAGE_DRM_FORMAT_MODIFIER_LIST_CREATE_INFO_EXT;
|
|
|
|
/* Add structure to the image creation pNext chain */
|
|
if (!hwctx->create_pnext)
|
|
hwctx->create_pnext = modifier_info;
|
|
else
|
|
vk_link_struct(hwctx->create_pnext, (void *)modifier_info);
|
|
|
|
/* Backup the allocated struct to be freed later */
|
|
fp->modifier_info = modifier_info;
|
|
|
|
/* Allocate list of modifiers */
|
|
modifiers = av_mallocz(mod_props_list.drmFormatModifierCount *
|
|
sizeof(*modifiers));
|
|
if (!modifiers)
|
|
return AVERROR(ENOMEM);
|
|
|
|
modifier_info->pDrmFormatModifiers = modifiers;
|
|
|
|
/* Allocate a temporary list to hold all modifiers supported */
|
|
mod_props = av_mallocz(mod_props_list.drmFormatModifierCount *
|
|
sizeof(*mod_props));
|
|
if (!mod_props)
|
|
return AVERROR(ENOMEM);
|
|
|
|
mod_props_list.pDrmFormatModifierProperties = mod_props;
|
|
|
|
/* Finally get all modifiers from the device */
|
|
vk->GetPhysicalDeviceFormatProperties2(dev_hwctx->phys_dev, fmt[0], &prop);
|
|
|
|
/* Reject any modifiers that don't match our requirements */
|
|
for (int i = 0; i < mod_props_list.drmFormatModifierCount; i++) {
|
|
if (!(mod_props[i].drmFormatModifierTilingFeatures & hwctx->usage))
|
|
continue;
|
|
|
|
modifiers[modifier_count++] = mod_props[i].drmFormatModifier;
|
|
}
|
|
|
|
if (!modifier_count) {
|
|
av_log(hwfc, AV_LOG_ERROR, "None of the given modifiers supports"
|
|
" the usage flags!\n");
|
|
av_freep(&mod_props);
|
|
return AVERROR(EINVAL);
|
|
}
|
|
|
|
modifier_info->drmFormatModifierCount = modifier_count;
|
|
av_freep(&mod_props);
|
|
}
|
|
|
|
err = create_exec_ctx(hwfc, &fp->conv_ctx,
|
|
dev_hwctx->queue_family_comp_index,
|
|
dev_hwctx->nb_comp_queues);
|
|
if (err)
|
|
return err;
|
|
|
|
err = create_exec_ctx(hwfc, &fp->upload_ctx,
|
|
dev_hwctx->queue_family_tx_index,
|
|
dev_hwctx->nb_tx_queues);
|
|
if (err)
|
|
return err;
|
|
|
|
err = create_exec_ctx(hwfc, &fp->download_ctx,
|
|
dev_hwctx->queue_family_tx_index, 1);
|
|
if (err)
|
|
return err;
|
|
|
|
/* Test to see if allocation will fail */
|
|
err = create_frame(hwfc, &f, hwctx->tiling, hwctx->usage,
|
|
hwctx->create_pnext);
|
|
if (err)
|
|
return err;
|
|
|
|
vulkan_frame_free(hwfc, (uint8_t *)f);
|
|
|
|
/* If user did not specify a pool, hwfc->pool will be set to the internal one
|
|
* in hwcontext.c just after this gets called */
|
|
if (!hwfc->pool) {
|
|
hwfc->internal->pool_internal = av_buffer_pool_init2(sizeof(AVVkFrame),
|
|
hwfc, vulkan_pool_alloc,
|
|
NULL);
|
|
if (!hwfc->internal->pool_internal)
|
|
return AVERROR(ENOMEM);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int vulkan_get_buffer(AVHWFramesContext *hwfc, AVFrame *frame)
|
|
{
|
|
frame->buf[0] = av_buffer_pool_get(hwfc->pool);
|
|
if (!frame->buf[0])
|
|
return AVERROR(ENOMEM);
|
|
|
|
frame->data[0] = frame->buf[0]->data;
|
|
frame->format = AV_PIX_FMT_VULKAN;
|
|
frame->width = hwfc->width;
|
|
frame->height = hwfc->height;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int vulkan_transfer_get_formats(AVHWFramesContext *hwfc,
|
|
enum AVHWFrameTransferDirection dir,
|
|
enum AVPixelFormat **formats)
|
|
{
|
|
enum AVPixelFormat *fmts = av_malloc_array(2, sizeof(*fmts));
|
|
if (!fmts)
|
|
return AVERROR(ENOMEM);
|
|
|
|
fmts[0] = hwfc->sw_format;
|
|
fmts[1] = AV_PIX_FMT_NONE;
|
|
|
|
*formats = fmts;
|
|
return 0;
|
|
}
|
|
|
|
typedef struct VulkanMapping {
|
|
AVVkFrame *frame;
|
|
int flags;
|
|
} VulkanMapping;
|
|
|
|
static void vulkan_unmap_frame(AVHWFramesContext *hwfc, HWMapDescriptor *hwmap)
|
|
{
|
|
VulkanMapping *map = hwmap->priv;
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
/* Check if buffer needs flushing */
|
|
if ((map->flags & AV_HWFRAME_MAP_WRITE) &&
|
|
!(map->frame->flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) {
|
|
VkResult ret;
|
|
VkMappedMemoryRange flush_ranges[AV_NUM_DATA_POINTERS] = { { 0 } };
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
flush_ranges[i].sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE;
|
|
flush_ranges[i].memory = map->frame->mem[i];
|
|
flush_ranges[i].size = VK_WHOLE_SIZE;
|
|
}
|
|
|
|
ret = vk->FlushMappedMemoryRanges(hwctx->act_dev, planes,
|
|
flush_ranges);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Failed to flush memory: %s\n",
|
|
vk_ret2str(ret));
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < planes; i++)
|
|
vk->UnmapMemory(hwctx->act_dev, map->frame->mem[i]);
|
|
|
|
av_free(map);
|
|
}
|
|
|
|
static int vulkan_map_frame_to_mem(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src, int flags)
|
|
{
|
|
VkResult ret;
|
|
int err, mapped_mem_count = 0, mem_planes = 0;
|
|
AVVkFrame *f = (AVVkFrame *)src->data[0];
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
AVVulkanFramesContext *hwfctx = hwfc->hwctx;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
VulkanMapping *map = av_mallocz(sizeof(VulkanMapping));
|
|
if (!map)
|
|
return AVERROR(EINVAL);
|
|
|
|
if (src->format != AV_PIX_FMT_VULKAN) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Cannot map from pixel format %s!\n",
|
|
av_get_pix_fmt_name(src->format));
|
|
err = AVERROR(EINVAL);
|
|
goto fail;
|
|
}
|
|
|
|
if (!(f->flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) ||
|
|
!(f->tiling == VK_IMAGE_TILING_LINEAR)) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unable to map frame, not host visible "
|
|
"and linear!\n");
|
|
err = AVERROR(EINVAL);
|
|
goto fail;
|
|
}
|
|
|
|
dst->width = src->width;
|
|
dst->height = src->height;
|
|
|
|
mem_planes = hwfctx->flags & AV_VK_FRAME_FLAG_CONTIGUOUS_MEMORY ? 1 : planes;
|
|
for (int i = 0; i < mem_planes; i++) {
|
|
ret = vk->MapMemory(hwctx->act_dev, f->mem[i], 0,
|
|
VK_WHOLE_SIZE, 0, (void **)&dst->data[i]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Failed to map image memory: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
mapped_mem_count++;
|
|
}
|
|
|
|
if (hwfctx->flags & AV_VK_FRAME_FLAG_CONTIGUOUS_MEMORY) {
|
|
for (int i = 0; i < planes; i++)
|
|
dst->data[i] = dst->data[0] + f->offset[i];
|
|
}
|
|
|
|
/* Check if the memory contents matter */
|
|
if (((flags & AV_HWFRAME_MAP_READ) || !(flags & AV_HWFRAME_MAP_OVERWRITE)) &&
|
|
!(f->flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) {
|
|
VkMappedMemoryRange map_mem_ranges[AV_NUM_DATA_POINTERS] = { { 0 } };
|
|
for (int i = 0; i < planes; i++) {
|
|
map_mem_ranges[i].sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE;
|
|
map_mem_ranges[i].size = VK_WHOLE_SIZE;
|
|
map_mem_ranges[i].memory = f->mem[i];
|
|
}
|
|
|
|
ret = vk->InvalidateMappedMemoryRanges(hwctx->act_dev, planes,
|
|
map_mem_ranges);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Failed to invalidate memory: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
VkImageSubresource sub = {
|
|
.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
|
|
};
|
|
VkSubresourceLayout layout;
|
|
vk->GetImageSubresourceLayout(hwctx->act_dev, f->img[i], &sub, &layout);
|
|
dst->linesize[i] = layout.rowPitch;
|
|
}
|
|
|
|
map->frame = f;
|
|
map->flags = flags;
|
|
|
|
err = ff_hwframe_map_create(src->hw_frames_ctx, dst, src,
|
|
&vulkan_unmap_frame, map);
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
for (int i = 0; i < mapped_mem_count; i++)
|
|
vk->UnmapMemory(hwctx->act_dev, f->mem[i]);
|
|
|
|
av_free(map);
|
|
return err;
|
|
}
|
|
|
|
#if CONFIG_LIBDRM
|
|
static void vulkan_unmap_from_drm(AVHWFramesContext *hwfc, HWMapDescriptor *hwmap)
|
|
{
|
|
AVVkFrame *f = hwmap->priv;
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
VkSemaphoreWaitInfo wait_info = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_WAIT_INFO,
|
|
.flags = 0x0,
|
|
.pSemaphores = f->sem,
|
|
.pValues = f->sem_value,
|
|
.semaphoreCount = planes,
|
|
};
|
|
|
|
vk->WaitSemaphores(hwctx->act_dev, &wait_info, UINT64_MAX);
|
|
|
|
vulkan_free_internal(f);
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
vk->DestroyImage(hwctx->act_dev, f->img[i], hwctx->alloc);
|
|
vk->FreeMemory(hwctx->act_dev, f->mem[i], hwctx->alloc);
|
|
vk->DestroySemaphore(hwctx->act_dev, f->sem[i], hwctx->alloc);
|
|
}
|
|
|
|
av_free(f);
|
|
}
|
|
|
|
static const struct {
|
|
uint32_t drm_fourcc;
|
|
VkFormat vk_format;
|
|
} vulkan_drm_format_map[] = {
|
|
{ DRM_FORMAT_R8, VK_FORMAT_R8_UNORM },
|
|
{ DRM_FORMAT_R16, VK_FORMAT_R16_UNORM },
|
|
{ DRM_FORMAT_GR88, VK_FORMAT_R8G8_UNORM },
|
|
{ DRM_FORMAT_RG88, VK_FORMAT_R8G8_UNORM },
|
|
{ DRM_FORMAT_GR1616, VK_FORMAT_R16G16_UNORM },
|
|
{ DRM_FORMAT_RG1616, VK_FORMAT_R16G16_UNORM },
|
|
{ DRM_FORMAT_ARGB8888, VK_FORMAT_B8G8R8A8_UNORM },
|
|
{ DRM_FORMAT_XRGB8888, VK_FORMAT_B8G8R8A8_UNORM },
|
|
{ DRM_FORMAT_ABGR8888, VK_FORMAT_R8G8B8A8_UNORM },
|
|
{ DRM_FORMAT_XBGR8888, VK_FORMAT_R8G8B8A8_UNORM },
|
|
|
|
// All these DRM_FORMATs were added in the same libdrm commit.
|
|
#ifdef DRM_FORMAT_XYUV8888
|
|
{ DRM_FORMAT_XYUV8888, VK_FORMAT_R8G8B8A8_UNORM },
|
|
{ DRM_FORMAT_XVYU12_16161616, VK_FORMAT_R16G16B16A16_UNORM} ,
|
|
// As we had to map XV36 to a 16bit Vulkan format, reverse mapping will
|
|
// end up yielding Y416 as the DRM format, so we need to recognise it.
|
|
{ DRM_FORMAT_Y416, VK_FORMAT_R16G16B16A16_UNORM },
|
|
#endif
|
|
};
|
|
|
|
static inline VkFormat drm_to_vulkan_fmt(uint32_t drm_fourcc)
|
|
{
|
|
for (int i = 0; i < FF_ARRAY_ELEMS(vulkan_drm_format_map); i++)
|
|
if (vulkan_drm_format_map[i].drm_fourcc == drm_fourcc)
|
|
return vulkan_drm_format_map[i].vk_format;
|
|
return VK_FORMAT_UNDEFINED;
|
|
}
|
|
|
|
static int vulkan_map_from_drm_frame_desc(AVHWFramesContext *hwfc, AVVkFrame **frame,
|
|
const AVFrame *src)
|
|
{
|
|
int err = 0;
|
|
VkResult ret;
|
|
AVVkFrame *f;
|
|
int bind_counts = 0;
|
|
AVHWDeviceContext *ctx = hwfc->device_ctx;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
const AVDRMFrameDescriptor *desc = (AVDRMFrameDescriptor *)src->data[0];
|
|
VkBindImageMemoryInfo bind_info[AV_DRM_MAX_PLANES];
|
|
VkBindImagePlaneMemoryInfo plane_info[AV_DRM_MAX_PLANES];
|
|
|
|
for (int i = 0; i < desc->nb_layers; i++) {
|
|
if (drm_to_vulkan_fmt(desc->layers[i].format) == VK_FORMAT_UNDEFINED) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unsupported DMABUF layer format %#08x!\n",
|
|
desc->layers[i].format);
|
|
return AVERROR(EINVAL);
|
|
}
|
|
}
|
|
|
|
if (!(f = av_vk_frame_alloc())) {
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to allocate memory for AVVkFrame!\n");
|
|
err = AVERROR(ENOMEM);
|
|
goto fail;
|
|
}
|
|
|
|
f->tiling = VK_IMAGE_TILING_DRM_FORMAT_MODIFIER_EXT;
|
|
|
|
for (int i = 0; i < desc->nb_layers; i++) {
|
|
const int planes = desc->layers[i].nb_planes;
|
|
|
|
/* Semaphore */
|
|
VkSemaphoreTypeCreateInfo sem_type_info = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_TYPE_CREATE_INFO,
|
|
.semaphoreType = VK_SEMAPHORE_TYPE_TIMELINE,
|
|
.initialValue = 0,
|
|
};
|
|
VkSemaphoreCreateInfo sem_spawn = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_CREATE_INFO,
|
|
.pNext = &sem_type_info,
|
|
};
|
|
|
|
/* Image creation */
|
|
VkSubresourceLayout ext_img_layouts[AV_DRM_MAX_PLANES];
|
|
VkImageDrmFormatModifierExplicitCreateInfoEXT ext_img_mod_spec = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_DRM_FORMAT_MODIFIER_EXPLICIT_CREATE_INFO_EXT,
|
|
.drmFormatModifier = desc->objects[0].format_modifier,
|
|
.drmFormatModifierPlaneCount = planes,
|
|
.pPlaneLayouts = (const VkSubresourceLayout *)&ext_img_layouts,
|
|
};
|
|
VkExternalMemoryImageCreateInfo ext_img_spec = {
|
|
.sType = VK_STRUCTURE_TYPE_EXTERNAL_MEMORY_IMAGE_CREATE_INFO,
|
|
.pNext = &ext_img_mod_spec,
|
|
.handleTypes = VK_EXTERNAL_MEMORY_HANDLE_TYPE_DMA_BUF_BIT_EXT,
|
|
};
|
|
VkImageCreateInfo create_info = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
|
|
.pNext = &ext_img_spec,
|
|
.imageType = VK_IMAGE_TYPE_2D,
|
|
.format = drm_to_vulkan_fmt(desc->layers[i].format),
|
|
.extent.depth = 1,
|
|
.mipLevels = 1,
|
|
.arrayLayers = 1,
|
|
.flags = 0x0, /* ALIAS flag is implicit for imported images */
|
|
.tiling = f->tiling,
|
|
.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED, /* specs say so */
|
|
.usage = VK_IMAGE_USAGE_SAMPLED_BIT |
|
|
VK_IMAGE_USAGE_TRANSFER_SRC_BIT,
|
|
.samples = VK_SAMPLE_COUNT_1_BIT,
|
|
.pQueueFamilyIndices = p->qfs,
|
|
.queueFamilyIndexCount = p->num_qfs,
|
|
.sharingMode = p->num_qfs > 1 ? VK_SHARING_MODE_CONCURRENT :
|
|
VK_SHARING_MODE_EXCLUSIVE,
|
|
};
|
|
|
|
/* Image format verification */
|
|
VkExternalImageFormatProperties ext_props = {
|
|
.sType = VK_STRUCTURE_TYPE_EXTERNAL_IMAGE_FORMAT_PROPERTIES_KHR,
|
|
};
|
|
VkImageFormatProperties2 props_ret = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_FORMAT_PROPERTIES_2,
|
|
.pNext = &ext_props,
|
|
};
|
|
VkPhysicalDeviceImageDrmFormatModifierInfoEXT props_drm_mod = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_DRM_FORMAT_MODIFIER_INFO_EXT,
|
|
.drmFormatModifier = ext_img_mod_spec.drmFormatModifier,
|
|
.pQueueFamilyIndices = create_info.pQueueFamilyIndices,
|
|
.queueFamilyIndexCount = create_info.queueFamilyIndexCount,
|
|
.sharingMode = create_info.sharingMode,
|
|
};
|
|
VkPhysicalDeviceExternalImageFormatInfo props_ext = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_EXTERNAL_IMAGE_FORMAT_INFO,
|
|
.pNext = &props_drm_mod,
|
|
.handleType = ext_img_spec.handleTypes,
|
|
};
|
|
VkPhysicalDeviceImageFormatInfo2 fmt_props = {
|
|
.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_FORMAT_INFO_2,
|
|
.pNext = &props_ext,
|
|
.format = create_info.format,
|
|
.type = create_info.imageType,
|
|
.tiling = create_info.tiling,
|
|
.usage = create_info.usage,
|
|
.flags = create_info.flags,
|
|
};
|
|
|
|
/* Check if importing is possible for this combination of parameters */
|
|
ret = vk->GetPhysicalDeviceImageFormatProperties2(hwctx->phys_dev,
|
|
&fmt_props, &props_ret);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Cannot map DRM frame to Vulkan: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
/* Set the image width/height */
|
|
get_plane_wh(&create_info.extent.width, &create_info.extent.height,
|
|
hwfc->sw_format, src->width, src->height, i);
|
|
|
|
/* Set the subresource layout based on the layer properties */
|
|
for (int j = 0; j < planes; j++) {
|
|
ext_img_layouts[j].offset = desc->layers[i].planes[j].offset;
|
|
ext_img_layouts[j].rowPitch = desc->layers[i].planes[j].pitch;
|
|
ext_img_layouts[j].size = 0; /* The specs say so for all 3 */
|
|
ext_img_layouts[j].arrayPitch = 0;
|
|
ext_img_layouts[j].depthPitch = 0;
|
|
}
|
|
|
|
/* Create image */
|
|
ret = vk->CreateImage(hwctx->act_dev, &create_info,
|
|
hwctx->alloc, &f->img[i]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Image creation failure: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR(EINVAL);
|
|
goto fail;
|
|
}
|
|
|
|
ret = vk->CreateSemaphore(hwctx->act_dev, &sem_spawn,
|
|
hwctx->alloc, &f->sem[i]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwctx, AV_LOG_ERROR, "Failed to create semaphore: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
|
|
/* We'd import a semaphore onto the one we created using
|
|
* vkImportSemaphoreFdKHR but unfortunately neither DRM nor VAAPI
|
|
* offer us anything we could import and sync with, so instead
|
|
* just signal the semaphore we created. */
|
|
|
|
f->layout[i] = create_info.initialLayout;
|
|
f->access[i] = 0x0;
|
|
f->sem_value[i] = 0;
|
|
}
|
|
|
|
for (int i = 0; i < desc->nb_objects; i++) {
|
|
/* Memory requirements */
|
|
VkImageMemoryRequirementsInfo2 req_desc = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2,
|
|
.image = f->img[i],
|
|
};
|
|
VkMemoryDedicatedRequirements ded_req = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS,
|
|
};
|
|
VkMemoryRequirements2 req2 = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2,
|
|
.pNext = &ded_req,
|
|
};
|
|
|
|
/* Allocation/importing */
|
|
VkMemoryFdPropertiesKHR fdmp = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_FD_PROPERTIES_KHR,
|
|
};
|
|
VkImportMemoryFdInfoKHR idesc = {
|
|
.sType = VK_STRUCTURE_TYPE_IMPORT_MEMORY_FD_INFO_KHR,
|
|
.fd = dup(desc->objects[i].fd),
|
|
.handleType = VK_EXTERNAL_MEMORY_HANDLE_TYPE_DMA_BUF_BIT_EXT,
|
|
};
|
|
VkMemoryDedicatedAllocateInfo ded_alloc = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO,
|
|
.pNext = &idesc,
|
|
.image = req_desc.image,
|
|
};
|
|
|
|
/* Get object properties */
|
|
ret = vk->GetMemoryFdPropertiesKHR(hwctx->act_dev,
|
|
VK_EXTERNAL_MEMORY_HANDLE_TYPE_DMA_BUF_BIT_EXT,
|
|
idesc.fd, &fdmp);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Failed to get FD properties: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
close(idesc.fd);
|
|
goto fail;
|
|
}
|
|
|
|
vk->GetImageMemoryRequirements2(hwctx->act_dev, &req_desc, &req2);
|
|
|
|
/* Only a single bit must be set, not a range, and it must match */
|
|
req2.memoryRequirements.memoryTypeBits = fdmp.memoryTypeBits;
|
|
|
|
err = alloc_mem(ctx, &req2.memoryRequirements,
|
|
VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT,
|
|
(ded_req.prefersDedicatedAllocation ||
|
|
ded_req.requiresDedicatedAllocation) ?
|
|
&ded_alloc : ded_alloc.pNext,
|
|
&f->flags, &f->mem[i]);
|
|
if (err) {
|
|
close(idesc.fd);
|
|
return err;
|
|
}
|
|
|
|
f->size[i] = req2.memoryRequirements.size;
|
|
}
|
|
|
|
for (int i = 0; i < desc->nb_layers; i++) {
|
|
const int planes = desc->layers[i].nb_planes;
|
|
for (int j = 0; j < planes; j++) {
|
|
VkImageAspectFlagBits aspect = j == 0 ? VK_IMAGE_ASPECT_MEMORY_PLANE_0_BIT_EXT :
|
|
j == 1 ? VK_IMAGE_ASPECT_MEMORY_PLANE_1_BIT_EXT :
|
|
VK_IMAGE_ASPECT_MEMORY_PLANE_2_BIT_EXT;
|
|
|
|
plane_info[bind_counts].sType = VK_STRUCTURE_TYPE_BIND_IMAGE_PLANE_MEMORY_INFO;
|
|
plane_info[bind_counts].pNext = NULL;
|
|
plane_info[bind_counts].planeAspect = aspect;
|
|
|
|
bind_info[bind_counts].sType = VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO;
|
|
bind_info[bind_counts].pNext = planes > 1 ? &plane_info[bind_counts] : NULL;
|
|
bind_info[bind_counts].image = f->img[i];
|
|
bind_info[bind_counts].memory = f->mem[desc->layers[i].planes[j].object_index];
|
|
|
|
/* Offset is already signalled via pPlaneLayouts above */
|
|
bind_info[bind_counts].memoryOffset = 0;
|
|
|
|
bind_counts++;
|
|
}
|
|
}
|
|
|
|
/* Bind the allocated memory to the images */
|
|
ret = vk->BindImageMemory2(hwctx->act_dev, bind_counts, bind_info);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to bind memory: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
err = prepare_frame(hwfc, &fp->conv_ctx, f, PREP_MODE_EXTERNAL_IMPORT);
|
|
if (err)
|
|
goto fail;
|
|
|
|
*frame = f;
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
for (int i = 0; i < desc->nb_layers; i++) {
|
|
vk->DestroyImage(hwctx->act_dev, f->img[i], hwctx->alloc);
|
|
vk->DestroySemaphore(hwctx->act_dev, f->sem[i], hwctx->alloc);
|
|
}
|
|
for (int i = 0; i < desc->nb_objects; i++)
|
|
vk->FreeMemory(hwctx->act_dev, f->mem[i], hwctx->alloc);
|
|
|
|
av_free(f);
|
|
|
|
return err;
|
|
}
|
|
|
|
static int vulkan_map_from_drm(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src, int flags)
|
|
{
|
|
int err = 0;
|
|
AVVkFrame *f;
|
|
|
|
if ((err = vulkan_map_from_drm_frame_desc(hwfc, &f, src)))
|
|
return err;
|
|
|
|
/* The unmapping function will free this */
|
|
dst->data[0] = (uint8_t *)f;
|
|
dst->width = src->width;
|
|
dst->height = src->height;
|
|
|
|
err = ff_hwframe_map_create(dst->hw_frames_ctx, dst, src,
|
|
&vulkan_unmap_from_drm, f);
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
av_log(hwfc, AV_LOG_DEBUG, "Mapped DRM object to Vulkan!\n");
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
vulkan_frame_free(hwfc->device_ctx->hwctx, (uint8_t *)f);
|
|
dst->data[0] = NULL;
|
|
return err;
|
|
}
|
|
|
|
#if CONFIG_VAAPI
|
|
static int vulkan_map_from_vaapi(AVHWFramesContext *dst_fc,
|
|
AVFrame *dst, const AVFrame *src,
|
|
int flags)
|
|
{
|
|
int err;
|
|
AVFrame *tmp = av_frame_alloc();
|
|
AVHWFramesContext *vaapi_fc = (AVHWFramesContext*)src->hw_frames_ctx->data;
|
|
AVVAAPIDeviceContext *vaapi_ctx = vaapi_fc->device_ctx->hwctx;
|
|
VASurfaceID surface_id = (VASurfaceID)(uintptr_t)src->data[3];
|
|
|
|
if (!tmp)
|
|
return AVERROR(ENOMEM);
|
|
|
|
/* We have to sync since like the previous comment said, no semaphores */
|
|
vaSyncSurface(vaapi_ctx->display, surface_id);
|
|
|
|
tmp->format = AV_PIX_FMT_DRM_PRIME;
|
|
|
|
err = av_hwframe_map(tmp, src, flags);
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
err = vulkan_map_from_drm(dst_fc, dst, tmp, flags);
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
err = ff_hwframe_map_replace(dst, src);
|
|
|
|
fail:
|
|
av_frame_free(&tmp);
|
|
return err;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
#if CONFIG_CUDA
|
|
static int vulkan_export_to_cuda(AVHWFramesContext *hwfc,
|
|
AVBufferRef *cuda_hwfc,
|
|
const AVFrame *frame)
|
|
{
|
|
int err;
|
|
VkResult ret;
|
|
AVVkFrame *dst_f;
|
|
AVVkFrameInternal *dst_int;
|
|
AVHWDeviceContext *ctx = hwfc->device_ctx;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(hwfc->sw_format);
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
AVHWFramesContext *cuda_fc = (AVHWFramesContext*)cuda_hwfc->data;
|
|
AVHWDeviceContext *cuda_cu = cuda_fc->device_ctx;
|
|
AVCUDADeviceContext *cuda_dev = cuda_cu->hwctx;
|
|
AVCUDADeviceContextInternal *cu_internal = cuda_dev->internal;
|
|
CudaFunctions *cu = cu_internal->cuda_dl;
|
|
CUarray_format cufmt = desc->comp[0].depth > 8 ? CU_AD_FORMAT_UNSIGNED_INT16 :
|
|
CU_AD_FORMAT_UNSIGNED_INT8;
|
|
|
|
dst_f = (AVVkFrame *)frame->data[0];
|
|
|
|
dst_int = dst_f->internal;
|
|
if (!dst_int || !dst_int->cuda_fc_ref) {
|
|
if (!dst_f->internal)
|
|
dst_f->internal = dst_int = av_mallocz(sizeof(*dst_f->internal));
|
|
|
|
if (!dst_int)
|
|
return AVERROR(ENOMEM);
|
|
|
|
dst_int->cuda_fc_ref = av_buffer_ref(cuda_hwfc);
|
|
if (!dst_int->cuda_fc_ref) {
|
|
av_freep(&dst_f->internal);
|
|
return AVERROR(ENOMEM);
|
|
}
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC tex_desc = {
|
|
.offset = 0,
|
|
.arrayDesc = {
|
|
.Depth = 0,
|
|
.Format = cufmt,
|
|
.NumChannels = 1 + ((planes == 2) && i),
|
|
.Flags = 0,
|
|
},
|
|
.numLevels = 1,
|
|
};
|
|
int p_w, p_h;
|
|
|
|
#ifdef _WIN32
|
|
CUDA_EXTERNAL_MEMORY_HANDLE_DESC ext_desc = {
|
|
.type = IsWindows8OrGreater()
|
|
? CU_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32
|
|
: CU_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32_KMT,
|
|
.size = dst_f->size[i],
|
|
};
|
|
VkMemoryGetWin32HandleInfoKHR export_info = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_GET_WIN32_HANDLE_INFO_KHR,
|
|
.memory = dst_f->mem[i],
|
|
.handleType = IsWindows8OrGreater()
|
|
? VK_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32_BIT
|
|
: VK_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32_KMT_BIT,
|
|
};
|
|
VkSemaphoreGetWin32HandleInfoKHR sem_export = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_GET_WIN32_HANDLE_INFO_KHR,
|
|
.semaphore = dst_f->sem[i],
|
|
.handleType = IsWindows8OrGreater()
|
|
? VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_WIN32_BIT
|
|
: VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_WIN32_KMT_BIT,
|
|
};
|
|
CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC ext_sem_desc = {
|
|
.type = 10 /* TODO: CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_TIMELINE_SEMAPHORE_WIN32 */,
|
|
};
|
|
|
|
ret = vk->GetMemoryWin32HandleKHR(hwctx->act_dev, &export_info,
|
|
&ext_desc.handle.win32.handle);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unable to export the image as a Win32 Handle: %s!\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
dst_int->ext_mem_handle[i] = ext_desc.handle.win32.handle;
|
|
#else
|
|
CUDA_EXTERNAL_MEMORY_HANDLE_DESC ext_desc = {
|
|
.type = CU_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_FD,
|
|
.size = dst_f->size[i],
|
|
};
|
|
VkMemoryGetFdInfoKHR export_info = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_GET_FD_INFO_KHR,
|
|
.memory = dst_f->mem[i],
|
|
.handleType = VK_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_FD_BIT_KHR,
|
|
};
|
|
VkSemaphoreGetFdInfoKHR sem_export = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_GET_FD_INFO_KHR,
|
|
.semaphore = dst_f->sem[i],
|
|
.handleType = VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_FD_BIT,
|
|
};
|
|
CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC ext_sem_desc = {
|
|
.type = 9 /* TODO: CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_TIMELINE_SEMAPHORE_FD */,
|
|
};
|
|
|
|
ret = vk->GetMemoryFdKHR(hwctx->act_dev, &export_info,
|
|
&ext_desc.handle.fd);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unable to export the image as a FD: %s!\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
#endif
|
|
|
|
ret = CHECK_CU(cu->cuImportExternalMemory(&dst_int->ext_mem[i], &ext_desc));
|
|
if (ret < 0) {
|
|
#ifndef _WIN32
|
|
close(ext_desc.handle.fd);
|
|
#endif
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
get_plane_wh(&p_w, &p_h, hwfc->sw_format, hwfc->width, hwfc->height, i);
|
|
tex_desc.arrayDesc.Width = p_w;
|
|
tex_desc.arrayDesc.Height = p_h;
|
|
|
|
ret = CHECK_CU(cu->cuExternalMemoryGetMappedMipmappedArray(&dst_int->cu_mma[i],
|
|
dst_int->ext_mem[i],
|
|
&tex_desc));
|
|
if (ret < 0) {
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
ret = CHECK_CU(cu->cuMipmappedArrayGetLevel(&dst_int->cu_array[i],
|
|
dst_int->cu_mma[i], 0));
|
|
if (ret < 0) {
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
#ifdef _WIN32
|
|
ret = vk->GetSemaphoreWin32HandleKHR(hwctx->act_dev, &sem_export,
|
|
&ext_sem_desc.handle.win32.handle);
|
|
#else
|
|
ret = vk->GetSemaphoreFdKHR(hwctx->act_dev, &sem_export,
|
|
&ext_sem_desc.handle.fd);
|
|
#endif
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to export semaphore: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
#ifdef _WIN32
|
|
dst_int->ext_sem_handle[i] = ext_sem_desc.handle.win32.handle;
|
|
#endif
|
|
|
|
ret = CHECK_CU(cu->cuImportExternalSemaphore(&dst_int->cu_sem[i],
|
|
&ext_sem_desc));
|
|
if (ret < 0) {
|
|
#ifndef _WIN32
|
|
close(ext_sem_desc.handle.fd);
|
|
#endif
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
vulkan_free_internal(dst_f);
|
|
return err;
|
|
}
|
|
|
|
static int vulkan_transfer_data_from_cuda(AVHWFramesContext *hwfc,
|
|
AVFrame *dst, const AVFrame *src)
|
|
{
|
|
int err;
|
|
CUcontext dummy;
|
|
AVVkFrame *dst_f;
|
|
AVVkFrameInternal *dst_int;
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(hwfc->sw_format);
|
|
|
|
AVHWFramesContext *cuda_fc = (AVHWFramesContext*)src->hw_frames_ctx->data;
|
|
AVHWDeviceContext *cuda_cu = cuda_fc->device_ctx;
|
|
AVCUDADeviceContext *cuda_dev = cuda_cu->hwctx;
|
|
AVCUDADeviceContextInternal *cu_internal = cuda_dev->internal;
|
|
CudaFunctions *cu = cu_internal->cuda_dl;
|
|
CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS s_w_par[AV_NUM_DATA_POINTERS] = { 0 };
|
|
CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS s_s_par[AV_NUM_DATA_POINTERS] = { 0 };
|
|
|
|
dst_f = (AVVkFrame *)dst->data[0];
|
|
|
|
err = prepare_frame(hwfc, &fp->upload_ctx, dst_f, PREP_MODE_EXTERNAL_EXPORT);
|
|
if (err < 0)
|
|
return err;
|
|
|
|
err = CHECK_CU(cu->cuCtxPushCurrent(cuda_dev->cuda_ctx));
|
|
if (err < 0)
|
|
return err;
|
|
|
|
err = vulkan_export_to_cuda(hwfc, src->hw_frames_ctx, dst);
|
|
if (err < 0) {
|
|
CHECK_CU(cu->cuCtxPopCurrent(&dummy));
|
|
return err;
|
|
}
|
|
|
|
dst_int = dst_f->internal;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
s_w_par[i].params.fence.value = dst_f->sem_value[i] + 0;
|
|
s_s_par[i].params.fence.value = dst_f->sem_value[i] + 1;
|
|
}
|
|
|
|
err = CHECK_CU(cu->cuWaitExternalSemaphoresAsync(dst_int->cu_sem, s_w_par,
|
|
planes, cuda_dev->stream));
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
CUDA_MEMCPY2D cpy = {
|
|
.srcMemoryType = CU_MEMORYTYPE_DEVICE,
|
|
.srcDevice = (CUdeviceptr)src->data[i],
|
|
.srcPitch = src->linesize[i],
|
|
.srcY = 0,
|
|
|
|
.dstMemoryType = CU_MEMORYTYPE_ARRAY,
|
|
.dstArray = dst_int->cu_array[i],
|
|
};
|
|
|
|
int p_w, p_h;
|
|
get_plane_wh(&p_w, &p_h, hwfc->sw_format, hwfc->width, hwfc->height, i);
|
|
|
|
cpy.WidthInBytes = p_w * desc->comp[i].step;
|
|
cpy.Height = p_h;
|
|
|
|
err = CHECK_CU(cu->cuMemcpy2DAsync(&cpy, cuda_dev->stream));
|
|
if (err < 0)
|
|
goto fail;
|
|
}
|
|
|
|
err = CHECK_CU(cu->cuSignalExternalSemaphoresAsync(dst_int->cu_sem, s_s_par,
|
|
planes, cuda_dev->stream));
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
for (int i = 0; i < planes; i++)
|
|
dst_f->sem_value[i]++;
|
|
|
|
CHECK_CU(cu->cuCtxPopCurrent(&dummy));
|
|
|
|
av_log(hwfc, AV_LOG_VERBOSE, "Transfered CUDA image to Vulkan!\n");
|
|
|
|
return err = prepare_frame(hwfc, &fp->upload_ctx, dst_f, PREP_MODE_EXTERNAL_IMPORT);
|
|
|
|
fail:
|
|
CHECK_CU(cu->cuCtxPopCurrent(&dummy));
|
|
vulkan_free_internal(dst_f);
|
|
dst_f->internal = NULL;
|
|
av_buffer_unref(&dst->buf[0]);
|
|
return err;
|
|
}
|
|
#endif
|
|
|
|
static int vulkan_map_to(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src, int flags)
|
|
{
|
|
av_unused VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
|
|
switch (src->format) {
|
|
#if CONFIG_LIBDRM
|
|
#if CONFIG_VAAPI
|
|
case AV_PIX_FMT_VAAPI:
|
|
if (p->extensions & (FF_VK_EXT_EXTERNAL_DMABUF_MEMORY | FF_VK_EXT_DRM_MODIFIER_FLAGS))
|
|
return vulkan_map_from_vaapi(hwfc, dst, src, flags);
|
|
else
|
|
return AVERROR(ENOSYS);
|
|
#endif
|
|
case AV_PIX_FMT_DRM_PRIME:
|
|
if (p->extensions & (FF_VK_EXT_EXTERNAL_DMABUF_MEMORY | FF_VK_EXT_DRM_MODIFIER_FLAGS))
|
|
return vulkan_map_from_drm(hwfc, dst, src, flags);
|
|
else
|
|
return AVERROR(ENOSYS);
|
|
#endif
|
|
default:
|
|
return AVERROR(ENOSYS);
|
|
}
|
|
}
|
|
|
|
#if CONFIG_LIBDRM
|
|
typedef struct VulkanDRMMapping {
|
|
AVDRMFrameDescriptor drm_desc;
|
|
AVVkFrame *source;
|
|
} VulkanDRMMapping;
|
|
|
|
static void vulkan_unmap_to_drm(AVHWFramesContext *hwfc, HWMapDescriptor *hwmap)
|
|
{
|
|
AVDRMFrameDescriptor *drm_desc = hwmap->priv;
|
|
|
|
for (int i = 0; i < drm_desc->nb_objects; i++)
|
|
close(drm_desc->objects[i].fd);
|
|
|
|
av_free(drm_desc);
|
|
}
|
|
|
|
static inline uint32_t vulkan_fmt_to_drm(VkFormat vkfmt)
|
|
{
|
|
for (int i = 0; i < FF_ARRAY_ELEMS(vulkan_drm_format_map); i++)
|
|
if (vulkan_drm_format_map[i].vk_format == vkfmt)
|
|
return vulkan_drm_format_map[i].drm_fourcc;
|
|
return DRM_FORMAT_INVALID;
|
|
}
|
|
|
|
static int vulkan_map_to_drm(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src, int flags)
|
|
{
|
|
int err = 0;
|
|
VkResult ret;
|
|
AVVkFrame *f = (AVVkFrame *)src->data[0];
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
AVVulkanDeviceContext *hwctx = hwfc->device_ctx->hwctx;
|
|
AVVulkanFramesContext *hwfctx = hwfc->hwctx;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
VkImageDrmFormatModifierPropertiesEXT drm_mod = {
|
|
.sType = VK_STRUCTURE_TYPE_IMAGE_DRM_FORMAT_MODIFIER_PROPERTIES_EXT,
|
|
};
|
|
VkSemaphoreWaitInfo wait_info = {
|
|
.sType = VK_STRUCTURE_TYPE_SEMAPHORE_WAIT_INFO,
|
|
.flags = 0x0,
|
|
.semaphoreCount = planes,
|
|
};
|
|
|
|
AVDRMFrameDescriptor *drm_desc = av_mallocz(sizeof(*drm_desc));
|
|
if (!drm_desc)
|
|
return AVERROR(ENOMEM);
|
|
|
|
err = prepare_frame(hwfc, &fp->conv_ctx, f, PREP_MODE_EXTERNAL_EXPORT);
|
|
if (err < 0)
|
|
goto end;
|
|
|
|
/* Wait for the operation to finish so we can cleanly export it. */
|
|
wait_info.pSemaphores = f->sem;
|
|
wait_info.pValues = f->sem_value;
|
|
|
|
vk->WaitSemaphores(hwctx->act_dev, &wait_info, UINT64_MAX);
|
|
|
|
err = ff_hwframe_map_create(src->hw_frames_ctx, dst, src, &vulkan_unmap_to_drm, drm_desc);
|
|
if (err < 0)
|
|
goto end;
|
|
|
|
ret = vk->GetImageDrmFormatModifierPropertiesEXT(hwctx->act_dev, f->img[0],
|
|
&drm_mod);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Failed to retrieve DRM format modifier!\n");
|
|
err = AVERROR_EXTERNAL;
|
|
goto end;
|
|
}
|
|
|
|
for (int i = 0; (i < planes) && (f->mem[i]); i++) {
|
|
VkMemoryGetFdInfoKHR export_info = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_GET_FD_INFO_KHR,
|
|
.memory = f->mem[i],
|
|
.handleType = VK_EXTERNAL_MEMORY_HANDLE_TYPE_DMA_BUF_BIT_EXT,
|
|
};
|
|
|
|
ret = vk->GetMemoryFdKHR(hwctx->act_dev, &export_info,
|
|
&drm_desc->objects[i].fd);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unable to export the image as a FD!\n");
|
|
err = AVERROR_EXTERNAL;
|
|
goto end;
|
|
}
|
|
|
|
drm_desc->nb_objects++;
|
|
drm_desc->objects[i].size = f->size[i];
|
|
drm_desc->objects[i].format_modifier = drm_mod.drmFormatModifier;
|
|
}
|
|
|
|
drm_desc->nb_layers = planes;
|
|
for (int i = 0; i < drm_desc->nb_layers; i++) {
|
|
VkSubresourceLayout layout;
|
|
VkImageSubresource sub = {
|
|
.aspectMask = VK_IMAGE_ASPECT_MEMORY_PLANE_0_BIT_EXT,
|
|
};
|
|
VkFormat plane_vkfmt = av_vkfmt_from_pixfmt(hwfc->sw_format)[i];
|
|
|
|
drm_desc->layers[i].format = vulkan_fmt_to_drm(plane_vkfmt);
|
|
drm_desc->layers[i].nb_planes = 1;
|
|
|
|
if (drm_desc->layers[i].format == DRM_FORMAT_INVALID) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Cannot map to DRM layer, unsupported!\n");
|
|
err = AVERROR_PATCHWELCOME;
|
|
goto end;
|
|
}
|
|
|
|
drm_desc->layers[i].planes[0].object_index = FFMIN(i, drm_desc->nb_objects - 1);
|
|
|
|
if (f->tiling == VK_IMAGE_TILING_OPTIMAL)
|
|
continue;
|
|
|
|
vk->GetImageSubresourceLayout(hwctx->act_dev, f->img[i], &sub, &layout);
|
|
drm_desc->layers[i].planes[0].offset = layout.offset;
|
|
drm_desc->layers[i].planes[0].pitch = layout.rowPitch;
|
|
|
|
if (hwfctx->flags & AV_VK_FRAME_FLAG_CONTIGUOUS_MEMORY)
|
|
drm_desc->layers[i].planes[0].offset += f->offset[i];
|
|
}
|
|
|
|
dst->width = src->width;
|
|
dst->height = src->height;
|
|
dst->data[0] = (uint8_t *)drm_desc;
|
|
|
|
av_log(hwfc, AV_LOG_VERBOSE, "Mapped AVVkFrame to a DRM object!\n");
|
|
|
|
return 0;
|
|
|
|
end:
|
|
av_free(drm_desc);
|
|
return err;
|
|
}
|
|
|
|
#if CONFIG_VAAPI
|
|
static int vulkan_map_to_vaapi(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src, int flags)
|
|
{
|
|
int err;
|
|
AVFrame *tmp = av_frame_alloc();
|
|
if (!tmp)
|
|
return AVERROR(ENOMEM);
|
|
|
|
tmp->format = AV_PIX_FMT_DRM_PRIME;
|
|
|
|
err = vulkan_map_to_drm(hwfc, tmp, src, flags);
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
err = av_hwframe_map(dst, tmp, flags);
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
err = ff_hwframe_map_replace(dst, src);
|
|
|
|
fail:
|
|
av_frame_free(&tmp);
|
|
return err;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
static int vulkan_map_from(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src, int flags)
|
|
{
|
|
av_unused VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
|
|
switch (dst->format) {
|
|
#if CONFIG_LIBDRM
|
|
case AV_PIX_FMT_DRM_PRIME:
|
|
if (p->extensions & (FF_VK_EXT_EXTERNAL_DMABUF_MEMORY | FF_VK_EXT_DRM_MODIFIER_FLAGS))
|
|
return vulkan_map_to_drm(hwfc, dst, src, flags);
|
|
else
|
|
return AVERROR(ENOSYS);
|
|
#if CONFIG_VAAPI
|
|
case AV_PIX_FMT_VAAPI:
|
|
if (p->extensions & (FF_VK_EXT_EXTERNAL_DMABUF_MEMORY | FF_VK_EXT_DRM_MODIFIER_FLAGS))
|
|
return vulkan_map_to_vaapi(hwfc, dst, src, flags);
|
|
else
|
|
return AVERROR(ENOSYS);
|
|
#endif
|
|
#endif
|
|
default:
|
|
return vulkan_map_frame_to_mem(hwfc, dst, src, flags);
|
|
}
|
|
}
|
|
|
|
typedef struct ImageBuffer {
|
|
VkBuffer buf;
|
|
VkDeviceMemory mem;
|
|
VkMemoryPropertyFlagBits flags;
|
|
int mapped_mem;
|
|
} ImageBuffer;
|
|
|
|
static void free_buf(void *opaque, uint8_t *data)
|
|
{
|
|
AVHWDeviceContext *ctx = opaque;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
ImageBuffer *vkbuf = (ImageBuffer *)data;
|
|
|
|
if (vkbuf->buf)
|
|
vk->DestroyBuffer(hwctx->act_dev, vkbuf->buf, hwctx->alloc);
|
|
if (vkbuf->mem)
|
|
vk->FreeMemory(hwctx->act_dev, vkbuf->mem, hwctx->alloc);
|
|
|
|
av_free(data);
|
|
}
|
|
|
|
static size_t get_req_buffer_size(VulkanDevicePriv *p, int *stride, int height)
|
|
{
|
|
size_t size;
|
|
*stride = FFALIGN(*stride, p->props.properties.limits.optimalBufferCopyRowPitchAlignment);
|
|
size = height*(*stride);
|
|
size = FFALIGN(size, p->props.properties.limits.minMemoryMapAlignment);
|
|
return size;
|
|
}
|
|
|
|
static int create_buf(AVHWDeviceContext *ctx, AVBufferRef **buf,
|
|
VkBufferUsageFlags usage, VkMemoryPropertyFlagBits flags,
|
|
size_t size, uint32_t req_memory_bits, int host_mapped,
|
|
void *create_pnext, void *alloc_pnext)
|
|
{
|
|
int err;
|
|
VkResult ret;
|
|
int use_ded_mem;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
VkBufferCreateInfo buf_spawn = {
|
|
.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO,
|
|
.pNext = create_pnext,
|
|
.usage = usage,
|
|
.size = size,
|
|
.sharingMode = VK_SHARING_MODE_EXCLUSIVE,
|
|
};
|
|
|
|
VkBufferMemoryRequirementsInfo2 req_desc = {
|
|
.sType = VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2,
|
|
};
|
|
VkMemoryDedicatedAllocateInfo ded_alloc = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO,
|
|
.pNext = alloc_pnext,
|
|
};
|
|
VkMemoryDedicatedRequirements ded_req = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS,
|
|
};
|
|
VkMemoryRequirements2 req = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2,
|
|
.pNext = &ded_req,
|
|
};
|
|
|
|
ImageBuffer *vkbuf = av_mallocz(sizeof(*vkbuf));
|
|
if (!vkbuf)
|
|
return AVERROR(ENOMEM);
|
|
|
|
vkbuf->mapped_mem = host_mapped;
|
|
|
|
ret = vk->CreateBuffer(hwctx->act_dev, &buf_spawn, NULL, &vkbuf->buf);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to create buffer: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
req_desc.buffer = vkbuf->buf;
|
|
|
|
vk->GetBufferMemoryRequirements2(hwctx->act_dev, &req_desc, &req);
|
|
|
|
/* In case the implementation prefers/requires dedicated allocation */
|
|
use_ded_mem = ded_req.prefersDedicatedAllocation |
|
|
ded_req.requiresDedicatedAllocation;
|
|
if (use_ded_mem)
|
|
ded_alloc.buffer = vkbuf->buf;
|
|
|
|
/* Additional requirements imposed on us */
|
|
if (req_memory_bits)
|
|
req.memoryRequirements.memoryTypeBits &= req_memory_bits;
|
|
|
|
err = alloc_mem(ctx, &req.memoryRequirements, flags,
|
|
use_ded_mem ? &ded_alloc : (void *)ded_alloc.pNext,
|
|
&vkbuf->flags, &vkbuf->mem);
|
|
if (err)
|
|
goto fail;
|
|
|
|
ret = vk->BindBufferMemory(hwctx->act_dev, vkbuf->buf, vkbuf->mem, 0);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to bind memory to buffer: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL;
|
|
goto fail;
|
|
}
|
|
|
|
*buf = av_buffer_create((uint8_t *)vkbuf, sizeof(*vkbuf), free_buf, ctx, 0);
|
|
if (!(*buf)) {
|
|
err = AVERROR(ENOMEM);
|
|
goto fail;
|
|
}
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
free_buf(ctx, (uint8_t *)vkbuf);
|
|
return err;
|
|
}
|
|
|
|
/* Skips mapping of host mapped buffers but still invalidates them */
|
|
static int map_buffers(AVHWDeviceContext *ctx, AVBufferRef **bufs, uint8_t *mem[],
|
|
int nb_buffers, int invalidate)
|
|
{
|
|
VkResult ret;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
VkMappedMemoryRange invalidate_ctx[AV_NUM_DATA_POINTERS];
|
|
int invalidate_count = 0;
|
|
|
|
for (int i = 0; i < nb_buffers; i++) {
|
|
ImageBuffer *vkbuf = (ImageBuffer *)bufs[i]->data;
|
|
if (vkbuf->mapped_mem)
|
|
continue;
|
|
|
|
ret = vk->MapMemory(hwctx->act_dev, vkbuf->mem, 0,
|
|
VK_WHOLE_SIZE, 0, (void **)&mem[i]);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to map buffer memory: %s\n",
|
|
vk_ret2str(ret));
|
|
return AVERROR_EXTERNAL;
|
|
}
|
|
}
|
|
|
|
if (!invalidate)
|
|
return 0;
|
|
|
|
for (int i = 0; i < nb_buffers; i++) {
|
|
ImageBuffer *vkbuf = (ImageBuffer *)bufs[i]->data;
|
|
const VkMappedMemoryRange ival_buf = {
|
|
.sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE,
|
|
.memory = vkbuf->mem,
|
|
.size = VK_WHOLE_SIZE,
|
|
};
|
|
|
|
/* For host imported memory Vulkan says to use platform-defined
|
|
* sync methods, but doesn't really say not to call flush or invalidate
|
|
* on original host pointers. It does explicitly allow to do that on
|
|
* host-mapped pointers which are then mapped again using vkMapMemory,
|
|
* but known implementations return the original pointers when mapped
|
|
* again. */
|
|
if (vkbuf->flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)
|
|
continue;
|
|
|
|
invalidate_ctx[invalidate_count++] = ival_buf;
|
|
}
|
|
|
|
if (invalidate_count) {
|
|
ret = vk->InvalidateMappedMemoryRanges(hwctx->act_dev, invalidate_count,
|
|
invalidate_ctx);
|
|
if (ret != VK_SUCCESS)
|
|
av_log(ctx, AV_LOG_WARNING, "Failed to invalidate memory: %s\n",
|
|
vk_ret2str(ret));
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int unmap_buffers(AVHWDeviceContext *ctx, AVBufferRef **bufs,
|
|
int nb_buffers, int flush)
|
|
{
|
|
int err = 0;
|
|
VkResult ret;
|
|
AVVulkanDeviceContext *hwctx = ctx->hwctx;
|
|
VulkanDevicePriv *p = ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
VkMappedMemoryRange flush_ctx[AV_NUM_DATA_POINTERS];
|
|
int flush_count = 0;
|
|
|
|
if (flush) {
|
|
for (int i = 0; i < nb_buffers; i++) {
|
|
ImageBuffer *vkbuf = (ImageBuffer *)bufs[i]->data;
|
|
const VkMappedMemoryRange flush_buf = {
|
|
.sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE,
|
|
.memory = vkbuf->mem,
|
|
.size = VK_WHOLE_SIZE,
|
|
};
|
|
|
|
if (vkbuf->flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)
|
|
continue;
|
|
|
|
flush_ctx[flush_count++] = flush_buf;
|
|
}
|
|
}
|
|
|
|
if (flush_count) {
|
|
ret = vk->FlushMappedMemoryRanges(hwctx->act_dev, flush_count, flush_ctx);
|
|
if (ret != VK_SUCCESS) {
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to flush memory: %s\n",
|
|
vk_ret2str(ret));
|
|
err = AVERROR_EXTERNAL; /* We still want to try to unmap them */
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < nb_buffers; i++) {
|
|
ImageBuffer *vkbuf = (ImageBuffer *)bufs[i]->data;
|
|
if (vkbuf->mapped_mem)
|
|
continue;
|
|
|
|
vk->UnmapMemory(hwctx->act_dev, vkbuf->mem);
|
|
}
|
|
|
|
return err;
|
|
}
|
|
|
|
static int transfer_image_buf(AVHWFramesContext *hwfc, const AVFrame *f,
|
|
AVBufferRef **bufs, size_t *buf_offsets,
|
|
const int *buf_stride, int w,
|
|
int h, enum AVPixelFormat pix_fmt, int to_buf)
|
|
{
|
|
int err;
|
|
AVVkFrame *frame = (AVVkFrame *)f->data[0];
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
int bar_num = 0;
|
|
VkPipelineStageFlagBits sem_wait_dst[AV_NUM_DATA_POINTERS];
|
|
|
|
const int planes = av_pix_fmt_count_planes(pix_fmt);
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(pix_fmt);
|
|
|
|
VkImageMemoryBarrier img_bar[AV_NUM_DATA_POINTERS] = { 0 };
|
|
VulkanExecCtx *ectx = to_buf ? &fp->download_ctx : &fp->upload_ctx;
|
|
VkCommandBuffer cmd_buf = get_buf_exec_ctx(hwfc, ectx);
|
|
|
|
uint64_t sem_signal_values[AV_NUM_DATA_POINTERS];
|
|
|
|
VkTimelineSemaphoreSubmitInfo s_timeline_sem_info = {
|
|
.sType = VK_STRUCTURE_TYPE_TIMELINE_SEMAPHORE_SUBMIT_INFO,
|
|
.pWaitSemaphoreValues = frame->sem_value,
|
|
.pSignalSemaphoreValues = sem_signal_values,
|
|
.waitSemaphoreValueCount = planes,
|
|
.signalSemaphoreValueCount = planes,
|
|
};
|
|
|
|
VkSubmitInfo s_info = {
|
|
.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO,
|
|
.pNext = &s_timeline_sem_info,
|
|
.pSignalSemaphores = frame->sem,
|
|
.pWaitSemaphores = frame->sem,
|
|
.pWaitDstStageMask = sem_wait_dst,
|
|
.signalSemaphoreCount = planes,
|
|
.waitSemaphoreCount = planes,
|
|
};
|
|
|
|
for (int i = 0; i < planes; i++)
|
|
sem_signal_values[i] = frame->sem_value[i] + 1;
|
|
|
|
if ((err = wait_start_exec_ctx(hwfc, ectx)))
|
|
return err;
|
|
|
|
/* Change the image layout to something more optimal for transfers */
|
|
for (int i = 0; i < planes; i++) {
|
|
VkImageLayout new_layout = to_buf ? VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL :
|
|
VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
|
|
VkAccessFlags new_access = to_buf ? VK_ACCESS_TRANSFER_READ_BIT :
|
|
VK_ACCESS_TRANSFER_WRITE_BIT;
|
|
|
|
sem_wait_dst[i] = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT;
|
|
|
|
/* If the layout matches and we have read access skip the barrier */
|
|
if ((frame->layout[i] == new_layout) && (frame->access[i] & new_access))
|
|
continue;
|
|
|
|
img_bar[bar_num].sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
|
|
img_bar[bar_num].srcAccessMask = 0x0;
|
|
img_bar[bar_num].dstAccessMask = new_access;
|
|
img_bar[bar_num].oldLayout = frame->layout[i];
|
|
img_bar[bar_num].newLayout = new_layout;
|
|
img_bar[bar_num].srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
|
|
img_bar[bar_num].dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
|
|
img_bar[bar_num].image = frame->img[i];
|
|
img_bar[bar_num].subresourceRange.levelCount = 1;
|
|
img_bar[bar_num].subresourceRange.layerCount = 1;
|
|
img_bar[bar_num].subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
|
|
|
|
frame->layout[i] = img_bar[bar_num].newLayout;
|
|
frame->access[i] = img_bar[bar_num].dstAccessMask;
|
|
|
|
bar_num++;
|
|
}
|
|
|
|
if (bar_num)
|
|
vk->CmdPipelineBarrier(cmd_buf, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
|
|
VK_PIPELINE_STAGE_TRANSFER_BIT, 0,
|
|
0, NULL, 0, NULL, bar_num, img_bar);
|
|
|
|
/* Schedule a copy for each plane */
|
|
for (int i = 0; i < planes; i++) {
|
|
ImageBuffer *vkbuf = (ImageBuffer *)bufs[i]->data;
|
|
VkBufferImageCopy buf_reg = {
|
|
.bufferOffset = buf_offsets[i],
|
|
.bufferRowLength = buf_stride[i] / desc->comp[i].step,
|
|
.imageSubresource.layerCount = 1,
|
|
.imageSubresource.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
|
|
.imageOffset = { 0, 0, 0, },
|
|
};
|
|
|
|
int p_w, p_h;
|
|
get_plane_wh(&p_w, &p_h, pix_fmt, w, h, i);
|
|
|
|
buf_reg.bufferImageHeight = p_h;
|
|
buf_reg.imageExtent = (VkExtent3D){ p_w, p_h, 1, };
|
|
|
|
if (to_buf)
|
|
vk->CmdCopyImageToBuffer(cmd_buf, frame->img[i], frame->layout[i],
|
|
vkbuf->buf, 1, &buf_reg);
|
|
else
|
|
vk->CmdCopyBufferToImage(cmd_buf, vkbuf->buf, frame->img[i],
|
|
frame->layout[i], 1, &buf_reg);
|
|
}
|
|
|
|
/* When uploading, do this asynchronously if the source is refcounted by
|
|
* keeping the buffers as a submission dependency.
|
|
* The hwcontext is guaranteed to not be freed until all frames are freed
|
|
* in the frames_unint function.
|
|
* When downloading to buffer, do this synchronously and wait for the
|
|
* queue submission to finish executing */
|
|
if (!to_buf) {
|
|
int ref;
|
|
for (ref = 0; ref < AV_NUM_DATA_POINTERS; ref++) {
|
|
if (!f->buf[ref])
|
|
break;
|
|
if ((err = add_buf_dep_exec_ctx(hwfc, ectx, &f->buf[ref], 1)))
|
|
return err;
|
|
}
|
|
if (ref && (err = add_buf_dep_exec_ctx(hwfc, ectx, bufs, planes)))
|
|
return err;
|
|
return submit_exec_ctx(hwfc, ectx, &s_info, frame, !ref);
|
|
} else {
|
|
return submit_exec_ctx(hwfc, ectx, &s_info, frame, 1);
|
|
}
|
|
}
|
|
|
|
static int vulkan_transfer_data(AVHWFramesContext *hwfc, const AVFrame *vkf,
|
|
const AVFrame *swf, int from)
|
|
{
|
|
int err = 0;
|
|
VkResult ret;
|
|
AVVkFrame *f = (AVVkFrame *)vkf->data[0];
|
|
AVHWDeviceContext *dev_ctx = hwfc->device_ctx;
|
|
AVVulkanDeviceContext *hwctx = dev_ctx->hwctx;
|
|
VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
FFVulkanFunctions *vk = &p->vkfn;
|
|
|
|
AVFrame tmp;
|
|
AVBufferRef *bufs[AV_NUM_DATA_POINTERS] = { 0 };
|
|
size_t buf_offsets[AV_NUM_DATA_POINTERS] = { 0 };
|
|
|
|
int p_w, p_h;
|
|
const int planes = av_pix_fmt_count_planes(swf->format);
|
|
|
|
int host_mapped[AV_NUM_DATA_POINTERS] = { 0 };
|
|
const int map_host = !!(p->extensions & FF_VK_EXT_EXTERNAL_HOST_MEMORY);
|
|
|
|
if ((swf->format != AV_PIX_FMT_NONE && !av_vkfmt_from_pixfmt(swf->format))) {
|
|
av_log(hwfc, AV_LOG_ERROR, "Unsupported software frame pixel format!\n");
|
|
return AVERROR(EINVAL);
|
|
}
|
|
|
|
if (swf->width > hwfc->width || swf->height > hwfc->height)
|
|
return AVERROR(EINVAL);
|
|
|
|
/* For linear, host visiable images */
|
|
if (f->tiling == VK_IMAGE_TILING_LINEAR &&
|
|
f->flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) {
|
|
AVFrame *map = av_frame_alloc();
|
|
if (!map)
|
|
return AVERROR(ENOMEM);
|
|
map->format = swf->format;
|
|
|
|
err = vulkan_map_frame_to_mem(hwfc, map, vkf, AV_HWFRAME_MAP_WRITE);
|
|
if (err)
|
|
return err;
|
|
|
|
err = av_frame_copy((AVFrame *)(from ? swf : map), from ? map : swf);
|
|
av_frame_free(&map);
|
|
return err;
|
|
}
|
|
|
|
/* Create buffers */
|
|
for (int i = 0; i < planes; i++) {
|
|
size_t req_size;
|
|
|
|
VkExternalMemoryBufferCreateInfo create_desc = {
|
|
.sType = VK_STRUCTURE_TYPE_EXTERNAL_MEMORY_BUFFER_CREATE_INFO,
|
|
.handleTypes = VK_EXTERNAL_MEMORY_HANDLE_TYPE_HOST_ALLOCATION_BIT_EXT,
|
|
};
|
|
|
|
VkImportMemoryHostPointerInfoEXT import_desc = {
|
|
.sType = VK_STRUCTURE_TYPE_IMPORT_MEMORY_HOST_POINTER_INFO_EXT,
|
|
.handleType = VK_EXTERNAL_MEMORY_HANDLE_TYPE_HOST_ALLOCATION_BIT_EXT,
|
|
};
|
|
|
|
VkMemoryHostPointerPropertiesEXT p_props = {
|
|
.sType = VK_STRUCTURE_TYPE_MEMORY_HOST_POINTER_PROPERTIES_EXT,
|
|
};
|
|
|
|
get_plane_wh(&p_w, &p_h, swf->format, swf->width, swf->height, i);
|
|
|
|
tmp.linesize[i] = FFABS(swf->linesize[i]);
|
|
|
|
/* Do not map images with a negative stride */
|
|
if (map_host && swf->linesize[i] > 0) {
|
|
size_t offs;
|
|
offs = (uintptr_t)swf->data[i] % p->hprops.minImportedHostPointerAlignment;
|
|
import_desc.pHostPointer = swf->data[i] - offs;
|
|
|
|
/* We have to compensate for the few extra bytes of padding we
|
|
* completely ignore at the start */
|
|
req_size = FFALIGN(offs + tmp.linesize[i] * p_h,
|
|
p->hprops.minImportedHostPointerAlignment);
|
|
|
|
ret = vk->GetMemoryHostPointerPropertiesEXT(hwctx->act_dev,
|
|
import_desc.handleType,
|
|
import_desc.pHostPointer,
|
|
&p_props);
|
|
|
|
if (ret == VK_SUCCESS) {
|
|
host_mapped[i] = 1;
|
|
buf_offsets[i] = offs;
|
|
}
|
|
}
|
|
|
|
if (!host_mapped[i])
|
|
req_size = get_req_buffer_size(p, &tmp.linesize[i], p_h);
|
|
|
|
err = create_buf(dev_ctx, &bufs[i],
|
|
from ? VK_BUFFER_USAGE_TRANSFER_DST_BIT :
|
|
VK_BUFFER_USAGE_TRANSFER_SRC_BIT,
|
|
VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT,
|
|
req_size, p_props.memoryTypeBits, host_mapped[i],
|
|
host_mapped[i] ? &create_desc : NULL,
|
|
host_mapped[i] ? &import_desc : NULL);
|
|
if (err)
|
|
goto end;
|
|
}
|
|
|
|
if (!from) {
|
|
/* Map, copy image TO buffer (which then goes to the VkImage), unmap */
|
|
if ((err = map_buffers(dev_ctx, bufs, tmp.data, planes, 0)))
|
|
goto end;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
if (host_mapped[i])
|
|
continue;
|
|
|
|
get_plane_wh(&p_w, &p_h, swf->format, swf->width, swf->height, i);
|
|
|
|
av_image_copy_plane(tmp.data[i], tmp.linesize[i],
|
|
(const uint8_t *)swf->data[i], swf->linesize[i],
|
|
FFMIN(tmp.linesize[i], FFABS(swf->linesize[i])),
|
|
p_h);
|
|
}
|
|
|
|
if ((err = unmap_buffers(dev_ctx, bufs, planes, 1)))
|
|
goto end;
|
|
}
|
|
|
|
/* Copy buffers into/from image */
|
|
err = transfer_image_buf(hwfc, vkf, bufs, buf_offsets, tmp.linesize,
|
|
swf->width, swf->height, swf->format, from);
|
|
|
|
if (from) {
|
|
/* Map, copy buffer (which came FROM the VkImage) to the frame, unmap */
|
|
if ((err = map_buffers(dev_ctx, bufs, tmp.data, planes, 0)))
|
|
goto end;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
if (host_mapped[i])
|
|
continue;
|
|
|
|
get_plane_wh(&p_w, &p_h, swf->format, swf->width, swf->height, i);
|
|
|
|
av_image_copy_plane_uc_from(swf->data[i], swf->linesize[i],
|
|
(const uint8_t *)tmp.data[i], tmp.linesize[i],
|
|
FFMIN(tmp.linesize[i], FFABS(swf->linesize[i])),
|
|
p_h);
|
|
}
|
|
|
|
if ((err = unmap_buffers(dev_ctx, bufs, planes, 1)))
|
|
goto end;
|
|
}
|
|
|
|
end:
|
|
for (int i = 0; i < planes; i++)
|
|
av_buffer_unref(&bufs[i]);
|
|
|
|
return err;
|
|
}
|
|
|
|
static int vulkan_transfer_data_to(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src)
|
|
{
|
|
av_unused VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
|
|
switch (src->format) {
|
|
#if CONFIG_CUDA
|
|
case AV_PIX_FMT_CUDA:
|
|
#ifdef _WIN32
|
|
if ((p->extensions & FF_VK_EXT_EXTERNAL_WIN32_MEMORY) &&
|
|
(p->extensions & FF_VK_EXT_EXTERNAL_WIN32_SEM))
|
|
#else
|
|
if ((p->extensions & FF_VK_EXT_EXTERNAL_FD_MEMORY) &&
|
|
(p->extensions & FF_VK_EXT_EXTERNAL_FD_SEM))
|
|
#endif
|
|
return vulkan_transfer_data_from_cuda(hwfc, dst, src);
|
|
#endif
|
|
default:
|
|
if (src->hw_frames_ctx)
|
|
return AVERROR(ENOSYS);
|
|
else
|
|
return vulkan_transfer_data(hwfc, dst, src, 0);
|
|
}
|
|
}
|
|
|
|
#if CONFIG_CUDA
|
|
static int vulkan_transfer_data_to_cuda(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src)
|
|
{
|
|
int err;
|
|
CUcontext dummy;
|
|
AVVkFrame *dst_f;
|
|
AVVkFrameInternal *dst_int;
|
|
VulkanFramesPriv *fp = hwfc->internal->priv;
|
|
const int planes = av_pix_fmt_count_planes(hwfc->sw_format);
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(hwfc->sw_format);
|
|
|
|
AVHWFramesContext *cuda_fc = (AVHWFramesContext*)dst->hw_frames_ctx->data;
|
|
AVHWDeviceContext *cuda_cu = cuda_fc->device_ctx;
|
|
AVCUDADeviceContext *cuda_dev = cuda_cu->hwctx;
|
|
AVCUDADeviceContextInternal *cu_internal = cuda_dev->internal;
|
|
CudaFunctions *cu = cu_internal->cuda_dl;
|
|
CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS s_w_par[AV_NUM_DATA_POINTERS] = { 0 };
|
|
CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS s_s_par[AV_NUM_DATA_POINTERS] = { 0 };
|
|
|
|
dst_f = (AVVkFrame *)src->data[0];
|
|
|
|
err = prepare_frame(hwfc, &fp->upload_ctx, dst_f, PREP_MODE_EXTERNAL_EXPORT);
|
|
if (err < 0)
|
|
return err;
|
|
|
|
err = CHECK_CU(cu->cuCtxPushCurrent(cuda_dev->cuda_ctx));
|
|
if (err < 0)
|
|
return err;
|
|
|
|
err = vulkan_export_to_cuda(hwfc, dst->hw_frames_ctx, src);
|
|
if (err < 0) {
|
|
CHECK_CU(cu->cuCtxPopCurrent(&dummy));
|
|
return err;
|
|
}
|
|
|
|
dst_int = dst_f->internal;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
s_w_par[i].params.fence.value = dst_f->sem_value[i] + 0;
|
|
s_s_par[i].params.fence.value = dst_f->sem_value[i] + 1;
|
|
}
|
|
|
|
err = CHECK_CU(cu->cuWaitExternalSemaphoresAsync(dst_int->cu_sem, s_w_par,
|
|
planes, cuda_dev->stream));
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
for (int i = 0; i < planes; i++) {
|
|
CUDA_MEMCPY2D cpy = {
|
|
.dstMemoryType = CU_MEMORYTYPE_DEVICE,
|
|
.dstDevice = (CUdeviceptr)dst->data[i],
|
|
.dstPitch = dst->linesize[i],
|
|
.dstY = 0,
|
|
|
|
.srcMemoryType = CU_MEMORYTYPE_ARRAY,
|
|
.srcArray = dst_int->cu_array[i],
|
|
};
|
|
|
|
int w, h;
|
|
get_plane_wh(&w, &h, hwfc->sw_format, hwfc->width, hwfc->height, i);
|
|
|
|
cpy.WidthInBytes = w * desc->comp[i].step;
|
|
cpy.Height = h;
|
|
|
|
err = CHECK_CU(cu->cuMemcpy2DAsync(&cpy, cuda_dev->stream));
|
|
if (err < 0)
|
|
goto fail;
|
|
}
|
|
|
|
err = CHECK_CU(cu->cuSignalExternalSemaphoresAsync(dst_int->cu_sem, s_s_par,
|
|
planes, cuda_dev->stream));
|
|
if (err < 0)
|
|
goto fail;
|
|
|
|
for (int i = 0; i < planes; i++)
|
|
dst_f->sem_value[i]++;
|
|
|
|
CHECK_CU(cu->cuCtxPopCurrent(&dummy));
|
|
|
|
av_log(hwfc, AV_LOG_VERBOSE, "Transfered Vulkan image to CUDA!\n");
|
|
|
|
return prepare_frame(hwfc, &fp->upload_ctx, dst_f, PREP_MODE_EXTERNAL_IMPORT);
|
|
|
|
fail:
|
|
CHECK_CU(cu->cuCtxPopCurrent(&dummy));
|
|
vulkan_free_internal(dst_f);
|
|
dst_f->internal = NULL;
|
|
av_buffer_unref(&dst->buf[0]);
|
|
return err;
|
|
}
|
|
#endif
|
|
|
|
static int vulkan_transfer_data_from(AVHWFramesContext *hwfc, AVFrame *dst,
|
|
const AVFrame *src)
|
|
{
|
|
av_unused VulkanDevicePriv *p = hwfc->device_ctx->internal->priv;
|
|
|
|
switch (dst->format) {
|
|
#if CONFIG_CUDA
|
|
case AV_PIX_FMT_CUDA:
|
|
#ifdef _WIN32
|
|
if ((p->extensions & FF_VK_EXT_EXTERNAL_WIN32_MEMORY) &&
|
|
(p->extensions & FF_VK_EXT_EXTERNAL_WIN32_SEM))
|
|
#else
|
|
if ((p->extensions & FF_VK_EXT_EXTERNAL_FD_MEMORY) &&
|
|
(p->extensions & FF_VK_EXT_EXTERNAL_FD_SEM))
|
|
#endif
|
|
return vulkan_transfer_data_to_cuda(hwfc, dst, src);
|
|
#endif
|
|
default:
|
|
if (dst->hw_frames_ctx)
|
|
return AVERROR(ENOSYS);
|
|
else
|
|
return vulkan_transfer_data(hwfc, src, dst, 1);
|
|
}
|
|
}
|
|
|
|
static int vulkan_frames_derive_to(AVHWFramesContext *dst_fc,
|
|
AVHWFramesContext *src_fc, int flags)
|
|
{
|
|
return vulkan_frames_init(dst_fc);
|
|
}
|
|
|
|
AVVkFrame *av_vk_frame_alloc(void)
|
|
{
|
|
return av_mallocz(sizeof(AVVkFrame));
|
|
}
|
|
|
|
const HWContextType ff_hwcontext_type_vulkan = {
|
|
.type = AV_HWDEVICE_TYPE_VULKAN,
|
|
.name = "Vulkan",
|
|
|
|
.device_hwctx_size = sizeof(AVVulkanDeviceContext),
|
|
.device_priv_size = sizeof(VulkanDevicePriv),
|
|
.frames_hwctx_size = sizeof(AVVulkanFramesContext),
|
|
.frames_priv_size = sizeof(VulkanFramesPriv),
|
|
|
|
.device_init = &vulkan_device_init,
|
|
.device_create = &vulkan_device_create,
|
|
.device_derive = &vulkan_device_derive,
|
|
|
|
.frames_get_constraints = &vulkan_frames_get_constraints,
|
|
.frames_init = vulkan_frames_init,
|
|
.frames_get_buffer = vulkan_get_buffer,
|
|
.frames_uninit = vulkan_frames_uninit,
|
|
|
|
.transfer_get_formats = vulkan_transfer_get_formats,
|
|
.transfer_data_to = vulkan_transfer_data_to,
|
|
.transfer_data_from = vulkan_transfer_data_from,
|
|
|
|
.map_to = vulkan_map_to,
|
|
.map_from = vulkan_map_from,
|
|
.frames_derive_to = &vulkan_frames_derive_to,
|
|
|
|
.pix_fmts = (const enum AVPixelFormat []) {
|
|
AV_PIX_FMT_VULKAN,
|
|
AV_PIX_FMT_NONE
|
|
},
|
|
};
|