// Copyright 2017 The Fuchsia Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "vulkan_surface.h" #include #include "third_party/skia/include/core/SkCanvas.h" #include "third_party/skia/include/gpu/GrBackendSemaphore.h" #include "third_party/skia/include/gpu/GrBackendSurface.h" #include "third_party/skia/include/gpu/GrContext.h" namespace flutter { VulkanSurface::VulkanSurface(vulkan::VulkanProvider& vulkan_provider, sk_sp context, sk_sp backend_context, scenic_lib::Session* session, const SkISize& size) : vulkan_provider_(vulkan_provider), backend_context_(std::move(backend_context)), session_(session), wait_(this) { FXL_DCHECK(session_); zx::vmo exported_vmo; if (!AllocateDeviceMemory(std::move(context), size, exported_vmo)) { FXL_DLOG(INFO) << "Could not allocate device memory."; return; } if (!CreateFences()) { FXL_DLOG(INFO) << "Could not create signal fences."; return; } if (!PushSessionImageSetupOps(session, std::move(exported_vmo))) { FXL_DLOG(INFO) << "Could not push session image setup ops."; return; } wait_.set_object(release_event_.get()); wait_.set_trigger(ZX_EVENT_SIGNALED); async_ = async_get_default(); wait_.Begin(async_); // Probably not necessary as the events should be in the unsignalled state // already. Reset(); valid_ = true; } VulkanSurface::~VulkanSurface() { if (async_) { wait_.Cancel(async_); wait_.set_object(ZX_HANDLE_INVALID); async_ = nullptr; } } bool VulkanSurface::IsValid() const { return valid_; } SkISize VulkanSurface::GetSize() const { if (!valid_) { return SkISize::Make(0, 0); } return SkISize::Make(sk_surface_->width(), sk_surface_->height()); } vulkan::VulkanHandle VulkanSurface::SemaphoreFromEvent( const zx::event& event) const { VkResult result; VkSemaphore semaphore; zx::event semaphore_event; zx_status_t status = event.duplicate(ZX_RIGHT_SAME_RIGHTS, &semaphore_event); if (status != ZX_OK) { FXL_DLOG(ERROR) << "failed to duplicate semaphore event"; return vulkan::VulkanHandle(); } VkSemaphoreCreateInfo create_info = { .sType = VK_STRUCTURE_TYPE_SEMAPHORE_CREATE_INFO, .pNext = nullptr, .flags = 0, }; result = VK_CALL_LOG_ERROR(vulkan_provider_.vk().CreateSemaphore( vulkan_provider_.vk_device(), &create_info, nullptr, &semaphore)); if (result != VK_SUCCESS) { return vulkan::VulkanHandle(); } VkImportSemaphoreFuchsiaHandleInfoKHR import_info = { .sType = VK_STRUCTURE_TYPE_IMPORT_SEMAPHORE_FUCHSIA_HANDLE_INFO_KHR, .pNext = nullptr, .semaphore = semaphore, .handleType = VK_EXTERNAL_SEMAPHORE_HANDLE_TYPE_FUCHSIA_FENCE_BIT_KHR, .handle = static_cast(semaphore_event.release())}; result = VK_CALL_LOG_ERROR(vulkan_provider_.vk().ImportSemaphoreFuchsiaHandleKHR( vulkan_provider_.vk_device(), &import_info)); if (result != VK_SUCCESS) { return vulkan::VulkanHandle(); } return vulkan::VulkanHandle( semaphore, [&vulkan_provider = vulkan_provider_](VkSemaphore semaphore) { vulkan_provider.vk().DestroySemaphore(vulkan_provider.vk_device(), semaphore, nullptr); }); } bool VulkanSurface::CreateFences() { if (zx::event::create(0, &acquire_event_) != ZX_OK) { return false; } acquire_semaphore_ = SemaphoreFromEvent(acquire_event_); if (!acquire_semaphore_) { FXL_DLOG(ERROR) << "failed to create acquire semaphore"; return false; } if (zx::event::create(0, &release_event_) != ZX_OK) { return false; } command_buffer_fence_ = vulkan_provider_.CreateFence(); return true; } bool VulkanSurface::AllocateDeviceMemory(sk_sp context, const SkISize& size, zx::vmo& exported_vmo) { if (size.isEmpty()) { return false; } if (backend_context_ == nullptr) { return false; } const SkColorType color_type = kBGRA_8888_SkColorType; // Create the image. const VkImageCreateInfo image_create_info = { .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO, .pNext = nullptr, .flags = VK_IMAGE_CREATE_MUTABLE_FORMAT_BIT, .imageType = VK_IMAGE_TYPE_2D, .format = VK_FORMAT_B8G8R8A8_UNORM, .extent = VkExtent3D{static_cast(size.width()), static_cast(size.height()), 1}, .mipLevels = 1, .arrayLayers = 1, .samples = VK_SAMPLE_COUNT_1_BIT, .tiling = VK_IMAGE_TILING_OPTIMAL, .usage = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT, .sharingMode = VK_SHARING_MODE_EXCLUSIVE, .queueFamilyIndexCount = 0, .pQueueFamilyIndices = nullptr, .initialLayout = VK_IMAGE_LAYOUT_UNDEFINED, }; { VkImage vk_image = VK_NULL_HANDLE; if (VK_CALL_LOG_ERROR(vulkan_provider_.vk().CreateImage( vulkan_provider_.vk_device(), &image_create_info, nullptr, &vk_image)) != VK_SUCCESS) { return false; } vk_image_ = {vk_image, [& vulkan_provider = vulkan_provider_](VkImage image) { vulkan_provider.vk().DestroyImage( vulkan_provider.vk_device(), image, NULL); }}; } // Create the memory. VkMemoryRequirements memory_reqs; vulkan_provider_.vk().GetImageMemoryRequirements(vulkan_provider_.vk_device(), vk_image_, &memory_reqs); uint32_t memory_type = 0; for (; memory_type < 32; memory_type++) { if ((memory_reqs.memoryTypeBits & (1 << memory_type))) { break; } } VkExportMemoryAllocateInfoKHR export_allocate_info = { .sType = VK_STRUCTURE_TYPE_EXPORT_MEMORY_ALLOCATE_INFO_KHR, .pNext = nullptr, .handleTypes = VK_EXTERNAL_MEMORY_HANDLE_TYPE_FUCHSIA_VMO_BIT_KHR}; const VkMemoryAllocateInfo alloc_info = { .sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO, .pNext = &export_allocate_info, .allocationSize = memory_reqs.size, .memoryTypeIndex = memory_type, }; { VkDeviceMemory vk_memory = VK_NULL_HANDLE; if (VK_CALL_LOG_ERROR(vulkan_provider_.vk().AllocateMemory( vulkan_provider_.vk_device(), &alloc_info, NULL, &vk_memory)) != VK_SUCCESS) { return false; } vk_memory_ = {vk_memory, [& vulkan_provider = vulkan_provider_](VkDeviceMemory memory) { vulkan_provider.vk().FreeMemory(vulkan_provider.vk_device(), memory, NULL); }}; } // Bind image memory. if (VK_CALL_LOG_ERROR(vulkan_provider_.vk().BindImageMemory( vulkan_provider_.vk_device(), vk_image_, vk_memory_, 0)) != VK_SUCCESS) { return false; } { // Acquire the VMO for the device memory. uint32_t vmo_handle = 0; VkMemoryGetFuchsiaHandleInfoKHR get_handle_info = { VK_STRUCTURE_TYPE_MEMORY_GET_FUCHSIA_HANDLE_INFO_KHR, nullptr, vk_memory_, VK_EXTERNAL_MEMORY_HANDLE_TYPE_FUCHSIA_VMO_BIT_KHR}; if (VK_CALL_LOG_ERROR(vulkan_provider_.vk().GetMemoryFuchsiaHandleKHR( vulkan_provider_.vk_device(), &get_handle_info, &vmo_handle)) != VK_SUCCESS) { return false; } exported_vmo.reset(static_cast(vmo_handle)); } // Assert that the VMO size was sufficient. size_t vmo_size = 0; if (exported_vmo.get_size(&vmo_size) != ZX_OK || vmo_size < memory_reqs.size) { return false; } return SetupSkiaSurface(std::move(context), size, color_type, image_create_info, memory_reqs); } bool VulkanSurface::SetupSkiaSurface(sk_sp context, const SkISize& size, SkColorType color_type, const VkImageCreateInfo& image_create_info, const VkMemoryRequirements& memory_reqs) { if (context == nullptr) { return false; } const GrVkImageInfo image_info = { .fImage = vk_image_, .fAlloc = {vk_memory_, 0, memory_reqs.size, 0}, .fImageTiling = image_create_info.tiling, .fImageLayout = image_create_info.initialLayout, .fFormat = image_create_info.format, .fLevelCount = image_create_info.mipLevels, }; GrBackendRenderTarget sk_render_target(size.width(), size.height(), 0, image_info); SkSurfaceProps sk_surface_props( SkSurfaceProps::InitType::kLegacyFontHost_InitType); auto sk_surface = SkSurface::MakeFromBackendRenderTarget(context.get(), // sk_render_target, // kTopLeft_GrSurfaceOrigin, // color_type, // nullptr, // &sk_surface_props // ); if (!sk_surface || sk_surface->getCanvas() == nullptr) { return false; } sk_surface_ = std::move(sk_surface); return true; } bool VulkanSurface::PushSessionImageSetupOps(scenic_lib::Session* session, zx::vmo exported_vmo) { if (sk_surface_ == nullptr) { return false; } scenic_lib::Memory memory(session, std::move(exported_vmo), images::MemoryType::VK_DEVICE_MEMORY); images::ImageInfo image_info; image_info.width = sk_surface_->width(); image_info.height = sk_surface_->height(); image_info.stride = 4 * sk_surface_->width(); image_info.pixel_format = images::PixelFormat::BGRA_8; image_info.color_space = images::ColorSpace::SRGB; image_info.tiling = images::Tiling::LINEAR; session_image_ = std::make_unique( memory, 0 /* memory offset */, std::move(image_info)); return session_image_ != nullptr; } scenic_lib::Image* VulkanSurface::GetImage() { if (!valid_) { return 0; } return session_image_.get(); } sk_sp VulkanSurface::GetSkiaSurface() const { return valid_ ? sk_surface_ : nullptr; } size_t VulkanSurface::AdvanceAndGetAge() { age_++; return age_; } bool VulkanSurface::FlushSessionAcquireAndReleaseEvents() { zx::event acquire, release; if (acquire_event_.duplicate(ZX_RIGHT_SAME_RIGHTS, &acquire) != ZX_OK || release_event_.duplicate(ZX_RIGHT_SAME_RIGHTS, &release) != ZX_OK) { return false; } session_->EnqueueAcquireFence(std::move(acquire)); session_->EnqueueReleaseFence(std::move(release)); age_ = 0; return true; } void VulkanSurface::SignalWritesFinished( std::function on_writes_committed) { FXL_DCHECK(on_writes_committed); if (!valid_) { on_writes_committed(); return; } FXL_CHECK(pending_on_writes_committed_ == nullptr) << "Attempted to signal a write on the surface when the previous write " "has not yet been acknowledged by the compositor."; pending_on_writes_committed_ = on_writes_committed; } void VulkanSurface::Reset() { if (acquire_event_.signal(ZX_EVENT_SIGNALED, 0u) != ZX_OK || release_event_.signal(ZX_EVENT_SIGNALED, 0u) != ZX_OK) { valid_ = false; FXL_DLOG(ERROR) << "Could not reset fences. The surface is no longer valid."; } VkFence fence = command_buffer_fence_; if (command_buffer_) { VK_CALL_LOG_ERROR(vulkan_provider_.vk().WaitForFences( vulkan_provider_.vk_device(), 1, &fence, VK_TRUE, UINT64_MAX)); command_buffer_.reset(); } VK_CALL_LOG_ERROR(vulkan_provider_.vk().ResetFences( vulkan_provider_.vk_device(), 1, &fence)); // Need to make a new acquire semaphore every frame or else validation layers // get confused about why no one is waiting on it in this VkInstance acquire_semaphore_.Reset(); acquire_semaphore_ = SemaphoreFromEvent(acquire_event_); if (!acquire_semaphore_) { FXL_DLOG(ERROR) << "failed to create acquire semaphore"; } // It is safe for the caller to collect the surface in the callback. auto callback = pending_on_writes_committed_; pending_on_writes_committed_ = nullptr; if (callback) { callback(); } } async_wait_result_t VulkanSurface::OnHandleReady( async_t* async, zx_status_t status, const zx_packet_signal_t* signal) { if (status != ZX_OK) return ASYNC_WAIT_FINISHED; FXL_DCHECK(signal->observed & ZX_EVENT_SIGNALED); Reset(); return ASYNC_WAIT_AGAIN; } } // namespace flutter