mirror of
https://git.triforceproject.com/triforce/source
synced 2026-11-19 16:20:01 -04:00
137 lines
14 KiB
C++
137 lines
14 KiB
C++
// (hookshot) Every Vulkan command that does GPU work, or orders it, counts in work_epoch. full_barrier (vk_texture.cpp) leaves out a
|
|
// barrier recorded right after another one on the same command buffer with nothing in between: the second orders nothing the first
|
|
// did not. Include this header AFTER the file's other includes: it turns the calls below into a count and the call (a header
|
|
// included after it that names one of them with a '(' after it would be changed too).
|
|
#pragma once
|
|
|
|
#include <atomic>
|
|
|
|
#include "vk_loader.h"
|
|
#include "vk_recorder.h" // (RX_VK_RECORDER: each macro below calls its packer, which calls the driver directly when the recorder is off)
|
|
|
|
namespace mkwvk {
|
|
extern std::atomic<uint64_t> work_epoch; // (vk_texture.cpp)
|
|
inline void note_work() {
|
|
// (an add, not a load and a store: a thread preempted between the two would store a stale count over another thread's, which could
|
|
// make the count equal the one a barrier was recorded at with work recorded since, and the next barrier is left out for it)
|
|
work_epoch.fetch_add(1, std::memory_order_relaxed);
|
|
}
|
|
} // namespace mkwvk
|
|
|
|
#define vkCmdPipelineBarrier2(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdPipelineBarrier2(__VA_ARGS__))
|
|
#define vkCmdBeginRendering(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdBeginRendering(__VA_ARGS__))
|
|
#define vkCmdEndRendering(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdEndRendering(__VA_ARGS__))
|
|
#define vkCmdDraw(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDraw(__VA_ARGS__))
|
|
#define vkCmdDrawIndexed(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawIndexed(__VA_ARGS__))
|
|
#define vkCmdDrawIndirect(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawIndirect(__VA_ARGS__))
|
|
#define vkCmdDrawIndexedIndirect(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawIndexedIndirect(__VA_ARGS__))
|
|
#define vkCmdDrawIndirectCount(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawIndirectCount(__VA_ARGS__))
|
|
#define vkCmdDrawIndexedIndirectCount(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawIndexedIndirectCount(__VA_ARGS__))
|
|
#define vkCmdDrawMeshTasksEXT(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawMeshTasksEXT(__VA_ARGS__))
|
|
#define vkCmdDrawMeshTasksIndirectEXT(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawMeshTasksIndirectEXT(__VA_ARGS__))
|
|
#define vkCmdDrawMeshTasksIndirectCountEXT(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDrawMeshTasksIndirectCountEXT(__VA_ARGS__))
|
|
#define vkCmdDispatch(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDispatch(__VA_ARGS__))
|
|
#define vkCmdDispatchIndirect(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdDispatchIndirect(__VA_ARGS__))
|
|
#define vkCmdCopyBuffer(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdCopyBuffer(__VA_ARGS__))
|
|
#define vkCmdCopyBufferToImage(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdCopyBufferToImage(__VA_ARGS__))
|
|
#define vkCmdCopyImageToBuffer(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdCopyImageToBuffer(__VA_ARGS__))
|
|
#define vkCmdCopyImage(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdCopyImage(__VA_ARGS__))
|
|
#define vkCmdBlitImage(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdBlitImage(__VA_ARGS__))
|
|
#define vkCmdResolveImage(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdResolveImage(__VA_ARGS__))
|
|
#define vkCmdClearColorImage(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdClearColorImage(__VA_ARGS__))
|
|
#define vkCmdClearDepthStencilImage(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdClearDepthStencilImage(__VA_ARGS__))
|
|
#define vkCmdClearAttachments(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdClearAttachments(__VA_ARGS__))
|
|
#define vkCmdFillBuffer(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdFillBuffer(__VA_ARGS__))
|
|
#define vkCmdUpdateBuffer(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdUpdateBuffer(__VA_ARGS__))
|
|
#define vkCmdBeginQuery(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdBeginQuery(__VA_ARGS__))
|
|
#define vkCmdEndQuery(...) (::mkwvk::note_work(), ::mkwvk::rec::rx_vkCmdEndQuery(__VA_ARGS__))
|
|
|
|
// (RX_VK_RECORDER) the calls that set state, bind or mark: not work (no count), but in the command buffer in order with the work, so
|
|
// through the recorder too
|
|
#define vkCmdBindPipeline(...) (::mkwvk::rec::rx_vkCmdBindPipeline(__VA_ARGS__))
|
|
#define vkCmdBindDescriptorSets(...) (::mkwvk::rec::rx_vkCmdBindDescriptorSets(__VA_ARGS__))
|
|
#define vkCmdBindIndexBuffer(...) (::mkwvk::rec::rx_vkCmdBindIndexBuffer(__VA_ARGS__))
|
|
#define vkCmdBindVertexBuffers2(...) (::mkwvk::rec::rx_vkCmdBindVertexBuffers2(__VA_ARGS__))
|
|
#define vkCmdPushConstants(...) (::mkwvk::rec::rx_vkCmdPushConstants(__VA_ARGS__))
|
|
#define vkCmdPushDescriptorSetKHR(...) (::mkwvk::rec::rx_vkCmdPushDescriptorSetKHR(__VA_ARGS__))
|
|
#define vkCmdSetViewport(...) (::mkwvk::rec::rx_vkCmdSetViewport(__VA_ARGS__))
|
|
#define vkCmdSetScissor(...) (::mkwvk::rec::rx_vkCmdSetScissor(__VA_ARGS__))
|
|
#define vkCmdSetViewportWithCount(...) (::mkwvk::rec::rx_vkCmdSetViewportWithCount(__VA_ARGS__))
|
|
#define vkCmdSetScissorWithCount(...) (::mkwvk::rec::rx_vkCmdSetScissorWithCount(__VA_ARGS__))
|
|
#define vkCmdSetBlendConstants(...) (::mkwvk::rec::rx_vkCmdSetBlendConstants(__VA_ARGS__))
|
|
#define vkCmdSetStencilReference(...) (::mkwvk::rec::rx_vkCmdSetStencilReference(__VA_ARGS__))
|
|
#define vkCmdSetStencilCompareMask(...) (::mkwvk::rec::rx_vkCmdSetStencilCompareMask(__VA_ARGS__))
|
|
#define vkCmdSetStencilWriteMask(...) (::mkwvk::rec::rx_vkCmdSetStencilWriteMask(__VA_ARGS__))
|
|
#define vkCmdSetStencilOp(...) (::mkwvk::rec::rx_vkCmdSetStencilOp(__VA_ARGS__))
|
|
#define vkCmdSetDepthBias(...) (::mkwvk::rec::rx_vkCmdSetDepthBias(__VA_ARGS__))
|
|
#define vkCmdSetDepthBiasEnable(...) (::mkwvk::rec::rx_vkCmdSetDepthBiasEnable(__VA_ARGS__))
|
|
#define vkCmdSetLineWidth(...) (::mkwvk::rec::rx_vkCmdSetLineWidth(__VA_ARGS__))
|
|
#define vkCmdSetDepthBoundsTestEnable(...) (::mkwvk::rec::rx_vkCmdSetDepthBoundsTestEnable(__VA_ARGS__))
|
|
#define vkCmdSetCullMode(...) (::mkwvk::rec::rx_vkCmdSetCullMode(__VA_ARGS__))
|
|
#define vkCmdSetFrontFace(...) (::mkwvk::rec::rx_vkCmdSetFrontFace(__VA_ARGS__))
|
|
#define vkCmdSetPrimitiveTopology(...) (::mkwvk::rec::rx_vkCmdSetPrimitiveTopology(__VA_ARGS__))
|
|
#define vkCmdSetPrimitiveRestartEnable(...) (::mkwvk::rec::rx_vkCmdSetPrimitiveRestartEnable(__VA_ARGS__))
|
|
#define vkCmdSetDepthTestEnable(...) (::mkwvk::rec::rx_vkCmdSetDepthTestEnable(__VA_ARGS__))
|
|
#define vkCmdSetDepthWriteEnable(...) (::mkwvk::rec::rx_vkCmdSetDepthWriteEnable(__VA_ARGS__))
|
|
#define vkCmdSetDepthCompareOp(...) (::mkwvk::rec::rx_vkCmdSetDepthCompareOp(__VA_ARGS__))
|
|
#define vkCmdSetStencilTestEnable(...) (::mkwvk::rec::rx_vkCmdSetStencilTestEnable(__VA_ARGS__))
|
|
#define vkCmdSetRasterizerDiscardEnable(...) (::mkwvk::rec::rx_vkCmdSetRasterizerDiscardEnable(__VA_ARGS__))
|
|
#define vkCmdSetPolygonModeEXT(...) (::mkwvk::rec::rx_vkCmdSetPolygonModeEXT(__VA_ARGS__))
|
|
#define vkCmdSetDepthClampEnableEXT(...) (::mkwvk::rec::rx_vkCmdSetDepthClampEnableEXT(__VA_ARGS__))
|
|
#define vkCmdSetAlphaToCoverageEnableEXT(...) (::mkwvk::rec::rx_vkCmdSetAlphaToCoverageEnableEXT(__VA_ARGS__))
|
|
#define vkCmdSetColorBlendEnableEXT(...) (::mkwvk::rec::rx_vkCmdSetColorBlendEnableEXT(__VA_ARGS__))
|
|
#define vkCmdSetColorBlendEquationEXT(...) (::mkwvk::rec::rx_vkCmdSetColorBlendEquationEXT(__VA_ARGS__))
|
|
#define vkCmdSetColorWriteMaskEXT(...) (::mkwvk::rec::rx_vkCmdSetColorWriteMaskEXT(__VA_ARGS__))
|
|
#define vkCmdWriteBufferMarkerAMD(...) (::mkwvk::rec::rx_vkCmdWriteBufferMarkerAMD(__VA_ARGS__))
|
|
#define vkCmdSetCheckpointNV(...) (::mkwvk::rec::rx_vkCmdSetCheckpointNV(__VA_ARGS__))
|
|
#define vkCmdWriteTimestamp2(...) (::mkwvk::rec::rx_vkCmdWriteTimestamp2(__VA_ARGS__))
|
|
#define vkCmdResetQueryPool(...) (::mkwvk::rec::rx_vkCmdResetQueryPool(__VA_ARGS__))
|
|
|
|
// (RX_VK_RECORDER=defer) the calls that begin, end or reset command buffers, submit, present or wait, read back what the GPU did,
|
|
// or let go of what recorded commands use: the thread's held packets reach the driver first (rec::boundary(): a relaxed load and
|
|
// a branch unless deferred; RX_VK_RECORDER=thread: the replay lock's holder waits for the recorder thread to run all it put in its ring;
|
|
// the kind is for the recorder's stats line). RX_REC_BOUNDARIES in vk_recorder.h lists them
|
|
#define vkBeginCommandBuffer(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkBeginCommandBuffer), ::vkx::vkBeginCommandBuffer(__VA_ARGS__))
|
|
#define vkEndCommandBuffer(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkEndCommandBuffer), ::vkx::vkEndCommandBuffer(__VA_ARGS__))
|
|
#define vkResetCommandPool(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkResetCommandPool), ::vkx::vkResetCommandPool(__VA_ARGS__))
|
|
#define vkDestroyCommandPool(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyCommandPool), ::vkx::vkDestroyCommandPool(__VA_ARGS__))
|
|
#define vkQueueSubmit2(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkQueueSubmit2), ::vkx::vkQueueSubmit2(__VA_ARGS__))
|
|
#define vkQueueWaitIdle(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkQueueWaitIdle), ::vkx::vkQueueWaitIdle(__VA_ARGS__))
|
|
#define vkQueueBindSparse(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkQueueBindSparse), ::vkx::vkQueueBindSparse(__VA_ARGS__))
|
|
#define vkQueuePresentKHR(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkQueuePresentKHR), ::vkx::vkQueuePresentKHR(__VA_ARGS__))
|
|
#define vkAcquireNextImageKHR(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkAcquireNextImageKHR), ::vkx::vkAcquireNextImageKHR(__VA_ARGS__))
|
|
#define vkDeviceWaitIdle(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDeviceWaitIdle), ::vkx::vkDeviceWaitIdle(__VA_ARGS__))
|
|
#define vkWaitForFences(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkWaitForFences), ::vkx::vkWaitForFences(__VA_ARGS__))
|
|
#define vkResetFences(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkResetFences), ::vkx::vkResetFences(__VA_ARGS__))
|
|
#define vkWaitSemaphores(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkWaitSemaphores), ::vkx::vkWaitSemaphores(__VA_ARGS__))
|
|
#define vkGetSemaphoreCounterValue(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkGetSemaphoreCounterValue), ::vkx::vkGetSemaphoreCounterValue(__VA_ARGS__))
|
|
#define vkGetQueryPoolResults(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkGetQueryPoolResults), ::vkx::vkGetQueryPoolResults(__VA_ARGS__))
|
|
#define vkResetQueryPool(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkResetQueryPool), ::vkx::vkResetQueryPool(__VA_ARGS__))
|
|
#define vkGetQueueCheckpointDataNV(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkGetQueueCheckpointDataNV), ::vkx::vkGetQueueCheckpointDataNV(__VA_ARGS__))
|
|
#define vkGetDeviceFaultInfoEXT(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkGetDeviceFaultInfoEXT), ::vkx::vkGetDeviceFaultInfoEXT(__VA_ARGS__))
|
|
#define vkResetDescriptorPool(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkResetDescriptorPool), ::vkx::vkResetDescriptorPool(__VA_ARGS__))
|
|
#define vkDestroyBuffer(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyBuffer), ::vkx::vkDestroyBuffer(__VA_ARGS__))
|
|
#define vkDestroyImage(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyImage), ::vkx::vkDestroyImage(__VA_ARGS__))
|
|
#define vkDestroyImageView(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyImageView), ::vkx::vkDestroyImageView(__VA_ARGS__))
|
|
#define vkDestroyBufferView(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyBufferView), ::vkx::vkDestroyBufferView(__VA_ARGS__))
|
|
#define vkDestroySampler(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroySampler), ::vkx::vkDestroySampler(__VA_ARGS__))
|
|
#define vkDestroyPipeline(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyPipeline), ::vkx::vkDestroyPipeline(__VA_ARGS__))
|
|
#define vkDestroyPipelineLayout(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyPipelineLayout), ::vkx::vkDestroyPipelineLayout(__VA_ARGS__))
|
|
#define vkDestroyDescriptorSetLayout(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyDescriptorSetLayout), ::vkx::vkDestroyDescriptorSetLayout(__VA_ARGS__))
|
|
#define vkDestroyDescriptorPool(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyDescriptorPool), ::vkx::vkDestroyDescriptorPool(__VA_ARGS__))
|
|
#define vkDestroyQueryPool(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyQueryPool), ::vkx::vkDestroyQueryPool(__VA_ARGS__))
|
|
#define vkDestroyShaderModule(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyShaderModule), ::vkx::vkDestroyShaderModule(__VA_ARGS__))
|
|
#define vkDestroyPipelineCache(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyPipelineCache), ::vkx::vkDestroyPipelineCache(__VA_ARGS__))
|
|
#define vkDestroyFence(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyFence), ::vkx::vkDestroyFence(__VA_ARGS__))
|
|
#define vkDestroySemaphore(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroySemaphore), ::vkx::vkDestroySemaphore(__VA_ARGS__))
|
|
#define vkDestroySwapchainKHR(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroySwapchainKHR), ::vkx::vkDestroySwapchainKHR(__VA_ARGS__))
|
|
#define vkDestroySurfaceKHR(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroySurfaceKHR), ::vkx::vkDestroySurfaceKHR(__VA_ARGS__))
|
|
#define vkDestroyDevice(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyDevice), ::vkx::vkDestroyDevice(__VA_ARGS__))
|
|
#define vkDestroyInstance(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkDestroyInstance), ::vkx::vkDestroyInstance(__VA_ARGS__))
|
|
#define vkFreeMemory(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vkFreeMemory), ::vkx::vkFreeMemory(__VA_ARGS__))
|
|
#define vmaDestroyBuffer(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vmaDestroyBuffer), ::vmaDestroyBuffer(__VA_ARGS__))
|
|
#define vmaDestroyImage(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vmaDestroyImage), ::vmaDestroyImage(__VA_ARGS__))
|
|
#define vmaInvalidateAllocation(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vmaInvalidateAllocation), ::vmaInvalidateAllocation(__VA_ARGS__))
|
|
// (Triforce: the memory of a mirror's piece, which recorded copies and bindings use, and the blocks made ahead: vk_vma.cpp)
|
|
#define vmaFreeMemory(...) (::mkwvk::rec::boundary(::mkwvk::rec::B_vmaFreeMemory), ::vmaFreeMemory(__VA_ARGS__))
|