From 1bfbc0148cea094dcd00cdcc059cd25febe90a0e Mon Sep 17 00:00:00 2001 From: Mark Lobodzinski Date: Tue, 24 Mar 2015 16:29:24 -0500 Subject: layers: Convert memtracker to cpp Take advantage of containers, memory allocation, and strings. --- layers/CMakeLists.txt | 2 +- layers/mem_tracker.c | 2066 ------------------------------------------------ layers/mem_tracker.cpp | 1840 ++++++++++++++++++++++++++++++++++++++++++ layers/mem_tracker.h | 138 ++-- 4 files changed, 1896 insertions(+), 2150 deletions(-) delete mode 100644 layers/mem_tracker.c create mode 100644 layers/mem_tracker.cpp (limited to 'layers') diff --git a/layers/CMakeLists.txt b/layers/CMakeLists.txt index e066b93f..5a7b8a08 100644 --- a/layers/CMakeLists.txt +++ b/layers/CMakeLists.txt @@ -104,7 +104,7 @@ endif() add_xgl_layer(Basic basic.cpp) add_xgl_layer(Multi multi.cpp) add_xgl_layer(DrawState draw_state.c) -add_xgl_layer(MemTracker mem_tracker.c) +add_xgl_layer(MemTracker mem_tracker.cpp) # generated add_xgl_layer(Generic generic_layer.c) add_xgl_layer(APIDump api_dump.c) diff --git a/layers/mem_tracker.c b/layers/mem_tracker.c deleted file mode 100644 index 8084e8fd..00000000 --- a/layers/mem_tracker.c +++ /dev/null @@ -1,2066 +0,0 @@ -/* - * XGL - * - * Copyright (C) 2014 LunarG, Inc. - * - * Permission is hereby granted, free of charge, to any person obtaining a - * copy of this software and associated documentation files (the "Software"), - * to deal in the Software without restriction, including without limitation - * the rights to use, copy, modify, merge, publish, distribute, sublicense, - * and/or sell copies of the Software, and to permit persons to whom the - * Software is furnished to do so, subject to the following conditions: - * - * The above copyright notice and this permission notice shall be included - * in all copies or substantial portions of the Software. - * - * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR - * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL - * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER - * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING - * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER - * DEALINGS IN THE SOFTWARE. - */ - -#include -#include -#include -#include -#include -#include "loader_platform.h" -#include "xgl_dispatch_table_helper.h" -#include "xgl_struct_string_helper.h" -#include "mem_tracker.h" -#include "layers_config.h" -// The following is #included again to catch certain OS-specific functions -// being used: -#include "loader_platform.h" -#include "layers_msg.h" - -static XGL_LAYER_DISPATCH_TABLE nextTable; -static XGL_BASE_LAYER_OBJECT *pCurObj; -static LOADER_PLATFORM_THREAD_ONCE_DECLARATION(g_initOnce); -// TODO : This can be much smarter, using separate locks for separate global data -static int globalLockInitialized = 0; -static loader_platform_thread_mutex globalLock; - - -#define MAX_BINDING 0xFFFFFFFF - -static GLOBAL_CB_NODE* pGlobalCBHead = NULL; -static GLOBAL_MEM_OBJ_NODE* pGlobalMemObjHead = NULL; -static GLOBAL_OBJECT_NODE* pGlobalObjectHead = NULL; -static GLOBAL_FENCE_NODE* pGlobalFenceList = NULL; -// TODO : Add support for per-queue and per-device fence completion -static uint64_t g_currentFenceId = 1; -static uint64_t g_lastRetiredId = 0; -static XGL_DEVICE globalDevice = NULL; -static uint64_t numCBNodes = 0; -static uint64_t numMemObjNodes = 0; -static uint64_t numObjectNodes = 0; - -// Check list for data and if it's not included insert new node -// into HEAD of list pointed to by pHEAD & update pHEAD -// Increment 'insert' if new node was inserted -// return XGL_SUCCESS if no errors occur -static bool32_t insertMiniNode(MINI_NODE** pHEAD, const XGL_BASE_OBJECT data, uint32_t* insert) -{ - bool32_t result = XGL_TRUE; - MINI_NODE* pTrav = *pHEAD; - while (pTrav && (pTrav->data != data)) { - pTrav = pTrav->pNext; - } - if (!pTrav) { // Add node to front of LL - pTrav = (MINI_NODE*)malloc(sizeof(MINI_NODE)); - if (!pTrav) { - char str[1024]; - sprintf(str, "Malloc failed to alloc memory for Mini Node"); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, data, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str); - result = XGL_FALSE; - } else { - memset(pTrav, 0, sizeof(MINI_NODE)); - if (*pHEAD) { - pTrav->pNext = *pHEAD; - } - *pHEAD = pTrav; - *insert += 1; - //pMemTrav->refCount++; - //sprintf(str, "MEM INFO : Incremented refCount for mem obj %p to %u", (void*)mem, pMemTrav->refCount); - if (pTrav->data) { // This is just FYI - assert(data == pTrav->data); - char str[1024]; - sprintf(str, "Data %p is already in data LL w/ HEAD at %p", data, *pHEAD); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, data, 0, MEMTRACK_NONE, "MEM", str); - } - pTrav->data = data; - } - } else { - pTrav->data = data; - } - return result; -} - -// Add new CB node for this cb at end of global CB LL -static void insertGlobalCB(const XGL_CMD_BUFFER cb) -{ - GLOBAL_CB_NODE* pTrav = pGlobalCBHead; - if (!pTrav) { - pTrav = (GLOBAL_CB_NODE*)malloc(sizeof(GLOBAL_CB_NODE)); - pGlobalCBHead = pTrav; - } - else { - while (NULL != pTrav->pNextGlobalCBNode) - pTrav = pTrav->pNextGlobalCBNode; - pTrav->pNextGlobalCBNode = (GLOBAL_CB_NODE*)malloc(sizeof(GLOBAL_CB_NODE)); - pTrav = pTrav->pNextGlobalCBNode; - } - if (!pTrav) { - char str[1024]; - sprintf(str, "Malloc failed to alloc node for Cmd Buffer %p", (void*)cb); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str); - } - else { - numCBNodes++; - memset(pTrav, 0, sizeof(GLOBAL_CB_NODE)); - pTrav->cmdBuffer = cb; - } -} - -// Return ptr to node in global LL containing cb, or NULL if not found -static GLOBAL_CB_NODE* getGlobalCBNode(const XGL_CMD_BUFFER cb) -{ - GLOBAL_CB_NODE* pTrav = pGlobalCBHead; - while (pTrav && (pTrav->cmdBuffer != cb)) { - pTrav = pTrav->pNextGlobalCBNode; - } - return pTrav; -} - -// Add a fence, creating one if necessary to our list of fences/fenceIds -// Linked list is FIFO: head = oldest, tail = newest -static uint64_t addFenceNode(XGL_FENCE fence) -{ - // Create fence node - GLOBAL_FENCE_NODE* pFenceNode = (GLOBAL_FENCE_NODE*)malloc(sizeof(GLOBAL_FENCE_NODE)); - memset(pFenceNode, 0, sizeof(GLOBAL_FENCE_NODE)); - pFenceNode->fenceId = g_currentFenceId++; - // If no fence, create an internal fence to track the submissions - if (fence == NULL) { - XGL_FENCE_CREATE_INFO fci; - fci.sType = XGL_STRUCTURE_TYPE_FENCE_CREATE_INFO; - fci.pNext = NULL; - fci.flags = 0; - nextTable.CreateFence(globalDevice, &fci, &pFenceNode->fence); - pFenceNode->localFence = XGL_TRUE; - } else { - pFenceNode->localFence = XGL_FALSE; - pFenceNode->fence = fence; - } - - // Add to END of fence list - if (pGlobalFenceList == NULL) { - pGlobalFenceList = pFenceNode; - } else { - GLOBAL_FENCE_NODE* pCurFenceNode = pGlobalFenceList; - while (pCurFenceNode && pCurFenceNode->pNextGlobalFenceNode != NULL) { - pCurFenceNode = pCurFenceNode->pNextGlobalFenceNode; - } - pCurFenceNode->pNextGlobalFenceNode = pFenceNode; - } - - return pFenceNode->fenceId; -} - -// Remove a node from our list of fences/fenceIds -static void deleteFenceNode(uint64_t fenceId) -{ - if (fenceId != 0) { - // Search for a node with this fenceId - GLOBAL_FENCE_NODE* pCurFenceNode = pGlobalFenceList; - GLOBAL_FENCE_NODE* pPrevFenceNode = pCurFenceNode; - while ((pCurFenceNode != NULL) && (pCurFenceNode->fenceId != fenceId)) { - pPrevFenceNode = pCurFenceNode; - pCurFenceNode = pCurFenceNode->pNextGlobalFenceNode; - } - if (pCurFenceNode != NULL) { - // TODO: Wait on this fence? - if (pCurFenceNode->localFence == XGL_TRUE) { - nextTable.DestroyObject(pCurFenceNode->fence); - } - // Remove links to this node - pPrevFenceNode->pNextGlobalFenceNode = pCurFenceNode->pNextGlobalFenceNode; - // Update head pointer if necessary - if (pCurFenceNode == pGlobalFenceList) { - pGlobalFenceList = pCurFenceNode->pNextGlobalFenceNode; - } - free(pCurFenceNode); - } else { - char str[1024]; - sprintf(str, "FenceId %"PRIx64" node is missing from global fence list", fenceId); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_CB_MISSING_FENCE, "MEM", str); - } - } -} - -// Search through list for this fence, deleting all nodes before it (with lower IDs) and updating lastRetiredId -static void updateFenceTracking(XGL_FENCE fence) -{ - // Technically, we can delete all nodes until we hit this fence. But for now, make sure they're in the list first. - GLOBAL_FENCE_NODE* pCurFenceNode = pGlobalFenceList; - while ((pCurFenceNode != NULL) && (pCurFenceNode->fence != fence)) { - pCurFenceNode = pCurFenceNode->pNextGlobalFenceNode; - } - if (pCurFenceNode != NULL) { - // Delete all nodes in front of this one and update the global last retired value - GLOBAL_FENCE_NODE* pDelNode = NULL; - g_lastRetiredId = pCurFenceNode->fenceId; - pCurFenceNode = pGlobalFenceList; - while ((pCurFenceNode != NULL) && (pCurFenceNode->fence != fence)) { - pDelNode = pCurFenceNode; - pCurFenceNode = pCurFenceNode->pNextGlobalFenceNode; - deleteFenceNode(pDelNode->fenceId); - } - } -} - -// Utility function that determines if a fenceId has been retired yet -static bool32_t fenceRetired(uint64_t fenceId) -{ - bool32_t result = XGL_FALSE; - if (fenceId <= g_lastRetiredId) { - result = XGL_TRUE; - } - return result; -} - -// Return the fence associated with a fenceId -static XGL_FENCE getFenceFromId(uint64_t fenceId) -{ - XGL_FENCE fence = NULL; - if (fenceId != 0) { - // Search for a node with this fenceId - if (fenceId > g_lastRetiredId) { - GLOBAL_FENCE_NODE* pCurFenceNode = pGlobalFenceList; - while ((pCurFenceNode != NULL) && (pCurFenceNode->fenceId != fenceId)) { - pCurFenceNode = pCurFenceNode->pNextGlobalFenceNode; - } - if (pCurFenceNode != NULL) { - fence = pCurFenceNode->fence; - } else { - char str[1024]; - sprintf(str, "Dangit, couldn't find fenceId %"PRIx64" in the list", fenceId); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_CB_MISSING_FENCE, "MEM", str); - } - } - } - return fence; -} - -// Helper routine that updates the fence list to all-retired, as for Queue/DeviceWaitIdle -static void retireAllFences(void) -{ - // In this case, we go throught the whole list, retiring each node and update the global retired ID until the list is empty - GLOBAL_FENCE_NODE* pCurFenceNode = pGlobalFenceList; - GLOBAL_FENCE_NODE* pDelNode = NULL; - - while (pCurFenceNode != NULL) { - pDelNode = pCurFenceNode; - pCurFenceNode = pCurFenceNode->pNextGlobalFenceNode; - g_lastRetiredId = pDelNode->fenceId; - deleteFenceNode(pDelNode->fenceId); - } -} - -static bool32_t validateCBMemRef(const XGL_CMD_BUFFER cb, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs) -{ - bool32_t result = XGL_TRUE; - GLOBAL_CB_NODE* pTrav = getGlobalCBNode(cb); - if (!pTrav) { - char str[1024]; - sprintf(str, "Unable to find node for CB %p in order to check memory references", (void*)cb); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str); - result = XGL_FALSE; - } else { - // Validate that all actual references are accounted for in pMemRefs - MINI_NODE* pMemNode = pTrav->pMemObjList; - uint32_t i; - uint8_t found = 0; - uint64_t foundCount = 0; - while (pMemNode && (result == XGL_TRUE)) { - // TODO : Improve this algorithm - for (i = 0; i < memRefCount; i++) { - if (pMemNode->mem == pMemRefs[i].mem) { - char str[1024]; - sprintf(str, "Found Mem Obj %p binding to CB %p", pMemNode->mem, cb); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); - found = 1; - foundCount++; - break; - } - } - if (!found) { - char str[1024]; - sprintf(str, "Memory reference list for Command Buffer %p is missing ref to mem obj %p", cb, pMemNode->mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str); - result = XGL_FALSE; - } - found = 0; - pMemNode = pMemNode->pNext; - } - if (result == XGL_TRUE) { - char str[1024]; - sprintf(str, "Verified all %lu memory dependencies for CB %p are included in pMemRefs list", foundCount, cb); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); - // TODO : Could report mem refs in pMemRefs that AREN'T in mem LL, that would be primarily informational - // Currently just noting that there is a difference - if (foundCount != memRefCount) { - sprintf(str, "There are %u mem refs included in pMemRefs list, but only %lu appear are required", memRefCount, foundCount); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); - } - } - } - return result; -} -// Return ptr to node in global LL containing mem, or NULL if not found -// Calls to this function should be wrapped in mutex -static GLOBAL_MEM_OBJ_NODE* getGlobalMemNode(const XGL_GPU_MEMORY mem) -{ - GLOBAL_MEM_OBJ_NODE* pTrav = pGlobalMemObjHead; - while (pTrav && (pTrav->mem != mem)) { - pTrav = pTrav->pNextGlobalNode; - } - return pTrav; -} - -static void insertGlobalMemObj(const XGL_GPU_MEMORY mem, const XGL_MEMORY_ALLOC_INFO* pAllocInfo) -{ - GLOBAL_MEM_OBJ_NODE* pTrav = pGlobalMemObjHead; - if (!pTrav) { - pTrav = (GLOBAL_MEM_OBJ_NODE*)malloc(sizeof(GLOBAL_MEM_OBJ_NODE)); - pGlobalMemObjHead = pTrav; - } - else { - while (NULL != pTrav->pNextGlobalNode) - pTrav = pTrav->pNextGlobalNode; - pTrav->pNextGlobalNode = (GLOBAL_MEM_OBJ_NODE*)malloc(sizeof(GLOBAL_MEM_OBJ_NODE)); - pTrav = pTrav->pNextGlobalNode; - } - if (!pTrav) { - char str[1024]; - sprintf(str, "Malloc failed to alloc node for Mem Object %p", (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str); - } - else { - numMemObjNodes++; - memset(pTrav, 0, sizeof(GLOBAL_MEM_OBJ_NODE)); - if (pAllocInfo) { // MEM alloc created by xglWsiX11CreatePresentableImage() doesn't have alloc info struct - memcpy(&pTrav->allocInfo, pAllocInfo, sizeof(XGL_MEMORY_ALLOC_INFO)); - // TODO: Update for real hardware, actually process allocation info structures - pTrav->allocInfo.pNext = NULL; - } - pTrav->mem = mem; - } -} - -// Find Global CB Node and add mem binding to mini LL -// Find Global Mem Obj Node and add CB binding to mini LL -static bool32_t updateCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem) -{ - bool32_t result = XGL_FALSE; - // First update CB binding in MemObj mini CB list - GLOBAL_MEM_OBJ_NODE* pMemTrav = getGlobalMemNode(mem); - if (!pMemTrav) { - char str[1024]; - sprintf(str, "Trying to bind mem obj %p to CB %p but no Node for that mem obj.\n Was it correctly allocated? Did it already get freed?", mem, cb); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); - result = XGL_FALSE; - } else { - result = insertMiniNode(&pMemTrav->pCmdBufferBindings, cb, &pMemTrav->refCount); - if (XGL_TRUE == result) { - // Now update Global CB's Mini Mem binding list - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); - if (!pCBTrav) { - char str[1024]; - sprintf(str, "Trying to bind mem obj %p to CB %p but no Node for that CB. Was it CB incorrectly destroyed?", mem, cb); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); - result = XGL_FALSE; - } else { - uint32_t dontCare; - result = insertMiniNode(&pCBTrav->pMemObjList, mem, &dontCare); - } - } - } - return result; -} - -// Clear the CB Binding for mem -// Calls to this function should be wrapped in mutex -static void clearCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem) -{ - GLOBAL_MEM_OBJ_NODE* pTrav = getGlobalMemNode(mem); - // TODO : Having this check is not ideal, really if mem node was deleted, - // its CB bindings should be cleared and then freeCBBindings wouldn't call - // us here with stale mem objs - if (pTrav) { - MINI_NODE* pMiniCB = pTrav->pCmdBufferBindings; - MINI_NODE* pPrev = pMiniCB; - while (pMiniCB && (cb != pMiniCB->cmdBuffer)) { - pPrev = pMiniCB; - pMiniCB = pMiniCB->pNext; - } - if (pMiniCB) { // remove node from list & decrement refCount - pPrev->pNext = pMiniCB->pNext; - if (pMiniCB == pTrav->pCmdBufferBindings) - pTrav->pCmdBufferBindings = NULL; - free(pMiniCB); - pTrav->refCount--; - } - } -} - -// Free bindings related to CB -static bool32_t freeCBBindings(const XGL_CMD_BUFFER cb) -{ - bool32_t result = XGL_TRUE; - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); - if (!pCBTrav) { - char str[1024]; - sprintf(str, "Unable to find global CB node %p for deletion", cb); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str); - result = XGL_FALSE; - } else { - if (!fenceRetired(pCBTrav->fenceId)) { - deleteFenceNode(pCBTrav->fenceId); - } - MINI_NODE* pMemTrav = pCBTrav->pMemObjList; - MINI_NODE* pDeleteMe = NULL; - // We traverse LL in order and free nodes as they're cleared - while (pMemTrav) { - pDeleteMe = pMemTrav; - if (pMemTrav->mem) - clearCBBinding(cb, pMemTrav->mem); - pMemTrav = pMemTrav->pNext; - free(pDeleteMe); - } - pCBTrav->pMemObjList = NULL; - } - return result; -} - -// Delete Global CB Node from list along with all of it's mini mem obj node -// and also clear Global mem references to CB -// TODO : When should this be called? There's no Destroy of CBs that I see -static bool32_t deleteGlobalCBNode(const XGL_CMD_BUFFER cb) -{ - bool32_t result = XGL_TRUE; - result = freeCBBindings(cb); - if (result == XGL_TRUE) { - // Delete the Global CB node - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); - pCBTrav = pGlobalCBHead; - GLOBAL_CB_NODE* pPrev = pCBTrav; - while (pCBTrav && (cb != pCBTrav->cmdBuffer)) { - pPrev = pCBTrav; - pCBTrav = pCBTrav->pNextGlobalCBNode; - } - assert(cb); // We found node at start of function so it should still be here - pPrev->pNextGlobalCBNode = pCBTrav->pNextGlobalCBNode; - if (pCBTrav == pGlobalCBHead) { - pGlobalCBHead = pCBTrav->pNextGlobalCBNode; - } - free(pCBTrav); - } - return result; -} - -// Delete the entire CB list -static bool32_t deleteGlobalCBList() -{ - bool32_t result = XGL_TRUE; - GLOBAL_CB_NODE* pCBTrav = pGlobalCBHead; - while (pCBTrav) { - XGL_CMD_BUFFER cbToDelete = pCBTrav->cmdBuffer; - pCBTrav = pCBTrav->pNextGlobalCBNode; - bool32_t tmpResult = deleteGlobalCBNode(cbToDelete); - // If any result is FALSE, final result should be FALSE - if ((XGL_FALSE == tmpResult) || (XGL_FALSE == result)) - result = XGL_FALSE; - } - return result; -} - -// For given MemObj node, report Obj & CB bindings -static void reportMemReferences(const GLOBAL_MEM_OBJ_NODE* pMemObjTrav) -{ - uint32_t refCount = 0; // Count found references - MINI_NODE* pObjTrav = pMemObjTrav->pObjBindings; - MINI_NODE* pCBTrav = pMemObjTrav->pCmdBufferBindings; - while (pCBTrav) { - refCount++; - char str[1024]; - sprintf(str, "Command Buffer %p has reference to mem obj %p", pCBTrav->cmdBuffer, pMemObjTrav->mem); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCBTrav->cmdBuffer, 0, MEMTRACK_NONE, "MEM", str); - pCBTrav = pCBTrav->pNext; - } - while (pObjTrav) { - refCount++; - char str[1024]; - sprintf(str, "XGL Object %p has reference to mem obj %p", pObjTrav->object, pMemObjTrav->mem); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pObjTrav->object, 0, MEMTRACK_NONE, "MEM", str); - pObjTrav = pObjTrav->pNext; - } - if (refCount != pMemObjTrav->refCount) { - char str[1024]; - sprintf(str, "Refcount of %u for Mem Obj %p does't match reported refs of %u", pMemObjTrav->refCount, pMemObjTrav->mem, refCount); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pMemObjTrav->mem, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); - } -} - -static void deleteGlobalMemNode(XGL_GPU_MEMORY mem) -{ - GLOBAL_MEM_OBJ_NODE* pTrav = pGlobalMemObjHead; - GLOBAL_MEM_OBJ_NODE* pPrev = pTrav; - while (pTrav && (pTrav->mem != mem)) { - pPrev = pTrav; - pTrav = pTrav->pNextGlobalNode; - } - if (pTrav) { - pPrev->pNextGlobalNode = pTrav->pNextGlobalNode; - if (pGlobalMemObjHead == pTrav) - pGlobalMemObjHead = pTrav->pNextGlobalNode; - free(pTrav); - } - else { - char str[1024]; - sprintf(str, "Could not find global mem obj node for %p to delete!", mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); - } -} - -// Check if fence for given CB is completed -static bool32_t checkCBCompleted(const XGL_CMD_BUFFER cb) -{ - bool32_t result = XGL_TRUE; - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); - if (!pCBTrav) { - char str[1024]; - sprintf(str, "Unable to find global CB node %p to check for completion", cb); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str); - result = XGL_FALSE; - } else { - if (!fenceRetired(pCBTrav->fenceId)) { - // Explicitly call the internal xglGetFenceStatus routine - if (XGL_SUCCESS != xglGetFenceStatus(getFenceFromId(pCBTrav->fenceId))) { - char str[1024]; - sprintf(str, "FenceId %"PRIx64", fence %p for CB %p has not completed", pCBTrav->fenceId, getFenceFromId(pCBTrav->fenceId), cb); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); - result = XGL_FALSE; - } - } - } - return result; -} - -static bool32_t freeMemNode(XGL_GPU_MEMORY mem) -{ - bool32_t result = XGL_TRUE; - // Parse global list to find node w/ mem - GLOBAL_MEM_OBJ_NODE* pTrav = getGlobalMemNode(mem); - if (!pTrav) { - char str[1024]; - sprintf(str, "Couldn't find mem node object for %p\n Was %p never allocated or previously freed?", (void*)mem, (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); - result = XGL_FALSE; - } else { - if (pTrav->allocInfo.allocationSize == 0) { - char str[1024]; - sprintf(str, "Attempting to free memory associated with a Presentable Image, %p, this should not be explicitly freed\n", (void*)mem); - layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); - result = XGL_FALSE; - } else { - // Clear any CB bindings for completed CBs - // TODO : Is there a better place to do this? - MINI_NODE* pMiniCB = pTrav->pCmdBufferBindings; - while (pMiniCB) { - XGL_CMD_BUFFER curCB = pMiniCB->cmdBuffer; - pMiniCB = pMiniCB->pNext; - if (XGL_TRUE == checkCBCompleted(curCB)) { - freeCBBindings(curCB); - } - } - // Now verify that no references to this mem obj remain - if (0 != pTrav->refCount) { - // If references remain, report the error and can search down CB LL to find references - char str[1024]; - sprintf(str, "Freeing mem obj %p while it still has references", (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREED_MEM_REF, "MEM", str); - reportMemReferences(pTrav); - result = XGL_FALSE; - } - // Delete global node - deleteGlobalMemNode(mem); - } - } - return result; -} - -// Return object node for 'object' or return NULL if no node exists -static GLOBAL_OBJECT_NODE* getGlobalObjectNode(const XGL_OBJECT object) -{ - GLOBAL_OBJECT_NODE* pTrav = pGlobalObjectHead; - while (pTrav && (object != pTrav->object)) { - pTrav = pTrav->pNext; - } - return pTrav; -} - -static GLOBAL_OBJECT_NODE* insertGlobalObjectNode(XGL_OBJECT object, XGL_STRUCTURE_TYPE sType, const void *pCreateInfo, const int struct_size, char *name_prefix) -{ - GLOBAL_OBJECT_NODE* newNode = NULL; - GLOBAL_OBJECT_NODE* pTrav = pGlobalObjectHead; - if (!pTrav) { - pTrav = (GLOBAL_OBJECT_NODE*)malloc(sizeof(GLOBAL_OBJECT_NODE)); - memset(pTrav, 0, sizeof(GLOBAL_OBJECT_NODE)); - pGlobalObjectHead = pTrav; - } - else { - GLOBAL_OBJECT_NODE* pPrev = pTrav; - while (pTrav) { - pPrev = pTrav; - pTrav = pTrav->pNext; - } - pTrav = (GLOBAL_OBJECT_NODE*)malloc(sizeof(GLOBAL_OBJECT_NODE)); - memset(pTrav, 0, sizeof(GLOBAL_OBJECT_NODE)); - pPrev->pNext = pTrav; - } - if (!pTrav) { - char str[1024]; - sprintf(str, "Malloc failed to alloc node for XGL Object %p", (void*)object); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str); - } else { - numObjectNodes++; - pTrav->object = object; - pTrav->ref_count = 1; - pTrav->sType = sType; - memcpy(&pTrav->create_info, pCreateInfo, struct_size); - sprintf(pTrav->object_name, "%s_%p", name_prefix, object); - newNode = pTrav; - } - return newNode; -} - -// Remove object binding performs 3 tasks: -// 1. Remove object node from Global Mem Obj mini LL of obj bindings & free it -// 2. Decrement refCount for Global Mem Obj -// 3. Clear Global Mem Obj ptr from Global Object Node -static bool32_t clearObjectBinding(XGL_OBJECT object) -{ - bool32_t result = XGL_FALSE; - GLOBAL_OBJECT_NODE* pGlobalObjTrav = getGlobalObjectNode(object); - if (!pGlobalObjTrav) { - char str[1024]; - sprintf(str, "Attempting to clear mem binding for object %p: devices, queues, command buffers, shaders and memory objects do not have external memory requirements and it is unneccessary to call bind/unbindObjectMemory on them.", object); - layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str); - } else { - if (!pGlobalObjTrav->pMemNode) { - char str[1024]; - sprintf(str, "Attempting to clear mem binding on obj %p but it has no binding.", (void*)object); - layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEM_OBJ_CLEAR_EMPTY_BINDINGS, "MEM", str); - } else { - MINI_NODE* pObjTrav = pGlobalObjTrav->pMemNode->pObjBindings; - MINI_NODE* pPrevObj = pObjTrav; - while (pObjTrav && (result == XGL_FALSE)) { - if (object == pObjTrav->object) { - pPrevObj->pNext = pObjTrav->pNext; - // check if HEAD needs to be updated - if (pGlobalObjTrav->pMemNode->pObjBindings == pObjTrav) - pGlobalObjTrav->pMemNode->pObjBindings = pObjTrav->pNext; - free(pObjTrav); - pGlobalObjTrav->pMemNode->refCount--; - pGlobalObjTrav->pMemNode = NULL; - result = XGL_TRUE; - } - pPrevObj = pObjTrav; - pObjTrav = pObjTrav->pNext; - } - if (result == XGL_FALSE) { - char str[1024]; - sprintf(str, "While trying to clear mem binding for object %p, unable to find that object referenced by mem obj %p", object, pGlobalObjTrav->pMemNode->mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); - } - } - } - return result; -} - -// For NULL mem case, clear any previous binding Else... -// Make sure given object is in global object LL -// IF a previous binding existed, clear it -// Add link from global object node to global memory node -// Add mini-object node & reference off of global obj node -// Return XGL_TRUE if addition is successful, XGL_FALSE otherwise -static bool32_t updateObjectBinding(XGL_OBJECT object, XGL_GPU_MEMORY mem) -{ - bool32_t result = XGL_FALSE; - // Handle NULL case separately, just clear previous binding & decrement reference - if (mem == XGL_NULL_HANDLE) { - clearObjectBinding(object); - result = XGL_TRUE; - } else { - char str[1024]; - GLOBAL_OBJECT_NODE* pGlobalObjTrav = getGlobalObjectNode(object); - if (!pGlobalObjTrav) { - sprintf(str, "Attempting to update Binding of Obj(%p) that's not in global list()", (void*)object); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); - return XGL_FALSE; - } - // non-null case so should have real mem obj - GLOBAL_MEM_OBJ_NODE* pTrav = getGlobalMemNode(mem); - if (!pTrav) { - sprintf(str, "While trying to bind mem for obj %p, couldn't find node for mem obj %p", (void*)object, (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); - } else { - result = insertMiniNode(&pTrav->pObjBindings, object, &pTrav->refCount); - if (XGL_TRUE == result) { - if (pGlobalObjTrav->pMemNode) { - clearObjectBinding(object); // Need to clear the previous object binding before setting new binding - sprintf(str, "Updating memory binding for object %p from mem obj %p to %p", object, pGlobalObjTrav->pMemNode->mem, mem); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_NONE, "MEM", str); - } - // For image objects, make sure default memory state is correctly set - // TODO : What's the best/correct way to handle this? - if (XGL_STRUCTURE_TYPE_IMAGE_CREATE_INFO == pGlobalObjTrav->sType) { - if (pGlobalObjTrav->create_info.image_create_info.usage & (XGL_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | XGL_IMAGE_USAGE_DEPTH_STENCIL_BIT)) { - // TODO:: More memory state transition stuff. - } - } - pGlobalObjTrav->pMemNode = pTrav; - } - } - } - return XGL_TRUE; -} - -// Print details of global Obj tracking list -static void printObjList() -{ - GLOBAL_OBJECT_NODE* pGlobalObjTrav = pGlobalObjectHead; - if (!pGlobalObjTrav) { - char str[1024]; - sprintf(str, "Global Object list is empty :(\n"); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - } - else { - char str[1024]; - sprintf(str, "Details of Global Object list w/ HEAD at %p", (void*)pGlobalObjTrav); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - while (pGlobalObjTrav) { - sprintf(str, " GlobObjNode %p has object %p, pNext %p, pMemNode %p", - pGlobalObjTrav, pGlobalObjTrav->object, pGlobalObjTrav->pNext, pGlobalObjTrav->pMemNode); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pGlobalObjTrav->object, 0, MEMTRACK_NONE, "MEM", str); - pGlobalObjTrav = pGlobalObjTrav->pNext; - } - } -} - -// For given Object, get 'mem' obj that it's bound to or NULL if no binding -static XGL_GPU_MEMORY getMemBindingFromObject(const XGL_OBJECT object) -{ - XGL_GPU_MEMORY mem = NULL; - GLOBAL_OBJECT_NODE* pObjNode = getGlobalObjectNode(object); - if (pObjNode) { - if (pObjNode->pMemNode) { - mem = pObjNode->pMemNode->mem; - } - else { - char str[1024]; - sprintf(str, "Trying to get mem binding for object %p but object has no mem binding", (void*)object); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MISSING_MEM_BINDINGS, "MEM", str); - printObjList(); - } - } - else { - char str[1024]; - sprintf(str, "Trying to get mem binding for object %p but no such object in global list", (void*)object); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str); - printObjList(); - } - return mem; -} -// Print details of global Mem Obj list -static void printMemList() -{ - GLOBAL_MEM_OBJ_NODE* pTrav = pGlobalMemObjHead; - // Just printing each msg individually for now, may want to package these into single large print - char str[1024]; - if (!pTrav) { - sprintf(str, "MEM INFO : Global Memory Object list is empty :(\n"); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - } - else { - sprintf(str, "MEM INFO : Details of Global Memory Object list w/ HEAD at %p", (void*)pTrav); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - while (pTrav) { - sprintf(str, " ===MemObj Node at %p===", (void*)pTrav); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - sprintf(str, " Mem object: %p", (void*)pTrav->mem); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - sprintf(str, " Ref Count: %u", pTrav->refCount); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - sprintf(str, " pNext Mem Obj Node: %p", (void*)pTrav->pNextGlobalNode); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - if (0 != pTrav->allocInfo.allocationSize) { - char* pAllocInfoMsg = xgl_print_xgl_memory_alloc_info(&pTrav->allocInfo, "{MEM}INFO : "); - sprintf(str, " Mem Alloc info:\n%s", pAllocInfoMsg); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - free(pAllocInfoMsg); - } else { - sprintf(str, " Mem Alloc info is NULL (alloc done by xglWsiX11CreatePresentableImage())"); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - } - MINI_NODE* pObjTrav = pTrav->pObjBindings; - if (!pObjTrav) { - sprintf(str, " No XGL Object bindings"); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - } - else { - sprintf(str, " XGL OBJECT Binding list w/ HEAD at %p:", pObjTrav); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - while (pObjTrav) { - sprintf(str, " OBJ_NODE(%p): XGL OBJECT %p, pNext %p", pObjTrav, pObjTrav->object, pObjTrav->pNext); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - pObjTrav = pObjTrav->pNext; - } - } - MINI_NODE* pCBTrav = pTrav->pCmdBufferBindings; - if (!pCBTrav) { - sprintf(str, " No Command Buffer bindings"); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - } - else { - sprintf(str, " XGL Command Buffer (CB) binding list w/ HEAD at %p:", pCBTrav); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - while (pCBTrav) { - sprintf(str, " CB_NODE(%p): XGL CB %p, pNext %p", pCBTrav, pCBTrav->cmdBuffer, pCBTrav->pNext); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - pCBTrav = pCBTrav->pNext; - } - } - pTrav = pTrav->pNextGlobalNode; - } - } -} - -static void printGlobalCB() -{ - char str[1024] = {0}; - GLOBAL_CB_NODE* pTrav = pGlobalCBHead; - if (!pTrav) { - sprintf(str, "Global Command Buffer (CB) list is empty :(\n"); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - } - else { - sprintf(str, "Details of Global CB list w/ HEAD at %p:", (void*)pTrav); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - while (pTrav) { - sprintf(str, " Global CB Node (%p) w/ pNextGlobalCBNode (%p) has CB %p, fenceId %"PRIx64", fence %p, and pMemObjList %p", (void*)pTrav, (void*)pTrav->pNextGlobalCBNode, (void*)pTrav->cmdBuffer, pTrav->fenceId, (void*)getFenceFromId(pTrav->fenceId), (void*)pTrav->pMemObjList); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - MINI_NODE* pMemObjTrav = pTrav->pMemObjList; - while (pMemObjTrav) { - sprintf(str, " MEM_NODE(%p): Mem obj %p, pNext %p", (void*)pMemObjTrav, (void*)pMemObjTrav->mem, (void*)pMemObjTrav->pNext); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); - pMemObjTrav = pMemObjTrav->pNext; - } - pTrav = pTrav->pNextGlobalCBNode; - } - } -} - -static void initMemTracker(void) -{ - const char *strOpt; - // initialize MemTracker options - getLayerOptionEnum("MemTrackerReportLevel", (uint32_t *) &g_reportingLevel); - g_actionIsDefault = getLayerOptionEnum("MemTrackerDebugAction", (uint32_t *) &g_debugAction); - - if (g_debugAction & XGL_DBG_LAYER_ACTION_LOG_MSG) - { - strOpt = getLayerOption("MemTrackerLogFilename"); - if (strOpt) - { - g_logFile = fopen(strOpt, "w"); - } - if (g_logFile == NULL) - g_logFile = stdout; - } - - // initialize Layer dispatch table - // TODO handle multiple GPUs - xglGetProcAddrType fpNextGPA; - fpNextGPA = pCurObj->pGPA; - assert(fpNextGPA); - - layer_initialize_dispatch_table(&nextTable, fpNextGPA, (XGL_PHYSICAL_GPU) pCurObj->nextObject); - - xglGetProcAddrType fpGetProcAddr = fpNextGPA((XGL_PHYSICAL_GPU) pCurObj->nextObject, (char *) "xglGetProcAddr"); - nextTable.GetProcAddr = fpGetProcAddr; - - if (!globalLockInitialized) - { - // TODO/TBD: Need to delete this mutex sometime. How??? One - // suggestion is to call this during xglCreateInstance(), and then we - // can clean it up during xglDestroyInstance(). However, that requires - // that the layer have per-instance locks. We need to come back and - // address this soon. - loader_platform_thread_create_mutex(&globalLock); - globalLockInitialized = 1; - } -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDevice(XGL_PHYSICAL_GPU gpu, const XGL_DEVICE_CREATE_INFO* pCreateInfo, XGL_DEVICE* pDevice) -{ - XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu; - pCurObj = gpuw; - loader_platform_thread_once(&g_initOnce, initMemTracker); - XGL_RESULT result = nextTable.CreateDevice((XGL_PHYSICAL_GPU)gpuw->nextObject, pCreateInfo, pDevice); - // Save off device in case we need it to create Fences - globalDevice = *pDevice; - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyDevice(XGL_DEVICE device) -{ - char str[1024]; - sprintf(str, "Printing List details prior to xglDestroyDevice()"); - loader_platform_thread_lock_mutex(&globalLock); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_NONE, "MEM", str); - printMemList(); - printGlobalCB(); - printObjList(); - if (XGL_FALSE == deleteGlobalCBList()) { - sprintf(str, "Issue deleting global CB list in xglDestroyDevice()"); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); - } - // Report any memory leaks - GLOBAL_MEM_OBJ_NODE* pTrav = pGlobalMemObjHead; - while (pTrav) { - if (pTrav->allocInfo.allocationSize != 0) { - sprintf(str, "Mem Object %p has not been freed. You should clean up this memory by calling xglFreeMemory(%p) prior to xglDestroyDevice().", pTrav->mem, pTrav->mem); - layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, pTrav->mem, 0, MEMTRACK_MEMORY_LEAK, "MEM", str); - } - pTrav = pTrav->pNextGlobalNode; - } - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.DestroyDevice(device); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEnumerateLayers(XGL_PHYSICAL_GPU gpu, size_t maxLayerCount, size_t maxStringSize, size_t* pOutLayerCount, char* const* pOutLayers, void* pReserved) -{ - if (gpu != NULL) - { - XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu; - pCurObj = gpuw; - loader_platform_thread_once(&g_initOnce, initMemTracker); - XGL_RESULT result = nextTable.EnumerateLayers((XGL_PHYSICAL_GPU)gpuw->nextObject, maxLayerCount, maxStringSize, pOutLayerCount, pOutLayers, pReserved); - return result; - } else - { - if (pOutLayerCount == NULL || pOutLayers == NULL || pOutLayers[0] == NULL) - return XGL_ERROR_INVALID_POINTER; - // This layer compatible with all GPUs - *pOutLayerCount = 1; - strncpy((char *) pOutLayers[0], "MemTracker", maxStringSize); - return XGL_SUCCESS; - } -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSubmit(XGL_QUEUE queue, uint32_t cmdBufferCount, const XGL_CMD_BUFFER* pCmdBuffers, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs, XGL_FENCE fence) -{ - loader_platform_thread_lock_mutex(&globalLock); - // TODO : Need to track fence and clear mem references when fence clears - GLOBAL_CB_NODE* pCBNode = NULL; - uint64_t fenceId = addFenceNode(fence); - char str[1024]; - sprintf(str, "In xglQueueSubmit(), checking %u cmdBuffers with %u memRefs", cmdBufferCount, memRefCount); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str); - printMemList(); - printGlobalCB(); - for (uint32_t i = 0; i < cmdBufferCount; i++) { - pCBNode = getGlobalCBNode(pCmdBuffers[i]); - pCBNode->fenceId = fenceId; - sprintf(str, "Verifying mem refs for CB %p", pCmdBuffers[i]); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_NONE, "MEM", str); - if (XGL_FALSE == validateCBMemRef(pCmdBuffers[i], memRefCount, pMemRefs)) { - sprintf(str, "Unable to verify memory references for CB %p", (void*)pCmdBuffers[i]); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str); - } - } - printGlobalCB(); - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.QueueSubmit(queue, cmdBufferCount, pCmdBuffers, memRefCount, pMemRefs, getFenceFromId(fenceId)); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSetGlobalMemReferences(XGL_QUEUE queue, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs) -{ - // TODO : Use global mem references as part of list checked on QueueSubmit above - XGL_RESULT result = nextTable.QueueSetGlobalMemReferences(queue, memRefCount, pMemRefs); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglAllocMemory(XGL_DEVICE device, const XGL_MEMORY_ALLOC_INFO* pAllocInfo, XGL_GPU_MEMORY* pMem) -{ - XGL_RESULT result = nextTable.AllocMemory(device, pAllocInfo, pMem); - // TODO : Track allocations and overall size here - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalMemObj(*pMem, pAllocInfo); - printMemList(); - loader_platform_thread_unlock_mutex(&globalLock); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglFreeMemory(XGL_GPU_MEMORY mem) -{ - /* From spec : A memory object is freed by calling xglFreeMemory() when it is no longer needed. Before - * freeing a memory object, an application must ensure the memory object is unbound from - * all API objects referencing it and that it is not referenced by any queued command buffers - */ - loader_platform_thread_lock_mutex(&globalLock); - if (XGL_FALSE == freeMemNode(mem)) { - char str[1024]; - sprintf(str, "Issue while freeing mem obj %p", (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREE_MEM_ERROR, "MEM", str); - } - printMemList(); - printObjList(); - printGlobalCB(); - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.FreeMemory(mem); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglSetMemoryPriority(XGL_GPU_MEMORY mem, XGL_MEMORY_PRIORITY priority) -{ - // TODO : Update tracking for this alloc - // Make sure memory is not pinned, which can't have priority set - XGL_RESULT result = nextTable.SetMemoryPriority(mem, priority); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglMapMemory(XGL_GPU_MEMORY mem, XGL_FLAGS flags, void** ppData) -{ - // TODO : Track when memory is mapped - loader_platform_thread_lock_mutex(&globalLock); - GLOBAL_MEM_OBJ_NODE *pMemObj = getGlobalMemNode(mem); - if ((pMemObj->allocInfo.memProps & XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT) == 0) { - char str[1024]; - sprintf(str, "Mapping Memory (%p) without XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT set", (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_STATE, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.MapMemory(mem, flags, ppData); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglUnmapMemory(XGL_GPU_MEMORY mem) -{ - // TODO : Track as memory gets unmapped, do we want to check what changed following map? - // Make sure that memory was ever mapped to begin with - XGL_RESULT result = nextTable.UnmapMemory(mem); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglPinSystemMemory(XGL_DEVICE device, const void* pSysMem, size_t memSize, XGL_GPU_MEMORY* pMem) -{ - // TODO : Track this - // Verify that memory is actually pinnable - XGL_RESULT result = nextTable.PinSystemMemory(device, pSysMem, memSize, pMem); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenSharedMemory(XGL_DEVICE device, const XGL_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem) -{ - // TODO : Track this - XGL_RESULT result = nextTable.OpenSharedMemory(device, pOpenInfo, pMem); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerMemory(XGL_DEVICE device, const XGL_PEER_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem) -{ - // TODO : Track this - XGL_RESULT result = nextTable.OpenPeerMemory(device, pOpenInfo, pMem); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerImage(XGL_DEVICE device, const XGL_PEER_IMAGE_OPEN_INFO* pOpenInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem) -{ - // TODO : Track this - XGL_RESULT result = nextTable.OpenPeerImage(device, pOpenInfo, pImage, pMem); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyObject(XGL_OBJECT object) -{ - loader_platform_thread_lock_mutex(&globalLock); - // First check if this is a CmdBuffer - if (NULL != getGlobalCBNode((XGL_CMD_BUFFER)object)) { - deleteGlobalCBNode((XGL_CMD_BUFFER)object); - } - // Now locate node in global list along with prev node - GLOBAL_OBJECT_NODE* pTrav = pGlobalObjectHead; - GLOBAL_OBJECT_NODE* pPrev = pTrav; - while (pTrav) { - if (object == pTrav->object) - break; - pPrev = pTrav; - pTrav = pTrav->pNext; - } - if (pTrav) { - if (pTrav->pMemNode) { - // Wsi allocated Memory is tied to image object so clear the binding and free that memory automatically - if (0 == pTrav->pMemNode->allocInfo.allocationSize) { // Wsi allocated memory has NULL allocInfo w/ 0 size - XGL_GPU_MEMORY memToFree = pTrav->pMemNode->mem; - clearObjectBinding(object); - freeMemNode(memToFree); - } - else { - char str[1024]; - sprintf(str, "Destroying obj %p that is still bound to memory object %p\nYou should first clear binding by calling xglBindObjectMemory(%p, 0, XGL_NULL_HANDLE)", object, (void*)pTrav->pMemNode->mem, object); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_DESTROY_OBJECT_ERROR, "MEM", str); - // From the spec : If an object has previous memory binding, it is required to unbind memory from an API object before it is destroyed. - clearObjectBinding(object); - } - } - if (pGlobalObjectHead == pTrav) // update HEAD if needed - pGlobalObjectHead = pTrav->pNext; - // Delete the obj node from global list - pPrev->pNext = pTrav->pNext; - free(pTrav); - } - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.DestroyObject(object); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetObjectInfo(XGL_BASE_OBJECT object, XGL_OBJECT_INFO_TYPE infoType, size_t* pDataSize, void* pData) -{ - // TODO : What to track here? - // Could potentially save returned mem requirements and validate values passed into BindObjectMemory for this object - // From spec : The only objects that are guaranteed to have no external memory requirements are devices, queues, command buffers, shaders and memory objects. - XGL_RESULT result = nextTable.GetObjectInfo(object, infoType, pDataSize, pData); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBindObjectMemory(XGL_OBJECT object, uint32_t allocationIdx, XGL_GPU_MEMORY mem, XGL_GPU_SIZE offset) -{ - XGL_RESULT result = nextTable.BindObjectMemory(object, allocationIdx, mem, offset); - loader_platform_thread_lock_mutex(&globalLock); - // Track objects tied to memory - if (XGL_FALSE == updateObjectBinding(object, mem)) { - char str[1024]; - sprintf(str, "Unable to set object %p binding to mem obj %p", (void*)object, (void*)mem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - printObjList(); - printMemList(); - loader_platform_thread_unlock_mutex(&globalLock); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateFence(XGL_DEVICE device, const XGL_FENCE_CREATE_INFO* pCreateInfo, XGL_FENCE* pFence) -{ - XGL_RESULT result = nextTable.CreateFence(device, pCreateInfo, pFence); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pFence, pCreateInfo->sType, pCreateInfo, sizeof(XGL_FENCE_CREATE_INFO), "fence"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetFenceStatus(XGL_FENCE fence) -{ - XGL_RESULT result = nextTable.GetFenceStatus(fence); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - updateFenceTracking(fence); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWaitForFences(XGL_DEVICE device, uint32_t fenceCount, const XGL_FENCE* pFences, bool32_t waitAll, uint64_t timeout) -{ - XGL_RESULT result = nextTable.WaitForFences(device, fenceCount, pFences, waitAll, timeout); - loader_platform_thread_lock_mutex(&globalLock); - if (XGL_SUCCESS == result) { - if (waitAll) { // Clear all the fences - for(uint32_t i = 0; i < fenceCount; i++) { - updateFenceTracking(pFences[i]); - } - } - else { // Clear only completed fences - for(uint32_t i = 0; i < fenceCount; i++) { - if (XGL_SUCCESS == nextTable.GetFenceStatus(pFences[i])) { - updateFenceTracking(pFences[i]); - } - } - } - } - loader_platform_thread_unlock_mutex(&globalLock); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueWaitIdle(XGL_QUEUE queue) -{ - XGL_RESULT result = nextTable.QueueWaitIdle(queue); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - retireAllFences(); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDeviceWaitIdle(XGL_DEVICE device) -{ - XGL_RESULT result = nextTable.DeviceWaitIdle(device); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - retireAllFences(); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateEvent(XGL_DEVICE device, const XGL_EVENT_CREATE_INFO* pCreateInfo, XGL_EVENT* pEvent) -{ - XGL_RESULT result = nextTable.CreateEvent(device, pCreateInfo, pEvent); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pEvent, pCreateInfo->sType, pCreateInfo, sizeof(XGL_EVENT_CREATE_INFO), "event"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateQueryPool(XGL_DEVICE device, const XGL_QUERY_POOL_CREATE_INFO* pCreateInfo, XGL_QUERY_POOL* pQueryPool) -{ - XGL_RESULT result = nextTable.CreateQueryPool(device, pCreateInfo, pQueryPool); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pQueryPool, pCreateInfo->sType, pCreateInfo, sizeof(XGL_QUERY_POOL_CREATE_INFO), "query_pool"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBuffer(XGL_DEVICE device, const XGL_BUFFER_CREATE_INFO* pCreateInfo, XGL_BUFFER* pBuffer) -{ - XGL_RESULT result = nextTable.CreateBuffer(device, pCreateInfo, pBuffer); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pBuffer, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_CREATE_INFO), "buffer"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBufferView(XGL_DEVICE device, const XGL_BUFFER_VIEW_CREATE_INFO* pCreateInfo, XGL_BUFFER_VIEW* pView) -{ - XGL_RESULT result = nextTable.CreateBufferView(device, pCreateInfo, pView); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_VIEW_CREATE_INFO), "buffer_view"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImage(XGL_DEVICE device, const XGL_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage) -{ - XGL_RESULT result = nextTable.CreateImage(device, pCreateInfo, pImage); - if (XGL_SUCCESS == result) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pImage, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_CREATE_INFO), "image"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImageView(XGL_DEVICE device, const XGL_IMAGE_VIEW_CREATE_INFO* pCreateInfo, XGL_IMAGE_VIEW* pView) -{ - XGL_RESULT result = nextTable.CreateImageView(device, pCreateInfo, pView); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_VIEW_CREATE_INFO), "image_view"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateColorAttachmentView(XGL_DEVICE device, const XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO* pCreateInfo, XGL_COLOR_ATTACHMENT_VIEW* pView) -{ - XGL_RESULT result = nextTable.CreateColorAttachmentView(device, pCreateInfo, pView); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO), "color_attachment_view"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDepthStencilView(XGL_DEVICE device, const XGL_DEPTH_STENCIL_VIEW_CREATE_INFO* pCreateInfo, XGL_DEPTH_STENCIL_VIEW* pView) -{ - XGL_RESULT result = nextTable.CreateDepthStencilView(device, pCreateInfo, pView); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DEPTH_STENCIL_VIEW_CREATE_INFO), "ds_view"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateShader(XGL_DEVICE device, const XGL_SHADER_CREATE_INFO* pCreateInfo, XGL_SHADER* pShader) -{ - XGL_RESULT result = nextTable.CreateShader(device, pCreateInfo, pShader); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipeline(XGL_DEVICE device, const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline) -{ - XGL_RESULT result = nextTable.CreateGraphicsPipeline(device, pCreateInfo, pPipeline); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateComputePipeline(XGL_DEVICE device, const XGL_COMPUTE_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline) -{ - XGL_RESULT result = nextTable.CreateComputePipeline(device, pCreateInfo, pPipeline); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COMPUTE_PIPELINE_CREATE_INFO), "compute_pipeline"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateSampler(XGL_DEVICE device, const XGL_SAMPLER_CREATE_INFO* pCreateInfo, XGL_SAMPLER* pSampler) -{ - XGL_RESULT result = nextTable.CreateSampler(device, pCreateInfo, pSampler); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pSampler, pCreateInfo->sType, pCreateInfo, sizeof(XGL_SAMPLER_CREATE_INFO), "sampler"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicViewportState(XGL_DEVICE device, const XGL_DYNAMIC_VP_STATE_CREATE_INFO* pCreateInfo, XGL_DYNAMIC_VP_STATE_OBJECT* pState) -{ - XGL_RESULT result = nextTable.CreateDynamicViewportState(device, pCreateInfo, pState); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_VP_STATE_CREATE_INFO), "viewport_state"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicRasterState(XGL_DEVICE device, const XGL_DYNAMIC_RS_STATE_CREATE_INFO* pCreateInfo, XGL_DYNAMIC_RS_STATE_OBJECT* pState) -{ - XGL_RESULT result = nextTable.CreateDynamicRasterState(device, pCreateInfo, pState); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_RS_STATE_CREATE_INFO), "raster_state"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicColorBlendState(XGL_DEVICE device, const XGL_DYNAMIC_CB_STATE_CREATE_INFO* pCreateInfo, XGL_DYNAMIC_CB_STATE_OBJECT* pState) -{ - XGL_RESULT result = nextTable.CreateDynamicColorBlendState(device, pCreateInfo, pState); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_CB_STATE_CREATE_INFO), "cb_state"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicDepthStencilState(XGL_DEVICE device, const XGL_DYNAMIC_DS_STATE_CREATE_INFO* pCreateInfo, XGL_DYNAMIC_DS_STATE_OBJECT* pState) -{ - XGL_RESULT result = nextTable.CreateDynamicDepthStencilState(device, pCreateInfo, pState); - if (result == XGL_SUCCESS) { - loader_platform_thread_lock_mutex(&globalLock); - insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_DS_STATE_CREATE_INFO), "ds_state"); - loader_platform_thread_unlock_mutex(&globalLock); - } - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateCommandBuffer(XGL_DEVICE device, const XGL_CMD_BUFFER_CREATE_INFO* pCreateInfo, XGL_CMD_BUFFER* pCmdBuffer) -{ - XGL_RESULT result = nextTable.CreateCommandBuffer(device, pCreateInfo, pCmdBuffer); - // At time of cmd buffer creation, create global cmd buffer node for the returned cmd buffer - loader_platform_thread_lock_mutex(&globalLock); - if (*pCmdBuffer) - insertGlobalCB(*pCmdBuffer); - printGlobalCB(); - loader_platform_thread_unlock_mutex(&globalLock); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBeginCommandBuffer(XGL_CMD_BUFFER cmdBuffer, const XGL_CMD_BUFFER_BEGIN_INFO* pBeginInfo) -{ - // This implicitly resets the Cmd Buffer so make sure any fence is done and then clear memory references - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cmdBuffer); - if (pCBTrav && (!fenceRetired(pCBTrav->fenceId))) { - bool32_t cbDone = checkCBCompleted(cmdBuffer); - if (XGL_FALSE == cbDone) { - char str[1024]; - sprintf(str, "Calling xglBeginCommandBuffer() on active CB %p before it has completed. You must check CB flag before this call.", cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str); - } - } - XGL_RESULT result = nextTable.BeginCommandBuffer(cmdBuffer, pBeginInfo); - loader_platform_thread_lock_mutex(&globalLock); - freeCBBindings(cmdBuffer); - loader_platform_thread_unlock_mutex(&globalLock); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEndCommandBuffer(XGL_CMD_BUFFER cmdBuffer) -{ - // TODO : Anything to do here? - XGL_RESULT result = nextTable.EndCommandBuffer(cmdBuffer); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetCommandBuffer(XGL_CMD_BUFFER cmdBuffer) -{ - // Verify that CB is complete (not in-flight) - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cmdBuffer); - if (pCBTrav && (!fenceRetired(pCBTrav->fenceId))) { - bool32_t cbDone = checkCBCompleted(cmdBuffer); - if (XGL_FALSE == cbDone) { - char str[1024]; - sprintf(str, "Resetting CB %p before it has completed. You must check CB flag before calling xglResetCommandBuffer().", cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str); - } - } - // Clear memory references as this point. - loader_platform_thread_lock_mutex(&globalLock); - freeCBBindings(cmdBuffer); - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.ResetCommandBuffer(cmdBuffer); - return result; -} -// TODO : For any xglCmdBind* calls that include an object which has mem bound to it, -// need to account for that mem now having binding to given cmdBuffer -XGL_LAYER_EXPORT void XGLAPI xglCmdBindPipeline(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_PIPELINE pipeline) -{ -#if 0 - // TODO : If memory bound to pipeline, then need to tie that mem to cmdBuffer - if (getPipeline(pipeline)) { - GLOBAL_CB_NODE *pCBTrav = getGlobalCBNode(cmdBuffer); - if (pCBTrav) { - pCBTrav->pipelines[pipelineBindPoint] = pipeline; - } else { - char str[1024]; - sprintf(str, "Attempt to bind Pipeline %p to non-existant command buffer %p!", (void*)pipeline, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, (char *) "DS", (char *) str); - } - } - else { - char str[1024]; - sprintf(str, "Attempt to bind Pipeline %p that doesn't exist!", (void*)pipeline); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pipeline, 0, MEMTRACK_INVALID_OBJECT, (char *) "DS", (char *) str); - } -#endif - nextTable.CmdBindPipeline(cmdBuffer, pipelineBindPoint, pipeline); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdBindDynamicStateObject(XGL_CMD_BUFFER cmdBuffer, XGL_STATE_BIND_POINT stateBindPoint, XGL_DYNAMIC_STATE_OBJECT state) -{ - GLOBAL_OBJECT_NODE *pNode; - loader_platform_thread_lock_mutex(&globalLock); - GLOBAL_CB_NODE *pCmdBuf = getGlobalCBNode(cmdBuffer); - if (!pCmdBuf) { - char str[1024]; - sprintf(str, "Unable to find command buffer object %p, was it ever created?", (void*)cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "DD", str); - } - pNode = getGlobalObjectNode(state); - if (!pNode) { - char str[1024]; - sprintf(str, "Unable to find dynamic state object %p, was it ever created?", (void*)state); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, state, 0, MEMTRACK_INVALID_OBJECT, "DD", str); - } - pCmdBuf->pDynamicState[stateBindPoint] = pNode; - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdBindDynamicStateObject(cmdBuffer, stateBindPoint, state); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdBindDescriptorSet(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_DESCRIPTOR_SET descriptorSet, const uint32_t* pUserData) -{ - // TODO : Somewhere need to verify that all textures referenced by shaders in DS are in some type of *SHADER_READ* state - nextTable.CmdBindDescriptorSet(cmdBuffer, pipelineBindPoint, descriptorSet, pUserData); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdBindVertexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t binding) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdBindVertexBuffer() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - // Now update CB's vertex binding list - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cmdBuffer); - if (!pCBTrav) { - char str[1024]; - sprintf(str, "Trying to BindVertexuffer obj %p to CB %p but no Node for that CB. Was CB incorrectly destroyed?", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "MEM", str); - } else { - MEMORY_BINDING *pBindInfo; - uint32_t dontCare; - pBindInfo = malloc(sizeof(MEMORY_BINDING)); - pBindInfo->offset = offset; - pBindInfo->binding = binding; - pBindInfo->buffer = buffer; - if (XGL_FALSE == insertMiniNode(&pCBTrav->pVertexBufList, pBindInfo, &dontCare)) { - char str[1024]; - sprintf(str, "In xglCmdBindVertexBuffer and ran out of memory to track binding. CmdBuffer: %p, buffer %p", cmdBuffer, buffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str); - } - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdBindVertexBuffer(cmdBuffer, buffer, offset, binding); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdBindIndexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, XGL_INDEX_TYPE indexType) -{ - loader_platform_thread_lock_mutex(&globalLock); - // Track this buffer. What exactly is this call doing? - XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdBindIndexData() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - // Now update CB's index binding list - GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cmdBuffer); - if (!pCBTrav) { - char str[1024]; - sprintf(str, "Trying to BindIndexData buffer obj %p to CB %p but no Node for that CB. Was CB incorrectly destroyed?", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_MEM_OBJ, (char *) "MEM", (char *) str); - } else { - MEMORY_BINDING *pBindInfo; - uint32_t dontCare; - pBindInfo = malloc(sizeof(MEMORY_BINDING)); - pBindInfo->indexType = indexType; - pBindInfo->buffer = buffer; - pBindInfo->offset = offset; - pBindInfo->binding = 0; - if (XGL_FALSE == insertMiniNode(&pCBTrav->pIndexBufList, pBindInfo, &dontCare)) { - char str[1024]; - sprintf(str, "In xglCmdBindIndexData and ran out of memory to track binding. CmdBuffer: %p, buffer %p", cmdBuffer, buffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str); - } - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdBindIndexBuffer(cmdBuffer, buffer, offset, indexType); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdDrawIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdDrawIndirect(cmdBuffer, buffer, offset, count, stride); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndexedIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdDrawIndexedIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdDrawIndexedIndirect(cmdBuffer, buffer, offset, count, stride); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdDispatchIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdDispatchIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdDispatchIndirect(cmdBuffer, buffer, offset); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_BUFFER destBuffer, uint32_t regionCount, const XGL_BUFFER_COPY* pRegions) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(srcBuffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - mem = getMemBindingFromObject(destBuffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdCopyBuffer(cmdBuffer, srcBuffer, destBuffer, regionCount, pRegions); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE destImage, uint32_t regionCount, const XGL_IMAGE_COPY* pRegions) -{ - // TODO : Each image will have mem mapping so track them - nextTable.CmdCopyImage(cmdBuffer, srcImage, destImage, regionCount, pRegions); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBufferToImage(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_IMAGE destImage, uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions) -{ - // TODO : Track this - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(destImage); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - - mem = getMemBindingFromObject(srcBuffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdCopyBufferToImage(cmdBuffer, srcBuffer, destImage, regionCount, pRegions); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImageToBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_BUFFER destBuffer, uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions) -{ - // TODO : Track this - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - mem = getMemBindingFromObject(destBuffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdCopyImageToBuffer(cmdBuffer, srcImage, destBuffer, regionCount, pRegions); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdCloneImageData(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout, XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout) -{ - // TODO : Each image will have mem mapping so track them - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCloneImageData() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - mem = getMemBindingFromObject(destImage); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdCloneImageData() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdCloneImageData(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdUpdateBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE dataSize, const uint32_t* pData) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdUpdateMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdUpdateBuffer(cmdBuffer, destBuffer, destOffset, dataSize, pData); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdFillBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE fillSize, uint32_t data) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdFillMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdFillBuffer(cmdBuffer, destBuffer, destOffset, fillSize, data); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, const float color[4], uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges) -{ - // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(image); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdClearColorImage() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdClearColorImage(cmdBuffer, image, color, rangeCount, pRanges); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImageRaw(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, const uint32_t color[4], uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges) -{ - // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(image); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdClearColorImageRaw() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdClearColorImageRaw(cmdBuffer, image, color, rangeCount, pRanges); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdClearDepthStencil(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, float depth, uint32_t stencil, uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges) -{ - // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(image); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdClearDepthStencil() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdClearDepthStencil(cmdBuffer, image, depth, stencil, rangeCount, pRanges); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdResolveImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE destImage, uint32_t rectCount, const XGL_IMAGE_RESOLVE* pRects) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdResolveImage() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - mem = getMemBindingFromObject(destImage); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdResolveImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdResolveImage(cmdBuffer, srcImage, destImage, rectCount, pRects); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdBeginQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot, XGL_FLAGS flags) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdBeginQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdBeginQuery(cmdBuffer, queryPool, slot, flags); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdEndQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdEndQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdEndQuery(cmdBuffer, queryPool, slot); -} - -XGL_LAYER_EXPORT void XGLAPI xglCmdResetQueryPool(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t startQuery, uint32_t queryCount) -{ - loader_platform_thread_lock_mutex(&globalLock); - XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool); - if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { - char str[1024]; - sprintf(str, "In xglCmdResetQueryPool() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - loader_platform_thread_unlock_mutex(&globalLock); - nextTable.CmdResetQueryPool(cmdBuffer, queryPool, startQuery, queryCount); -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgRegisterMsgCallback(XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback, void* pUserData) -{ - // This layer intercepts callbacks - XGL_LAYER_DBG_FUNCTION_NODE *pNewDbgFuncNode = (XGL_LAYER_DBG_FUNCTION_NODE*)malloc(sizeof(XGL_LAYER_DBG_FUNCTION_NODE)); - if (!pNewDbgFuncNode) - return XGL_ERROR_OUT_OF_MEMORY; - pNewDbgFuncNode->pfnMsgCallback = pfnMsgCallback; - pNewDbgFuncNode->pUserData = pUserData; - pNewDbgFuncNode->pNext = g_pDbgFunctionHead; - g_pDbgFunctionHead = pNewDbgFuncNode; - // force callbacks if DebugAction hasn't been set already other than initial value - if (g_actionIsDefault) { - g_debugAction = XGL_DBG_LAYER_ACTION_CALLBACK; - } - XGL_RESULT result = nextTable.DbgRegisterMsgCallback(pfnMsgCallback, pUserData); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgUnregisterMsgCallback(XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback) -{ - XGL_LAYER_DBG_FUNCTION_NODE *pTrav = g_pDbgFunctionHead; - XGL_LAYER_DBG_FUNCTION_NODE *pPrev = pTrav; - while (pTrav) { - if (pTrav->pfnMsgCallback == pfnMsgCallback) { - pPrev->pNext = pTrav->pNext; - if (g_pDbgFunctionHead == pTrav) - g_pDbgFunctionHead = pTrav->pNext; - free(pTrav); - break; - } - pPrev = pTrav; - pTrav = pTrav->pNext; - } - if (g_pDbgFunctionHead == NULL) - { - if (g_actionIsDefault) - g_debugAction = XGL_DBG_LAYER_ACTION_LOG_MSG; - else - g_debugAction &= ~XGL_DBG_LAYER_ACTION_CALLBACK; - } - XGL_RESULT result = nextTable.DbgUnregisterMsgCallback(pfnMsgCallback); - return result; -} - -#if !defined(WIN32) -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11CreatePresentableImage(XGL_DEVICE device, const XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem) -{ - XGL_RESULT result = nextTable.WsiX11CreatePresentableImage(device, pCreateInfo, pImage, pMem); - loader_platform_thread_lock_mutex(&globalLock); - if (XGL_SUCCESS == result) { - // Add image object, then insert the new Mem Object and then bind it to created image - insertGlobalObjectNode(*pImage, _XGL_STRUCTURE_TYPE_MAX_ENUM, pCreateInfo, sizeof(XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO), "wsi_x11_image"); - insertGlobalMemObj(*pMem, NULL); - if (XGL_FALSE == updateObjectBinding(*pImage, *pMem)) { - char str[1024]; - sprintf(str, "In xglWsiX11CreatePresentableImage(), unable to set image %p binding to mem obj %p", (void*)*pImage, (void*)*pMem); - layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, *pImage, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); - } - } - printObjList(); - printMemList(); - loader_platform_thread_unlock_mutex(&globalLock); - return result; -} - -XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11QueuePresent(XGL_QUEUE queue, const XGL_WSI_X11_PRESENT_INFO* pPresentInfo, XGL_FENCE fence) -{ - loader_platform_thread_lock_mutex(&globalLock); - addFenceNode(fence); - char str[1024]; - sprintf(str, "In xglWsiX11QueuePresent(), checking queue %p for fence %p", queue, fence); - layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str); - loader_platform_thread_unlock_mutex(&globalLock); - XGL_RESULT result = nextTable.WsiX11QueuePresent(queue, pPresentInfo, fence); - return result; -} -#endif // WIN32 - -XGL_LAYER_EXPORT void* XGLAPI xglGetProcAddr(XGL_PHYSICAL_GPU gpu, const char* funcName) -{ - XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu; - - if (gpu == NULL) - return NULL; - pCurObj = gpuw; - loader_platform_thread_once(&g_initOnce, initMemTracker); - - if (!strcmp(funcName, "xglGetProcAddr")) - return (void *) xglGetProcAddr; - if (!strcmp(funcName, "xglCreateDevice")) - return (void*) xglCreateDevice; - if (!strcmp(funcName, "xglDestroyDevice")) - return (void*) xglDestroyDevice; - if (!strcmp(funcName, "xglEnumerateLayers")) - return (void*) xglEnumerateLayers; - if (!strcmp(funcName, "xglQueueSubmit")) - return (void*) xglQueueSubmit; - if (!strcmp(funcName, "xglQueueSetGlobalMemReferences")) - return (void*) xglQueueSetGlobalMemReferences; - if (!strcmp(funcName, "xglAllocMemory")) - return (void*) xglAllocMemory; - if (!strcmp(funcName, "xglFreeMemory")) - return (void*) xglFreeMemory; - if (!strcmp(funcName, "xglSetMemoryPriority")) - return (void*) xglSetMemoryPriority; - if (!strcmp(funcName, "xglMapMemory")) - return (void*) xglMapMemory; - if (!strcmp(funcName, "xglUnmapMemory")) - return (void*) xglUnmapMemory; - if (!strcmp(funcName, "xglPinSystemMemory")) - return (void*) xglPinSystemMemory; - if (!strcmp(funcName, "xglOpenSharedMemory")) - return (void*) xglOpenSharedMemory; - if (!strcmp(funcName, "xglOpenPeerMemory")) - return (void*) xglOpenPeerMemory; - if (!strcmp(funcName, "xglOpenPeerImage")) - return (void*) xglOpenPeerImage; - if (!strcmp(funcName, "xglDestroyObject")) - return (void*) xglDestroyObject; - if (!strcmp(funcName, "xglGetObjectInfo")) - return (void*) xglGetObjectInfo; - if (!strcmp(funcName, "xglBindObjectMemory")) - return (void*) xglBindObjectMemory; - if (!strcmp(funcName, "xglCreateFence")) - return (void*) xglCreateFence; - if (!strcmp(funcName, "xglGetFenceStatus")) - return (void*) xglGetFenceStatus; - if (!strcmp(funcName, "xglWaitForFences")) - return (void*) xglWaitForFences; - if (!strcmp(funcName, "xglQueueWaitIdle")) - return (void*) xglQueueWaitIdle; - if (!strcmp(funcName, "xglDeviceWaitIdle")) - return (void*) xglDeviceWaitIdle; - if (!strcmp(funcName, "xglCreateEvent")) - return (void*) xglCreateEvent; - if (!strcmp(funcName, "xglCreateQueryPool")) - return (void*) xglCreateQueryPool; - if (!strcmp(funcName, "xglCreateBuffer")) - return (void*) xglCreateBuffer; - if (!strcmp(funcName, "xglCreateBufferView")) - return (void*) xglCreateBufferView; - if (!strcmp(funcName, "xglCreateImage")) - return (void*) xglCreateImage; - if (!strcmp(funcName, "xglCreateImageView")) - return (void*) xglCreateImageView; - if (!strcmp(funcName, "xglCreateColorAttachmentView")) - return (void*) xglCreateColorAttachmentView; - if (!strcmp(funcName, "xglCreateDepthStencilView")) - return (void*) xglCreateDepthStencilView; - if (!strcmp(funcName, "xglCreateShader")) - return (void*) xglCreateShader; - if (!strcmp(funcName, "xglCreateGraphicsPipeline")) - return (void*) xglCreateGraphicsPipeline; - if (!strcmp(funcName, "xglCreateComputePipeline")) - return (void*) xglCreateComputePipeline; - if (!strcmp(funcName, "xglCreateSampler")) - return (void*) xglCreateSampler; - if (!strcmp(funcName, "xglCreateDynamicViewportState")) - return (void*) xglCreateDynamicViewportState; - if (!strcmp(funcName, "xglCreateDynamicRasterState")) - return (void*) xglCreateDynamicRasterState; - if (!strcmp(funcName, "xglCreateDynamicColorBlendState")) - return (void*) xglCreateDynamicColorBlendState; - if (!strcmp(funcName, "xglCreateDynamicDepthStencilState")) - return (void*) xglCreateDynamicDepthStencilState; - if (!strcmp(funcName, "xglCreateCommandBuffer")) - return (void*) xglCreateCommandBuffer; - if (!strcmp(funcName, "xglBeginCommandBuffer")) - return (void*) xglBeginCommandBuffer; - if (!strcmp(funcName, "xglEndCommandBuffer")) - return (void*) xglEndCommandBuffer; - if (!strcmp(funcName, "xglResetCommandBuffer")) - return (void*) xglResetCommandBuffer; - if (!strcmp(funcName, "xglCmdBindPipeline")) - return (void*) xglCmdBindPipeline; - if (!strcmp(funcName, "xglCmdBindDynamicStateObject")) - return (void*) xglCmdBindDynamicStateObject; - if (!strcmp(funcName, "xglCmdBindDescriptorSet")) - return (void*) xglCmdBindDescriptorSet; - if (!strcmp(funcName, "xglCmdBindVertexBuffer")) - return (void*) xglCmdBindVertexBuffer; - if (!strcmp(funcName, "xglCmdBindIndexBuffer")) - return (void*) xglCmdBindIndexBuffer; - if (!strcmp(funcName, "xglCmdDrawIndirect")) - return (void*) xglCmdDrawIndirect; - if (!strcmp(funcName, "xglCmdDrawIndexedIndirect")) - return (void*) xglCmdDrawIndexedIndirect; - if (!strcmp(funcName, "xglCmdDispatchIndirect")) - return (void*) xglCmdDispatchIndirect; - if (!strcmp(funcName, "xglCmdCopyBuffer")) - return (void*) xglCmdCopyBuffer; - if (!strcmp(funcName, "xglCmdCopyImage")) - return (void*) xglCmdCopyImage; - if (!strcmp(funcName, "xglCmdCopyBufferToImage")) - return (void*) xglCmdCopyBufferToImage; - if (!strcmp(funcName, "xglCmdCopyImageToBuffer")) - return (void*) xglCmdCopyImageToBuffer; - if (!strcmp(funcName, "xglCmdCloneImageData")) - return (void*) xglCmdCloneImageData; - if (!strcmp(funcName, "xglCmdUpdateBuffer")) - return (void*) xglCmdUpdateBuffer; - if (!strcmp(funcName, "xglCmdFillBuffer")) - return (void*) xglCmdFillBuffer; - if (!strcmp(funcName, "xglCmdClearColorImage")) - return (void*) xglCmdClearColorImage; - if (!strcmp(funcName, "xglCmdClearColorImageRaw")) - return (void*) xglCmdClearColorImageRaw; - if (!strcmp(funcName, "xglCmdClearDepthStencil")) - return (void*) xglCmdClearDepthStencil; - if (!strcmp(funcName, "xglCmdResolveImage")) - return (void*) xglCmdResolveImage; - if (!strcmp(funcName, "xglCmdBeginQuery")) - return (void*) xglCmdBeginQuery; - if (!strcmp(funcName, "xglCmdEndQuery")) - return (void*) xglCmdEndQuery; - if (!strcmp(funcName, "xglCmdResetQueryPool")) - return (void*) xglCmdResetQueryPool; - if (!strcmp(funcName, "xglDbgRegisterMsgCallback")) - return (void*) xglDbgRegisterMsgCallback; - if (!strcmp(funcName, "xglDbgUnregisterMsgCallback")) - return (void*) xglDbgUnregisterMsgCallback; -#if !defined(WIN32) - if (!strcmp(funcName, "xglWsiX11CreatePresentableImage")) - return (void*) xglWsiX11CreatePresentableImage; - if (!strcmp(funcName, "xglWsiX11QueuePresent")) - return (void*) xglWsiX11QueuePresent; -#endif - else { - if (gpuw->pGPA == NULL) - return NULL; - return gpuw->pGPA(gpuw->nextObject, funcName); - } -} diff --git a/layers/mem_tracker.cpp b/layers/mem_tracker.cpp new file mode 100644 index 00000000..7a02581c --- /dev/null +++ b/layers/mem_tracker.cpp @@ -0,0 +1,1840 @@ +/* + * Vulkan + * + * Copyright (C) 2015 LunarG, Inc. + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the "Software"), + * to deal in the Software without restriction, including without limitation + * the rights to use, copy, modify, merge, publish, distribute, sublicense, + * and/or sell copies of the Software, and to permit persons to whom the + * Software is furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included + * in all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING + * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + * DEALINGS IN THE SOFTWARE. + */ + +#include +#include +#include +#include +#include +#include +#include +using namespace std; + +#include "loader_platform.h" +#include "xgl_dispatch_table_helper.h" +#include "xgl_struct_string_helper_cpp.h" +#include "mem_tracker.h" +#include "layers_config.h" +// The following is #included again to catch certain OS-specific functions +// being used: +#include "loader_platform.h" +#include "layers_msg.h" + +static XGL_LAYER_DISPATCH_TABLE nextTable; +static XGL_BASE_LAYER_OBJECT *pCurObj; +static LOADER_PLATFORM_THREAD_ONCE_DECLARATION(g_initOnce); +// TODO : This can be much smarter, using separate locks for separate global data +static int globalLockInitialized = 0; +static loader_platform_thread_mutex globalLock; + +#define MAX_BINDING 0xFFFFFFFF + +map cbMap; +map memObjMap; +map objectMap; +map fenceMap; // Map fenceId to fence node + +// TODO : Add support for per-queue and per-device fence completion +static uint64_t g_currentFenceId = 1; +static uint64_t g_lastRetiredId = 0; +static XGL_DEVICE globalDevice = NULL; + +// Add new CB node for this cb to map container +static void insertGlobalCB(const XGL_CMD_BUFFER cb) +{ + GLOBAL_CB_NODE* pTrav = new GLOBAL_CB_NODE; + memset(pTrav, 0, (sizeof(GLOBAL_CB_NODE) - sizeof(list))); + pTrav->cmdBuffer = cb; + cbMap[cb] = pTrav; +} + +// Return ptr to node in CB map, or NULL if not found +static GLOBAL_CB_NODE* getGlobalCBNode(const XGL_CMD_BUFFER cb) +{ + GLOBAL_CB_NODE* pCBNode = NULL; + if (cbMap.find(cb) != cbMap.end()) { + pCBNode = cbMap[cb]; + } + return pCBNode; +} + +// Add a fence, creating one if necessary to our list of fences/fenceIds +static uint64_t addFenceNode(XGL_FENCE fence) +{ + // Create fence node + GLOBAL_FENCE_NODE* pFenceNode = new GLOBAL_FENCE_NODE; + memset(pFenceNode, 0, sizeof(GLOBAL_FENCE_NODE)); + // If no fence, create an internal fence to track the submissions + if (fence == NULL) { + XGL_FENCE_CREATE_INFO fci; + fci.sType = XGL_STRUCTURE_TYPE_FENCE_CREATE_INFO; + fci.pNext = NULL; + fci.flags = 0; + nextTable.CreateFence(globalDevice, &fci, &pFenceNode->fence); + pFenceNode->localFence = XGL_TRUE; + } else { + pFenceNode->localFence = XGL_FALSE; + pFenceNode->fence = fence; + } + uint64_t fenceId = g_currentFenceId++; + fenceMap[fenceId] = pFenceNode; + return fenceId; +} + +// Remove a node from our list of fences/fenceIds +static void deleteFenceNode(uint64_t fenceId) +{ + if (fenceId != 0) { + if (fenceMap.find(fenceId) != fenceMap.end()) { + GLOBAL_FENCE_NODE* pDelNode = fenceMap[fenceId]; + if (pDelNode->localFence == XGL_TRUE) { + nextTable.DestroyObject(pDelNode->fence); + } + delete pDelNode; + fenceMap.erase(fenceId); + } + } +} + +// Search through list for this fence, deleting all nodes before it (with lower IDs) and updating lastRetiredId +static void updateFenceTracking(XGL_FENCE fence) +{ + GLOBAL_FENCE_NODE *pCurFenceNode = NULL; + uint64_t fenceId = 0; + + for (map::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) { + if (fence == ((*ii).second)->fence) { + g_lastRetiredId = (*ii).first; + } else { + deleteFenceNode((*ii).first); + } + } +} + +// Utility function that determines if a fenceId has been retired yet +static bool32_t fenceRetired(uint64_t fenceId) +{ + bool32_t result = XGL_FALSE; + if (fenceId <= g_lastRetiredId) { + result = XGL_TRUE; + } + return result; +} + +// Return the fence associated with a fenceId +static XGL_FENCE getFenceFromId(uint64_t fenceId) +{ + XGL_FENCE fence = NULL; + if (fenceId != 0) { + // Search for a node with this fenceId + if (fenceId > g_lastRetiredId) { + if (fenceMap.find(fenceId) != fenceMap.end()) { + fence = (fenceMap[fenceId])->fence; + } + } + } + return fence; +} + +// Helper routine that updates the fence list to all-retired, as for Queue/DeviceWaitIdle +static void retireAllFences(void) +{ + // In this case, we go throught the whole list, retiring each node and update the global retired ID until the list is empty + GLOBAL_FENCE_NODE* pDelNode = NULL; + for (map::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) { + g_lastRetiredId = (*ii).first; + deleteFenceNode((*ii).first); + } +} + +static bool32_t validateCBMemRef(const XGL_CMD_BUFFER cb, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs) +{ + bool32_t result = XGL_TRUE; + GLOBAL_CB_NODE* pTrav = getGlobalCBNode(cb); + if (!pTrav) { + char str[1024]; + sprintf(str, "Unable to find node for CB %p in order to check memory references", (void*)cb); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str); + result = XGL_FALSE; + } else { + // Validate that all actual references are accounted for in pMemRefs + uint32_t i; + uint8_t found = 0; + uint64_t foundCount = 0; + + for (list::iterator it = pTrav->pMemObjList.begin(); it != pTrav->pMemObjList.end(); ++it) { + for (i = 0; i < memRefCount; i++) { + if ((*it) == pMemRefs[i].mem) { + char str[1024]; + sprintf(str, "Found Mem Obj %p binding to CB %p", (*it), cb); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); + found = 1; + foundCount++; + break; + } + } + if (!found) { + char str[1024]; + sprintf(str, "Memory reference list for Command Buffer %p is missing ref to mem obj %p", cb, (*it)); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str); + result = XGL_FALSE; + } + found = 0; + } + + if (result == XGL_TRUE) { + char str[1024]; + sprintf(str, "Verified all %lu memory dependencies for CB %p are included in pMemRefs list", foundCount, cb); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); + // TODO : Could report mem refs in pMemRefs that AREN'T in mem list, that would be primarily informational + // Currently just noting that there is a difference + if (foundCount != memRefCount) { + sprintf(str, "There are %u mem refs included in pMemRefs list, but only %lu are required", memRefCount, foundCount); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); + } + } + } + return result; +} +// Return ptr to node in map container containing mem, or NULL if not found +// Calls to this function should be wrapped in mutex +static GLOBAL_MEM_OBJ_NODE* getGlobalMemNode(const XGL_GPU_MEMORY mem) +{ + GLOBAL_MEM_OBJ_NODE* pMemNode = NULL; + + if (memObjMap.find(mem) != memObjMap.end()) { + pMemNode = memObjMap[mem]; + } + return pMemNode; +} + +static void insertGlobalMemObj(const XGL_GPU_MEMORY mem, const XGL_MEMORY_ALLOC_INFO* pAllocInfo) +{ + GLOBAL_MEM_OBJ_NODE* pTrav = new GLOBAL_MEM_OBJ_NODE; + pTrav->refCount = 0; + memset(&pTrav->allocInfo, 0, sizeof(XGL_MEMORY_ALLOC_INFO)); + + if (pAllocInfo) { // MEM alloc created by xglWsiX11CreatePresentableImage() doesn't have alloc info struct + memcpy(&pTrav->allocInfo, pAllocInfo, sizeof(XGL_MEMORY_ALLOC_INFO)); + // TODO: Update for real hardware, actually process allocation info structures + pTrav->allocInfo.pNext = NULL; + } + pTrav->mem = mem; + memObjMap[mem] = pTrav; +} + +// Find Global CB Node and add mem binding to list container +// Find Global Mem Obj Node and add CB binding to list container +static bool32_t updateCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem) +{ + bool32_t result = XGL_TRUE; + // First update CB binding in MemObj mini CB list + GLOBAL_MEM_OBJ_NODE* pMemTrav = getGlobalMemNode(mem); + if (!pMemTrav) { + char str[1024]; + sprintf(str, "Trying to bind mem obj %p to CB %p but no Node for that mem obj.\n Was it correctly allocated? Did it already get freed?", mem, cb); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); + result = XGL_FALSE; + } else { + // Search for cmd buffer object in memory object's binding list + bool32_t found = XGL_FALSE; + for (list::iterator it = pMemTrav->pCmdBufferBindings.begin(); it != pMemTrav->pCmdBufferBindings.end(); ++it) { + if ((*it) == cb) { + found = XGL_TRUE; + break; + } + } + // If not present, add to list + if (found == XGL_FALSE) { + pMemTrav->pCmdBufferBindings.push_front(cb); + pMemTrav->refCount++; + } + + // Now update Global CB's Mem binding list + GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); + if (!pCBTrav) { + char str[1024]; + sprintf(str, "Trying to bind mem obj %p to CB %p but no Node for that CB. Was it CB incorrectly destroyed?", mem, cb); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); + result = XGL_FALSE; + } else { + // Search for memory object in cmd buffer's binding list + bool32_t found = XGL_FALSE; + for (list::iterator it = pCBTrav->pMemObjList.begin(); it != pCBTrav->pMemObjList.end(); ++it) { + if ((*it) == mem) { + found = XGL_TRUE; + break; + } + } + // If not present, add to list + if (found == XGL_FALSE) { + pCBTrav->pMemObjList.push_front(mem); + } + } + } + return result; +} + +// Clear the CB Binding for mem +// Calls to this function should be wrapped in mutex +static void clearCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem) +{ + GLOBAL_MEM_OBJ_NODE* pTrav = getGlobalMemNode(mem); + // TODO : Having this check is not ideal, really if mem node was deleted, + // its CB bindings should be cleared and then freeCBBindings wouldn't call + // us here with stale mem objs + if (pTrav) { + pTrav->pCmdBufferBindings.remove(cb); + pTrav->refCount--; + } +} + +// Free bindings related to CB +static bool32_t freeCBBindings(const XGL_CMD_BUFFER cb) +{ + bool32_t result = XGL_TRUE; + GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); + if (!pCBTrav) { + char str[1024]; + sprintf(str, "Unable to find global CB node %p for deletion", cb); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str); + result = XGL_FALSE; + } else { + if (!fenceRetired(pCBTrav->fenceId)) { + deleteFenceNode(pCBTrav->fenceId); + } + + for (list::iterator it=pCBTrav->pMemObjList.begin(); it!=pCBTrav->pMemObjList.end(); ++it) { + clearCBBinding(cb, (*it)); + } + pCBTrav->pMemObjList.clear(); + } + return result; +} + +// Delete Global CB Node from list along with all of it's mini mem obj node +// and also clear Global mem references to CB +// TODO : When should this be called? There's no Destroy of CBs that I see +static bool32_t deleteGlobalCBNode(const XGL_CMD_BUFFER cb) +{ + bool32_t result = XGL_TRUE; + result = freeCBBindings(cb); + // Delete the Global CB node + if (result == XGL_TRUE) { + if (cbMap.find(cb) != cbMap.end()) { + GLOBAL_CB_NODE* pDelNode = cbMap[cb]; + delete pDelNode; + cbMap.erase(cb); + } + } + return result; +} + +// Delete the entire CB list +static bool32_t deleteGlobalCBList() +{ + bool32_t result = XGL_TRUE; + for (map::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) { + freeCBBindings((*ii).first); + delete (*ii).second; + } + return result; +} + +// For given MemObj node, report Obj & CB bindings +static void reportMemReferences(const GLOBAL_MEM_OBJ_NODE* pMemObjTrav) +{ + uint32_t refCount = 0; // Count found references + + for (list::const_iterator it = pMemObjTrav->pCmdBufferBindings.begin(); it != pMemObjTrav->pCmdBufferBindings.end(); ++it) { + refCount++; + char str[1024]; + sprintf(str, "Command Buffer %p has reference to mem obj %p", (*it), pMemObjTrav->mem); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str); + } + for (list::const_iterator it = pMemObjTrav->pObjBindings.begin(); it != pMemObjTrav->pObjBindings.end(); ++it) { + char str[1024]; + sprintf(str, "XGL Object %p has reference to mem obj %p", (*it), pMemObjTrav->mem); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str); + } + if (refCount != pMemObjTrav->refCount) { + char str[1024]; + sprintf(str, "Refcount of %u for Mem Obj %p does't match reported refs of %u", pMemObjTrav->refCount, pMemObjTrav->mem, refCount); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pMemObjTrav->mem, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); + } +} + +static void deleteGlobalMemNode(XGL_GPU_MEMORY mem) +{ + GLOBAL_MEM_OBJ_NODE* pDelNode = memObjMap[mem]; + if (memObjMap.find(mem) != memObjMap.end()) { + GLOBAL_MEM_OBJ_NODE* pDelNode = memObjMap[mem]; + delete pDelNode; + memObjMap.erase(mem); + } +} + +// Check if fence for given CB is completed +static bool32_t checkCBCompleted(const XGL_CMD_BUFFER cb) +{ + bool32_t result = XGL_TRUE; + GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cb); + if (!pCBTrav) { + char str[1024]; + sprintf(str, "Unable to find global CB node %p to check for completion", cb); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str); + result = XGL_FALSE; + } else { + if (!fenceRetired(pCBTrav->fenceId)) { + // Explicitly call the internal xglGetFenceStatus routine + if (XGL_SUCCESS != xglGetFenceStatus(getFenceFromId(pCBTrav->fenceId))) { + char str[1024]; + sprintf(str, "FenceId %" PRIx64", fence %p for CB %p has not completed", pCBTrav->fenceId, getFenceFromId(pCBTrav->fenceId), cb); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str); + result = XGL_FALSE; + } + } + } + return result; +} + +static bool32_t freeMemNode(XGL_GPU_MEMORY mem) +{ + bool32_t result = XGL_TRUE; + // Parse global list to find node w/ mem + GLOBAL_MEM_OBJ_NODE* pTrav = getGlobalMemNode(mem); + if (!pTrav) { + char str[1024]; + sprintf(str, "Couldn't find mem node object for %p\n Was %p never allocated or previously freed?", (void*)mem, (void*)mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); + result = XGL_FALSE; + } else { + if (pTrav->allocInfo.allocationSize == 0) { + char str[1024]; + sprintf(str, "Attempting to free memory associated with a Presentable Image, %p, this should not be explicitly freed\n", (void*)mem); + layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); + result = XGL_FALSE; + } else { + // Clear any CB bindings for completed CBs + // TODO : Is there a better place to do this? + + list::iterator it = pTrav->pCmdBufferBindings.begin(); + list::iterator temp; + while (it != pTrav->pCmdBufferBindings.end()) { + if (XGL_TRUE == checkCBCompleted(*it)) { + temp = it; + ++temp; + freeCBBindings(*it); + it = temp; + } else { + ++it; + } + } + + // Now verify that no references to this mem obj remain + if (0 != pTrav->refCount) { + // If references remain, report the error and can search CB list to find references + char str[1024]; + sprintf(str, "Freeing mem obj %p while it still has references", (void*)mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREED_MEM_REF, "MEM", str); + reportMemReferences(pTrav); + result = XGL_FALSE; + } + // Delete global node + deleteGlobalMemNode(mem); + } + } + return result; +} + +// Return object node for 'object' or return NULL if no node exists +static GLOBAL_OBJECT_NODE* getGlobalObjectNode(const XGL_OBJECT object) +{ + GLOBAL_OBJECT_NODE* pObjNode = NULL; + + if (objectMap.find(object) != objectMap.end()) { + pObjNode = objectMap[object]; + } + return pObjNode; +} + +static GLOBAL_OBJECT_NODE* insertGlobalObjectNode(XGL_OBJECT object, XGL_STRUCTURE_TYPE sType, const void *pCreateInfo, const int struct_size, const char *name_prefix) +{ + GLOBAL_OBJECT_NODE* pTrav = new GLOBAL_OBJECT_NODE; + memset(pTrav, 0, sizeof(GLOBAL_OBJECT_NODE)); + memcpy(&pTrav->create_info, pCreateInfo, struct_size); + sprintf(pTrav->object_name, "%s_%p", name_prefix, object); + + pTrav->object = object; + pTrav->ref_count = 1; + pTrav->sType = sType; + objectMap[object] = pTrav; + + return pTrav; +} + +// Remove object binding performs 3 tasks: +// 1. Remove object node from Global Mem Obj list container of obj bindings & free it +// 2. Decrement refCount for Global Mem Obj +// 3. Clear Global Mem Obj ptr from Global Object Node +static bool32_t clearObjectBinding(XGL_OBJECT object) +{ + bool32_t result = XGL_FALSE; + GLOBAL_OBJECT_NODE* pGlobalObjTrav = getGlobalObjectNode(object); + if (!pGlobalObjTrav) { + char str[1024]; + sprintf(str, "Attempting to clear mem binding for object %p: devices, queues, command buffers, shaders and memory objects do not have external memory requirements and it is unneccessary to call bind/unbindObjectMemory on them.", object); + layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str); + } else { + if (!pGlobalObjTrav->pMemNode) { + char str[1024]; + sprintf(str, "Attempting to clear mem binding on obj %p but it has no binding.", (void*)object); + layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEM_OBJ_CLEAR_EMPTY_BINDINGS, "MEM", str); + } else { + for (list::iterator it = pGlobalObjTrav->pMemNode->pObjBindings.begin(); it != pGlobalObjTrav->pMemNode->pObjBindings.end(); ++it) { + pGlobalObjTrav->pMemNode->refCount--; + pGlobalObjTrav->pMemNode = NULL; + it = pGlobalObjTrav->pMemNode->pObjBindings.erase(it); + result = XGL_TRUE; + break; + } + if (result == XGL_FALSE) { + char str[1024]; + sprintf(str, "While trying to clear mem binding for object %p, unable to find that object referenced by mem obj %p", + object, pGlobalObjTrav->pMemNode->mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); + } + } + } + return result; +} + +// For NULL mem case, clear any previous binding Else... +// Make sure given object is in global object map +// IF a previous binding existed, clear it +// Add reference from global object node to global memory node +// Add reference off of global obj node +// Return XGL_TRUE if addition is successful, XGL_FALSE otherwise +static bool32_t updateObjectBinding(XGL_OBJECT object, XGL_GPU_MEMORY mem) +{ + bool32_t result = XGL_FALSE; + // Handle NULL case separately, just clear previous binding & decrement reference + if (mem == XGL_NULL_HANDLE) { + clearObjectBinding(object); + result = XGL_TRUE; + } else { + char str[1024]; + GLOBAL_OBJECT_NODE* pGlobalObjTrav = getGlobalObjectNode(object); + if (!pGlobalObjTrav) { + sprintf(str, "Attempting to update Binding of Obj(%p) that's not in global list()", (void*)object); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); + return XGL_FALSE; + } + // non-null case so should have real mem obj + GLOBAL_MEM_OBJ_NODE* pTrav = getGlobalMemNode(mem); + if (!pTrav) { + sprintf(str, "While trying to bind mem for obj %p, couldn't find node for mem obj %p", (void*)object, (void*)mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str); + } else { + // Search for object in memory object's binding list + bool32_t found = XGL_FALSE; + for (list::iterator it = pTrav->pObjBindings.begin(); it != pTrav->pObjBindings.end(); ++it) { + if ((*it) == object) { + found = XGL_TRUE; + break; + } + } + // If not present, add to list + if (found == XGL_FALSE) { + pTrav->pObjBindings.push_front(object); + pTrav->refCount++; + } + + if (pGlobalObjTrav->pMemNode) { + clearObjectBinding(object); // Need to clear the previous object binding before setting new binding + sprintf(str, "Updating memory binding for object %p from mem obj %p to %p", object, pGlobalObjTrav->pMemNode->mem, mem); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_NONE, "MEM", str); + } + // For image objects, make sure default memory state is correctly set + // TODO : What's the best/correct way to handle this? + if (XGL_STRUCTURE_TYPE_IMAGE_CREATE_INFO == pGlobalObjTrav->sType) { + if (pGlobalObjTrav->create_info.image_create_info.usage & (XGL_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | XGL_IMAGE_USAGE_DEPTH_STENCIL_BIT)) { + // TODO:: More memory state transition stuff. + } + } + pGlobalObjTrav->pMemNode = pTrav; + } + } + return XGL_TRUE; +} + +// Print details of global Obj tracking list +static void printObjList() +{ + GLOBAL_OBJECT_NODE* pTrav = NULL; + char str[1024]; + sprintf(str, "Details of Global Object list of size %lu elements", objectMap.size()); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + for (map::iterator ii=objectMap.begin(); ii!=objectMap.end(); ++ii) { + pTrav = (*ii).second; + sprintf(str, " GlobObjNode %p has object %p, pMemNode %p", pTrav, pTrav->object, pTrav->pMemNode); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pTrav->object, 0, MEMTRACK_NONE, "MEM", str); + } +} + +// For given Object, get 'mem' obj that it's bound to or NULL if no binding +static XGL_GPU_MEMORY getMemBindingFromObject(const XGL_OBJECT object) +{ + XGL_GPU_MEMORY mem = NULL; + GLOBAL_OBJECT_NODE* pObjNode = getGlobalObjectNode(object); + if (pObjNode) { + if (pObjNode->pMemNode) { + mem = pObjNode->pMemNode->mem; + } + else { + char str[1024]; + sprintf(str, "Trying to get mem binding for object %p but object has no mem binding", (void*)object); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MISSING_MEM_BINDINGS, "MEM", str); + printObjList(); + } + } + else { + char str[1024]; + sprintf(str, "Trying to get mem binding for object %p but no such object in global list", (void*)object); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str); + printObjList(); + } + return mem; +} + +// Print details of global Mem Obj list +static void printMemList() +{ + GLOBAL_MEM_OBJ_NODE* pTrav = NULL; + // Just printing each msg individually for now, may want to package these into single large print + char str[1024]; + sprintf(str, "MEM INFO : Details of Global Memory Object list of size %lu elements", memObjMap.size()); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + + for (map::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) { + pTrav = (*ii).second; + + sprintf(str, " ===MemObj Node at %p===", (void*)pTrav); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + sprintf(str, " Mem object: %p", (void*)pTrav->mem); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + sprintf(str, " Ref Count: %u", pTrav->refCount); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + if (0 != pTrav->allocInfo.allocationSize) { + string pAllocInfoMsg = xgl_print_xgl_memory_alloc_info(&pTrav->allocInfo, "{MEM}INFO : "); + sprintf(str, " Mem Alloc info:\n%s", pAllocInfoMsg.c_str()); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + } else { + sprintf(str, " Mem Alloc info is NULL (alloc done by xglWsiX11CreatePresentableImage())"); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + } + + sprintf(str, " XGL OBJECT Binding list of size %lu elements:", pTrav->pObjBindings.size()); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + for (list::iterator it = pTrav->pObjBindings.begin(); it != pTrav->pObjBindings.end(); ++it) { + sprintf(str, " XGL OBJECT %p", (*it)); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + } + + sprintf(str, " XGL Command Buffer (CB) binding list of size %lu elements", pTrav->pCmdBufferBindings.size()); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + for (list::iterator it = pTrav->pCmdBufferBindings.begin(); it != pTrav->pCmdBufferBindings.end(); ++it) { + sprintf(str, " XGL CB %p", (*it)); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + } + } +} + +static void printGlobalCB() +{ + char str[1024] = {0}; + GLOBAL_CB_NODE* pNode = NULL; + sprintf(str, "Details of Global CB list of size %lu elements", cbMap.size()); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + + for (map::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) { + pNode = (*ii).second; + + sprintf(str, " Global CB Node (%p) has CB %p, fenceId %" PRIx64", and fence %p", + (void*)pNode, (void*)pNode->cmdBuffer, pNode->fenceId, + (void*)getFenceFromId(pNode->fenceId)); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + + for (list::iterator it = pNode->pMemObjList.begin(); it != pNode->pMemObjList.end(); ++it) { + sprintf(str, " Mem obj %p", (*it)); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str); + } + } +} + +static void initMemTracker(void) +{ + const char *strOpt; + // initialize MemTracker options + getLayerOptionEnum("MemTrackerReportLevel", (uint32_t *) &g_reportingLevel); + g_actionIsDefault = getLayerOptionEnum("MemTrackerDebugAction", (uint32_t *) &g_debugAction); + + if (g_debugAction & XGL_DBG_LAYER_ACTION_LOG_MSG) + { + strOpt = getLayerOption("MemTrackerLogFilename"); + if (strOpt) + { + g_logFile = fopen(strOpt, "w"); + } + if (g_logFile == NULL) + g_logFile = stdout; + } + + // initialize Layer dispatch table + // TODO handle multiple GPUs + xglGetProcAddrType fpNextGPA; + fpNextGPA = pCurObj->pGPA; + assert(fpNextGPA); + + layer_initialize_dispatch_table(&nextTable, fpNextGPA, (XGL_PHYSICAL_GPU) pCurObj->nextObject); + + xglGetProcAddrType fpGetProcAddr = (xglGetProcAddrType)fpNextGPA((XGL_PHYSICAL_GPU) pCurObj->nextObject, (char *) "xglGetProcAddr"); + nextTable.GetProcAddr = fpGetProcAddr; + + if (!globalLockInitialized) + { + // TODO/TBD: Need to delete this mutex sometime. How??? One + // suggestion is to call this during xglCreateInstance(), and then we + // can clean it up during xglDestroyInstance(). However, that requires + // that the layer have per-instance locks. We need to come back and + // address this soon. + loader_platform_thread_create_mutex(&globalLock); + globalLockInitialized = 1; + } +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDevice(XGL_PHYSICAL_GPU gpu, const XGL_DEVICE_CREATE_INFO* pCreateInfo, XGL_DEVICE* pDevice) +{ + XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu; + pCurObj = gpuw; + loader_platform_thread_once(&g_initOnce, initMemTracker); + XGL_RESULT result = nextTable.CreateDevice((XGL_PHYSICAL_GPU)gpuw->nextObject, pCreateInfo, pDevice); + // Save off device in case we need it to create Fences + globalDevice = *pDevice; + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyDevice(XGL_DEVICE device) +{ + char str[1024]; + sprintf(str, "Printing List details prior to xglDestroyDevice()"); + loader_platform_thread_lock_mutex(&globalLock); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_NONE, "MEM", str); + printMemList(); + printGlobalCB(); + printObjList(); + if (XGL_FALSE == deleteGlobalCBList()) { + sprintf(str, "Issue deleting global CB list in xglDestroyDevice()"); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str); + } + // Report any memory leaks + GLOBAL_MEM_OBJ_NODE* pTrav = NULL; + for (map::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) { + pTrav = (*ii).second; + + if (pTrav->allocInfo.allocationSize != 0) { + sprintf(str, "Mem Object %p has not been freed. You should clean up this memory by calling xglFreeMemory(%p) prior to xglDestroyDevice().", + pTrav->mem, pTrav->mem); + layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, pTrav->mem, 0, MEMTRACK_MEMORY_LEAK, "MEM", str); + } + } + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.DestroyDevice(device); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEnumerateLayers(XGL_PHYSICAL_GPU gpu, size_t maxLayerCount, + size_t maxStringSize, size_t* pOutLayerCount, char* const* pOutLayers, void* pReserved) +{ + if (gpu != NULL) + { + XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu; + pCurObj = gpuw; + loader_platform_thread_once(&g_initOnce, initMemTracker); + XGL_RESULT result = nextTable.EnumerateLayers((XGL_PHYSICAL_GPU)gpuw->nextObject, maxLayerCount, + maxStringSize, pOutLayerCount, pOutLayers, pReserved); + return result; + } else + { + if (pOutLayerCount == NULL || pOutLayers == NULL || pOutLayers[0] == NULL) + return XGL_ERROR_INVALID_POINTER; + // This layer compatible with all GPUs + *pOutLayerCount = 1; + strncpy((char *) pOutLayers[0], "MemTracker", maxStringSize); + return XGL_SUCCESS; + } +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSubmit(XGL_QUEUE queue, uint32_t cmdBufferCount, const XGL_CMD_BUFFER* pCmdBuffers, + uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs, XGL_FENCE fence) +{ + loader_platform_thread_lock_mutex(&globalLock); + // TODO : Need to track fence and clear mem references when fence clears + GLOBAL_CB_NODE* pCBNode = NULL; + uint64_t fenceId = addFenceNode(fence); + char str[1024]; + sprintf(str, "In xglQueueSubmit(), checking %u cmdBuffers with %u memRefs", cmdBufferCount, memRefCount); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str); + printMemList(); + printGlobalCB(); + for (uint32_t i = 0; i < cmdBufferCount; i++) { + pCBNode = getGlobalCBNode(pCmdBuffers[i]); + pCBNode->fenceId = fenceId; + sprintf(str, "Verifying mem refs for CB %p", pCmdBuffers[i]); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_NONE, "MEM", str); + if (XGL_FALSE == validateCBMemRef(pCmdBuffers[i], memRefCount, pMemRefs)) { + sprintf(str, "Unable to verify memory references for CB %p", (void*)pCmdBuffers[i]); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str); + } + } + printGlobalCB(); + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.QueueSubmit(queue, cmdBufferCount, pCmdBuffers, memRefCount, pMemRefs, getFenceFromId(fenceId)); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSetGlobalMemReferences(XGL_QUEUE queue, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs) +{ + // TODO : Use global mem references as part of list checked on QueueSubmit above + XGL_RESULT result = nextTable.QueueSetGlobalMemReferences(queue, memRefCount, pMemRefs); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglAllocMemory(XGL_DEVICE device, const XGL_MEMORY_ALLOC_INFO* pAllocInfo, XGL_GPU_MEMORY* pMem) +{ + XGL_RESULT result = nextTable.AllocMemory(device, pAllocInfo, pMem); + // TODO : Track allocations and overall size here + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalMemObj(*pMem, pAllocInfo); + printMemList(); + loader_platform_thread_unlock_mutex(&globalLock); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglFreeMemory(XGL_GPU_MEMORY mem) +{ + /* From spec : A memory object is freed by calling xglFreeMemory() when it is no longer needed. Before + * freeing a memory object, an application must ensure the memory object is unbound from + * all API objects referencing it and that it is not referenced by any queued command buffers + */ + loader_platform_thread_lock_mutex(&globalLock); + if (XGL_FALSE == freeMemNode(mem)) { + char str[1024]; + sprintf(str, "Issue while freeing mem obj %p", (void*)mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREE_MEM_ERROR, "MEM", str); + } + printMemList(); + printObjList(); + printGlobalCB(); + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.FreeMemory(mem); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglSetMemoryPriority(XGL_GPU_MEMORY mem, XGL_MEMORY_PRIORITY priority) +{ + // TODO : Update tracking for this alloc + // Make sure memory is not pinned, which can't have priority set + XGL_RESULT result = nextTable.SetMemoryPriority(mem, priority); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglMapMemory(XGL_GPU_MEMORY mem, XGL_FLAGS flags, void** ppData) +{ + // TODO : Track when memory is mapped + loader_platform_thread_lock_mutex(&globalLock); + GLOBAL_MEM_OBJ_NODE *pMemObj = getGlobalMemNode(mem); + if ((pMemObj->allocInfo.memProps & XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT) == 0) { + char str[1024]; + sprintf(str, "Mapping Memory (%p) without XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT set", (void*)mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_STATE, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.MapMemory(mem, flags, ppData); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglUnmapMemory(XGL_GPU_MEMORY mem) +{ + // TODO : Track as memory gets unmapped, do we want to check what changed following map? + // Make sure that memory was ever mapped to begin with + XGL_RESULT result = nextTable.UnmapMemory(mem); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglPinSystemMemory(XGL_DEVICE device, const void* pSysMem, size_t memSize, XGL_GPU_MEMORY* pMem) +{ + // TODO : Track this + // Verify that memory is actually pinnable + XGL_RESULT result = nextTable.PinSystemMemory(device, pSysMem, memSize, pMem); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenSharedMemory(XGL_DEVICE device, const XGL_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem) +{ + // TODO : Track this + XGL_RESULT result = nextTable.OpenSharedMemory(device, pOpenInfo, pMem); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerMemory(XGL_DEVICE device, const XGL_PEER_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem) +{ + // TODO : Track this + XGL_RESULT result = nextTable.OpenPeerMemory(device, pOpenInfo, pMem); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerImage(XGL_DEVICE device, const XGL_PEER_IMAGE_OPEN_INFO* pOpenInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem) +{ + // TODO : Track this + XGL_RESULT result = nextTable.OpenPeerImage(device, pOpenInfo, pImage, pMem); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyObject(XGL_OBJECT object) +{ + loader_platform_thread_lock_mutex(&globalLock); + + // First check if this is a CmdBuffer + if (NULL != getGlobalCBNode((XGL_CMD_BUFFER)object)) { + deleteGlobalCBNode((XGL_CMD_BUFFER)object); + } + + if (objectMap.find(object) != objectMap.end()) { + GLOBAL_OBJECT_NODE* pDelNode = objectMap[object]; + if (pDelNode->pMemNode) { + // Wsi allocated Memory is tied to image object so clear the binding and free that memory automatically + if (0 == pDelNode->pMemNode->allocInfo.allocationSize) { // Wsi allocated memory has NULL allocInfo w/ 0 size + XGL_GPU_MEMORY memToFree = pDelNode->pMemNode->mem; + clearObjectBinding(object); + freeMemNode(memToFree); + } else { + char str[1024]; + sprintf(str, "Destroying obj %p that is still bound to memory object %p\nYou should first clear binding by calling xglBindObjectMemory(%p, 0, XGL_NULL_HANDLE)", object, (void*)pDelNode->pMemNode->mem, object); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_DESTROY_OBJECT_ERROR, "MEM", str); + // From the spec : If an object has previous memory binding, it is required to unbind memory from an API object before it is destroyed. + clearObjectBinding(object); + } + } + delete pDelNode; + objectMap.erase(object); + } + + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.DestroyObject(object); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetObjectInfo(XGL_BASE_OBJECT object, XGL_OBJECT_INFO_TYPE infoType, size_t* pDataSize, void* pData) +{ + // TODO : What to track here? + // Could potentially save returned mem requirements and validate values passed into BindObjectMemory for this object + // From spec : The only objects that are guaranteed to have no external memory requirements are devices, queues, command buffers, shaders and memory objects. + XGL_RESULT result = nextTable.GetObjectInfo(object, infoType, pDataSize, pData); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBindObjectMemory(XGL_OBJECT object, uint32_t allocationIdx, XGL_GPU_MEMORY mem, XGL_GPU_SIZE offset) +{ + XGL_RESULT result = nextTable.BindObjectMemory(object, allocationIdx, mem, offset); + loader_platform_thread_lock_mutex(&globalLock); + // Track objects tied to memory + if (XGL_FALSE == updateObjectBinding(object, mem)) { + char str[1024]; + sprintf(str, "Unable to set object %p binding to mem obj %p", (void*)object, (void*)mem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + printObjList(); + printMemList(); + loader_platform_thread_unlock_mutex(&globalLock); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateFence(XGL_DEVICE device, const XGL_FENCE_CREATE_INFO* pCreateInfo, XGL_FENCE* pFence) +{ + XGL_RESULT result = nextTable.CreateFence(device, pCreateInfo, pFence); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pFence, pCreateInfo->sType, pCreateInfo, sizeof(XGL_FENCE_CREATE_INFO), "fence"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetFenceStatus(XGL_FENCE fence) +{ + XGL_RESULT result = nextTable.GetFenceStatus(fence); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + updateFenceTracking(fence); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWaitForFences(XGL_DEVICE device, uint32_t fenceCount, const XGL_FENCE* pFences, bool32_t waitAll, uint64_t timeout) +{ + XGL_RESULT result = nextTable.WaitForFences(device, fenceCount, pFences, waitAll, timeout); + loader_platform_thread_lock_mutex(&globalLock); + if (XGL_SUCCESS == result) { + if (waitAll) { // Clear all the fences + for(uint32_t i = 0; i < fenceCount; i++) { + updateFenceTracking(pFences[i]); + } + } + else { // Clear only completed fences + for(uint32_t i = 0; i < fenceCount; i++) { + if (XGL_SUCCESS == nextTable.GetFenceStatus(pFences[i])) { + updateFenceTracking(pFences[i]); + } + } + } + } + loader_platform_thread_unlock_mutex(&globalLock); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueWaitIdle(XGL_QUEUE queue) +{ + XGL_RESULT result = nextTable.QueueWaitIdle(queue); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + retireAllFences(); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDeviceWaitIdle(XGL_DEVICE device) +{ + XGL_RESULT result = nextTable.DeviceWaitIdle(device); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + retireAllFences(); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateEvent(XGL_DEVICE device, const XGL_EVENT_CREATE_INFO* pCreateInfo, XGL_EVENT* pEvent) +{ + XGL_RESULT result = nextTable.CreateEvent(device, pCreateInfo, pEvent); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pEvent, pCreateInfo->sType, pCreateInfo, sizeof(XGL_EVENT_CREATE_INFO), "event"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateQueryPool(XGL_DEVICE device, const XGL_QUERY_POOL_CREATE_INFO* pCreateInfo, XGL_QUERY_POOL* pQueryPool) +{ + XGL_RESULT result = nextTable.CreateQueryPool(device, pCreateInfo, pQueryPool); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pQueryPool, pCreateInfo->sType, pCreateInfo, sizeof(XGL_QUERY_POOL_CREATE_INFO), "query_pool"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBuffer(XGL_DEVICE device, const XGL_BUFFER_CREATE_INFO* pCreateInfo, XGL_BUFFER* pBuffer) +{ + XGL_RESULT result = nextTable.CreateBuffer(device, pCreateInfo, pBuffer); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pBuffer, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_CREATE_INFO), "buffer"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBufferView(XGL_DEVICE device, const XGL_BUFFER_VIEW_CREATE_INFO* pCreateInfo, XGL_BUFFER_VIEW* pView) +{ + XGL_RESULT result = nextTable.CreateBufferView(device, pCreateInfo, pView); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_VIEW_CREATE_INFO), "buffer_view"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImage(XGL_DEVICE device, const XGL_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage) +{ + XGL_RESULT result = nextTable.CreateImage(device, pCreateInfo, pImage); + if (XGL_SUCCESS == result) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pImage, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_CREATE_INFO), "image"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImageView(XGL_DEVICE device, const XGL_IMAGE_VIEW_CREATE_INFO* pCreateInfo, XGL_IMAGE_VIEW* pView) +{ + XGL_RESULT result = nextTable.CreateImageView(device, pCreateInfo, pView); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_VIEW_CREATE_INFO), "image_view"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateColorAttachmentView(XGL_DEVICE device, const XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO* pCreateInfo, + XGL_COLOR_ATTACHMENT_VIEW* pView) +{ + XGL_RESULT result = nextTable.CreateColorAttachmentView(device, pCreateInfo, pView); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO), "color_attachment_view"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDepthStencilView(XGL_DEVICE device, const XGL_DEPTH_STENCIL_VIEW_CREATE_INFO* pCreateInfo, XGL_DEPTH_STENCIL_VIEW* pView) +{ + XGL_RESULT result = nextTable.CreateDepthStencilView(device, pCreateInfo, pView); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DEPTH_STENCIL_VIEW_CREATE_INFO), "ds_view"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateShader(XGL_DEVICE device, const XGL_SHADER_CREATE_INFO* pCreateInfo, XGL_SHADER* pShader) +{ + XGL_RESULT result = nextTable.CreateShader(device, pCreateInfo, pShader); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipeline(XGL_DEVICE device, const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline) +{ + XGL_RESULT result = nextTable.CreateGraphicsPipeline(device, pCreateInfo, pPipeline); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateComputePipeline(XGL_DEVICE device, const XGL_COMPUTE_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline) +{ + XGL_RESULT result = nextTable.CreateComputePipeline(device, pCreateInfo, pPipeline); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COMPUTE_PIPELINE_CREATE_INFO), "compute_pipeline"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateSampler(XGL_DEVICE device, const XGL_SAMPLER_CREATE_INFO* pCreateInfo, XGL_SAMPLER* pSampler) +{ + XGL_RESULT result = nextTable.CreateSampler(device, pCreateInfo, pSampler); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pSampler, pCreateInfo->sType, pCreateInfo, sizeof(XGL_SAMPLER_CREATE_INFO), "sampler"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicViewportState(XGL_DEVICE device, const XGL_DYNAMIC_VP_STATE_CREATE_INFO* pCreateInfo, + XGL_DYNAMIC_VP_STATE_OBJECT* pState) +{ + XGL_RESULT result = nextTable.CreateDynamicViewportState(device, pCreateInfo, pState); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_VP_STATE_CREATE_INFO), "viewport_state"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicRasterState(XGL_DEVICE device, const XGL_DYNAMIC_RS_STATE_CREATE_INFO* pCreateInfo, + XGL_DYNAMIC_RS_STATE_OBJECT* pState) +{ + XGL_RESULT result = nextTable.CreateDynamicRasterState(device, pCreateInfo, pState); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_RS_STATE_CREATE_INFO), "raster_state"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicColorBlendState(XGL_DEVICE device, const XGL_DYNAMIC_CB_STATE_CREATE_INFO* pCreateInfo, + XGL_DYNAMIC_CB_STATE_OBJECT* pState) +{ + XGL_RESULT result = nextTable.CreateDynamicColorBlendState(device, pCreateInfo, pState); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_CB_STATE_CREATE_INFO), "cb_state"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicDepthStencilState(XGL_DEVICE device, const XGL_DYNAMIC_DS_STATE_CREATE_INFO* pCreateInfo, + XGL_DYNAMIC_DS_STATE_OBJECT* pState) +{ + XGL_RESULT result = nextTable.CreateDynamicDepthStencilState(device, pCreateInfo, pState); + if (result == XGL_SUCCESS) { + loader_platform_thread_lock_mutex(&globalLock); + insertGlobalObjectNode(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_DS_STATE_CREATE_INFO), "ds_state"); + loader_platform_thread_unlock_mutex(&globalLock); + } + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateCommandBuffer(XGL_DEVICE device, const XGL_CMD_BUFFER_CREATE_INFO* pCreateInfo, XGL_CMD_BUFFER* pCmdBuffer) +{ + XGL_RESULT result = nextTable.CreateCommandBuffer(device, pCreateInfo, pCmdBuffer); + // At time of cmd buffer creation, create global cmd buffer node for the returned cmd buffer + loader_platform_thread_lock_mutex(&globalLock); + if (*pCmdBuffer) + insertGlobalCB(*pCmdBuffer); + printGlobalCB(); + loader_platform_thread_unlock_mutex(&globalLock); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBeginCommandBuffer(XGL_CMD_BUFFER cmdBuffer, const XGL_CMD_BUFFER_BEGIN_INFO* pBeginInfo) +{ + // This implicitly resets the Cmd Buffer so make sure any fence is done and then clear memory references + GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cmdBuffer); + if (pCBTrav && (!fenceRetired(pCBTrav->fenceId))) { + bool32_t cbDone = checkCBCompleted(cmdBuffer); + if (XGL_FALSE == cbDone) { + char str[1024]; + sprintf(str, "Calling xglBeginCommandBuffer() on active CB %p before it has completed. You must check CB flag before this call.", cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str); + } + } + XGL_RESULT result = nextTable.BeginCommandBuffer(cmdBuffer, pBeginInfo); + loader_platform_thread_lock_mutex(&globalLock); + freeCBBindings(cmdBuffer); + loader_platform_thread_unlock_mutex(&globalLock); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEndCommandBuffer(XGL_CMD_BUFFER cmdBuffer) +{ + // TODO : Anything to do here? + XGL_RESULT result = nextTable.EndCommandBuffer(cmdBuffer); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetCommandBuffer(XGL_CMD_BUFFER cmdBuffer) +{ + // Verify that CB is complete (not in-flight) + GLOBAL_CB_NODE* pCBTrav = getGlobalCBNode(cmdBuffer); + if (pCBTrav && (!fenceRetired(pCBTrav->fenceId))) { + bool32_t cbDone = checkCBCompleted(cmdBuffer); + if (XGL_FALSE == cbDone) { + char str[1024]; + sprintf(str, "Resetting CB %p before it has completed. You must check CB flag before calling xglResetCommandBuffer().", cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str); + } + } + // Clear memory references as this point. + loader_platform_thread_lock_mutex(&globalLock); + freeCBBindings(cmdBuffer); + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.ResetCommandBuffer(cmdBuffer); + return result; +} +// TODO : For any xglCmdBind* calls that include an object which has mem bound to it, +// need to account for that mem now having binding to given cmdBuffer +XGL_LAYER_EXPORT void XGLAPI xglCmdBindPipeline(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_PIPELINE pipeline) +{ +#if 0 + // TODO : If memory bound to pipeline, then need to tie that mem to cmdBuffer + if (getPipeline(pipeline)) { + GLOBAL_CB_NODE *pCBTrav = getGlobalCBNode(cmdBuffer); + if (pCBTrav) { + pCBTrav->pipelines[pipelineBindPoint] = pipeline; + } else { + char str[1024]; + sprintf(str, "Attempt to bind Pipeline %p to non-existant command buffer %p!", (void*)pipeline, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, (char *) "DS", (char *) str); + } + } + else { + char str[1024]; + sprintf(str, "Attempt to bind Pipeline %p that doesn't exist!", (void*)pipeline); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pipeline, 0, MEMTRACK_INVALID_OBJECT, (char *) "DS", (char *) str); + } +#endif + nextTable.CmdBindPipeline(cmdBuffer, pipelineBindPoint, pipeline); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdBindDynamicStateObject(XGL_CMD_BUFFER cmdBuffer, XGL_STATE_BIND_POINT stateBindPoint, XGL_DYNAMIC_STATE_OBJECT state) +{ + GLOBAL_OBJECT_NODE *pNode; + loader_platform_thread_lock_mutex(&globalLock); + GLOBAL_CB_NODE *pCmdBuf = getGlobalCBNode(cmdBuffer); + if (!pCmdBuf) { + char str[1024]; + sprintf(str, "Unable to find command buffer object %p, was it ever created?", (void*)cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "DD", str); + } + pNode = getGlobalObjectNode(state); + if (!pNode) { + char str[1024]; + sprintf(str, "Unable to find dynamic state object %p, was it ever created?", (void*)state); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, state, 0, MEMTRACK_INVALID_OBJECT, "DD", str); + } + pCmdBuf->pDynamicState[stateBindPoint] = pNode; + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdBindDynamicStateObject(cmdBuffer, stateBindPoint, state); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdBindDescriptorSet(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, + XGL_DESCRIPTOR_SET descriptorSet, const uint32_t* pUserData) +{ + // TODO : Somewhere need to verify that all textures referenced by shaders in DS are in some type of *SHADER_READ* state + nextTable.CmdBindDescriptorSet(cmdBuffer, pipelineBindPoint, descriptorSet, pUserData); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdBindVertexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t binding) +{ + nextTable.CmdBindVertexBuffer(cmdBuffer, buffer, offset, binding); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdBindIndexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, XGL_INDEX_TYPE indexType) +{ + nextTable.CmdBindIndexBuffer(cmdBuffer, buffer, offset, indexType); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdDrawIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdDrawIndirect(cmdBuffer, buffer, offset, count, stride); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndexedIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdDrawIndexedIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdDrawIndexedIndirect(cmdBuffer, buffer, offset, count, stride); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdDispatchIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdDispatchIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdDispatchIndirect(cmdBuffer, buffer, offset); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_BUFFER destBuffer, + uint32_t regionCount, const XGL_BUFFER_COPY* pRegions) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(srcBuffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + mem = getMemBindingFromObject(destBuffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdCopyBuffer(cmdBuffer, srcBuffer, destBuffer, regionCount, pRegions); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE destImage, + uint32_t regionCount, const XGL_IMAGE_COPY* pRegions) +{ + // TODO : Each image will have mem mapping so track them + nextTable.CmdCopyImage(cmdBuffer, srcImage, destImage, regionCount, pRegions); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBufferToImage(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_IMAGE destImage, + uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions) +{ + // TODO : Track this + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(destImage); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + + mem = getMemBindingFromObject(srcBuffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdCopyBufferToImage(cmdBuffer, srcBuffer, destImage, regionCount, pRegions); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImageToBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_BUFFER destBuffer, + uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions) +{ + // TODO : Track this + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + mem = getMemBindingFromObject(destBuffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdCopyImageToBuffer(cmdBuffer, srcImage, destBuffer, regionCount, pRegions); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdCloneImageData(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout, + XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout) +{ + // TODO : Each image will have mem mapping so track them + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCloneImageData() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + mem = getMemBindingFromObject(destImage); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdCloneImageData() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdCloneImageData(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdUpdateBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE dataSize, const uint32_t* pData) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdUpdateMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdUpdateBuffer(cmdBuffer, destBuffer, destOffset, dataSize, pData); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdFillBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE fillSize, uint32_t data) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdFillMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdFillBuffer(cmdBuffer, destBuffer, destOffset, fillSize, data); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, const float color[4], + uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges) +{ + // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(image); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdClearColorImage() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdClearColorImage(cmdBuffer, image, color, rangeCount, pRanges); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImageRaw(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, const uint32_t color[4], + uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges) +{ + // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(image); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdClearColorImageRaw() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdClearColorImageRaw(cmdBuffer, image, color, rangeCount, pRanges); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdClearDepthStencil(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, float depth, + uint32_t stencil, uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges) +{ + // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(image); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdClearDepthStencil() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdClearDepthStencil(cmdBuffer, image, depth, stencil, rangeCount, pRanges); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdResolveImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE destImage, + uint32_t rectCount, const XGL_IMAGE_RESOLVE* pRects) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdResolveImage() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + mem = getMemBindingFromObject(destImage); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdResolveImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdResolveImage(cmdBuffer, srcImage, destImage, rectCount, pRects); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdBeginQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot, XGL_FLAGS flags) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdBeginQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdBeginQuery(cmdBuffer, queryPool, slot, flags); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdEndQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdEndQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdEndQuery(cmdBuffer, queryPool, slot); +} + +XGL_LAYER_EXPORT void XGLAPI xglCmdResetQueryPool(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t startQuery, uint32_t queryCount) +{ + loader_platform_thread_lock_mutex(&globalLock); + XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool); + if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) { + char str[1024]; + sprintf(str, "In xglCmdResetQueryPool() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + loader_platform_thread_unlock_mutex(&globalLock); + nextTable.CmdResetQueryPool(cmdBuffer, queryPool, startQuery, queryCount); +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgRegisterMsgCallback(XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback, void* pUserData) +{ + // This layer intercepts callbacks + XGL_LAYER_DBG_FUNCTION_NODE *pNewDbgFuncNode = (XGL_LAYER_DBG_FUNCTION_NODE*)malloc(sizeof(XGL_LAYER_DBG_FUNCTION_NODE)); + if (!pNewDbgFuncNode) + return XGL_ERROR_OUT_OF_MEMORY; + pNewDbgFuncNode->pfnMsgCallback = pfnMsgCallback; + pNewDbgFuncNode->pUserData = pUserData; + pNewDbgFuncNode->pNext = g_pDbgFunctionHead; + g_pDbgFunctionHead = pNewDbgFuncNode; + // force callbacks if DebugAction hasn't been set already other than initial value + if (g_actionIsDefault) { + g_debugAction = XGL_DBG_LAYER_ACTION_CALLBACK; + } + XGL_RESULT result = nextTable.DbgRegisterMsgCallback(pfnMsgCallback, pUserData); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgUnregisterMsgCallback(XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback) +{ + XGL_LAYER_DBG_FUNCTION_NODE *pTrav = g_pDbgFunctionHead; + XGL_LAYER_DBG_FUNCTION_NODE *pPrev = pTrav; + while (pTrav) { + if (pTrav->pfnMsgCallback == pfnMsgCallback) { + pPrev->pNext = pTrav->pNext; + if (g_pDbgFunctionHead == pTrav) + g_pDbgFunctionHead = pTrav->pNext; + free(pTrav); + break; + } + pPrev = pTrav; + pTrav = pTrav->pNext; + } + if (g_pDbgFunctionHead == NULL) + { + if (g_actionIsDefault) { + g_debugAction = XGL_DBG_LAYER_ACTION_LOG_MSG; + } else { + g_debugAction = (XGL_LAYER_DBG_ACTION)(g_debugAction & ~((uint32_t)XGL_DBG_LAYER_ACTION_CALLBACK)); + } + } + XGL_RESULT result = nextTable.DbgUnregisterMsgCallback(pfnMsgCallback); + return result; +} + +#if !defined(WIN32) +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11CreatePresentableImage(XGL_DEVICE device, const XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO* pCreateInfo, + XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem) +{ + XGL_RESULT result = nextTable.WsiX11CreatePresentableImage(device, pCreateInfo, pImage, pMem); + loader_platform_thread_lock_mutex(&globalLock); + if (XGL_SUCCESS == result) { + // Add image object, then insert the new Mem Object and then bind it to created image + insertGlobalObjectNode(*pImage, _XGL_STRUCTURE_TYPE_MAX_ENUM, pCreateInfo, sizeof(XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO), "wsi_x11_image"); + insertGlobalMemObj(*pMem, NULL); + if (XGL_FALSE == updateObjectBinding(*pImage, *pMem)) { + char str[1024]; + sprintf(str, "In xglWsiX11CreatePresentableImage(), unable to set image %p binding to mem obj %p", (void*)*pImage, (void*)*pMem); + layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, *pImage, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str); + } + } + printObjList(); + printMemList(); + loader_platform_thread_unlock_mutex(&globalLock); + return result; +} + +XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11QueuePresent(XGL_QUEUE queue, const XGL_WSI_X11_PRESENT_INFO* pPresentInfo, XGL_FENCE fence) +{ + loader_platform_thread_lock_mutex(&globalLock); + addFenceNode(fence); + char str[1024]; + sprintf(str, "In xglWsiX11QueuePresent(), checking queue %p for fence %p", queue, fence); + layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str); + loader_platform_thread_unlock_mutex(&globalLock); + XGL_RESULT result = nextTable.WsiX11QueuePresent(queue, pPresentInfo, fence); + return result; +} +#endif // WIN32 + +XGL_LAYER_EXPORT void* XGLAPI xglGetProcAddr(XGL_PHYSICAL_GPU gpu, const char* funcName) +{ + XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu; + + if (gpu == NULL) + return NULL; + pCurObj = gpuw; + loader_platform_thread_once(&g_initOnce, initMemTracker); + + if (!strcmp(funcName, "xglGetProcAddr")) + return (void *) xglGetProcAddr; + if (!strcmp(funcName, "xglCreateDevice")) + return (void*) xglCreateDevice; + if (!strcmp(funcName, "xglDestroyDevice")) + return (void*) xglDestroyDevice; + if (!strcmp(funcName, "xglEnumerateLayers")) + return (void*) xglEnumerateLayers; + if (!strcmp(funcName, "xglQueueSubmit")) + return (void*) xglQueueSubmit; + if (!strcmp(funcName, "xglQueueSetGlobalMemReferences")) + return (void*) xglQueueSetGlobalMemReferences; + if (!strcmp(funcName, "xglAllocMemory")) + return (void*) xglAllocMemory; + if (!strcmp(funcName, "xglFreeMemory")) + return (void*) xglFreeMemory; + if (!strcmp(funcName, "xglSetMemoryPriority")) + return (void*) xglSetMemoryPriority; + if (!strcmp(funcName, "xglMapMemory")) + return (void*) xglMapMemory; + if (!strcmp(funcName, "xglUnmapMemory")) + return (void*) xglUnmapMemory; + if (!strcmp(funcName, "xglPinSystemMemory")) + return (void*) xglPinSystemMemory; + if (!strcmp(funcName, "xglOpenSharedMemory")) + return (void*) xglOpenSharedMemory; + if (!strcmp(funcName, "xglOpenPeerMemory")) + return (void*) xglOpenPeerMemory; + if (!strcmp(funcName, "xglOpenPeerImage")) + return (void*) xglOpenPeerImage; + if (!strcmp(funcName, "xglDestroyObject")) + return (void*) xglDestroyObject; + if (!strcmp(funcName, "xglGetObjectInfo")) + return (void*) xglGetObjectInfo; + if (!strcmp(funcName, "xglBindObjectMemory")) + return (void*) xglBindObjectMemory; + if (!strcmp(funcName, "xglCreateFence")) + return (void*) xglCreateFence; + if (!strcmp(funcName, "xglGetFenceStatus")) + return (void*) xglGetFenceStatus; + if (!strcmp(funcName, "xglWaitForFences")) + return (void*) xglWaitForFences; + if (!strcmp(funcName, "xglQueueWaitIdle")) + return (void*) xglQueueWaitIdle; + if (!strcmp(funcName, "xglDeviceWaitIdle")) + return (void*) xglDeviceWaitIdle; + if (!strcmp(funcName, "xglCreateEvent")) + return (void*) xglCreateEvent; + if (!strcmp(funcName, "xglCreateQueryPool")) + return (void*) xglCreateQueryPool; + if (!strcmp(funcName, "xglCreateBuffer")) + return (void*) xglCreateBuffer; + if (!strcmp(funcName, "xglCreateBufferView")) + return (void*) xglCreateBufferView; + if (!strcmp(funcName, "xglCreateImage")) + return (void*) xglCreateImage; + if (!strcmp(funcName, "xglCreateImageView")) + return (void*) xglCreateImageView; + if (!strcmp(funcName, "xglCreateColorAttachmentView")) + return (void*) xglCreateColorAttachmentView; + if (!strcmp(funcName, "xglCreateDepthStencilView")) + return (void*) xglCreateDepthStencilView; + if (!strcmp(funcName, "xglCreateShader")) + return (void*) xglCreateShader; + if (!strcmp(funcName, "xglCreateGraphicsPipeline")) + return (void*) xglCreateGraphicsPipeline; + if (!strcmp(funcName, "xglCreateComputePipeline")) + return (void*) xglCreateComputePipeline; + if (!strcmp(funcName, "xglCreateSampler")) + return (void*) xglCreateSampler; + if (!strcmp(funcName, "xglCreateDynamicViewportState")) + return (void*) xglCreateDynamicViewportState; + if (!strcmp(funcName, "xglCreateDynamicRasterState")) + return (void*) xglCreateDynamicRasterState; + if (!strcmp(funcName, "xglCreateDynamicColorBlendState")) + return (void*) xglCreateDynamicColorBlendState; + if (!strcmp(funcName, "xglCreateDynamicDepthStencilState")) + return (void*) xglCreateDynamicDepthStencilState; + if (!strcmp(funcName, "xglCreateCommandBuffer")) + return (void*) xglCreateCommandBuffer; + if (!strcmp(funcName, "xglBeginCommandBuffer")) + return (void*) xglBeginCommandBuffer; + if (!strcmp(funcName, "xglEndCommandBuffer")) + return (void*) xglEndCommandBuffer; + if (!strcmp(funcName, "xglResetCommandBuffer")) + return (void*) xglResetCommandBuffer; + if (!strcmp(funcName, "xglCmdBindPipeline")) + return (void*) xglCmdBindPipeline; + if (!strcmp(funcName, "xglCmdBindDynamicStateObject")) + return (void*) xglCmdBindDynamicStateObject; + if (!strcmp(funcName, "xglCmdBindDescriptorSet")) + return (void*) xglCmdBindDescriptorSet; + if (!strcmp(funcName, "xglCmdBindVertexBuffer")) + return (void*) xglCmdBindVertexBuffer; + if (!strcmp(funcName, "xglCmdBindIndexBuffer")) + return (void*) xglCmdBindIndexBuffer; + if (!strcmp(funcName, "xglCmdDrawIndirect")) + return (void*) xglCmdDrawIndirect; + if (!strcmp(funcName, "xglCmdDrawIndexedIndirect")) + return (void*) xglCmdDrawIndexedIndirect; + if (!strcmp(funcName, "xglCmdDispatchIndirect")) + return (void*) xglCmdDispatchIndirect; + if (!strcmp(funcName, "xglCmdCopyBuffer")) + return (void*) xglCmdCopyBuffer; + if (!strcmp(funcName, "xglCmdCopyImage")) + return (void*) xglCmdCopyImage; + if (!strcmp(funcName, "xglCmdCopyBufferToImage")) + return (void*) xglCmdCopyBufferToImage; + if (!strcmp(funcName, "xglCmdCopyImageToBuffer")) + return (void*) xglCmdCopyImageToBuffer; + if (!strcmp(funcName, "xglCmdCloneImageData")) + return (void*) xglCmdCloneImageData; + if (!strcmp(funcName, "xglCmdUpdateBuffer")) + return (void*) xglCmdUpdateBuffer; + if (!strcmp(funcName, "xglCmdFillBuffer")) + return (void*) xglCmdFillBuffer; + if (!strcmp(funcName, "xglCmdClearColorImage")) + return (void*) xglCmdClearColorImage; + if (!strcmp(funcName, "xglCmdClearColorImageRaw")) + return (void*) xglCmdClearColorImageRaw; + if (!strcmp(funcName, "xglCmdClearDepthStencil")) + return (void*) xglCmdClearDepthStencil; + if (!strcmp(funcName, "xglCmdResolveImage")) + return (void*) xglCmdResolveImage; + if (!strcmp(funcName, "xglCmdBeginQuery")) + return (void*) xglCmdBeginQuery; + if (!strcmp(funcName, "xglCmdEndQuery")) + return (void*) xglCmdEndQuery; + if (!strcmp(funcName, "xglCmdResetQueryPool")) + return (void*) xglCmdResetQueryPool; + if (!strcmp(funcName, "xglDbgRegisterMsgCallback")) + return (void*) xglDbgRegisterMsgCallback; + if (!strcmp(funcName, "xglDbgUnregisterMsgCallback")) + return (void*) xglDbgUnregisterMsgCallback; +#if !defined(WIN32) + if (!strcmp(funcName, "xglWsiX11CreatePresentableImage")) + return (void*) xglWsiX11CreatePresentableImage; + if (!strcmp(funcName, "xglWsiX11QueuePresent")) + return (void*) xglWsiX11QueuePresent; +#endif + else { + if (gpuw->pGPA == NULL) + return NULL; + return gpuw->pGPA((XGL_PHYSICAL_GPU)gpuw->nextObject, funcName); + } +} diff --git a/layers/mem_tracker.h b/layers/mem_tracker.h index af9e3fb3..743a995e 100644 --- a/layers/mem_tracker.h +++ b/layers/mem_tracker.h @@ -1,7 +1,7 @@ /* * XGL * - * Copyright (C) 2014 LunarG, Inc. + * Copyright (C) 2015 LunarG, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), @@ -21,7 +21,13 @@ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. */ +#pragma once #include "xglLayer.h" + +#ifdef __cplusplus +extern "C" { +#endif + // Mem Tracker ERROR codes typedef enum _MEM_TRACK_ERROR { @@ -46,122 +52,88 @@ typedef enum _MEM_TRACK_ERROR /* * Data Structure overview - * There are 3 global Linked-Lists (LLs) - * pGlobalCBHead points to head of Command Buffer (CB) LL - * Off of each node in this LL there is a separate LL of + * There are 4 global STL maps + * cbMap -- map of command Buffer (CB) objects to GLOBAL_CB_NODE structures + * Each GLOBAL_CB_NODE struct has an stl list container with * memory objects that are referenced by this CB - * pGlobalMemObjHead points to head of Memory Object LL - * Off of each node in this LL there are 2 separate LL - * One is a list of all CBs referencing this mem obj - * Two is a list of all XGL Objects that are bound to this memory - * pGlobalObjHead point to head of XGL Objects w/ bound mem LL - * Each node of this LL contains a ptr to global Mem Obj node for bound mem - * - * The "Global" nodes are for the main LLs - * The "mini" nodes are for ancillary LLs that are pointed to from global nodes + * memObjMap -- map of Memory Objects to GLOBAL_MEM_OBJ_NODE structures + * Each GLOBAL_MEM_OBJ_NODE has two stl list containers with: + * -- all CBs referencing this mem obj + * -- all XGL Objects that are bound to this memory + * objectMap -- map of objects to GLOBAL_OBJECT_NODE structures * * Algorithm overview * These are the primary events that should happen related to different objects * 1. Command buffers - * CREATION - Add node to global LL - * CMD BIND - If mem associated, add mem reference to mini LL - * DESTROY - Remove from global LL, decrement (and report) mem references + * CREATION - Add object,structure to map + * CMD BIND - If mem associated, add mem reference to list container + * DESTROY - Remove from map, decrement (and report) mem references * 2. Mem Objects - * CREATION - Add node to global LL - * OBJ BIND - Add obj node to mini LL for that mem node - * CMB BIND - If mem-related add CB node to mini LL for that mem node - * DESTROY - Flag as errors any remaining refs and Remove from global LL + * CREATION - Add object,structure to map + * OBJ BIND - Add obj structure to list container for that mem node + * CMB BIND - If mem-related add CB structure to list container for that mem node + * DESTROY - Flag as errors any remaining refs and remove from map * 3. Generic Objects - * MEM BIND - DESTROY any previous binding, Add global obj node w/ ref to global mem obj node, Add obj node to mini LL for that mem node - * DESTROY - If mem bound, remove reference from mini LL for that mem Node, remove global obj node + * MEM BIND - DESTROY any previous binding, Add obj node w/ ref to map, add obj ref to list container for that mem node + * DESTROY - If mem bound, remove reference list container for that mem Node, remove object ref from map */ // TODO : Is there a way to track when Cmd Buffer finishes & remove mem references at that point? // TODO : Could potentially store a list of freed mem allocs to flag when they're incorrectly used -// Generic data struct for various "mini" Linked-Lists -// This just wraps some type of XGL OBJ and a pNext ptr -// Used for xgl obj, cmd buffer, and mem obj wrapping -typedef struct _MINI_NODE { - struct _MINI_NODE* pNext; - union { // different objects that can be wrapped - XGL_OBJECT object; - XGL_GPU_MEMORY mem; - XGL_CMD_BUFFER cmdBuffer; - XGL_BASE_OBJECT data; // for generic handling of data - }; -} MINI_NODE; - struct GLOBAL_MEM_OBJ_NODE; // Data struct for tracking memory object -typedef struct _GLOBAL_MEM_OBJ_NODE { - struct _GLOBAL_MEM_OBJ_NODE *pNextGlobalNode; // Ptr to next mem obj in global list of all objs - MINI_NODE *pObjBindings; // Ptr to list of objects bound to this memory - MINI_NODE *pCmdBufferBindings; // Ptr to list of cmd buffers that reference this mem object +struct GLOBAL_MEM_OBJ_NODE { uint32_t refCount; // Count of references (obj bindings or CB use) XGL_GPU_MEMORY mem; XGL_MEMORY_ALLOC_INFO allocInfo; -} GLOBAL_MEM_OBJ_NODE; + list pObjBindings; // list container of objects bound to this memory + list pCmdBufferBindings; // list container of cmd buffers that reference this mem object +}; -typedef struct _GLOBAL_OBJECT_NODE { - struct _GLOBAL_OBJECT_NODE* pNext; - GLOBAL_MEM_OBJ_NODE* pMemNode; - XGL_OBJECT object; - XGL_STRUCTURE_TYPE sType; - int ref_count; +struct GLOBAL_OBJECT_NODE { + GLOBAL_MEM_OBJ_NODE* pMemNode; + XGL_OBJECT object; + XGL_STRUCTURE_TYPE sType; + uint32_t ref_count; // Capture all object types that may have memory bound. From prog guide: // The only objects that are guaranteed to have no external memory // requirements are devices, queues, command buffers, shaders and memory objects. union { - XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO color_attachment_view_create_info; - XGL_DEPTH_STENCIL_VIEW_CREATE_INFO ds_view_create_info; - XGL_IMAGE_VIEW_CREATE_INFO image_view_create_info; - XGL_IMAGE_CREATE_INFO image_create_info; - XGL_GRAPHICS_PIPELINE_CREATE_INFO graphics_pipeline_create_info; - XGL_COMPUTE_PIPELINE_CREATE_INFO compute_pipeline_create_info; - XGL_SAMPLER_CREATE_INFO sampler_create_info; - XGL_FENCE_CREATE_INFO fence_create_info; + XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO color_attachment_view_create_info; + XGL_DEPTH_STENCIL_VIEW_CREATE_INFO ds_view_create_info; + XGL_IMAGE_VIEW_CREATE_INFO image_view_create_info; + XGL_IMAGE_CREATE_INFO image_create_info; + XGL_GRAPHICS_PIPELINE_CREATE_INFO graphics_pipeline_create_info; + XGL_COMPUTE_PIPELINE_CREATE_INFO compute_pipeline_create_info; + XGL_SAMPLER_CREATE_INFO sampler_create_info; + XGL_FENCE_CREATE_INFO fence_create_info; #ifndef _WIN32 XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO wsi_x11_presentable_image_create_info; #endif // _WIN32 } create_info; char object_name[64]; -} GLOBAL_OBJECT_NODE; - -/* - * Track a Vertex or Index buffer binding - */ -typedef struct _MEMORY_BINDING { - XGL_OBJECT mem; - XGL_GPU_SIZE offset; - uint32_t binding; - XGL_BUFFER buffer; - XGL_INDEX_TYPE indexType; -} MEMORY_BINDING; +}; -// Store a single LL of command buffers -typedef struct _GLOBAL_CB_NODE { - struct _GLOBAL_CB_NODE* pNextGlobalCBNode; +// Track all command buffers +struct GLOBAL_CB_NODE { XGL_CMD_BUFFER_CREATE_INFO createInfo; - MINI_NODE* pMemObjList; // LL of Mem objs referenced by this CB - MINI_NODE* pVertexBufList; - MINI_NODE* pIndexBufList; GLOBAL_OBJECT_NODE* pDynamicState[XGL_NUM_STATE_BIND_POINT]; XGL_PIPELINE pipelines[XGL_NUM_PIPELINE_BIND_POINT]; uint32_t colorAttachmentCount; XGL_DEPTH_STENCIL_BIND_INFO dsBindInfo; XGL_CMD_BUFFER cmdBuffer; uint64_t fenceId; -} GLOBAL_CB_NODE; - - -// Ordered list of Fences, oldest (by order of submission) first -typedef struct _GLOBAL_FENCE_NODE { - struct _GLOBAL_FENCE_NODE* pNextGlobalFenceNode; - uint64_t fenceId; - XGL_FENCE fence; - bool32_t localFence; -} GLOBAL_FENCE_NODE; - + // Order dependent, stl containers must be at end of struct + list pMemObjList; // List container of Mem objs referenced by this CB +}; +// Associate fenceId with a fence object +struct GLOBAL_FENCE_NODE { + XGL_FENCE fence; + bool32_t localFence; +}; +#ifdef __cplusplus +} +#endif -- cgit v1.2.3