TDA4VM: C7X: Can't get simple memcpy to work with DmaUtilsAutoInc3d API

FredC_LT

Part Number: TDA4VM

Hi,

I'm trying to migrate from vision_apps/appUdmaUtils to DmaUtilsAutoInc3d. I'm trying to get a memcpy working on the C7X using DmaUtilsAutoInc3d API. I basically reproduced a simplified dmautils_autoincrement_example.c.

My code does not hang or return errors, but I cannot get the DMA to actually copy into my destination buffer. This is confirmed by timing the time it takes to call DmaUtilsAutoInc3d_trigger() and DmaUtilsAutoInc3d_wait(). Whatever the buffer size, it's always 1us.

I assume it's some sort of virtual vs. physical address or cache stuff, but it might just be bad TR config. Here's the test code:

Fullscreen

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#define REQUIRE(x)                                              \
    do {                                                        \
        if (!(x))                                               \
        {                                                       \
            VX_PRINT(VX_ZONE_ERROR, "Failed at { " #x " }\n");  \
            return false;                                       \
        }                                                       \
    } while (false)
static inline size_t Align(size_t val)
{
    constexpr int DMA_ALIGN = 128;
    return ((val + DMA_ALIGN - 1)/DMA_ALIGN) * DMA_ALIGN;
};
bool TestMemcpy()
{
    // Setup DmaUtilsAutoInc3d_InitParam
    //==================================
    constexpr int N_CHANNELS = 1;
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX

#define REQUIRE(x)                                              \
    do {                                                        \
        if (!(x))                                               \
        {                                                       \
            VX_PRINT(VX_ZONE_ERROR, "Failed at { " #x " }\n");  \
            return false;                                       \
        }                                                       \
    } while (false)

static inline size_t Align(size_t val)
{
    constexpr int DMA_ALIGN = 128;
    return ((val + DMA_ALIGN - 1)/DMA_ALIGN) * DMA_ALIGN;
};


bool TestMemcpy()
{
    // Setup DmaUtilsAutoInc3d_InitParam
    //==================================
    constexpr int N_CHANNELS = 1;
    int32_t ctxSize = DmaUtilsAutoInc3d_getContextSize(N_CHANNELS);
    REQUIRE(ctxSize > 0);

    void* dmaCtx = tivxMemAlloc(Align(ctxSize), TIVX_MEM_EXTERNAL);
    REQUIRE(nullptr != dmaCtx);
    memset(dmaCtx, 0, Align(ctxSize));

    DmaUtilsAutoInc3d_InitParam initParams;
    initParams.numChannels = N_CHANNELS;
    initParams.contextSize = ctxSize;
    initParams.traceLogLevel = 1;
    initParams.udmaDrvHandle = tivxPlatformGetDmaObj();
    initParams.DmaUtilsVprintf = nullptr;
    //==================================

    // Setup DmaUtilsAutoInc3d_ChannelInitParam
    //==================================
    DmaUtilsAutoInc3d_ChannelInitParam chPrm;
    chPrm.dmaQueNo = 0;
    chPrm.druOwner = DMAUTILSAUTOINC3D_DRUOWNER_DIRECT_TR;
    //==================================

    // Init API
    //==================================
    REQUIRE(UDMA_SOK == DmaUtilsAutoInc3d_init(dmaCtx, &initParams, &chPrm));
    //==================================

    // Setup data
    //==================================
    constexpr size_t IMG_WIDTH = 1024;
    constexpr size_t IMG_HEIGHT = 1024;
    constexpr size_t IMG_SIZE = IMG_WIDTH * IMG_HEIGHT * sizeof(uint8_t);

    void* src = tivxMemAlloc(Align(IMG_SIZE), TIVX_MEM_EXTERNAL);
    REQUIRE(nullptr != src);
    void* dst = tivxMemAlloc(Align(IMG_SIZE), TIVX_MEM_EXTERNAL);
    REQUIRE(nullptr != dst);
    memset(dst, 0, Align(IMG_SIZE));

    auto* src2D = (uint8_t(*)[IMG_WIDTH]) src;
    for (size_t row = 0; row < IMG_HEIGHT; row++)
    {
        for (size_t col = 0; col < IMG_WIDTH; col++)
        {
            src2D[row][col] = col;
        }
    }
    appMemCacheWb(src, Align(IMG_SIZE));
    // ==================================

    // Configure TR properties
    //==================================
    DmaUtilsAutoInc3d_TransferProp prop;

    prop.syncType = DMAUTILSAUTOINC3D_SYNC_4D;
    prop.dmaDfmt = DMAUTILSAUTOINC3D_DFMT_NONE;
    prop.circProp.circDir = DMAUTILSAUTOINC3D_CIRCDIR_SRC;
    prop.circProp.circSize1 = 0;
    prop.circProp.circSize2 = 0;
    prop.circProp.addrModeIcnt0 = DMAUTILSAUTOINC3D_ADDR_LINEAR;
    prop.circProp.addrModeIcnt1 = DMAUTILSAUTOINC3D_ADDR_LINEAR;
    prop.circProp.addrModeIcnt2 = DMAUTILSAUTOINC3D_ADDR_LINEAR;
    prop.circProp.addrModeIcnt3 = DMAUTILSAUTOINC3D_ADDR_LINEAR;

    // prop.ioPointers.srcPtr = (uint8_t*) appMemGetVirt2PhyBufPtr((uint64_t) src, 0);
    // prop.ioPointers.dstPtr = (uint8_t*) appMemGetVirt2PhyBufPtr((uint64_t) dst, 0);
    prop.ioPointers.srcPtr = (uint8_t*) src;
    prop.ioPointers.dstPtr = (uint8_t*) dst;
    prop.ioPointers.cdbPtr = nullptr;
    prop.ioPointers.strPtr = nullptr;

    prop.transferDim.sicnt0 = IMG_WIDTH;
    prop.transferDim.sicnt1 = IMG_HEIGHT;
    prop.transferDim.sicnt2 = 1;
    prop.transferDim.sicnt3 = 1;
    prop.transferDim.sdim1  = IMG_WIDTH;
    prop.transferDim.sdim2  = 0;
    prop.transferDim.sdim3  = 0;

    prop.transferDim.dicnt0 = IMG_WIDTH;
    prop.transferDim.dicnt1 = IMG_HEIGHT;
    prop.transferDim.dicnt2 = 1;
    prop.transferDim.dicnt3 = 1;
    prop.transferDim.ddim1  = IMG_WIDTH;
    prop.transferDim.ddim2  = 0;
    prop.transferDim.ddim3  = 0;
    //==================================

    // Setup TR
    //==================================
    constexpr int CHANNEL_ID = 4;

    int32_t trSize = DmaUtilsAutoInc3d_getTrMemReq(1);
    REQUIRE(trSize > 0);

    uint8_t* trMem = (uint8_t*) tivxMemAlloc(Align(trSize), TIVX_MEM_EXTERNAL);
    memset((void*) trMem, 0, Align(trSize));
    
    DmaUtilsAutoInc3d_TrPrepareParam trPrm;
    trPrm.channelId = CHANNEL_ID;
    trPrm.numTRs = 1;
    trPrm.trMem = (uint8_t*) trMem;
    trPrm.trMemSize = trSize;

    REQUIRE(UDMA_SOK == DmaUtilsAutoInc3d_prepareTr(&trPrm, &prop));
    REQUIRE(UDMA_SOK == DmaUtilsAutoInc3d_configure(dmaCtx, CHANNEL_ID, trMem, 1));
    appMemCacheWb((void*) trMem, Align(trSize)); // vision_apps' appUdma does the same
    //==================================

    // Actual copy process
    //==================================
    int32_t triggersLeft = DmaUtilsAutoInc3d_trigger(dmaCtx, CHANNEL_ID);
    REQUIRE(0 == triggersLeft);
    DmaUtilsAutoInc3d_wait(dmaCtx, CHANNEL_ID);
    //==================================

    // Data validation
    //==================================
    appMemCacheInv(dst, Align(IMG_SIZE));
    REQUIRE(0 == memcmp(src, dst, IMG_SIZE));
    //==================================

    // Deinit
    //==================================
    REQUIRE(UDMA_SOK == DmaUtilsAutoInc3d_deconfigure(dmaCtx, CHANNEL_ID, (uint8_t*) trMem, 1));
    REQUIRE(UDMA_SOK == DmaUtilsAutoInc3d_deinit(dmaCtx));

    tivxMemFree(dmaCtx, Align(ctxSize) , TIVX_MEM_EXTERNAL);
    tivxMemFree(src   , Align(IMG_SIZE), TIVX_MEM_EXTERNAL);
    tivxMemFree(dst   , Align(IMG_SIZE), TIVX_MEM_EXTERNAL);
    tivxMemFree(trMem , Align(trSize)  , TIVX_MEM_EXTERNAL);
    //==================================

    return true;
}

What am I missing?

Thanks,

Fred

over 2 years ago

0 Anshu Jain over 2 years ago

TI__Guru 56820 points

Hi Fred,

Can you confirm if standalone dmautils test example is working at your end? I am suspecting that CLEC is not programmed correctly to route DRU events to c7x.

Regards,

Anshu

0 FredC_LT over 2 years ago in reply to Anshu Jain

Intellectual 786 points

Hi Anshu,

Thanks for the reply. I managed to build the dmautils_autoincrement_testapp for the C7X:

Fullscreen

1
2
3
4
5
6
7
8
9
10
11
12
root@ce56bf3ae428:/opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/build# make -s dmautils_autoincrement_testapp_freertos BOARD=j721e_evm CORE=c7x_1
# Compiling j721e_evm:j721e:c7x_1:release:dmautils_autoincrement_testapp_freertos: main_rtos.c
# Compiling j721e_evm:j721e:c7x_1:release:dmautils_autoincrement_testapp_freertos: dmautils_autoincrement_example.c
# Compiling j721e_evm:j721e:c7x_1:release:dmautils_autoincrement_testapp_freertos: dmautils_autoincrement_test.c
# Linking into /opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/binary/dmautils_autoincrement_testapp_freertos/bin/j721e_evm/dmautils_autoincrement_testapp_freertos_c7x_1_release.xe71...
#
<Linking>
#
# /opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/binary/dmautils_autoincrement_testapp_freertos/bin/j721e_evm/dmautils_autoincrement_testapp_freertos_c7x_1_release.xe71 created.
#
# Generating stripped image into /opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/binary/dmautils_autoincrement_testapp_freertos/bin/j721e_evm/dmautils_autoincrement_testapp_freertos_c7x_1_release_strip.xe71...
#
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX

root@ce56bf3ae428:/opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/build# make -s dmautils_autoincrement_testapp_freertos BOARD=j721e_evm CORE=c7x_1
# Compiling j721e_evm:j721e:c7x_1:release:dmautils_autoincrement_testapp_freertos: main_rtos.c
# Compiling j721e_evm:j721e:c7x_1:release:dmautils_autoincrement_testapp_freertos: dmautils_autoincrement_example.c
# Compiling j721e_evm:j721e:c7x_1:release:dmautils_autoincrement_testapp_freertos: dmautils_autoincrement_test.c
# Linking into /opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/binary/dmautils_autoincrement_testapp_freertos/bin/j721e_evm/dmautils_autoincrement_testapp_freertos_c7x_1_release.xe71...
#
<Linking>
#
# /opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/binary/dmautils_autoincrement_testapp_freertos/bin/j721e_evm/dmautils_autoincrement_testapp_freertos_c7x_1_release.xe71 created.
#
# Generating stripped image into /opt/ti-processor-sdk-rtos-j721e-evm-08_06_00_12/pdk_jacinto_08_06_00_31/packages/ti/binary/dmautils_autoincrement_testapp_freertos/bin/j721e_evm/dmautils_autoincrement_testapp_freertos_c7x_1_release_strip.xe71...
#

I'm not sure what to do with the .xe71, though. I'm used to building vision_apps and uploading vx_app_rtos_linux_c7x_1.out to /lib/firmware/vision_apps_evm. Is the .xe71 usable as a .out?

0 Anshu Jain over 2 years ago in reply to FredC_LT

TI__Guru 56820 points

Hi,

You can directly load .xe71 binary via CCS and run. You can refer the following document for the same :

https://software-dl.ti.com/jacinto7/esd/processor-sdk-rtos-jacinto7/08_06_01_03/exports/docs/psdk_rtos/docs/user_guide/ccs_setup_j721e.html

Regards,

Anshu

0 FredC_LT over 2 years ago in reply to Anshu Jain

Intellectual 786 points

I don't have CCS setup and last time I tried following the "Debugging with HLOS running on A72", it did not go well.

I suppose then that the next best solution is to just copy the example in vision_apps' build system.

0 Anshu Jain over 2 years ago in reply to FredC_LT

TI__Guru 56820 points

Hi,

I see that you are using constexpr int CHANNEL_ID = 4; can you try by setting this to 0?

Regards,

Anshu

0 FredC_LT over 2 years ago in reply to Anshu Jain

Intellectual 786 points

Same, output buffer is still filled with zeros

0 Nikhil Dasan over 2 years ago in reply to FredC_LT

TI__Guru* 81936 points

Hi Fred,

I see that you are passing the below to the DMA

void* src = tivxMemAlloc(Align(IMG_SIZE), TIVX_MEM_EXTERNAL);

void* dst = tivxMemAlloc(Align(IMG_SIZE), TIVX_MEM_EXTERNAL);

Could you please printout these addresses? If it is something like 0x1 0xxx xxxxH then this would be the virtual address of the C7x. You would have to convert this to the physical address which would be something like 0x8 80xx xxxxH
You could convert this using the below function and pass the physical address to UDMA.

Fullscreen

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
/* Offset to be added to convert virtual address to physical address */
#define VIRT_PHY_ADDR_OFFSET (DDR_64BIT_BASE_PADDR - DDR_64BIT_BASE_VADDR)
uint64_t appUdmaVirtToPhyAddrConversion(const void *virtAddr,
                                      uint32_t chNum,
                                      void *appData)
{
  uint64_t phyAddr = (uint64_t)virtAddr;
  if ((uint64_t)virtAddr >= DDR_64BIT_BASE_VADDR)
  {
    phyAddr = ((uint64_t)virtAddr + VIRT_PHY_ADDR_OFFSET);
  }
  return phyAddr;
}
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX

/* Offset to be added to convert virtual address to physical address */
#define VIRT_PHY_ADDR_OFFSET (DDR_64BIT_BASE_PADDR - DDR_64BIT_BASE_VADDR)

uint64_t appUdmaVirtToPhyAddrConversion(const void *virtAddr,
                                      uint32_t chNum,
                                      void *appData)
{
  uint64_t phyAddr = (uint64_t)virtAddr;

  if ((uint64_t)virtAddr >= DDR_64BIT_BASE_VADDR)
  {
    phyAddr = ((uint64_t)virtAddr + VIRT_PHY_ADDR_OFFSET);
  }

  return phyAddr;
}

Regards,

Nikhil

Processors

Processors forum

TDA4VM: C7X: Can't get simple memcpy to work with DmaUtilsAutoInc3d API