#include <string.h>
#include "expand_pic.h"
#include "cpu_core.h"
static inline void MBPadTopLeftLuma_c (uint8_t*& pDst, const int32_t& kiStride) {
const uint8_t kuiTL = pDst[0];
int32_t i = 0;
uint8_t* pTopLeft = pDst;
do {
pTopLeft -= kiStride;
memcpy (pTopLeft, pDst, 16); memset (pTopLeft - PADDING_LENGTH, kuiTL, PADDING_LENGTH); } while (++i < PADDING_LENGTH);
}
static inline void MBPadTopLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX) {
uint8_t* pTopLine = pDst + (kiMbX << 4);
int32_t i = 0;
uint8_t* pTop = pTopLine;
do {
pTop -= kiStride;
memcpy (pTop, pTopLine, 16); } while (++i < PADDING_LENGTH);
}
static inline void MBPadBottomLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX,
const int32_t& kiPicH) {
uint8_t* pBottomLine = pDst + (kiPicH - 1) * kiStride + (kiMbX << 4);
int32_t i = 0;
uint8_t* pBottom = pBottomLine;
do {
pBottom += kiStride;
memcpy (pBottom, pBottomLine, 16); } while (++i < PADDING_LENGTH);
}
static inline void MBPadTopRightLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW) {
uint8_t* pTopRight = pDst + kiPicW;
const uint8_t kuiTR = pTopRight[-1];
int32_t i = 0;
uint8_t* pTop = pTopRight;
do {
pTop -= kiStride;
memcpy (pTop - 16, pTopRight - 16, 16); memset (pTop, kuiTR, PADDING_LENGTH); } while (++i < PADDING_LENGTH);
}
static inline void MBPadBottomLeftLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicH) {
uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride;
const uint8_t kuiBL = pDstLastLine[0];
int32_t i = 0;
uint8_t* pBottom = pDstLastLine;
do {
pBottom += kiStride;
memcpy (pBottom, pDstLastLine, 16); memset (pBottom - PADDING_LENGTH, kuiBL, PADDING_LENGTH); } while (++i < PADDING_LENGTH);
}
static inline void MBPadBottomRightLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW,
const int32_t& kiPicH) {
uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride + kiPicW;
const uint8_t kuiBR = pDstLastLine[-1];
int32_t i = 0;
uint8_t* pBottom = pDstLastLine;
do {
pBottom += kiStride;
memcpy (pBottom - 16, pDstLastLine - 16, 16); memset (pBottom, kuiBR, PADDING_LENGTH); } while (++i < PADDING_LENGTH);
}
static inline void MBPadLeftLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY) {
uint8_t* pTmp = pDst + (kiMbY << 4) * kiStride;
for (int32_t i = 0; i < 16; ++i) {
memset (pTmp - PADDING_LENGTH, pTmp[0], PADDING_LENGTH);
pTmp += kiStride;
}
}
static inline void MBPadRightLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY,
const int32_t& kiPicW) {
uint8_t* pTmp = pDst + (kiMbY << 4) * kiStride + kiPicW;
for (int32_t i = 0; i < 16; ++i) {
memset (pTmp, pTmp[-1], PADDING_LENGTH);
pTmp += kiStride;
}
}
static inline void MBPadTopChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX) {
uint8_t* pTopLine = pDst + (kiMbX << 3);
int32_t i = 0;
uint8_t* pTop = pTopLine;
do {
pTop -= kiStride;
memcpy (pTop, pTopLine, 8); } while (++i < CHROMA_PADDING_LENGTH);
}
static inline void MBPadBottomChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX,
const int32_t& kiPicH) {
uint8_t* pBottomLine = pDst + (kiPicH - 1) * kiStride + (kiMbX << 3);
int32_t i = 0;
uint8_t* pBottom = pBottomLine;
do {
pBottom += kiStride;
memcpy (pBottom, pBottomLine, 8); } while (++i < CHROMA_PADDING_LENGTH);
}
static inline void MBPadTopLeftChroma_c (uint8_t*& pDst, const int32_t& kiStride) {
const uint8_t kuiTL = pDst[0];
int32_t i = 0;
uint8_t* pTopLeft = pDst;
do {
pTopLeft -= kiStride;
memcpy (pTopLeft, pDst, 8); memset (pTopLeft - CHROMA_PADDING_LENGTH, kuiTL, CHROMA_PADDING_LENGTH); } while (++i < CHROMA_PADDING_LENGTH);
}
static inline void MBPadTopRightChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW) {
uint8_t* pTopRight = pDst + kiPicW;
const uint8_t kuiTR = pTopRight[-1];
int32_t i = 0;
uint8_t* pTop = pTopRight;
do {
pTop -= kiStride;
memcpy (pTop - 8, pTopRight - 8, 8); memset (pTop, kuiTR, CHROMA_PADDING_LENGTH); } while (++i < CHROMA_PADDING_LENGTH);
}
static inline void MBPadBottomLeftChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicH) {
uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride;
const uint8_t kuiBL = pDstLastLine[0];
int32_t i = 0;
uint8_t* pBottom = pDstLastLine;
do {
pBottom += kiStride;
memcpy (pBottom, pDstLastLine, 8); memset (pBottom - CHROMA_PADDING_LENGTH, kuiBL, CHROMA_PADDING_LENGTH); } while (++i < CHROMA_PADDING_LENGTH);
}
static inline void MBPadBottomRightChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW,
const int32_t kiPicH) {
uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride + kiPicW;
const uint8_t kuiBR = pDstLastLine[-1];
int32_t i = 0;
uint8_t* pBottom = pDstLastLine;
do {
pBottom += kiStride;
memcpy (pBottom - 8, pDstLastLine - 8, 8); memset (pBottom, kuiBR, CHROMA_PADDING_LENGTH); } while (++i < CHROMA_PADDING_LENGTH);
}
static inline void MBPadLeftChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY) {
uint8_t* pTmp = pDst + (kiMbY << 3) * kiStride;
for (int32_t i = 0; i < 8; ++i) {
memset (pTmp - CHROMA_PADDING_LENGTH, pTmp[0], CHROMA_PADDING_LENGTH);
pTmp += kiStride;
}
}
static inline void MBPadRightChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY,
const int32_t& kiPicW) {
uint8_t* pTmp = pDst + (kiMbY << 3) * kiStride + kiPicW;
for (int32_t i = 0; i < 8; ++i) {
memset (pTmp, pTmp[-1], CHROMA_PADDING_LENGTH);
pTmp += kiStride;
}
}
void PadMBLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW, const int32_t& kiPicH,
const int32_t& kiMbX, const int32_t& kiMbY, const int32_t& kiMBWidth, const int32_t& kiMBHeight) {
if (kiMbX == 0 && kiMbY == 0) {
MBPadTopLeftLuma_c (pDst, kiStride);
} else if (kiMbY == 0 && kiMbX == kiMBWidth - 1) {
MBPadTopRightLuma_c (pDst, kiStride, kiPicW);
} else if (kiMbY == kiMBHeight - 1 && kiMbX == 0) {
MBPadBottomLeftLuma_c (pDst, kiStride, kiPicH);
} else if (kiMbY == kiMBHeight - 1 && kiMbX == kiMBWidth - 1) {
MBPadBottomRightLuma_c (pDst, kiStride, kiPicW, kiPicH);
}
if (kiMbX == 0) {
MBPadLeftLuma_c (pDst, kiStride, kiMbY);
} else if (kiMbX == kiMBWidth - 1) {
MBPadRightLuma_c (pDst, kiStride, kiMbY, kiPicW);
}
if (kiMbY == 0 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
MBPadTopLuma_c (pDst, kiStride, kiMbX);
} else if (kiMbY == kiMBHeight - 1 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
MBPadBottomLuma_c (pDst, kiStride, kiMbX, kiPicH);
}
}
void PadMBChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW, const int32_t& kiPicH,
const int32_t& kiMbX, const int32_t& kiMbY, const int32_t& kiMBWidth, const int32_t& kiMBHeight) {
if (kiMbX == 0 && kiMbY == 0) {
MBPadTopLeftChroma_c (pDst, kiStride);
} else if (kiMbY == 0 && kiMbX == kiMBWidth - 1) {
MBPadTopRightChroma_c (pDst, kiStride, kiPicW);
} else if (kiMbY == kiMBHeight - 1 && kiMbX == 0) {
MBPadBottomLeftChroma_c (pDst, kiStride, kiPicH);
} else if (kiMbY == kiMBHeight - 1 && kiMbX == kiMBWidth - 1) {
MBPadBottomRightChroma_c (pDst, kiStride, kiPicW, kiPicH);
}
if (kiMbX == 0) {
MBPadLeftChroma_c (pDst, kiStride, kiMbY);
} else if (kiMbX == kiMBWidth - 1) {
MBPadRightChroma_c (pDst, kiStride, kiMbY, kiPicW);
}
if (kiMbY == 0 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
MBPadTopChroma_c (pDst, kiStride, kiMbX);
} else if (kiMbY == kiMBHeight - 1 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
MBPadBottomChroma_c (pDst, kiStride, kiMbX, kiPicH);
}
}
static inline void ExpandPictureLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,
const int32_t kiPicH) {
uint8_t* pTmp = pDst;
uint8_t* pDstLastLine = pTmp + (kiPicH - 1) * kiStride;
const int32_t kiPaddingLen = PADDING_LENGTH;
const uint8_t kuiTL = pTmp[0];
const uint8_t kuiTR = pTmp[kiPicW - 1];
const uint8_t kuiBL = pDstLastLine[0];
const uint8_t kuiBR = pDstLastLine[kiPicW - 1];
int32_t i = 0;
do {
const int32_t kiStrides = (1 + i) * kiStride;
uint8_t* pTop = pTmp - kiStrides;
uint8_t* pBottom = pDstLastLine + kiStrides;
memcpy (pTop, pTmp, kiPicW); memcpy (pBottom, pDstLastLine, kiPicW);
memset (pTop - kiPaddingLen, kuiTL, kiPaddingLen); memset (pTop + kiPicW, kuiTR, kiPaddingLen); memset (pBottom - kiPaddingLen, kuiBL, kiPaddingLen); memset (pBottom + kiPicW, kuiBR, kiPaddingLen);
++ i;
} while (i < kiPaddingLen);
i = 0;
do {
memset (pTmp - kiPaddingLen, pTmp[0], kiPaddingLen);
memset (pTmp + kiPicW, pTmp[kiPicW - 1], kiPaddingLen);
pTmp += kiStride;
++ i;
} while (i < kiPicH);
}
static inline void ExpandPictureChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,
const int32_t kiPicH) {
uint8_t* pTmp = pDst;
uint8_t* pDstLastLine = pTmp + (kiPicH - 1) * kiStride;
const int32_t kiPaddingLen = (PADDING_LENGTH >> 1);
const uint8_t kuiTL = pTmp[0];
const uint8_t kuiTR = pTmp[kiPicW - 1];
const uint8_t kuiBL = pDstLastLine[0];
const uint8_t kuiBR = pDstLastLine[kiPicW - 1];
int32_t i = 0;
do {
const int32_t kiStrides = (1 + i) * kiStride;
uint8_t* pTop = pTmp - kiStrides;
uint8_t* pBottom = pDstLastLine + kiStrides;
memcpy (pTop, pTmp, kiPicW); memcpy (pBottom, pDstLastLine, kiPicW);
memset (pTop - kiPaddingLen, kuiTL, kiPaddingLen); memset (pTop + kiPicW, kuiTR, kiPaddingLen); memset (pBottom - kiPaddingLen, kuiBL, kiPaddingLen); memset (pBottom + kiPicW, kuiBR, kiPaddingLen);
++ i;
} while (i < kiPaddingLen);
i = 0;
do {
memset (pTmp - kiPaddingLen, pTmp[0], kiPaddingLen);
memset (pTmp + kiPicW, pTmp[kiPicW - 1], kiPaddingLen);
pTmp += kiStride;
++ i;
} while (i < kiPicH);
}
void InitExpandPictureFunc (SExpandPicFunc* pExpandPicFunc, const uint32_t kuiCPUFlag) {
pExpandPicFunc->pfExpandLumaPicture = ExpandPictureLuma_c;
pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_c;
pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_c;
#if defined(X86_ASM)
if ((kuiCPUFlag & WELS_CPU_SSE2) == WELS_CPU_SSE2) {
pExpandPicFunc->pfExpandLumaPicture = ExpandPictureLuma_sse2;
pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChromaUnalign_sse2;
pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChromaAlign_sse2;
}
#endif#if defined(HAVE_NEON)
if (kuiCPUFlag & WELS_CPU_NEON) {
pExpandPicFunc->pfExpandLumaPicture = ExpandPictureLuma_neon;
pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_neon;
pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_neon;
}
#endif#if defined(HAVE_NEON_AARCH64) && defined(__aarch64__)
if (kuiCPUFlag & WELS_CPU_NEON) {
pExpandPicFunc->pfExpandLumaPicture = ExpandPictureLuma_AArch64_neon;
pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_AArch64_neon;
pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_AArch64_neon;
}
#endif#if defined(HAVE_MMI)
if (kuiCPUFlag & WELS_CPU_MMI) {
pExpandPicFunc->pfExpandLumaPicture = ExpandPictureLuma_mmi;
pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChromaUnalign_mmi;
pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChromaAlign_mmi;
}
#endif}
void ExpandReferencingPicture (uint8_t* pData[3], int32_t iWidth, int32_t iHeight, int32_t iStride[3],
PExpandPictureFunc pExpLuma, PExpandPictureFunc pExpChrom[2]) {
uint8_t* pPicY = pData[0];
uint8_t* pPicCb = pData[1];
uint8_t* pPicCr = pData[2];
const int32_t kiWidthY = iWidth;
const int32_t kiHeightY = iHeight;
const int32_t kiWidthUV = kiWidthY >> 1;
const int32_t kiHeightUV = kiHeightY >> 1;
pExpLuma (pPicY, iStride[0], kiWidthY, kiHeightY);
if (kiWidthUV >= 16) {
const bool kbChrAligned = ((kiWidthUV & 0x0F) == 0); pExpChrom[kbChrAligned] (pPicCb, iStride[1], kiWidthUV, kiHeightUV);
pExpChrom[kbChrAligned] (pPicCr, iStride[2], kiWidthUV, kiHeightUV);
} else {
ExpandPictureChroma_c (pPicCb, iStride[1], kiWidthUV, kiHeightUV);
ExpandPictureChroma_c (pPicCr, iStride[2], kiWidthUV, kiHeightUV);
}
}