rdpgfx_codec.c

 
#include <freerdp/config.h>
 
#include <winpr/crt.h>
#include <winpr/stream.h>
#include <freerdp/log.h>
#include <freerdp/utils/profiler.h>
 
#include "rdpgfx_common.h"
 
#include "rdpgfx_codec.h"
 
#define TAG CHANNELS_TAG("rdpgfx.client")
 
static UINT rdpgfx_read_h264_metablock(WINPR_ATTR_UNUSED RDPGFX_PLUGIN* gfx, wStream* s,
                                       RDPGFX_H264_METABLOCK* meta)
{
  RECTANGLE_16* regionRect = NULL;
  RDPGFX_H264_QUANT_QUALITY* quantQualityVal = NULL;
  UINT error = ERROR_INVALID_DATA;
  meta->regionRects = NULL;
  meta->quantQualityVals = NULL;
 
  if (!Stream_CheckAndLogRequiredLength(TAG, s, 4))
    goto error_out;
 
  Stream_Read_UINT32(s, meta->numRegionRects); /* numRegionRects (4 bytes) */
 
  if (!Stream_CheckAndLogRequiredLengthOfSize(TAG, s, meta->numRegionRects, 8ull))
    goto error_out;
 
  meta->regionRects = (RECTANGLE_16*)calloc(meta->numRegionRects, sizeof(RECTANGLE_16));
 
  if (!meta->regionRects)
  {
    WLog_ERR(TAG, "malloc failed!");
    error = CHANNEL_RC_NO_MEMORY;
    goto error_out;
  }
 
  meta->quantQualityVals =
      (RDPGFX_H264_QUANT_QUALITY*)calloc(meta->numRegionRects, sizeof(RDPGFX_H264_QUANT_QUALITY));
 
  if (!meta->quantQualityVals)
  {
    WLog_ERR(TAG, "malloc failed!");
    error = CHANNEL_RC_NO_MEMORY;
    goto error_out;
  }
 
  WLog_DBG(TAG, "H264_METABLOCK: numRegionRects: %" PRIu32 "", meta->numRegionRects);
 
  for (UINT32 index = 0; index < meta->numRegionRects; index++)
  {
    regionRect = &(meta->regionRects[index]);
 
    if ((error = rdpgfx_read_rect16(s, regionRect)))
    {
      WLog_ERR(TAG, "rdpgfx_read_rect16 failed with error %" PRIu32 "!", error);
      goto error_out;
    }
 
    WLog_DBG(TAG,
             "regionRects[%" PRIu32 "]: left: %" PRIu16 " top: %" PRIu16 " right: %" PRIu16
             " bottom: %" PRIu16 "",
             index, regionRect->left, regionRect->top, regionRect->right, regionRect->bottom);
  }
 
  if (!Stream_CheckAndLogRequiredLengthOfSize(TAG, s, meta->numRegionRects, 2ull))
  {
    error = ERROR_INVALID_DATA;
    goto error_out;
  }
 
  for (UINT32 index = 0; index < meta->numRegionRects; index++)
  {
    quantQualityVal = &(meta->quantQualityVals[index]);
    Stream_Read_UINT8(s, quantQualityVal->qpVal);      /* qpVal (1 byte) */
    Stream_Read_UINT8(s, quantQualityVal->qualityVal); /* qualityVal (1 byte) */
    quantQualityVal->qp = quantQualityVal->qpVal & 0x3F;
    quantQualityVal->r = (quantQualityVal->qpVal >> 6) & 1;
    quantQualityVal->p = (quantQualityVal->qpVal >> 7) & 1;
    WLog_DBG(TAG,
             "quantQualityVals[%" PRIu32 "]: qp: %" PRIu8 " r: %" PRIu8 " p: %" PRIu8
             " qualityVal: %" PRIu8 "",
             index, quantQualityVal->qp, quantQualityVal->r, quantQualityVal->p,
             quantQualityVal->qualityVal);
  }
 
  return CHANNEL_RC_OK;
error_out:
  free_h264_metablock(meta);
  return error;
}
 
static UINT rdpgfx_decode_AVC420(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
{
  UINT error = 0;
  RDPGFX_AVC420_BITMAP_STREAM h264 = { 0 };
  RdpgfxClientContext* context = gfx->context;
  wStream* s = Stream_New(cmd->data, cmd->length);
 
  if (!s)
  {
    WLog_ERR(TAG, "Stream_New failed!");
    return CHANNEL_RC_NO_MEMORY;
  }
 
  if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.meta))))
  {
    Stream_Free(s, FALSE);
    WLog_ERR(TAG, "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
    return error;
  }
 
  h264.data = Stream_Pointer(s);
  h264.length = (UINT32)Stream_GetRemainingLength(s);
  Stream_Free(s, FALSE);
  cmd->extra = (void*)&h264;
 
  if (context)
  {
    IFCALLRET(context->SurfaceCommand, error, context, cmd);
 
    if (error)
      WLog_ERR(TAG, "context->SurfaceCommand failed with error %" PRIu32 "", error);
  }
 
  free_h264_metablock(&h264.meta);
  cmd->extra = NULL;
  return error;
}
 
static UINT rdpgfx_decode_AVC444(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
{
  UINT error = 0;
  UINT32 tmp = 0;
  size_t pos1 = 0;
  size_t pos2 = 0;
 
  RDPGFX_AVC444_BITMAP_STREAM h264 = { 0 };
  RdpgfxClientContext* context = gfx->context;
  wStream* s = Stream_New(cmd->data, cmd->length);
 
  if (!s)
  {
    WLog_ERR(TAG, "Stream_New failed!");
    return CHANNEL_RC_NO_MEMORY;
  }
 
  if (!Stream_CheckAndLogRequiredLength(TAG, s, 4))
  {
    error = ERROR_INVALID_DATA;
    goto fail;
  }
 
  Stream_Read_UINT32(s, tmp);
  h264.cbAvc420EncodedBitstream1 = tmp & 0x3FFFFFFFUL;
  h264.LC = (tmp >> 30UL) & 0x03UL;
 
  if (h264.LC == 0x03)
  {
    error = ERROR_INVALID_DATA;
    goto fail;
  }
 
  pos1 = Stream_GetPosition(s);
 
  if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[0].meta))))
  {
    WLog_ERR(TAG, "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
    goto fail;
  }
 
  pos2 = Stream_GetPosition(s);
  h264.bitstream[0].data = Stream_Pointer(s);
 
  if (h264.LC == 0)
  {
    const size_t bitstreamLen = 1ULL * h264.cbAvc420EncodedBitstream1 - pos2 + pos1;
 
    if ((bitstreamLen > UINT32_MAX) || !Stream_CheckAndLogRequiredLength(TAG, s, bitstreamLen))
    {
      error = ERROR_INVALID_DATA;
      goto fail;
    }
 
    h264.bitstream[0].length = (UINT32)bitstreamLen;
    Stream_Seek(s, bitstreamLen);
 
    if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[1].meta))))
    {
      WLog_ERR(TAG, "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
      goto fail;
    }
 
    h264.bitstream[1].data = Stream_Pointer(s);
 
    const size_t len = Stream_GetRemainingLength(s);
    if (len > UINT32_MAX)
      goto fail;
    h264.bitstream[1].length = (UINT32)len;
  }
  else
  {
    const size_t len = Stream_GetRemainingLength(s);
    if (len > UINT32_MAX)
      goto fail;
    h264.bitstream[0].length = (UINT32)len;
  }
 
  cmd->extra = (void*)&h264;
 
  if (context)
  {
    IFCALLRET(context->SurfaceCommand, error, context, cmd);
 
    if (error)
      WLog_ERR(TAG, "context->SurfaceCommand failed with error %" PRIu32 "", error);
  }
 
fail:
  Stream_Free(s, FALSE);
  free_h264_metablock(&h264.bitstream[0].meta);
  free_h264_metablock(&h264.bitstream[1].meta);
  cmd->extra = NULL;
  return error;
}
 
UINT rdpgfx_decode(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
{
  UINT error = CHANNEL_RC_OK;
  RdpgfxClientContext* context = gfx->context;
  PROFILER_ENTER(context->SurfaceProfiler)
 
  switch (cmd->codecId)
  {
    case RDPGFX_CODECID_AVC420:
      if ((error = rdpgfx_decode_AVC420(gfx, cmd)))
        WLog_ERR(TAG, "rdpgfx_decode_AVC420 failed with error %" PRIu32 "", error);
 
      break;
 
    case RDPGFX_CODECID_AVC444:
    case RDPGFX_CODECID_AVC444v2:
      if ((error = rdpgfx_decode_AVC444(gfx, cmd)))
        WLog_ERR(TAG, "rdpgfx_decode_AVC444 failed with error %" PRIu32 "", error);
 
      break;
 
    default:
      if (context)
      {
        IFCALLRET(context->SurfaceCommand, error, context, cmd);
 
        if (error)
          WLog_ERR(TAG, "context->SurfaceCommand failed with error %" PRIu32 "", error);
      }
 
      break;
  }
 
  PROFILER_EXIT(context->SurfaceProfiler)
  return error;
}