/** * FreeRDP: A Remote Desktop Protocol Implementation * GDI Graphics Pipeline * * Copyright 2014 Marc-Andre Moreau * Copyright 2016 Armin Novak * Copyright 2016 Thincast Technologies GmbH * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "../core/update.h" #include #include #include #define TAG FREERDP_TAG("gdi") static BOOL is_rect_valid(const RECTANGLE_16* rect, size_t width, size_t height) { if (!rect) return FALSE; if ((rect->left > rect->right) || (rect->right > width)) return FALSE; if ((rect->top > rect->bottom) || (rect->bottom > height)) return FALSE; return TRUE; } static BOOL is_within_surface(const gdiGfxSurface* surface, const RDPGFX_SURFACE_COMMAND* cmd) { RECTANGLE_16 rect; if (!surface || !cmd) return FALSE; rect.left = cmd->left; rect.top = cmd->top; rect.right = cmd->right; rect.bottom = cmd->bottom; if (!is_rect_valid(&rect, surface->width, surface->height)) { WLog_ERR(TAG, "%s: Command rect %" PRIu32 "x" PRIu32 "-" PRIu32 "x" PRIu32 " not within bounds of " PRIu32 "x" PRIu32, __FUNCTION__, rect.left, rect.top, cmd->width, cmd->height, surface->width, surface->height); return FALSE; } return TRUE; } static DWORD gfx_align_scanline(DWORD widthInBytes, DWORD alignment) { const UINT32 align = alignment; const UINT32 pad = align - (widthInBytes % alignment); UINT32 scanline = widthInBytes; if (align != pad) scanline += pad; return scanline; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_ResetGraphics(RdpgfxClientContext* context, const RDPGFX_RESET_GRAPHICS_PDU* resetGraphics) { UINT rc = ERROR_INTERNAL_ERROR; UINT32 index; UINT16 count; UINT32 DesktopWidth; UINT32 DesktopHeight; gdiGfxSurface* surface; UINT16* pSurfaceIds = NULL; rdpGdi* gdi = (rdpGdi*)context->custom; rdpUpdate* update = gdi->context->update; rdpSettings* settings = gdi->context->settings; EnterCriticalSection(&context->mux); DesktopWidth = resetGraphics->width; DesktopHeight = resetGraphics->height; if ((DesktopWidth != settings->DesktopWidth) || (DesktopHeight != settings->DesktopHeight)) { settings->DesktopWidth = DesktopWidth; settings->DesktopHeight = DesktopHeight; if (update) update->DesktopResize(gdi->context); } context->GetSurfaceIds(context, &pSurfaceIds, &count); for (index = 0; index < count; index++) { surface = (gdiGfxSurface*)context->GetSurfaceData(context, pSurfaceIds[index]); if (!surface || !surface->outputMapped) continue; region16_clear(&surface->invalidRegion); } free(pSurfaceIds); if (!freerdp_client_codecs_reset(gdi->context->codecs, FREERDP_CODEC_ALL, gdi->width, gdi->height)) goto fail; rc = CHANNEL_RC_OK; fail: LeaveCriticalSection(&context->mux); return rc; } static UINT gdi_OutputUpdate(rdpGdi* gdi, gdiGfxSurface* surface) { UINT rc = ERROR_INTERNAL_ERROR; UINT32 surfaceX, surfaceY; RECTANGLE_16 surfaceRect; const RECTANGLE_16* rects; UINT32 i, nbRects; double sx, sy; rdpUpdate* update = gdi->context->update; if (gdi->suppressOutput) return CHANNEL_RC_OK; surfaceX = surface->outputOriginX; surfaceY = surface->outputOriginY; surfaceRect.left = 0; surfaceRect.top = 0; surfaceRect.right = surface->mappedWidth; surfaceRect.bottom = surface->mappedHeight; region16_intersect_rect(&(surface->invalidRegion), &(surface->invalidRegion), &surfaceRect); sx = surface->outputTargetWidth / (double)surface->mappedWidth; sy = surface->outputTargetHeight / (double)surface->mappedHeight; if (!(rects = region16_rects(&surface->invalidRegion, &nbRects)) || !nbRects) return CHANNEL_RC_OK; if (!update_begin_paint(update)) goto fail; for (i = 0; i < nbRects; i++) { const UINT32 nXSrc = rects[i].left; const UINT32 nYSrc = rects[i].top; const UINT32 nXDst = (UINT32)MIN(surfaceX + nXSrc * sx, gdi->width - 1); const UINT32 nYDst = (UINT32)MIN(surfaceY + nYSrc * sy, gdi->height - 1); const UINT32 swidth = rects[i].right - rects[i].left; const UINT32 sheight = rects[i].bottom - rects[i].top; const UINT32 dwidth = MIN((UINT32)(swidth * sx), (UINT32)gdi->width - nXDst); const UINT32 dheight = MIN((UINT32)(sheight * sy), (UINT32)gdi->height - nYDst); if (!freerdp_image_scale(gdi->primary_buffer, gdi->dstFormat, gdi->stride, nXDst, nYDst, dwidth, dheight, surface->data, surface->format, surface->scanline, nXSrc, nYSrc, swidth, sheight)) { rc = CHANNEL_RC_NULL_DATA; goto fail; } gdi_InvalidateRegion(gdi->primary->hdc, (INT32)nXDst, (INT32)nYDst, (INT32)dwidth, (INT32)dheight); } rc = CHANNEL_RC_OK; fail: if (!update_end_paint(update)) rc = ERROR_INTERNAL_ERROR; region16_clear(&(surface->invalidRegion)); return rc; } static UINT gdi_UpdateSurfaces(RdpgfxClientContext* context) { UINT16 count; UINT16 index; UINT status = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; UINT16* pSurfaceIds = NULL; rdpGdi* gdi = (rdpGdi*)context->custom; EnterCriticalSection(&context->mux); context->GetSurfaceIds(context, &pSurfaceIds, &count); status = CHANNEL_RC_OK; for (index = 0; index < count; index++) { surface = (gdiGfxSurface*)context->GetSurfaceData(context, pSurfaceIds[index]); if (!surface) continue; /* Already handled in UpdateSurfaceArea callbacks */ if (context->UpdateSurfaceArea) { if (surface->windowId != 0) continue; } if (!surface->outputMapped) continue; status = gdi_OutputUpdate(gdi, surface); if (status != CHANNEL_RC_OK) break; } free(pSurfaceIds); LeaveCriticalSection(&context->mux); return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_StartFrame(RdpgfxClientContext* context, const RDPGFX_START_FRAME_PDU* startFrame) { rdpGdi* gdi = (rdpGdi*)context->custom; gdi->inGfxFrame = TRUE; gdi->frameId = startFrame->frameId; return CHANNEL_RC_OK; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_EndFrame(RdpgfxClientContext* context, const RDPGFX_END_FRAME_PDU* endFrame) { UINT status = CHANNEL_RC_NOT_INITIALIZED; rdpGdi* gdi = (rdpGdi*)context->custom; IFCALLRET(context->UpdateSurfaces, status, context); gdi->inGfxFrame = FALSE; return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_Uncompressed(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { UINT status = CHANNEL_RC_OK; gdiGfxSurface* surface; RECTANGLE_16 invalidRect; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } if (!is_within_surface(surface, cmd)) return ERROR_INVALID_DATA; if (!freerdp_image_copy(surface->data, surface->format, surface->scanline, cmd->left, cmd->top, cmd->width, cmd->height, cmd->data, cmd->format, 0, 0, 0, NULL, FREERDP_FLIP_NONE)) return ERROR_INTERNAL_ERROR; invalidRect.left = cmd->left; invalidRect.top = cmd->top; invalidRect.right = cmd->right; invalidRect.bottom = cmd->bottom; region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1, &invalidRect); if (status != CHANNEL_RC_OK) goto fail; if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_RemoteFX(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { UINT status = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; REGION16 invalidRegion; const RECTANGLE_16* rects; UINT32 nrRects, x; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } rfx_context_set_pixel_format(surface->codecs->rfx, cmd->format); region16_init(&invalidRegion); if (!rfx_process_message(surface->codecs->rfx, cmd->data, cmd->length, cmd->left, cmd->top, surface->data, surface->format, surface->scanline, surface->height, &invalidRegion)) { WLog_ERR(TAG, "Failed to process RemoteFX message"); goto fail; } rects = region16_rects(&invalidRegion, &nrRects); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, nrRects, rects); if (status != CHANNEL_RC_OK) goto fail; for (x = 0; x < nrRects; x++) region16_union_rect(&surface->invalidRegion, &surface->invalidRegion, &rects[x]); if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: region16_uninit(&invalidRegion); return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_ClearCodec(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { INT32 rc; UINT status = CHANNEL_RC_OK; gdiGfxSurface* surface; RECTANGLE_16 invalidRect; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } rc = clear_decompress(surface->codecs->clear, cmd->data, cmd->length, cmd->width, cmd->height, surface->data, surface->format, surface->scanline, cmd->left, cmd->top, surface->width, surface->height, &gdi->palette); if (rc < 0) { WLog_ERR(TAG, "clear_decompress failure: %" PRId32 "", rc); return ERROR_INTERNAL_ERROR; } invalidRect.left = cmd->left; invalidRect.top = cmd->top; invalidRect.right = cmd->right; invalidRect.bottom = cmd->bottom; region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1, &invalidRect); if (status != CHANNEL_RC_OK) goto fail; if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_Planar(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { UINT status = CHANNEL_RC_OK; BYTE* DstData = NULL; gdiGfxSurface* surface; RECTANGLE_16 invalidRect; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } DstData = surface->data; if (!is_within_surface(surface, cmd)) return ERROR_INVALID_DATA; if (!planar_decompress(surface->codecs->planar, cmd->data, cmd->length, cmd->width, cmd->height, DstData, surface->format, surface->scanline, cmd->left, cmd->top, cmd->width, cmd->height, FALSE)) return ERROR_INTERNAL_ERROR; invalidRect.left = cmd->left; invalidRect.top = cmd->top; invalidRect.right = cmd->right; invalidRect.bottom = cmd->bottom; region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1, &invalidRect); if (status != CHANNEL_RC_OK) goto fail; if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_AVC420(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { #ifdef WITH_GFX_H264 INT32 rc; UINT status = CHANNEL_RC_OK; UINT32 i; gdiGfxSurface* surface; RDPGFX_H264_METABLOCK* meta; RDPGFX_AVC420_BITMAP_STREAM* bs; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } if (!surface->h264) { surface->h264 = h264_context_new(FALSE); if (!surface->h264) { WLog_ERR(TAG, "%s: unable to create h264 context", __FUNCTION__); return ERROR_NOT_ENOUGH_MEMORY; } if (!h264_context_reset(surface->h264, surface->width, surface->height)) return ERROR_INTERNAL_ERROR; } if (!surface->h264) return ERROR_NOT_SUPPORTED; bs = (RDPGFX_AVC420_BITMAP_STREAM*)cmd->extra; if (!bs) return ERROR_INTERNAL_ERROR; meta = &(bs->meta); rc = avc420_decompress(surface->h264, bs->data, bs->length, surface->data, surface->format, surface->scanline, surface->width, surface->height, meta->regionRects, meta->numRegionRects); if (rc < 0) { WLog_WARN(TAG, "avc420_decompress failure: %" PRId32 ", ignoring update.", rc); return CHANNEL_RC_OK; } for (i = 0; i < meta->numRegionRects; i++) { region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), (RECTANGLE_16*)&(meta->regionRects[i])); } status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, meta->numRegionRects, meta->regionRects); if (status != CHANNEL_RC_OK) goto fail; if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; #else return ERROR_NOT_SUPPORTED; #endif } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_AVC444(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { #ifdef WITH_GFX_H264 INT32 rc; UINT status = CHANNEL_RC_OK; UINT32 i; gdiGfxSurface* surface; RDPGFX_AVC444_BITMAP_STREAM* bs; RDPGFX_AVC420_BITMAP_STREAM* avc1; RDPGFX_H264_METABLOCK* meta1; RDPGFX_AVC420_BITMAP_STREAM* avc2; RDPGFX_H264_METABLOCK* meta2; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } if (!surface->h264) { surface->h264 = h264_context_new(FALSE); if (!surface->h264) { WLog_ERR(TAG, "%s: unable to create h264 context", __FUNCTION__); return ERROR_NOT_ENOUGH_MEMORY; } if (!h264_context_reset(surface->h264, surface->width, surface->height)) return ERROR_INTERNAL_ERROR; } if (!surface->h264) return ERROR_NOT_SUPPORTED; bs = (RDPGFX_AVC444_BITMAP_STREAM*)cmd->extra; if (!bs) return ERROR_INTERNAL_ERROR; avc1 = &bs->bitstream[0]; avc2 = &bs->bitstream[1]; meta1 = &avc1->meta; meta2 = &avc2->meta; rc = avc444_decompress(surface->h264, bs->LC, meta1->regionRects, meta1->numRegionRects, avc1->data, avc1->length, meta2->regionRects, meta2->numRegionRects, avc2->data, avc2->length, surface->data, surface->format, surface->scanline, surface->width, surface->height, cmd->codecId); if (rc < 0) { WLog_WARN(TAG, "avc444_decompress failure: %" PRIu32 ", ignoring update.", status); return CHANNEL_RC_OK; } for (i = 0; i < meta1->numRegionRects; i++) { region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &(meta1->regionRects[i])); } status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, meta1->numRegionRects, meta1->regionRects); if (status != CHANNEL_RC_OK) goto fail; for (i = 0; i < meta2->numRegionRects; i++) { region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &(meta2->regionRects[i])); } status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, meta2->numRegionRects, meta2->regionRects); if (status != CHANNEL_RC_OK) goto fail; if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; #else return ERROR_NOT_SUPPORTED; #endif } static BOOL gdi_apply_alpha(BYTE* data, UINT32 format, UINT32 stride, RECTANGLE_16* rect, UINT32 startOffsetX, UINT32 count, BYTE a) { UINT32 y; UINT32 written = 0; BOOL first = TRUE; const UINT32 bpp = GetBytesPerPixel(format); for (y = rect->top; y < rect->bottom; y++) { UINT32 x; BYTE* line = &data[stride * y]; for (x = first ? rect->left + startOffsetX : rect->left; x < rect->right; x++) { UINT32 color; BYTE r, g, b; BYTE* src; if (written == count) return TRUE; src = &line[x * bpp]; color = ReadColor(src, format); SplitColor(color, format, &r, &g, &b, NULL, NULL); color = FreeRDPGetColor(format, r, g, b, a); WriteColor(src, format, color); written++; } first = FALSE; } return TRUE; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_Alpha(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { UINT status = CHANNEL_RC_OK; UINT16 alphaSig, compressed; gdiGfxSurface* surface; RECTANGLE_16 invalidRect; wStream s; Stream_StaticInit(&s, cmd->data, cmd->length); if (Stream_GetRemainingLength(&s) < 4) return ERROR_INVALID_DATA; surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } if (!is_within_surface(surface, cmd)) return ERROR_INVALID_DATA; Stream_Read_UINT16(&s, alphaSig); Stream_Read_UINT16(&s, compressed); if (alphaSig != 0x414C) return ERROR_INVALID_DATA; if (compressed == 0) { UINT32 x, y; if (Stream_GetRemainingLength(&s) < cmd->height * cmd->width * 1ULL) return ERROR_INVALID_DATA; for (y = cmd->top; y < cmd->top + cmd->height; y++) { BYTE* line = &surface->data[surface->scanline * y]; for (x = cmd->left; x < cmd->left + cmd->width; x++) { UINT32 color; BYTE r, g, b, a; BYTE* src = &line[x * GetBytesPerPixel(surface->format)]; Stream_Read_UINT8(&s, a); color = ReadColor(src, surface->format); SplitColor(color, surface->format, &r, &g, &b, NULL, NULL); color = FreeRDPGetColor(surface->format, r, g, b, a); WriteColor(src, surface->format, color); } } } else { UINT32 startOffsetX = 0; RECTANGLE_16 rect; rect.left = cmd->left; rect.top = cmd->top; rect.right = cmd->left + cmd->width; rect.bottom = cmd->top + cmd->height; while (rect.top < rect.bottom) { UINT32 count; BYTE a; if (Stream_GetRemainingLength(&s) < 2) return ERROR_INVALID_DATA; Stream_Read_UINT8(&s, a); Stream_Read_UINT8(&s, count); if (count >= 0xFF) { if (Stream_GetRemainingLength(&s) < 2) return ERROR_INVALID_DATA; Stream_Read_UINT16(&s, count); if (count >= 0xFFFF) { if (Stream_GetRemainingLength(&s) < 4) return ERROR_INVALID_DATA; Stream_Read_UINT32(&s, count); } } if (!gdi_apply_alpha(surface->data, surface->format, surface->scanline, &rect, startOffsetX, count, a)) return ERROR_INTERNAL_ERROR; startOffsetX += count; while (startOffsetX >= cmd->width) { startOffsetX -= cmd->width; rect.top++; } } } invalidRect.left = cmd->left; invalidRect.top = cmd->top; invalidRect.right = cmd->right; invalidRect.bottom = cmd->bottom; region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1, &invalidRect); if (status != CHANNEL_RC_OK) goto fail; if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand_Progressive(rdpGdi* gdi, RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { INT32 rc; UINT status = CHANNEL_RC_OK; gdiGfxSurface* surface; REGION16 invalidRegion; const RECTANGLE_16* rects; UINT32 nrRects, x; /** * Note: Since this comes via a Wire-To-Surface-2 PDU the * cmd's top/left/right/bottom/width/height members are always zero! * The update region is determined during decompression. */ surface = (gdiGfxSurface*)context->GetSurfaceData(context, cmd->surfaceId); if (!surface) { WLog_ERR(TAG, "%s: unable to retrieve surfaceData for surfaceId=%" PRIu32 "", __FUNCTION__, cmd->surfaceId); return ERROR_NOT_FOUND; } if (!is_within_surface(surface, cmd)) return ERROR_INVALID_DATA; rc = progressive_create_surface_context(surface->codecs->progressive, cmd->surfaceId, surface->width, surface->height); if (rc < 0) { WLog_ERR(TAG, "progressive_create_surface_context failure: %" PRId32 "", rc); return ERROR_INTERNAL_ERROR; } region16_init(&invalidRegion); rc = progressive_decompress_ex(surface->codecs->progressive, cmd->data, cmd->length, surface->data, surface->format, surface->scanline, cmd->left, cmd->top, &invalidRegion, cmd->surfaceId, gdi->frameId); if (rc < 0) { WLog_ERR(TAG, "progressive_decompress_ex failure: %" PRId32 "", rc); region16_uninit(&invalidRegion); return ERROR_INTERNAL_ERROR; } rects = region16_rects(&invalidRegion, &nrRects); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, nrRects, rects); if (status != CHANNEL_RC_OK) goto fail; for (x = 0; x < nrRects; x++) region16_union_rect(&surface->invalidRegion, &surface->invalidRegion, &rects[x]); region16_uninit(&invalidRegion); if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } fail: return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceCommand(RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd) { UINT status = CHANNEL_RC_OK; rdpGdi* gdi; if (!context || !cmd) return ERROR_INVALID_PARAMETER; gdi = (rdpGdi*)context->custom; EnterCriticalSection(&context->mux); WLog_Print(gdi->log, WLOG_TRACE, "surfaceId=%" PRIu32 ", codec=%" PRIu32 ", contextId=%" PRIu32 ", format=%s, " "left=%" PRIu32 ", top=%" PRIu32 ", right=%" PRIu32 ", bottom=%" PRIu32 ", width=%" PRIu32 ", height=%" PRIu32 " " "length=%" PRIu32 ", data=%p, extra=%p", cmd->surfaceId, cmd->codecId, cmd->contextId, FreeRDPGetColorFormatName(cmd->format), cmd->left, cmd->top, cmd->right, cmd->bottom, cmd->width, cmd->height, cmd->length, (void*)cmd->data, (void*)cmd->extra); switch (cmd->codecId) { case RDPGFX_CODECID_UNCOMPRESSED: status = gdi_SurfaceCommand_Uncompressed(gdi, context, cmd); break; case RDPGFX_CODECID_CAVIDEO: status = gdi_SurfaceCommand_RemoteFX(gdi, context, cmd); break; case RDPGFX_CODECID_CLEARCODEC: status = gdi_SurfaceCommand_ClearCodec(gdi, context, cmd); break; case RDPGFX_CODECID_PLANAR: status = gdi_SurfaceCommand_Planar(gdi, context, cmd); break; case RDPGFX_CODECID_AVC420: status = gdi_SurfaceCommand_AVC420(gdi, context, cmd); break; case RDPGFX_CODECID_AVC444v2: case RDPGFX_CODECID_AVC444: status = gdi_SurfaceCommand_AVC444(gdi, context, cmd); break; case RDPGFX_CODECID_ALPHA: status = gdi_SurfaceCommand_Alpha(gdi, context, cmd); break; case RDPGFX_CODECID_CAPROGRESSIVE: status = gdi_SurfaceCommand_Progressive(gdi, context, cmd); break; case RDPGFX_CODECID_CAPROGRESSIVE_V2: WLog_WARN(TAG, "SurfaceCommand 0x%08" PRIX32 " not implemented", cmd->codecId); break; default: WLog_WARN(TAG, "Invalid SurfaceCommand 0x%08" PRIX32 "", cmd->codecId); break; } LeaveCriticalSection(&context->mux); return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_DeleteEncodingContext(RdpgfxClientContext* context, const RDPGFX_DELETE_ENCODING_CONTEXT_PDU* deleteEncodingContext) { return CHANNEL_RC_OK; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_CreateSurface(RdpgfxClientContext* context, const RDPGFX_CREATE_SURFACE_PDU* createSurface) { UINT rc = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; rdpGdi* gdi = (rdpGdi*)context->custom; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)calloc(1, sizeof(gdiGfxSurface)); if (!surface) goto fail; surface->codecs = gdi->context->codecs; if (!surface->codecs) { free(surface); goto fail; } surface->surfaceId = createSurface->surfaceId; surface->width = gfx_align_scanline(createSurface->width, 16); surface->height = gfx_align_scanline(createSurface->height, 16); surface->mappedWidth = createSurface->width; surface->mappedHeight = createSurface->height; surface->outputTargetWidth = createSurface->width; surface->outputTargetHeight = createSurface->height; switch (createSurface->pixelFormat) { case GFX_PIXEL_FORMAT_ARGB_8888: surface->format = PIXEL_FORMAT_BGRA32; break; case GFX_PIXEL_FORMAT_XRGB_8888: surface->format = PIXEL_FORMAT_BGRX32; break; default: free(surface); goto fail; } surface->scanline = gfx_align_scanline(surface->width * 4UL, 16); surface->data = (BYTE*)_aligned_malloc(surface->scanline * surface->height * 1ULL, 16); if (!surface->data) { free(surface); goto fail; } surface->outputMapped = FALSE; region16_init(&surface->invalidRegion); rc = context->SetSurfaceData(context, surface->surfaceId, (void*)surface); fail: LeaveCriticalSection(&context->mux); return rc; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_DeleteSurface(RdpgfxClientContext* context, const RDPGFX_DELETE_SURFACE_PDU* deleteSurface) { UINT rc = ERROR_INTERNAL_ERROR; rdpCodecs* codecs = NULL; gdiGfxSurface* surface = NULL; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, deleteSurface->surfaceId); if (surface) { if (surface->windowId != 0) rc = IFCALLRESULT(CHANNEL_RC_OK, context->UnmapWindowForSurface, context, surface->windowId); #ifdef WITH_GFX_H264 h264_context_free(surface->h264); #endif region16_uninit(&surface->invalidRegion); codecs = surface->codecs; _aligned_free(surface->data); free(surface); } rc = context->SetSurfaceData(context, deleteSurface->surfaceId, NULL); if (codecs && codecs->progressive) progressive_delete_surface_context(codecs->progressive, deleteSurface->surfaceId); LeaveCriticalSection(&context->mux); return rc; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SolidFill(RdpgfxClientContext* context, const RDPGFX_SOLID_FILL_PDU* solidFill) { UINT status = ERROR_INTERNAL_ERROR; UINT16 index; UINT32 color; BYTE a, r, g, b; UINT32 nWidth, nHeight; RECTANGLE_16* rect; gdiGfxSurface* surface; RECTANGLE_16 invalidRect; rdpGdi* gdi = (rdpGdi*)context->custom; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, solidFill->surfaceId); if (!surface) goto fail; b = solidFill->fillPixel.B; g = solidFill->fillPixel.G; r = solidFill->fillPixel.R; /* a = solidFill->fillPixel.XA; * Ignore alpha channel, this is a solid fill. */ a = 0xFF; color = FreeRDPGetColor(surface->format, r, g, b, a); for (index = 0; index < solidFill->fillRectCount; index++) { rect = &(solidFill->fillRects[index]); nWidth = rect->right - rect->left; nHeight = rect->bottom - rect->top; invalidRect.left = rect->left; invalidRect.top = rect->top; invalidRect.right = rect->right; invalidRect.bottom = rect->bottom; if (!freerdp_image_fill(surface->data, surface->format, surface->scanline, rect->left, rect->top, nWidth, nHeight, color)) goto fail; region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect); } status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, solidFill->fillRectCount, solidFill->fillRects); if (status != CHANNEL_RC_OK) goto fail; LeaveCriticalSection(&context->mux); if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } return status; fail: LeaveCriticalSection(&context->mux); return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceToSurface(RdpgfxClientContext* context, const RDPGFX_SURFACE_TO_SURFACE_PDU* surfaceToSurface) { UINT status = ERROR_INTERNAL_ERROR; UINT16 index; BOOL sameSurface; UINT32 nWidth, nHeight; const RECTANGLE_16* rectSrc; RECTANGLE_16 invalidRect; gdiGfxSurface* surfaceSrc; gdiGfxSurface* surfaceDst; rdpGdi* gdi = (rdpGdi*)context->custom; EnterCriticalSection(&context->mux); rectSrc = &(surfaceToSurface->rectSrc); surfaceSrc = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToSurface->surfaceIdSrc); sameSurface = (surfaceToSurface->surfaceIdSrc == surfaceToSurface->surfaceIdDest) ? TRUE : FALSE; if (!sameSurface) surfaceDst = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToSurface->surfaceIdDest); else surfaceDst = surfaceSrc; if (!surfaceSrc || !surfaceDst) goto fail; if (!is_rect_valid(rectSrc, surfaceSrc->width, surfaceSrc->height)) goto fail; nWidth = rectSrc->right - rectSrc->left; nHeight = rectSrc->bottom - rectSrc->top; for (index = 0; index < surfaceToSurface->destPtsCount; index++) { const RDPGFX_POINT16* destPt = &surfaceToSurface->destPts[index]; const RECTANGLE_16 rect = { destPt->x, destPt->y, destPt->x + nWidth, destPt->y + nHeight }; if (!is_rect_valid(&rect, surfaceDst->width, surfaceDst->height)) goto fail; if (!freerdp_image_copy(surfaceDst->data, surfaceDst->format, surfaceDst->scanline, destPt->x, destPt->y, nWidth, nHeight, surfaceSrc->data, surfaceSrc->format, surfaceSrc->scanline, rectSrc->left, rectSrc->top, NULL, FREERDP_FLIP_NONE)) goto fail; invalidRect.left = destPt->x; invalidRect.top = destPt->y; invalidRect.right = destPt->x + rectSrc->right; invalidRect.bottom = destPt->y + rectSrc->bottom; region16_union_rect(&surfaceDst->invalidRegion, &surfaceDst->invalidRegion, &invalidRect); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surfaceDst->surfaceId, 1, &invalidRect); if (status != CHANNEL_RC_OK) goto fail; } LeaveCriticalSection(&context->mux); if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } return status; fail: LeaveCriticalSection(&context->mux); return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_SurfaceToCache(RdpgfxClientContext* context, const RDPGFX_SURFACE_TO_CACHE_PDU* surfaceToCache) { const RECTANGLE_16* rect; gdiGfxSurface* surface; gdiGfxCacheEntry* cacheEntry; UINT rc = ERROR_INTERNAL_ERROR; EnterCriticalSection(&context->mux); rect = &(surfaceToCache->rectSrc); surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToCache->surfaceId); if (!surface) goto fail; if (!is_rect_valid(rect, surface->width, surface->height)) goto fail; cacheEntry = (gdiGfxCacheEntry*)calloc(1, sizeof(gdiGfxCacheEntry)); if (!cacheEntry) goto fail; cacheEntry->width = (UINT32)(rect->right - rect->left); cacheEntry->height = (UINT32)(rect->bottom - rect->top); cacheEntry->format = surface->format; cacheEntry->scanline = gfx_align_scanline(cacheEntry->width * 4, 16); cacheEntry->data = (BYTE*)calloc(cacheEntry->height, cacheEntry->scanline); if (!cacheEntry->data) { free(cacheEntry); goto fail; } if (!freerdp_image_copy(cacheEntry->data, cacheEntry->format, cacheEntry->scanline, 0, 0, cacheEntry->width, cacheEntry->height, surface->data, surface->format, surface->scanline, rect->left, rect->top, NULL, FREERDP_FLIP_NONE)) { free(cacheEntry->data); free(cacheEntry); goto fail; } rc = context->SetCacheSlotData(context, surfaceToCache->cacheSlot, (void*)cacheEntry); fail: LeaveCriticalSection(&context->mux); return rc; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_CacheToSurface(RdpgfxClientContext* context, const RDPGFX_CACHE_TO_SURFACE_PDU* cacheToSurface) { UINT status = ERROR_INTERNAL_ERROR; UINT16 index; gdiGfxSurface* surface; gdiGfxCacheEntry* cacheEntry; RECTANGLE_16 invalidRect; rdpGdi* gdi = (rdpGdi*)context->custom; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, cacheToSurface->surfaceId); cacheEntry = (gdiGfxCacheEntry*)context->GetCacheSlotData(context, cacheToSurface->cacheSlot); if (!surface || !cacheEntry) goto fail; for (index = 0; index < cacheToSurface->destPtsCount; index++) { const RDPGFX_POINT16* destPt = &cacheToSurface->destPts[index]; const RECTANGLE_16 rect = { destPt->x, destPt->y, destPt->x + cacheEntry->width, destPt->y + cacheEntry->height }; if (!is_rect_valid(&rect, surface->width, surface->height)) goto fail; if (!freerdp_image_copy(surface->data, surface->format, surface->scanline, destPt->x, destPt->y, cacheEntry->width, cacheEntry->height, cacheEntry->data, cacheEntry->format, cacheEntry->scanline, 0, 0, NULL, FREERDP_FLIP_NONE)) goto fail; invalidRect.left = destPt->x; invalidRect.top = destPt->y; invalidRect.right = destPt->x + cacheEntry->width; invalidRect.bottom = destPt->y + cacheEntry->height; region16_union_rect(&surface->invalidRegion, &surface->invalidRegion, &invalidRect); status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1, &invalidRect); if (status != CHANNEL_RC_OK) goto fail; } LeaveCriticalSection(&context->mux); if (!gdi->inGfxFrame) { status = CHANNEL_RC_NOT_INITIALIZED; IFCALLRET(context->UpdateSurfaces, status, context); } else status = CHANNEL_RC_OK; return status; fail: LeaveCriticalSection(&context->mux); return status; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_CacheImportReply(RdpgfxClientContext* context, const RDPGFX_CACHE_IMPORT_REPLY_PDU* cacheImportReply) { return CHANNEL_RC_OK; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_EvictCacheEntry(RdpgfxClientContext* context, const RDPGFX_EVICT_CACHE_ENTRY_PDU* evictCacheEntry) { gdiGfxCacheEntry* cacheEntry; UINT rc = ERROR_NOT_FOUND; EnterCriticalSection(&context->mux); cacheEntry = (gdiGfxCacheEntry*)context->GetCacheSlotData(context, evictCacheEntry->cacheSlot); if (cacheEntry) { free(cacheEntry->data); free(cacheEntry); rc = context->SetCacheSlotData(context, evictCacheEntry->cacheSlot, NULL); } LeaveCriticalSection(&context->mux); return rc; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_MapSurfaceToOutput(RdpgfxClientContext* context, const RDPGFX_MAP_SURFACE_TO_OUTPUT_PDU* surfaceToOutput) { UINT rc = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToOutput->surfaceId); if (!surface) goto fail; surface->outputMapped = TRUE; surface->outputOriginX = surfaceToOutput->outputOriginX; surface->outputOriginY = surfaceToOutput->outputOriginY; surface->outputTargetWidth = surface->mappedWidth; surface->outputTargetHeight = surface->mappedHeight; region16_clear(&surface->invalidRegion); rc = CHANNEL_RC_OK; fail: LeaveCriticalSection(&context->mux); return rc; } static UINT gdi_MapSurfaceToScaledOutput(RdpgfxClientContext* context, const RDPGFX_MAP_SURFACE_TO_SCALED_OUTPUT_PDU* surfaceToOutput) { UINT rc = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToOutput->surfaceId); if (!surface) goto fail; surface->outputMapped = TRUE; surface->outputOriginX = surfaceToOutput->outputOriginX; surface->outputOriginY = surfaceToOutput->outputOriginY; surface->outputTargetWidth = surfaceToOutput->targetWidth; surface->outputTargetHeight = surfaceToOutput->targetHeight; region16_clear(&surface->invalidRegion); rc = CHANNEL_RC_OK; fail: LeaveCriticalSection(&context->mux); return rc; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT gdi_MapSurfaceToWindow(RdpgfxClientContext* context, const RDPGFX_MAP_SURFACE_TO_WINDOW_PDU* surfaceToWindow) { UINT rc = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToWindow->surfaceId); if (!surface) goto fail; if (surface->windowId != 0) { if (surface->windowId != surfaceToWindow->windowId) goto fail; } surface->windowId = surfaceToWindow->windowId; surface->mappedWidth = surfaceToWindow->mappedWidth; surface->mappedHeight = surfaceToWindow->mappedHeight; surface->outputTargetWidth = surfaceToWindow->mappedWidth; surface->outputTargetHeight = surfaceToWindow->mappedHeight; rc = IFCALLRESULT(CHANNEL_RC_OK, context->MapWindowForSurface, context, surfaceToWindow->surfaceId, surfaceToWindow->windowId); fail: LeaveCriticalSection(&context->mux); return rc; } static UINT gdi_MapSurfaceToScaledWindow(RdpgfxClientContext* context, const RDPGFX_MAP_SURFACE_TO_SCALED_WINDOW_PDU* surfaceToWindow) { UINT rc = ERROR_INTERNAL_ERROR; gdiGfxSurface* surface; EnterCriticalSection(&context->mux); surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToWindow->surfaceId); if (!surface) goto fail; if (surface->windowId != 0) { if (surface->windowId != surfaceToWindow->windowId) goto fail; } surface->windowId = surfaceToWindow->windowId; surface->mappedWidth = surfaceToWindow->mappedWidth; surface->mappedHeight = surfaceToWindow->mappedHeight; surface->outputTargetWidth = surfaceToWindow->targetWidth; surface->outputTargetHeight = surfaceToWindow->targetHeight; rc = IFCALLRESULT(CHANNEL_RC_OK, context->MapWindowForSurface, context, surfaceToWindow->surfaceId, surfaceToWindow->windowId); fail: LeaveCriticalSection(&context->mux); return rc; } BOOL gdi_graphics_pipeline_init(rdpGdi* gdi, RdpgfxClientContext* gfx) { return gdi_graphics_pipeline_init_ex(gdi, gfx, NULL, NULL, NULL); } BOOL gdi_graphics_pipeline_init_ex(rdpGdi* gdi, RdpgfxClientContext* gfx, pcRdpgfxMapWindowForSurface map, pcRdpgfxUnmapWindowForSurface unmap, pcRdpgfxUpdateSurfaceArea update) { rdpContext* context; if (!gdi || !gfx || !gdi->context || !gdi->context->settings) return FALSE; context = gdi->context; gdi->gfx = gfx; gfx->custom = (void*)gdi; gfx->ResetGraphics = gdi_ResetGraphics; gfx->StartFrame = gdi_StartFrame; gfx->EndFrame = gdi_EndFrame; gfx->SurfaceCommand = gdi_SurfaceCommand; gfx->DeleteEncodingContext = gdi_DeleteEncodingContext; gfx->CreateSurface = gdi_CreateSurface; gfx->DeleteSurface = gdi_DeleteSurface; gfx->SolidFill = gdi_SolidFill; gfx->SurfaceToSurface = gdi_SurfaceToSurface; gfx->SurfaceToCache = gdi_SurfaceToCache; gfx->CacheToSurface = gdi_CacheToSurface; gfx->CacheImportReply = gdi_CacheImportReply; gfx->EvictCacheEntry = gdi_EvictCacheEntry; gfx->MapSurfaceToOutput = gdi_MapSurfaceToOutput; gfx->MapSurfaceToWindow = gdi_MapSurfaceToWindow; gfx->MapSurfaceToScaledOutput = gdi_MapSurfaceToScaledOutput; gfx->MapSurfaceToScaledWindow = gdi_MapSurfaceToScaledWindow; gfx->UpdateSurfaces = gdi_UpdateSurfaces; gfx->MapWindowForSurface = map; gfx->UnmapWindowForSurface = unmap; gfx->UpdateSurfaceArea = update; InitializeCriticalSection(&gfx->mux); PROFILER_CREATE(gfx->SurfaceProfiler, "GFX-PROFILER"); #if !defined(DEFINE_NO_DEPRECATED) /** * gdi->graphicsReset will be removed in FreeRDP v3 from public headers, * since the EGFX Reset Graphics PDU seems to be optional. * There are still some clients that expect and check it and therefore * we simply initialize it with TRUE here for now. */ gdi->graphicsReset = TRUE; #endif return TRUE; } void gdi_graphics_pipeline_uninit(rdpGdi* gdi, RdpgfxClientContext* gfx) { if (gdi) gdi->gfx = NULL; if (!gfx) return; gfx->custom = NULL; DeleteCriticalSection(&gfx->mux); PROFILER_PRINT_HEADER PROFILER_PRINT(gfx->SurfaceProfiler) PROFILER_PRINT_FOOTER PROFILER_FREE(gfx->SurfaceProfiler) }