20#include <winpr/winpr.h>
21#include <winpr/library.h>
23#include <freerdp/log.h>
24#include <freerdp/codec/h264.h>
31#include <wmcodecdsp.h>
32#include <mftransform.h>
36#define TAG FREERDP_TAG("codec")
38static const GUID sCLSID_CMSH264DecoderMFT = {
39 0x62CE7E72, 0x4C71, 0x4d20, { 0xB1, 0x5D, 0x45, 0x28, 0x31, 0xA8, 0x7D, 0x9D }
41static const GUID sIID_IMFTransform = {
42 0xbf94c121, 0x5b05, 0x4e6f, { 0x80, 0x00, 0xba, 0x59, 0x89, 0x61, 0x41, 0x4d }
44static const GUID sMF_MT_MAJOR_TYPE = {
45 0x48eba18e, 0xf8c9, 0x4687, { 0xbf, 0x11, 0x0a, 0x74, 0xc9, 0xf9, 0x6a, 0x8f }
47static const GUID sMF_MT_FRAME_SIZE = {
48 0x1652c33d, 0xd6b2, 0x4012, { 0xb8, 0x34, 0x72, 0x03, 0x08, 0x49, 0xa3, 0x7d }
50static const GUID sMF_MT_DEFAULT_STRIDE = {
51 0x644b4e48, 0x1e02, 0x4516, { 0xb0, 0xeb, 0xc0, 0x1c, 0xa9, 0xd4, 0x9a, 0xc6 }
53static const GUID sMF_MT_SUBTYPE = {
54 0xf7e34c9a, 0x42e8, 0x4714, { 0xb7, 0x4b, 0xcb, 0x29, 0xd7, 0x2c, 0x35, 0xe5 }
56static const GUID sMFMediaType_Video = {
57 0x73646976, 0x0000, 0x0010, { 0x80, 0x00, 0x00, 0xAA, 0x00, 0x38, 0x9B, 0x71 }
59static const GUID sMFVideoFormat_H264 = {
60 0x34363248, 0x0000, 0x0010, { 0x80, 0x00, 0x00, 0xaa, 0x00, 0x38, 0x9b, 0x71 }
62static const GUID sMFVideoFormat_IYUV = {
63 0x56555949, 0x0000, 0x0010, { 0x80, 0x00, 0x00, 0xaa, 0x00, 0x38, 0x9b, 0x71 }
65static const GUID sIID_ICodecAPI = {
66 0x901db4c7, 0x31ce, 0x41a2, { 0x85, 0xdc, 0x8f, 0xa0, 0xbf, 0x41, 0xb8, 0xda }
68static const GUID sCODECAPI_AVLowLatencyMode = {
69 0x9c27891a, 0xed7a, 0x40e1, { 0x88, 0xe8, 0xb2, 0x27, 0x27, 0xa0, 0x24, 0xee }
72typedef HRESULT(__stdcall* pfnMFStartup)(ULONG Version, DWORD dwFlags);
73typedef HRESULT(__stdcall* pfnMFShutdown)(void);
74typedef HRESULT(__stdcall* pfnMFCreateSample)(IMFSample** ppIMFSample);
75typedef HRESULT(__stdcall* pfnMFCreateMemoryBuffer)(DWORD cbMaxLength, IMFMediaBuffer** ppBuffer);
76typedef HRESULT(__stdcall* pfnMFCreateMediaType)(IMFMediaType** ppMFType);
81 IMFTransform* transform;
82 IMFMediaType* inputType;
83 IMFMediaType* outputType;
87 IMFSample* outputSample;
88 IMFMediaBuffer* outputBuffer;
90 pfnMFStartup MFStartup;
91 pfnMFShutdown MFShutdown;
92 pfnMFCreateSample MFCreateSample;
93 pfnMFCreateMemoryBuffer MFCreateMemoryBuffer;
94 pfnMFCreateMediaType MFCreateMediaType;
99static HRESULT mf_find_output_type(H264_CONTEXT_MF* sys,
const GUID* guid,
100 IMFMediaType** ppMediaType)
105 IMFMediaType* pMediaType =
nullptr;
109 hr = sys->transform->lpVtbl->GetOutputAvailableType(sys->transform, 0, idx, &pMediaType);
114 pMediaType->lpVtbl->GetGUID(pMediaType, &sMF_MT_SUBTYPE, &mediaGuid);
116 if (IsEqualGUID(&mediaGuid, guid))
118 *ppMediaType = pMediaType;
122 pMediaType->lpVtbl->Release(pMediaType);
129static HRESULT mf_create_output_sample(H264_CONTEXT* h264, H264_CONTEXT_MF* sys)
132 MFT_OUTPUT_STREAM_INFO streamInfo;
134 if (sys->outputSample)
136 sys->outputSample->lpVtbl->Release(sys->outputSample);
137 sys->outputSample =
nullptr;
140 hr = sys->MFCreateSample(&sys->outputSample);
144 WLog_Print(h264->log, WLOG_ERROR,
"MFCreateSample failure: 0x%08" PRIX32
"", hr);
148 hr = sys->transform->lpVtbl->GetOutputStreamInfo(sys->transform, 0, &streamInfo);
152 WLog_Print(h264->log, WLOG_ERROR,
"GetOutputStreamInfo failure: 0x%08" PRIX32
"", hr);
156 hr = sys->MFCreateMemoryBuffer(streamInfo.cbSize, &sys->outputBuffer);
160 WLog_Print(h264->log, WLOG_ERROR,
"MFCreateMemoryBuffer failure: 0x%08" PRIX32
"", hr);
164 hr = sys->outputSample->lpVtbl->AddBuffer(sys->outputSample, sys->outputBuffer);
168 WLog_Print(h264->log, WLOG_ERROR,
"AddBuffer failure: 0x%08" PRIX32
"", hr);
172 sys->outputBuffer->lpVtbl->Release(sys->outputBuffer);
179static size_t getSrcOffset(
const H264_CONTEXT_MF* sys, UINT32 line,
size_t plane)
183 const size_t stride = (plane == 0) ? sys->stride : sys->stride / 2u;
184 const size_t height = (plane == 0) ? sys->frameHeight : sys->frameHeight / 2u;
187 offset += (size_t)sys->stride * sys->frameHeight;
189 offset += stride * height;
191 WINPR_ASSERT(line < height);
192 const size_t row = sys->bottomUp ? height - line - 1u : line;
193 return offset + row * stride;
196static HRESULT mf_process_output(H264_CONTEXT_MF* sys)
199 MFT_OUTPUT_DATA_BUFFER buffer = WINPR_C_ARRAY_INIT;
201 buffer.pSample = sys->outputSample;
203 sys->transform->lpVtbl->ProcessOutput(sys->transform, 0, 1, &buffer, &status);
205 buffer.pEvents->lpVtbl->Release(buffer.pEvents);
209static int mf_decompress(H264_CONTEXT* WINPR_RESTRICT h264,
const BYTE* WINPR_RESTRICT pSrcData,
213 BYTE* pbBuffer =
nullptr;
214 DWORD cbMaxLength = 0;
215 DWORD cbCurrentLength = 0;
216 IMFSample* inputSample =
nullptr;
217 IMFMediaBuffer* inputBuffer =
nullptr;
218 IMFMediaBuffer* outputBuffer =
nullptr;
222 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)h264->pSystemData;
223 UINT32* iStride = h264->iStride;
224 BYTE** pYUVData = h264->pYUVData;
225 HRESULT hr = sys->MFCreateMemoryBuffer(SrcSize, &inputBuffer);
229 WLog_Print(h264->log, WLOG_ERROR,
"MFCreateMemoryBuffer failure: 0x%08" PRIX32
"", hr);
233 hr = inputBuffer->lpVtbl->Lock(inputBuffer, &pbBuffer, &cbMaxLength, &cbCurrentLength);
237 WLog_Print(h264->log, WLOG_ERROR,
"Lock failure: 0x%08" PRIX32
"", hr);
241 CopyMemory(pbBuffer, pSrcData, SrcSize);
242 hr = inputBuffer->lpVtbl->SetCurrentLength(inputBuffer, SrcSize);
246 WLog_Print(h264->log, WLOG_ERROR,
"SetCurrentLength failure: 0x%08" PRIX32
"", hr);
250 hr = inputBuffer->lpVtbl->Unlock(inputBuffer);
254 WLog_Print(h264->log, WLOG_ERROR,
"Unlock failure: 0x%08" PRIX32
"", hr);
258 hr = sys->MFCreateSample(&inputSample);
262 WLog_Print(h264->log, WLOG_ERROR,
"MFCreateSample failure: 0x%08" PRIX32
"", hr);
266 hr = inputSample->lpVtbl->AddBuffer(inputSample, inputBuffer);
270 WLog_Print(h264->log, WLOG_ERROR,
"AddBuffer failure: 0x%08" PRIX32
"", hr);
274 hr = sys->transform->lpVtbl->ProcessInput(sys->transform, 0, inputSample, 0);
278 WLog_Print(h264->log, WLOG_ERROR,
"ProcessInput failure: 0x%08" PRIX32
"", hr);
282 hr = mf_create_output_sample(h264, sys);
286 WLog_Print(h264->log, WLOG_ERROR,
"mf_create_output_sample failure: 0x%08" PRIX32
"", hr);
290 hr = mf_process_output(sys);
292 if (hr == MF_E_TRANSFORM_STREAM_CHANGE)
294 UINT64 frameSize = 0;
298 sys->outputType->lpVtbl->Release(sys->outputType);
299 sys->outputType =
nullptr;
302 hr = mf_find_output_type(sys, &sMFVideoFormat_IYUV, &sys->outputType);
306 WLog_Print(h264->log, WLOG_ERROR,
"mf_find_output_type failure: 0x%08" PRIX32
"", hr);
310 hr = sys->transform->lpVtbl->SetOutputType(sys->transform, 0, sys->outputType, 0);
314 WLog_Print(h264->log, WLOG_ERROR,
"SetOutputType failure: 0x%08" PRIX32
"", hr);
318 hr = mf_create_output_sample(h264, sys);
322 WLog_Print(h264->log, WLOG_ERROR,
"mf_create_output_sample failure: 0x%08" PRIX32
"",
327 hr = sys->outputType->lpVtbl->GetUINT64(sys->outputType, &sMF_MT_FRAME_SIZE, &frameSize);
331 WLog_Print(h264->log, WLOG_ERROR,
332 "GetUINT64(MF_MT_FRAME_SIZE) failure: 0x%08" PRIX32
"", hr);
336 sys->frameWidth = (UINT32)(frameSize >> 32);
337 sys->frameHeight = (UINT32)frameSize;
338 hr = sys->outputType->lpVtbl->GetUINT32(sys->outputType, &sMF_MT_DEFAULT_STRIDE,
343 WLog_Print(h264->log, WLOG_ERROR,
344 "GetUINT32(MF_MT_DEFAULT_STRIDE) failure: 0x%08" PRIX32
"", hr);
348 const INT32 istride = (INT32)sys->stride;
349 sys->bottomUp = (istride < 0);
351 sys->stride = istride * -1;
353 if (!avc420_ensure_buffer(h264, sys->stride, sys->frameWidth, sys->frameHeight))
357 hr = mf_process_output(sys);
360 if (hr == MF_E_TRANSFORM_NEED_MORE_INPUT)
364 WLog_Print(h264->log, WLOG_ERROR,
"ProcessOutput failure: 0x%08" PRIX32
"", hr);
369 BYTE* buffer =
nullptr;
370 DWORD bufferCount = 0;
371 DWORD cbMaxLength = 0;
372 DWORD cbCurrentLength = 0;
373 hr = sys->outputSample->lpVtbl->GetBufferCount(sys->outputSample, &bufferCount);
377 WLog_Print(h264->log, WLOG_ERROR,
"GetBufferCount failure: 0x%08" PRIX32
"", hr);
381 hr = sys->outputSample->lpVtbl->GetBufferByIndex(sys->outputSample, 0, &outputBuffer);
385 WLog_Print(h264->log, WLOG_ERROR,
"GetBufferByIndex failure: 0x%08" PRIX32
"", hr);
389 hr = outputBuffer->lpVtbl->Lock(outputBuffer, &buffer, &cbMaxLength, &cbCurrentLength);
393 WLog_Print(h264->log, WLOG_ERROR,
"Lock failure: 0x%08" PRIX32
"", hr);
397 if ((sys->stride == 0) || (cbCurrentLength / 3u / sys->stride < sys->frameHeight / 2u))
399 WLog_Print(h264->log, WLOG_ERROR,
"output buffer too small: %" PRIu32
"",
401 (void)outputBuffer->lpVtbl->Unlock(outputBuffer);
409 for (UINT32 x = 0; x < sys->frameHeight; x++)
411 const size_t srcOffset = getSrcOffset(sys, x, 0);
412 const UINT32 dstOffset = (UINT32)iStride[0] * x;
413 CopyMemory(&pYUVData[0][dstOffset], &buffer[srcOffset], sys->stride);
415 for (UINT32 x = 0; x < sys->frameHeight / 2; x++)
417 const size_t srcUOffset = getSrcOffset(sys, x, 1);
418 const size_t srcVOffset = getSrcOffset(sys, x, 2);
419 const UINT32 dstUOffset = (UINT32)iStride[1] * x;
420 const UINT32 dstVOffset = (UINT32)iStride[2] * x;
421 CopyMemory(&pYUVData[1][dstUOffset], &buffer[srcUOffset], sys->stride / 2u);
422 CopyMemory(&pYUVData[2][dstVOffset], &buffer[srcVOffset], sys->stride / 2u);
425 hr = outputBuffer->lpVtbl->Unlock(outputBuffer);
429 WLog_Print(h264->log, WLOG_ERROR,
"Unlock failure: 0x%08" PRIX32
"", hr);
433 h264->YUVWidth = sys->frameWidth;
434 h264->YUVHeight = sys->frameHeight;
440 outputBuffer->lpVtbl->Release(outputBuffer);
442 inputSample->lpVtbl->Release(inputSample);
444 inputBuffer->lpVtbl->Release(inputBuffer);
446 WLog_Print(h264->log, WLOG_ERROR,
"decompression failed");
450static int mf_compress(H264_CONTEXT* WINPR_RESTRICT h264,
const BYTE** WINPR_RESTRICT ppSrcYuv,
451 const UINT32* WINPR_RESTRICT pStride, BYTE** WINPR_RESTRICT ppDstData,
452 UINT32* WINPR_RESTRICT pDstSize)
454 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)h264->pSystemData;
455 WLog_Print(h264->log, WLOG_ERROR,
"TODO: compression not implemented");
459static BOOL mf_plat_loaded(H264_CONTEXT_MF* sys)
461 return sys->MFStartup && sys->MFShutdown && sys->MFCreateSample && sys->MFCreateMemoryBuffer &&
462 sys->MFCreateMediaType;
465static void mf_uninit(H264_CONTEXT* h264)
467 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)h264->pSystemData;
473 sys->transform->lpVtbl->Release(sys->transform);
474 sys->transform =
nullptr;
479 sys->codecApi->lpVtbl->Release(sys->codecApi);
480 sys->codecApi =
nullptr;
485 sys->inputType->lpVtbl->Release(sys->inputType);
486 sys->inputType =
nullptr;
491 sys->outputType->lpVtbl->Release(sys->outputType);
492 sys->outputType =
nullptr;
495 if (sys->outputSample)
497 sys->outputSample->lpVtbl->Release(sys->outputSample);
498 sys->outputSample =
nullptr;
503 if (mf_plat_loaded(sys))
506 FreeLibrary(sys->mfplat);
507 sys->mfplat =
nullptr;
509 if (mf_plat_loaded(sys))
513 for (
size_t x = 0; x <
sizeof(h264->pYUVData) /
sizeof(h264->pYUVData[0]); x++)
514 winpr_aligned_free(h264->pYUVData[x]);
516 memset(h264->pYUVData, 0,
sizeof(h264->pYUVData));
517 memset(h264->iStride, 0,
sizeof(h264->iStride));
520 h264->pSystemData =
nullptr;
524static BOOL mf_init(H264_CONTEXT* h264)
527 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)calloc(1,
sizeof(H264_CONTEXT_MF));
532 h264->pSystemData = (
void*)sys;
535 sys->mfplat = LoadLibraryA(
"mfplat.dll");
540 sys->MFStartup = GetProcAddressAs(sys->mfplat,
"MFStartup", pfnMFStartup);
541 sys->MFShutdown = GetProcAddressAs(sys->mfplat,
"MFShutdown", pfnMFShutdown);
542 sys->MFCreateSample = GetProcAddressAs(sys->mfplat,
"MFCreateSample", pfnMFCreateSample);
543 sys->MFCreateMemoryBuffer =
544 GetProcAddressAs(sys->mfplat,
"MFCreateMemoryBuffer", pfnMFCreateMemoryBuffer);
545 sys->MFCreateMediaType =
546 GetProcAddressAs(sys->mfplat,
"MFCreateMediaType", pfnMFCreateMediaType);
548 if (!mf_plat_loaded(sys))
551 CoInitializeEx(
nullptr, COINIT_APARTMENTTHREADED);
553 if (h264->Compressor)
558 VARIANT var = WINPR_C_ARRAY_INIT;
559 hr = sys->MFStartup(MF_VERSION, 0);
563 WLog_Print(h264->log, WLOG_ERROR,
"MFStartup failure: 0x%08" PRIX32
"", hr);
567 hr = CoCreateInstance(&sCLSID_CMSH264DecoderMFT,
nullptr, CLSCTX_INPROC_SERVER,
568 &sIID_IMFTransform, (
void**)&sys->transform);
572 WLog_Print(h264->log, WLOG_ERROR,
573 "CoCreateInstance(CLSID_CMSH264DecoderMFT) failure: 0x%08" PRIX32
"", hr);
577 hr = sys->transform->lpVtbl->QueryInterface(sys->transform, &sIID_ICodecAPI,
578 (
void**)&sys->codecApi);
582 WLog_Print(h264->log, WLOG_ERROR,
583 "QueryInterface(IID_ICodecAPI) failure: 0x%08" PRIX32
"", hr);
587 var.n1.n2.vt = VT_UI4;
588 var.n1.n2.n3.ulVal = 1;
589 hr = sys->codecApi->lpVtbl->SetValue(sys->codecApi, &sCODECAPI_AVLowLatencyMode, &var);
593 WLog_Print(h264->log, WLOG_ERROR,
594 "SetValue(CODECAPI_AVLowLatencyMode) failure: 0x%08" PRIX32
"", hr);
598 hr = sys->MFCreateMediaType(&sys->inputType);
602 WLog_Print(h264->log, WLOG_ERROR,
"MFCreateMediaType failure: 0x%08" PRIX32
"", hr);
606 hr = sys->inputType->lpVtbl->SetGUID(sys->inputType, &sMF_MT_MAJOR_TYPE,
607 &sMFMediaType_Video);
611 WLog_Print(h264->log, WLOG_ERROR,
"SetGUID(MF_MT_MAJOR_TYPE) failure: 0x%08" PRIX32
"",
616 hr = sys->inputType->lpVtbl->SetGUID(sys->inputType, &sMF_MT_SUBTYPE, &sMFVideoFormat_H264);
620 WLog_Print(h264->log, WLOG_ERROR,
"SetGUID(MF_MT_SUBTYPE) failure: 0x%08" PRIX32
"",
625 hr = sys->transform->lpVtbl->SetInputType(sys->transform, 0, sys->inputType, 0);
629 WLog_Print(h264->log, WLOG_ERROR,
"SetInputType failure: 0x%08" PRIX32
"", hr);
633 hr = mf_find_output_type(sys, &sMFVideoFormat_IYUV, &sys->outputType);
637 WLog_Print(h264->log, WLOG_ERROR,
"mf_find_output_type failure: 0x%08" PRIX32
"", hr);
641 hr = sys->transform->lpVtbl->SetOutputType(sys->transform, 0, sys->outputType, 0);
645 WLog_Print(h264->log, WLOG_ERROR,
"SetOutputType failure: 0x%08" PRIX32
"", hr);
649 hr = mf_create_output_sample(h264, sys);
653 WLog_Print(h264->log, WLOG_ERROR,
"mf_create_output_sample failure: 0x%08" PRIX32
"",
661 WLog_Print(h264->log, WLOG_ERROR,
"mf_init failure");
666const H264_CONTEXT_SUBSYSTEM g_Subsystem_MF = {
"MediaFoundation", mf_init, mf_uninit,
667 mf_decompress, mf_compress };