FreeRDP
Loading...
Searching...
No Matches
h264_mf.c
1
20#include <winpr/winpr.h>
21#include <winpr/library.h>
22
23#include <freerdp/log.h>
24#include <freerdp/codec/h264.h>
25
26#include <ks.h>
27#include <codecapi.h>
28
29#include <mfapi.h>
30#include <mferror.h>
31#include <wmcodecdsp.h>
32#include <mftransform.h>
33
34#include "h264.h"
35
36#define TAG FREERDP_TAG("codec")
37
38static const GUID sCLSID_CMSH264DecoderMFT = {
39 0x62CE7E72, 0x4C71, 0x4d20, { 0xB1, 0x5D, 0x45, 0x28, 0x31, 0xA8, 0x7D, 0x9D }
40};
41static const GUID sIID_IMFTransform = {
42 0xbf94c121, 0x5b05, 0x4e6f, { 0x80, 0x00, 0xba, 0x59, 0x89, 0x61, 0x41, 0x4d }
43};
44static const GUID sMF_MT_MAJOR_TYPE = {
45 0x48eba18e, 0xf8c9, 0x4687, { 0xbf, 0x11, 0x0a, 0x74, 0xc9, 0xf9, 0x6a, 0x8f }
46};
47static const GUID sMF_MT_FRAME_SIZE = {
48 0x1652c33d, 0xd6b2, 0x4012, { 0xb8, 0x34, 0x72, 0x03, 0x08, 0x49, 0xa3, 0x7d }
49};
50static const GUID sMF_MT_DEFAULT_STRIDE = {
51 0x644b4e48, 0x1e02, 0x4516, { 0xb0, 0xeb, 0xc0, 0x1c, 0xa9, 0xd4, 0x9a, 0xc6 }
52};
53static const GUID sMF_MT_SUBTYPE = {
54 0xf7e34c9a, 0x42e8, 0x4714, { 0xb7, 0x4b, 0xcb, 0x29, 0xd7, 0x2c, 0x35, 0xe5 }
55};
56static const GUID sMFMediaType_Video = {
57 0x73646976, 0x0000, 0x0010, { 0x80, 0x00, 0x00, 0xAA, 0x00, 0x38, 0x9B, 0x71 }
58};
59static const GUID sMFVideoFormat_H264 = {
60 0x34363248, 0x0000, 0x0010, { 0x80, 0x00, 0x00, 0xaa, 0x00, 0x38, 0x9b, 0x71 }
61};
62static const GUID sMFVideoFormat_IYUV = {
63 0x56555949, 0x0000, 0x0010, { 0x80, 0x00, 0x00, 0xaa, 0x00, 0x38, 0x9b, 0x71 }
64};
65static const GUID sIID_ICodecAPI = {
66 0x901db4c7, 0x31ce, 0x41a2, { 0x85, 0xdc, 0x8f, 0xa0, 0xbf, 0x41, 0xb8, 0xda }
67};
68static const GUID sCODECAPI_AVLowLatencyMode = {
69 0x9c27891a, 0xed7a, 0x40e1, { 0x88, 0xe8, 0xb2, 0x27, 0x27, 0xa0, 0x24, 0xee }
70};
71
72typedef HRESULT(__stdcall* pfnMFStartup)(ULONG Version, DWORD dwFlags);
73typedef HRESULT(__stdcall* pfnMFShutdown)(void);
74typedef HRESULT(__stdcall* pfnMFCreateSample)(IMFSample** ppIMFSample);
75typedef HRESULT(__stdcall* pfnMFCreateMemoryBuffer)(DWORD cbMaxLength, IMFMediaBuffer** ppBuffer);
76typedef HRESULT(__stdcall* pfnMFCreateMediaType)(IMFMediaType** ppMFType);
77
78typedef struct
79{
80 ICodecAPI* codecApi;
81 IMFTransform* transform;
82 IMFMediaType* inputType;
83 IMFMediaType* outputType;
84 IMFSample* sample;
85 UINT32 frameWidth;
86 UINT32 frameHeight;
87 IMFSample* outputSample;
88 IMFMediaBuffer* outputBuffer;
89 HMODULE mfplat;
90 pfnMFStartup MFStartup;
91 pfnMFShutdown MFShutdown;
92 pfnMFCreateSample MFCreateSample;
93 pfnMFCreateMemoryBuffer MFCreateMemoryBuffer;
94 pfnMFCreateMediaType MFCreateMediaType;
95} H264_CONTEXT_MF;
96
97static HRESULT mf_find_output_type(H264_CONTEXT_MF* sys, const GUID* guid,
98 IMFMediaType** ppMediaType)
99{
100 DWORD idx = 0;
101 GUID mediaGuid;
102 HRESULT hr = S_OK;
103 IMFMediaType* pMediaType = nullptr;
104
105 while (1)
106 {
107 hr = sys->transform->lpVtbl->GetOutputAvailableType(sys->transform, 0, idx, &pMediaType);
108
109 if (FAILED(hr))
110 break;
111
112 pMediaType->lpVtbl->GetGUID(pMediaType, &sMF_MT_SUBTYPE, &mediaGuid);
113
114 if (IsEqualGUID(&mediaGuid, guid))
115 {
116 *ppMediaType = pMediaType;
117 return S_OK;
118 }
119
120 pMediaType->lpVtbl->Release(pMediaType);
121 idx++;
122 }
123
124 return hr;
125}
126
127static HRESULT mf_create_output_sample(H264_CONTEXT* h264, H264_CONTEXT_MF* sys)
128{
129 HRESULT hr = S_OK;
130 MFT_OUTPUT_STREAM_INFO streamInfo;
131
132 if (sys->outputSample)
133 {
134 sys->outputSample->lpVtbl->Release(sys->outputSample);
135 sys->outputSample = nullptr;
136 }
137
138 hr = sys->MFCreateSample(&sys->outputSample);
139
140 if (FAILED(hr))
141 {
142 WLog_Print(h264->log, WLOG_ERROR, "MFCreateSample failure: 0x%08" PRIX32 "", hr);
143 goto error;
144 }
145
146 hr = sys->transform->lpVtbl->GetOutputStreamInfo(sys->transform, 0, &streamInfo);
147
148 if (FAILED(hr))
149 {
150 WLog_Print(h264->log, WLOG_ERROR, "GetOutputStreamInfo failure: 0x%08" PRIX32 "", hr);
151 goto error;
152 }
153
154 hr = sys->MFCreateMemoryBuffer(streamInfo.cbSize, &sys->outputBuffer);
155
156 if (FAILED(hr))
157 {
158 WLog_Print(h264->log, WLOG_ERROR, "MFCreateMemoryBuffer failure: 0x%08" PRIX32 "", hr);
159 goto error;
160 }
161
162 sys->outputSample->lpVtbl->AddBuffer(sys->outputSample, sys->outputBuffer);
163
164 if (FAILED(hr))
165 {
166 WLog_Print(h264->log, WLOG_ERROR, "AddBuffer failure: 0x%08" PRIX32 "", hr);
167 goto error;
168 }
169
170 sys->outputBuffer->lpVtbl->Release(sys->outputBuffer);
171error:
172 return hr;
173}
174
175static int mf_decompress(H264_CONTEXT* WINPR_RESTRICT h264, const BYTE* WINPR_RESTRICT pSrcData,
176 UINT32 SrcSize)
177{
178 BYTE* pbBuffer = nullptr;
179 DWORD cbMaxLength = 0;
180 DWORD cbCurrentLength = 0;
181 DWORD outputStatus = 0;
182 IMFSample* inputSample = nullptr;
183 IMFMediaBuffer* inputBuffer = nullptr;
184 IMFMediaBuffer* outputBuffer = nullptr;
185 MFT_OUTPUT_DATA_BUFFER outputDataBuffer = WINPR_C_ARRAY_INIT;
186
187 WINPR_ASSERT(h264);
188
189 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)h264->pSystemData;
190 UINT32* iStride = h264->iStride;
191 BYTE** pYUVData = h264->pYUVData;
192 HRESULT hr = sys->MFCreateMemoryBuffer(SrcSize, &inputBuffer);
193
194 if (FAILED(hr))
195 {
196 WLog_Print(h264->log, WLOG_ERROR, "MFCreateMemoryBuffer failure: 0x%08" PRIX32 "", hr);
197 goto error;
198 }
199
200 hr = inputBuffer->lpVtbl->Lock(inputBuffer, &pbBuffer, &cbMaxLength, &cbCurrentLength);
201
202 if (FAILED(hr))
203 {
204 WLog_Print(h264->log, WLOG_ERROR, "Lock failure: 0x%08" PRIX32 "", hr);
205 goto error;
206 }
207
208 CopyMemory(pbBuffer, pSrcData, SrcSize);
209 hr = inputBuffer->lpVtbl->SetCurrentLength(inputBuffer, SrcSize);
210
211 if (FAILED(hr))
212 {
213 WLog_Print(h264->log, WLOG_ERROR, "SetCurrentLength failure: 0x%08" PRIX32 "", hr);
214 goto error;
215 }
216
217 hr = inputBuffer->lpVtbl->Unlock(inputBuffer);
218
219 if (FAILED(hr))
220 {
221 WLog_Print(h264->log, WLOG_ERROR, "Unlock failure: 0x%08" PRIX32 "", hr);
222 goto error;
223 }
224
225 hr = sys->MFCreateSample(&inputSample);
226
227 if (FAILED(hr))
228 {
229 WLog_Print(h264->log, WLOG_ERROR, "MFCreateSample failure: 0x%08" PRIX32 "", hr);
230 goto error;
231 }
232
233 inputSample->lpVtbl->AddBuffer(inputSample, inputBuffer);
234
235 if (FAILED(hr))
236 {
237 WLog_Print(h264->log, WLOG_ERROR, "AddBuffer failure: 0x%08" PRIX32 "", hr);
238 goto error;
239 }
240
241 inputBuffer->lpVtbl->Release(inputBuffer);
242 hr = sys->transform->lpVtbl->ProcessInput(sys->transform, 0, inputSample, 0);
243
244 if (FAILED(hr))
245 {
246 WLog_Print(h264->log, WLOG_ERROR, "ProcessInput failure: 0x%08" PRIX32 "", hr);
247 goto error;
248 }
249
250 hr = mf_create_output_sample(h264, sys);
251
252 if (FAILED(hr))
253 {
254 WLog_Print(h264->log, WLOG_ERROR, "mf_create_output_sample failure: 0x%08" PRIX32 "", hr);
255 goto error;
256 }
257
258 outputDataBuffer.dwStreamID = 0;
259 outputDataBuffer.dwStatus = 0;
260 outputDataBuffer.pEvents = nullptr;
261 outputDataBuffer.pSample = sys->outputSample;
262 hr = sys->transform->lpVtbl->ProcessOutput(sys->transform, 0, 1, &outputDataBuffer,
263 &outputStatus);
264
265 if (hr == MF_E_TRANSFORM_STREAM_CHANGE)
266 {
267 UINT32 stride = 0;
268 UINT64 frameSize = 0;
269
270 if (sys->outputType)
271 {
272 sys->outputType->lpVtbl->Release(sys->outputType);
273 sys->outputType = nullptr;
274 }
275
276 hr = mf_find_output_type(sys, &sMFVideoFormat_IYUV, &sys->outputType);
277
278 if (FAILED(hr))
279 {
280 WLog_Print(h264->log, WLOG_ERROR, "mf_find_output_type failure: 0x%08" PRIX32 "", hr);
281 goto error;
282 }
283
284 hr = sys->transform->lpVtbl->SetOutputType(sys->transform, 0, sys->outputType, 0);
285
286 if (FAILED(hr))
287 {
288 WLog_Print(h264->log, WLOG_ERROR, "SetOutputType failure: 0x%08" PRIX32 "", hr);
289 goto error;
290 }
291
292 hr = mf_create_output_sample(h264, sys);
293
294 if (FAILED(hr))
295 {
296 WLog_Print(h264->log, WLOG_ERROR, "mf_create_output_sample failure: 0x%08" PRIX32 "",
297 hr);
298 goto error;
299 }
300
301 hr = sys->outputType->lpVtbl->GetUINT64(sys->outputType, &sMF_MT_FRAME_SIZE, &frameSize);
302
303 if (FAILED(hr))
304 {
305 WLog_Print(h264->log, WLOG_ERROR,
306 "GetUINT64(MF_MT_FRAME_SIZE) failure: 0x%08" PRIX32 "", hr);
307 goto error;
308 }
309
310 sys->frameWidth = (UINT32)(frameSize >> 32);
311 sys->frameHeight = (UINT32)frameSize;
312 hr = sys->outputType->lpVtbl->GetUINT32(sys->outputType, &sMF_MT_DEFAULT_STRIDE, &stride);
313
314 if (FAILED(hr))
315 {
316 WLog_Print(h264->log, WLOG_ERROR,
317 "GetUINT32(MF_MT_DEFAULT_STRIDE) failure: 0x%08" PRIX32 "", hr);
318 goto error;
319 }
320
321 if (!avc420_ensure_buffer(h264, stride, sys->frameWidth, sys->frameHeight))
322 goto error;
323 }
324 else if (hr == MF_E_TRANSFORM_NEED_MORE_INPUT)
325 {
326 }
327 else if (FAILED(hr))
328 {
329 WLog_Print(h264->log, WLOG_ERROR, "ProcessOutput failure: 0x%08" PRIX32 "", hr);
330 goto error;
331 }
332 else
333 {
334 int offset = 0;
335 BYTE* buffer = nullptr;
336 DWORD bufferCount = 0;
337 DWORD cbMaxLength = 0;
338 DWORD cbCurrentLength = 0;
339 hr = sys->outputSample->lpVtbl->GetBufferCount(sys->outputSample, &bufferCount);
340
341 if (FAILED(hr))
342 {
343 WLog_Print(h264->log, WLOG_ERROR, "GetBufferCount failure: 0x%08" PRIX32 "", hr);
344 goto error;
345 }
346
347 hr = sys->outputSample->lpVtbl->GetBufferByIndex(sys->outputSample, 0, &outputBuffer);
348
349 if (FAILED(hr))
350 {
351 WLog_Print(h264->log, WLOG_ERROR, "GetBufferByIndex failure: 0x%08" PRIX32 "", hr);
352 goto error;
353 }
354
355 hr = outputBuffer->lpVtbl->Lock(outputBuffer, &buffer, &cbMaxLength, &cbCurrentLength);
356
357 if (FAILED(hr))
358 {
359 WLog_Print(h264->log, WLOG_ERROR, "Lock failure: 0x%08" PRIX32 "", hr);
360 goto error;
361 }
362
363 CopyMemory(pYUVData[0], &buffer[offset], iStride[0] * sys->frameHeight);
364 offset += iStride[0] * sys->frameHeight;
365 CopyMemory(pYUVData[1], &buffer[offset], iStride[1] * (sys->frameHeight / 2));
366 offset += iStride[1] * (sys->frameHeight / 2);
367 CopyMemory(pYUVData[2], &buffer[offset], iStride[2] * (sys->frameHeight / 2));
368 offset += iStride[2] * (sys->frameHeight / 2);
369 hr = outputBuffer->lpVtbl->Unlock(outputBuffer);
370
371 if (FAILED(hr))
372 {
373 WLog_Print(h264->log, WLOG_ERROR, "Unlock failure: 0x%08" PRIX32 "", hr);
374 goto error;
375 }
376
377 outputBuffer->lpVtbl->Release(outputBuffer);
378 h264->YUVWidth = sys->frameWidth;
379 h264->YUVHeigth = sys->frameHeigth;
380 }
381
382 inputSample->lpVtbl->Release(inputSample);
383 return 1;
384error:
385 (void)fprintf(stderr, "mf_decompress error\n");
386 return -1;
387}
388
389static int mf_compress(H264_CONTEXT* WINPR_RESTRICT h264, const BYTE** WINPR_RESTRICT ppSrcYuv,
390 const UINT32* WINPR_RESTRICT pStride, BYTE** WINPR_RESTRICT ppDstData,
391 UINT32* WINPR_RESTRICT pDstSize)
392{
393 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)h264->pSystemData;
394 return 1;
395}
396
397static BOOL mf_plat_loaded(H264_CONTEXT_MF* sys)
398{
399 return sys->MFStartup && sys->MFShutdown && sys->MFCreateSample && sys->MFCreateMemoryBuffer &&
400 sys->MFCreateMediaType;
401}
402
403static void mf_uninit(H264_CONTEXT* h264)
404{
405 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)h264->pSystemData;
406
407 if (sys)
408 {
409 if (sys->transform)
410 {
411 sys->transform->lpVtbl->Release(sys->transform);
412 sys->transform = nullptr;
413 }
414
415 if (sys->codecApi)
416 {
417 sys->codecApi->lpVtbl->Release(sys->codecApi);
418 sys->codecApi = nullptr;
419 }
420
421 if (sys->inputType)
422 {
423 sys->inputType->lpVtbl->Release(sys->inputType);
424 sys->inputType = nullptr;
425 }
426
427 if (sys->outputType)
428 {
429 sys->outputType->lpVtbl->Release(sys->outputType);
430 sys->outputType = nullptr;
431 }
432
433 if (sys->outputSample)
434 {
435 sys->outputSample->lpVtbl->Release(sys->outputSample);
436 sys->outputSample = nullptr;
437 }
438
439 if (sys->mfplat)
440 {
441 if (mf_plat_loaded(sys))
442 sys->MFShutdown();
443
444 FreeLibrary(sys->mfplat);
445 sys->mfplat = nullptr;
446
447 if (mf_plat_loaded(sys))
448 CoUninitialize();
449 }
450
451 for (size_t x = 0; x < sizeof(h264->pYUVData) / sizeof(h264->pYUVData[0]); x++)
452 winpr_aligned_free(h264->pYUVData[x]);
453
454 memset(h264->pYUVData, 0, sizeof(h264->pYUVData));
455 memset(h264->iStride, 0, sizeof(h264->iStride));
456
457 free(sys);
458 h264->pSystemData = nullptr;
459 }
460}
461
462static BOOL mf_init(H264_CONTEXT* h264)
463{
464 HRESULT hr;
465 H264_CONTEXT_MF* sys = (H264_CONTEXT_MF*)calloc(1, sizeof(H264_CONTEXT_MF));
466
467 if (!sys)
468 goto error;
469
470 h264->pSystemData = (void*)sys;
471 /* http://decklink-sdk-delphi.googlecode.com/svn/trunk/Blackmagic%20DeckLink%20SDK%209.7/Win/Samples/Streaming/StreamingPreview/DecoderMF.cpp
472 */
473 sys->mfplat = LoadLibraryA("mfplat.dll");
474
475 if (!sys->mfplat)
476 goto error;
477
478 sys->MFStartup = GetProcAddressAs(sys->mfplat, "MFStartup", pfnMFStartup);
479 sys->MFShutdown = GetProcAddressAs(sys->mfplat, "MFShutdown", pfnMFShutdown);
480 sys->MFCreateSample = GetProcAddressAs(sys->mfplat, "MFCreateSample", pfnMFCreateSample);
481 sys->MFCreateMemoryBuffer =
482 GetProcAddressAs(sys->mfplat, "MFCreateMemoryBuffer", pfnMFCreateMemoryBuffer);
483 sys->MFCreateMediaType =
484 GetProcAddressAs(sys->mfplat, "MFCreateMediaType", pfnMFCreateMediaType);
485
486 if (!mf_plat_loaded(sys))
487 goto error;
488
489 CoInitializeEx(nullptr, COINIT_APARTMENTTHREADED);
490
491 if (h264->Compressor)
492 {
493 }
494 else
495 {
496 VARIANT var = WINPR_C_ARRAY_INIT;
497 hr = sys->MFStartup(MF_VERSION, 0);
498
499 if (FAILED(hr))
500 {
501 WLog_Print(h264->log, WLOG_ERROR, "MFStartup failure: 0x%08" PRIX32 "", hr);
502 goto error;
503 }
504
505 hr = CoCreateInstance(&sCLSID_CMSH264DecoderMFT, nullptr, CLSCTX_INPROC_SERVER,
506 &sIID_IMFTransform, (void**)&sys->transform);
507
508 if (FAILED(hr))
509 {
510 WLog_Print(h264->log, WLOG_ERROR,
511 "CoCreateInstance(CLSID_CMSH264DecoderMFT) failure: 0x%08" PRIX32 "", hr);
512 goto error;
513 }
514
515 hr = sys->transform->lpVtbl->QueryInterface(sys->transform, &sIID_ICodecAPI,
516 (void**)&sys->codecApi);
517
518 if (FAILED(hr))
519 {
520 WLog_Print(h264->log, WLOG_ERROR,
521 "QueryInterface(IID_ICodecAPI) failure: 0x%08" PRIX32 "", hr);
522 goto error;
523 }
524
525 var.n1.n2.vt = VT_UI4;
526 var.n1.n2.n3.ulVal = 1;
527 hr = sys->codecApi->lpVtbl->SetValue(sys->codecApi, &sCODECAPI_AVLowLatencyMode, &var);
528
529 if (FAILED(hr))
530 {
531 WLog_Print(h264->log, WLOG_ERROR,
532 "SetValue(CODECAPI_AVLowLatencyMode) failure: 0x%08" PRIX32 "", hr);
533 goto error;
534 }
535
536 hr = sys->MFCreateMediaType(&sys->inputType);
537
538 if (FAILED(hr))
539 {
540 WLog_Print(h264->log, WLOG_ERROR, "MFCreateMediaType failure: 0x%08" PRIX32 "", hr);
541 goto error;
542 }
543
544 hr = sys->inputType->lpVtbl->SetGUID(sys->inputType, &sMF_MT_MAJOR_TYPE,
545 &sMFMediaType_Video);
546
547 if (FAILED(hr))
548 {
549 WLog_Print(h264->log, WLOG_ERROR, "SetGUID(MF_MT_MAJOR_TYPE) failure: 0x%08" PRIX32 "",
550 hr);
551 goto error;
552 }
553
554 hr = sys->inputType->lpVtbl->SetGUID(sys->inputType, &sMF_MT_SUBTYPE, &sMFVideoFormat_H264);
555
556 if (FAILED(hr))
557 {
558 WLog_Print(h264->log, WLOG_ERROR, "SetGUID(MF_MT_SUBTYPE) failure: 0x%08" PRIX32 "",
559 hr);
560 goto error;
561 }
562
563 hr = sys->transform->lpVtbl->SetInputType(sys->transform, 0, sys->inputType, 0);
564
565 if (FAILED(hr))
566 {
567 WLog_Print(h264->log, WLOG_ERROR, "SetInputType failure: 0x%08" PRIX32 "", hr);
568 goto error;
569 }
570
571 hr = mf_find_output_type(sys, &sMFVideoFormat_IYUV, &sys->outputType);
572
573 if (FAILED(hr))
574 {
575 WLog_Print(h264->log, WLOG_ERROR, "mf_find_output_type failure: 0x%08" PRIX32 "", hr);
576 goto error;
577 }
578
579 hr = sys->transform->lpVtbl->SetOutputType(sys->transform, 0, sys->outputType, 0);
580
581 if (FAILED(hr))
582 {
583 WLog_Print(h264->log, WLOG_ERROR, "SetOutputType failure: 0x%08" PRIX32 "", hr);
584 goto error;
585 }
586
587 hr = mf_create_output_sample(h264, sys);
588
589 if (FAILED(hr))
590 {
591 WLog_Print(h264->log, WLOG_ERROR, "mf_create_output_sample failure: 0x%08" PRIX32 "",
592 hr);
593 goto error;
594 }
595 }
596
597 return TRUE;
598error:
599 WLog_Print(h264->log, WLOG_ERROR, "mf_init failure");
600 mf_uninit(h264);
601 return FALSE;
602}
603
604const H264_CONTEXT_SUBSYSTEM g_Subsystem_MF = { "MediaFoundation", mf_init, mf_uninit,
605 mf_decompress, mf_compress };