27#include <linux/videodev2.h>
29#include "camera_v4l.h"
32#define TAG CHANNELS_TAG("rdpecam-v4l.client")
34#define CAM_V4L2_BUFFERS_COUNT 4
35#define CAM_V4L2_CAPTURE_THREAD_SLEEP_MS 1000
37#define CAM_V4L2_FRAMERATE_NUMERATOR_DEFAULT 30
38#define CAM_V4L2_FRAMERATE_DENOMINATOR_DEFAULT 1
48static CamV4lStream* cam_v4l_stream_create(
const char* deviceId,
size_t streamIndex);
49static void cam_v4l_stream_free(
void* obj);
50static void cam_v4l_stream_close_device(
CamV4lStream* stream);
51static CAM_ERROR_CODE cam_v4l_stream_stop(
CamV4lStream* stream);
58static const char* cam_v4l_get_fourcc_str(
unsigned int fourcc,
char* buffer,
size_t size)
63 buffer[0] = (char)(fourcc & 0xFF);
64 buffer[1] = (char)((fourcc >> 8) & 0xFF);
65 buffer[2] = (char)((fourcc >> 16) & 0xFF);
66 buffer[3] = (char)((fourcc >> 24) & 0xFF);
76static UINT32 ecamToV4L2PixFormat(CAM_MEDIA_FORMAT ecamFormat)
80 case CAM_MEDIA_FORMAT_H264:
81 return V4L2_PIX_FMT_H264;
82 case CAM_MEDIA_FORMAT_MJPG:
83 return V4L2_PIX_FMT_MJPEG;
84 case CAM_MEDIA_FORMAT_YUY2:
85 return V4L2_PIX_FMT_YUYV;
86 case CAM_MEDIA_FORMAT_NV12:
87 return V4L2_PIX_FMT_NV12;
88 case CAM_MEDIA_FORMAT_I420:
89 return V4L2_PIX_FMT_YUV420;
90 case CAM_MEDIA_FORMAT_RGB24:
91 return V4L2_PIX_FMT_RGB24;
92 case CAM_MEDIA_FORMAT_RGB32:
93 return V4L2_PIX_FMT_RGB32;
95 WLog_ERR(TAG,
"Unsupported CAM_MEDIA_FORMAT %u", ecamFormat);
105static BOOL cam_v4l_format_supported(
int fd, UINT32 format)
107 struct v4l2_fmtdesc fmtdesc = WINPR_C_ARRAY_INIT;
108 fmtdesc.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
110 for (fmtdesc.index = 0; ioctl(fd, VIDIOC_ENUM_FMT, &fmtdesc) == 0; fmtdesc.index++)
112 if (fmtdesc.pixelformat == format)
123static int cam_v4l_open_device(
const char* deviceId,
int flags)
125 char device[20] = WINPR_C_ARRAY_INIT;
127 struct v4l2_capability cap = WINPR_C_ARRAY_INIT;
132 if (0 == strncmp(deviceId,
"/dev/video", 10))
133 return open(deviceId, flags);
135 for (UINT n = 0; n < 64; n++)
137 (void)_snprintf(device,
sizeof(device),
"/dev/video%" PRIu32, n);
138 if ((fd = open(device, flags)) == -1)
142 if (ioctl(fd, VIDIOC_QUERYCAP, &cap) < 0 || !(cap.device_caps & V4L2_CAP_VIDEO_CAPTURE))
148 if (cap.bus_info[0] != 0 && 0 == strcmp((
const char*)cap.bus_info, deviceId))
157static BOOL cam_v4l_activate(ICamHal* ihal,
const char* deviceId, CAM_ERROR_CODE* errorCode)
160 WINPR_UNUSED(deviceId);
162 *errorCode = CAM_ERROR_CODE_None;
166static BOOL cam_v4l_deactivate(ICamHal* ihal,
const char* deviceId, CAM_ERROR_CODE* errorCode)
169 WINPR_UNUSED(deviceId);
171 *errorCode = CAM_ERROR_CODE_None;
181static INT16 cam_v4l_get_media_type_descriptions(ICamHal* ihal,
const char* deviceId,
184 size_t nSupportedFormats,
188 CamV4lHal* hal = (CamV4lHal*)ihal;
189 size_t maxMediaTypes = *nMediaTypes;
191 BOOL formatFound = FALSE;
197 stream = cam_v4l_stream_create(deviceId, streamIndex);
199 return CAM_ERROR_CODE_OutOfMemory;
201 if (!HashTable_Insert(hal->streams, deviceId, stream))
203 cam_v4l_stream_free(stream);
204 return CAM_ERROR_CODE_UnexpectedError;
208 int fd = cam_v4l_open_device(deviceId, O_RDONLY);
211 WLog_ERR(TAG,
"Unable to open device %s", deviceId);
215 size_t formatIndex = 0;
216 for (; formatIndex < nSupportedFormats; formatIndex++)
218 const UINT32 pixelFormat = ecamToV4L2PixFormat(supportedFormats[formatIndex].inputFormat);
220 WINPR_ASSERT(pixelFormat != 0);
221 struct v4l2_frmsizeenum frmsize = WINPR_C_ARRAY_INIT;
223 if (!cam_v4l_format_supported(fd, pixelFormat))
226 frmsize.pixel_format = pixelFormat;
227 for (frmsize.index = 0; ioctl(fd, VIDIOC_ENUM_FRAMESIZES, &frmsize) == 0; frmsize.index++)
229 struct v4l2_frmivalenum frmival = WINPR_C_ARRAY_INIT;
231 if (frmsize.type != V4L2_FRMSIZE_TYPE_DISCRETE)
235 mediaTypes->Width = frmsize.discrete.width;
236 mediaTypes->Height = frmsize.discrete.height;
237 mediaTypes->Format = supportedFormats[formatIndex].inputFormat;
241 frmival.pixel_format = pixelFormat;
242 frmival.width = frmsize.discrete.width;
243 frmival.height = frmsize.discrete.height;
244 if (ioctl(fd, VIDIOC_ENUM_FRAMEINTERVALS, &frmival) == 0 &&
245 frmival.type == V4L2_FRMIVAL_TYPE_DISCRETE)
248 mediaTypes->FrameRateNumerator = frmival.discrete.denominator;
249 mediaTypes->FrameRateDenominator = frmival.discrete.numerator;
253 WLog_DBG(TAG,
"VIDIOC_ENUM_FRAMEINTERVALS failed, using default framerate");
254 mediaTypes->FrameRateNumerator = CAM_V4L2_FRAMERATE_NUMERATOR_DEFAULT;
255 mediaTypes->FrameRateDenominator = CAM_V4L2_FRAMERATE_DENOMINATOR_DEFAULT;
258 mediaTypes->PixelAspectRatioNumerator = mediaTypes->PixelAspectRatioDenominator = 1;
260 char fourccstr[5] = WINPR_C_ARRAY_INIT;
261 WLog_DBG(TAG,
"Camera format: %s, width: %u, height: %u, fps: %u/%u",
262 cam_v4l_get_fourcc_str(pixelFormat, fourccstr, ARRAYSIZE(fourccstr)),
263 mediaTypes->Width, mediaTypes->Height, mediaTypes->FrameRateNumerator,
264 mediaTypes->FrameRateDenominator);
269 if (nTypes == maxMediaTypes)
271 WLog_ERR(TAG,
"Media types reached buffer maximum %" PRIuz
"", maxMediaTypes);
285 *nMediaTypes = nTypes;
287 if (formatIndex > INT16_MAX)
289 return (INT16)formatIndex;
292static bool cam_v4l_formats_supported(
int fd,
const struct v4l2_capability* cap,
const char* device)
295 WINPR_ASSERT(device);
299 struct v4l2_fmtdesc fmtdesc = WINPR_C_ARRAY_INIT;
300 fmtdesc.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
303 char* formats =
nullptr;
304 bool supported =
false;
305 for (fmtdesc.index = 0; ioctl(fd, VIDIOC_ENUM_FMT, &fmtdesc) == 0; fmtdesc.index++)
307 char fmt[32] = WINPR_C_ARRAY_INIT;
308 memcpy(fmt, &fmtdesc.pixelformat,
sizeof(fmtdesc.pixelformat));
313 winpr_asprintf(&tmp, &tlen,
"%s, %s [%s]", formats, fmtdesc.description, fmt);
319 winpr_asprintf(&formats, &flen,
"%s [%s]", fmtdesc.description, fmt);
321 switch (fmtdesc.pixelformat)
323 case V4L2_PIX_FMT_H264:
324 case V4L2_PIX_FMT_MJPEG:
325 case V4L2_PIX_FMT_YUYV:
326 case V4L2_PIX_FMT_NV12:
327 case V4L2_PIX_FMT_YUV420:
328 case V4L2_PIX_FMT_RGB24:
329 case V4L2_PIX_FMT_RGB32:
338 WLog_DBG(TAG,
"Device %s (%s) selected, formats supported: {%s}", cap->card, device,
341 WLog_DBG(TAG,
"Device %s (%s) filtered, no formats supported: {%s}", cap->card, device,
352static UINT cam_v4l_enumerate(WINPR_ATTR_UNUSED ICamHal* ihal, ICamHalEnumCallback callback,
357 for (UINT n = 0; n < 64; n++)
359 char device[20] = WINPR_C_ARRAY_INIT;
360 struct v4l2_capability cap = WINPR_C_ARRAY_INIT;
361 (void)_snprintf(device,
sizeof(device),
"/dev/video%" PRIu32, n);
362 int fd = open(device, O_RDONLY);
367 if (ioctl(fd, VIDIOC_QUERYCAP, &cap) < 0 || !(cap.device_caps & V4L2_CAP_VIDEO_CAPTURE) ||
368 !cam_v4l_formats_supported(fd, &cap, device))
375 const char* deviceName = (
char*)cap.card;
376 const char* deviceId = device;
377 if (cap.bus_info[0] != 0)
378 deviceId = (
char*)cap.bus_info;
380 IFCALL(callback, ecam, hchannel, deviceId, deviceName);
388static void cam_v4l_stream_free_buffers(
CamV4lStream* stream)
390 if (!stream || !stream->buffers)
394 for (
size_t i = 0; i < stream->nBuffers; i++)
396 if (stream->buffers[i].length && stream->buffers[i].start != MAP_FAILED)
398 munmap(stream->buffers[i].start, stream->buffers[i].length);
402 free(stream->buffers);
403 stream->buffers =
nullptr;
404 stream->nBuffers = 0;
412static size_t cam_v4l_stream_alloc_buffers(
CamV4lStream* stream)
414 struct v4l2_requestbuffers rbuffer = WINPR_C_ARRAY_INIT;
416 rbuffer.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
417 rbuffer.memory = V4L2_MEMORY_MMAP;
418 rbuffer.count = CAM_V4L2_BUFFERS_COUNT;
420 if (ioctl(stream->fd, VIDIOC_REQBUFS, &rbuffer) < 0 || rbuffer.count == 0)
422 char buffer[64] = WINPR_C_ARRAY_INIT;
423 WLog_ERR(TAG,
"Failure in VIDIOC_REQBUFS, errno %s [%d], count %u",
424 winpr_strerror(errno, buffer,
sizeof(buffer)), errno, rbuffer.count);
428 stream->nBuffers = rbuffer.count;
432 if (!stream->buffers)
434 WLog_ERR(TAG,
"Failure in calloc");
438 for (
unsigned int i = 0; i < rbuffer.count; i++)
440 struct v4l2_buffer vbuffer = WINPR_C_ARRAY_INIT;
441 vbuffer.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
442 vbuffer.memory = V4L2_MEMORY_MMAP;
445 if (ioctl(stream->fd, VIDIOC_QUERYBUF, &vbuffer) < 0)
447 char buffer[64] = WINPR_C_ARRAY_INIT;
448 WLog_ERR(TAG,
"Failure in VIDIOC_QUERYBUF, errno %s [%d]",
449 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
450 cam_v4l_stream_free_buffers(stream);
454 stream->buffers[i].start = mmap(
nullptr, vbuffer.length, PROT_READ | PROT_WRITE, MAP_SHARED,
455 stream->fd, vbuffer.m.offset);
457 if (MAP_FAILED == stream->buffers[i].start)
459 char buffer[64] = WINPR_C_ARRAY_INIT;
460 WLog_ERR(TAG,
"Failure in mmap, errno %s [%d]",
461 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
462 cam_v4l_stream_free_buffers(stream);
466 stream->buffers[i].length = vbuffer.length;
468 WLog_DBG(TAG,
"Buffer %u mapped, size: %u", i, vbuffer.length);
470 if (ioctl(stream->fd, VIDIOC_QBUF, &vbuffer) < 0)
472 char buffer[64] = WINPR_C_ARRAY_INIT;
473 WLog_ERR(TAG,
"Failure in VIDIOC_QBUF, errno %s [%d]",
474 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
475 cam_v4l_stream_free_buffers(stream);
480 return stream->buffers[0].length;
488static DWORD WINAPI cam_v4l_stream_capture_thread(LPVOID param)
491 WINPR_ASSERT(stream);
498 struct pollfd pfd = WINPR_C_ARRAY_INIT;
503 retVal = poll(&pfd, 1, CAM_V4L2_CAPTURE_THREAD_SLEEP_MS);
512 char buffer[64] = WINPR_C_ARRAY_INIT;
513 WLog_DBG(TAG,
"Failure in poll, errno %s [%d]",
514 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
515 Sleep(CAM_V4L2_CAPTURE_THREAD_SLEEP_MS);
518 else if (!(pfd.revents & POLLIN))
520 WLog_DBG(TAG,
"poll reported non-read event %d", pfd.revents);
521 Sleep(CAM_V4L2_CAPTURE_THREAD_SLEEP_MS);
525 EnterCriticalSection(&stream->lock);
526 if (stream->streaming)
528 struct v4l2_buffer buf = WINPR_C_ARRAY_INIT;
529 buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
530 buf.memory = V4L2_MEMORY_MMAP;
533 while (stream->streaming && ioctl(fd, VIDIOC_DQBUF, &buf) != -1)
536 stream->sampleCallback(stream->dev, stream->streamIndex,
537 stream->buffers[buf.index].start, buf.bytesused);
538 if (error != CHANNEL_RC_OK)
539 WLog_ERR(TAG,
"Failure in sampleCallback: %" PRIu32, error);
542 if (ioctl(fd, VIDIOC_QBUF, &buf) == -1)
544 char buffer[64] = WINPR_C_ARRAY_INIT;
545 WLog_ERR(TAG,
"Failure in VIDIOC_QBUF, errno %s [%d]",
546 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
550 LeaveCriticalSection(&stream->lock);
552 }
while (stream->streaming);
554 return CHANNEL_RC_OK;
559 if (stream->fd != -1)
571WINPR_ATTR_MALLOC(cam_v4l_stream_free, 1)
572CamV4lStream* cam_v4l_stream_create(const
char* deviceId,
size_t streamIndex)
578 WLog_ERR(TAG,
"Failure in calloc");
581 stream->streamIndex = streamIndex;
583 stream->h264UnitId = get_uvc_h624_unit_id(deviceId);
585 if (!InitializeCriticalSectionEx(&stream->lock, 0, 0))
587 WLog_ERR(TAG,
"Failure in calloc");
602 if (!stream || !stream->streaming)
603 return CAM_ERROR_CODE_None;
605 stream->streaming = FALSE;
607 if (stream->captureThread)
609 (void)WaitForSingleObject(stream->captureThread, INFINITE);
610 (void)CloseHandle(stream->captureThread);
611 stream->captureThread =
nullptr;
614 EnterCriticalSection(&stream->lock);
617 enum v4l2_buf_type type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
618 if (ioctl(stream->fd, VIDIOC_STREAMOFF, &type) < 0)
620 char buffer[64] = WINPR_C_ARRAY_INIT;
621 WLog_ERR(TAG,
"Failure in VIDIOC_STREAMOFF, errno %s [%d]",
622 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
625 cam_v4l_stream_free_buffers(stream);
626 cam_v4l_stream_close_device(stream);
628 LeaveCriticalSection(&stream->lock);
630 return CAM_ERROR_CODE_None;
633static CAM_ERROR_CODE cam_v4l_stream_start(ICamHal* ihal,
CameraDevice* dev,
size_t streamIndex,
635 ICamHalSampleCapturedCallback callback)
637 CamV4lHal* hal = (CamV4lHal*)ihal;
644 WLog_ERR(TAG,
"Unable to find stream, device %s, streamIndex %" PRIuz, dev->deviceId,
646 return CAM_ERROR_CODE_UnexpectedError;
649 if (stream->streaming)
651 WLog_ERR(TAG,
"Streaming already in progress, device %s, streamIndex %" PRIuz,
652 dev->deviceId, streamIndex);
653 return CAM_ERROR_CODE_UnexpectedError;
657 stream->sampleCallback = callback;
659 if ((stream->fd = cam_v4l_open_device(dev->deviceId, O_RDWR | O_NONBLOCK)) == -1)
661 WLog_ERR(TAG,
"Unable to open device %s", dev->deviceId);
662 return CAM_ERROR_CODE_UnexpectedError;
665 struct v4l2_format video_fmt = WINPR_C_ARRAY_INIT;
666 video_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
668 const UINT32 pixelFormat = ecamToV4L2PixFormat(mediaType->Format);
669 video_fmt.fmt.pix.width = mediaType->Width;
670 video_fmt.fmt.pix.height = mediaType->Height;
672 if (pixelFormat == 0)
674 cam_v4l_stream_close_device(stream);
675 return CAM_ERROR_CODE_InvalidMediaType;
678 video_fmt.fmt.pix.pixelformat = pixelFormat;
681 if (ioctl(stream->fd, VIDIOC_S_FMT, &video_fmt) < 0)
683 char buffer[64] = WINPR_C_ARRAY_INIT;
684 WLog_ERR(TAG,
"Failure in VIDIOC_S_FMT, errno %s [%d]",
685 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
686 cam_v4l_stream_close_device(stream);
687 return CAM_ERROR_CODE_InvalidMediaType;
691 struct v4l2_streamparm sp1 = WINPR_C_ARRAY_INIT;
692 struct v4l2_streamparm sp2 = WINPR_C_ARRAY_INIT;
693 sp1.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
694 if (ioctl(stream->fd, VIDIOC_G_PARM, &sp1) < 0 ||
695 !(sp1.parm.capture.capability & V4L2_CAP_TIMEPERFRAME))
697 WLog_INFO(TAG,
"Driver doesn't support setting framerate");
701 sp2.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
704 sp2.parm.capture.timeperframe.numerator = mediaType->FrameRateDenominator;
705 sp2.parm.capture.timeperframe.denominator = mediaType->FrameRateNumerator;
707 if (ioctl(stream->fd, VIDIOC_S_PARM, &sp2) < 0)
709 char buffer[64] = WINPR_C_ARRAY_INIT;
710 WLog_INFO(TAG,
"Failed to set the framerate, errno %s [%d]",
711 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
715 size_t maxSample = cam_v4l_stream_alloc_buffers(stream);
718 WLog_ERR(TAG,
"Failure to allocate video buffers");
719 cam_v4l_stream_close_device(stream);
720 return CAM_ERROR_CODE_OutOfMemory;
723 stream->streaming = TRUE;
726 enum v4l2_buf_type type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
727 if (ioctl(stream->fd, VIDIOC_STREAMON, &type) < 0)
729 char buffer[64] = WINPR_C_ARRAY_INIT;
730 WLog_ERR(TAG,
"Failure in VIDIOC_STREAMON, errno %s [%d]",
731 winpr_strerror(errno, buffer,
sizeof(buffer)), errno);
732 cam_v4l_stream_stop(stream);
733 return CAM_ERROR_CODE_UnexpectedError;
736 stream->captureThread =
737 CreateThread(
nullptr, 0, cam_v4l_stream_capture_thread, stream, 0,
nullptr);
738 if (!stream->captureThread)
740 WLog_ERR(TAG,
"CreateThread failure");
741 cam_v4l_stream_stop(stream);
742 return CAM_ERROR_CODE_OutOfMemory;
745 char fourccstr[16] = WINPR_C_ARRAY_INIT;
746 cam_v4l_get_fourcc_str(pixelFormat, fourccstr, ARRAYSIZE(fourccstr));
748 WLog_INFO(TAG,
"Camera format: %s, width: %u, height: %u, fps: %u/%u", fourccstr,
749 mediaType->Width, mediaType->Height, mediaType->FrameRateNumerator,
750 mediaType->FrameRateDenominator);
752 return CAM_ERROR_CODE_None;
760static CAM_ERROR_CODE cam_v4l_stream_stop_by_device_id(ICamHal* ihal,
const char* deviceId,
761 WINPR_ATTR_UNUSED
size_t streamIndex)
763 CamV4lHal* hal = (CamV4lHal*)ihal;
768 return CAM_ERROR_CODE_NotInitialized;
770 return cam_v4l_stream_stop(stream);
779void cam_v4l_stream_free(
void* obj)
785 cam_v4l_stream_stop(stream);
787 DeleteCriticalSection(&stream->lock);
796static CAM_ERROR_CODE cam_v4l_free(ICamHal* ihal)
798 CamV4lHal* hal = (CamV4lHal*)ihal;
801 return CAM_ERROR_CODE_NotInitialized;
803 HashTable_Free(hal->streams);
807 return CAM_ERROR_CODE_None;
815FREERDP_ENTRY_POINT(UINT VCAPITYPE v4l_freerdp_rdpecam_client_subsystem_entry(
818 UINT ret = ERROR_INTERNAL_ERROR;
819 WINPR_ASSERT(pEntryPoints);
821 CamV4lHal* hal = (CamV4lHal*)calloc(1,
sizeof(CamV4lHal));
824 return CHANNEL_RC_NO_MEMORY;
826 hal->iHal.Enumerate = cam_v4l_enumerate;
827 hal->iHal.GetMediaTypeDescriptions = cam_v4l_get_media_type_descriptions;
828 hal->iHal.Activate = cam_v4l_activate;
829 hal->iHal.Deactivate = cam_v4l_deactivate;
830 hal->iHal.StartStream = cam_v4l_stream_start;
831 hal->iHal.StopStream = cam_v4l_stream_stop_by_device_id;
832 hal->iHal.Free = cam_v4l_free;
834 hal->streams = HashTable_New(FALSE);
838 if (!HashTable_SetupForStringData(hal->streams, FALSE))
841 wObject* obj = HashTable_ValueObject(hal->streams);
845 ret = pEntryPoints->pRegisterCameraHal(pEntryPoints->plugin, &hal->iHal);
846 if (ret != CHANNEL_RC_OK)
848 WLog_ERR(TAG,
"RegisterCameraHal failed with error %" PRIu32
"", ret);
855 cam_v4l_free(&hal->iHal);
This struct contains function pointer to initialize/free objects.
OBJECT_FREE_FN fnObjectFree