123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312 |
- // Copyright 2017 The Chromium Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style license that can be
- // found in the LICENSE file.
- #include "services/video_capture/virtual_device_enabled_device_factory.h"
- #include <utility>
- #include "base/bind.h"
- #include "media/capture/video/video_capture_device_info.h"
- #include "mojo/public/cpp/bindings/pending_receiver.h"
- #include "mojo/public/cpp/bindings/pending_remote.h"
- #include "mojo/public/cpp/bindings/receiver.h"
- #include "mojo/public/cpp/bindings/remote.h"
- #include "services/video_capture/device_factory.h"
- #include "services/video_capture/gpu_memory_buffer_virtual_device_mojo_adapter.h"
- #include "services/video_capture/shared_memory_virtual_device_mojo_adapter.h"
- #include "services/video_capture/texture_virtual_device_mojo_adapter.h"
- namespace video_capture {
- class VirtualDeviceEnabledDeviceFactory::VirtualDeviceEntry {
- public:
- VirtualDeviceEntry(
- const media::VideoCaptureDeviceInfo& device_info,
- std::unique_ptr<SharedMemoryVirtualDeviceMojoAdapter> device,
- std::unique_ptr<mojo::Receiver<mojom::SharedMemoryVirtualDevice>>
- producer_receiver)
- : device_info_(device_info),
- device_type_(DeviceType::kSharedMemory),
- shared_memory_device_(std::move(device)),
- shared_memory_producer_receiver_(std::move(producer_receiver)) {}
- VirtualDeviceEntry(
- const media::VideoCaptureDeviceInfo& device_info,
- std::unique_ptr<TextureVirtualDeviceMojoAdapter> device,
- std::unique_ptr<mojo::Receiver<mojom::TextureVirtualDevice>>
- producer_receiver)
- : device_info_(device_info),
- device_type_(DeviceType::kTexture),
- texture_device_(std::move(device)),
- texture_producer_receiver_(std::move(producer_receiver)) {}
- VirtualDeviceEntry(
- const media::VideoCaptureDeviceInfo& device_info,
- std::unique_ptr<GpuMemoryBufferVirtualDeviceMojoAdapter> device,
- std::unique_ptr<mojo::Receiver<mojom::GpuMemoryBufferVirtualDevice>>
- producer_receiver)
- : device_info_(device_info),
- device_type_(DeviceType::kGpuMemoryBuffer),
- gmb_device_(std::move(device)),
- gmb_producer_receiver_(std::move(producer_receiver)) {}
- VirtualDeviceEntry(VirtualDeviceEntry&& other) = default;
- VirtualDeviceEntry& operator=(VirtualDeviceEntry&& other) = default;
- bool HasConsumerBinding() { return consumer_receiver_ != nullptr; }
- void BindConsumerReceiver(
- mojo::PendingReceiver<mojom::Device> device_receiver,
- base::OnceClosure connection_error_handler) {
- switch (device_type_) {
- case DeviceType::kSharedMemory:
- consumer_receiver_ = std::make_unique<mojo::Receiver<mojom::Device>>(
- shared_memory_device_.get(), std::move(device_receiver));
- break;
- case DeviceType::kTexture:
- consumer_receiver_ = std::make_unique<mojo::Receiver<mojom::Device>>(
- texture_device_.get(), std::move(device_receiver));
- break;
- case DeviceType::kGpuMemoryBuffer:
- consumer_receiver_ = std::make_unique<mojo::Receiver<mojom::Device>>(
- gmb_device_.get(), std::move(device_receiver));
- break;
- }
- consumer_receiver_->set_disconnect_handler(
- std::move(connection_error_handler));
- }
- void ResetConsumerReceiver() { consumer_receiver_.reset(); }
- void StopDevice() {
- if (shared_memory_device_)
- shared_memory_device_->Stop();
- else if (texture_device_)
- texture_device_->Stop();
- else
- gmb_device_->Stop();
- }
- media::VideoCaptureDeviceInfo device_info() const { return device_info_; }
- private:
- enum class DeviceType { kSharedMemory, kTexture, kGpuMemoryBuffer };
- media::VideoCaptureDeviceInfo device_info_;
- DeviceType device_type_;
- // Only valid for |device_type_ == kSharedMemory|
- std::unique_ptr<SharedMemoryVirtualDeviceMojoAdapter> shared_memory_device_;
- std::unique_ptr<mojo::Receiver<mojom::SharedMemoryVirtualDevice>>
- shared_memory_producer_receiver_;
- // Only valid for |device_type_ == kTexture|
- std::unique_ptr<TextureVirtualDeviceMojoAdapter> texture_device_;
- std::unique_ptr<mojo::Receiver<mojom::TextureVirtualDevice>>
- texture_producer_receiver_;
- // Only valid for |device_type_ == kGpuMemoryBuffer|
- std::unique_ptr<GpuMemoryBufferVirtualDeviceMojoAdapter> gmb_device_;
- std::unique_ptr<mojo::Receiver<mojom::GpuMemoryBufferVirtualDevice>>
- gmb_producer_receiver_;
- std::unique_ptr<mojo::Receiver<mojom::Device>> consumer_receiver_;
- };
- VirtualDeviceEnabledDeviceFactory::VirtualDeviceEnabledDeviceFactory(
- std::unique_ptr<DeviceFactory> device_factory)
- : device_factory_(std::move(device_factory)) {}
- VirtualDeviceEnabledDeviceFactory::~VirtualDeviceEnabledDeviceFactory() =
- default;
- void VirtualDeviceEnabledDeviceFactory::GetDeviceInfos(
- GetDeviceInfosCallback callback) {
- device_factory_->GetDeviceInfos(
- base::BindOnce(&VirtualDeviceEnabledDeviceFactory::OnGetDeviceInfos,
- weak_factory_.GetWeakPtr(), std::move(callback)));
- }
- void VirtualDeviceEnabledDeviceFactory::CreateDevice(
- const std::string& device_id,
- mojo::PendingReceiver<mojom::Device> device_receiver,
- CreateDeviceCallback callback) {
- auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
- if (virtual_device_iter != virtual_devices_by_id_.end()) {
- VirtualDeviceEntry& device_entry = virtual_device_iter->second;
- if (device_entry.HasConsumerBinding()) {
- // The requested virtual device is already used by another client.
- // Revoke the access for the current client, then bind to the new
- // receiver.
- device_entry.ResetConsumerReceiver();
- device_entry.StopDevice();
- }
- device_entry.BindConsumerReceiver(
- std::move(device_receiver),
- base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceConsumerConnectionErrorOrClose,
- base::Unretained(this), device_id));
- std::move(callback).Run(media::VideoCaptureError::kNone);
- return;
- }
- device_factory_->CreateDevice(device_id, std::move(device_receiver),
- std::move(callback));
- }
- void VirtualDeviceEnabledDeviceFactory::AddSharedMemoryVirtualDevice(
- const media::VideoCaptureDeviceInfo& device_info,
- mojo::PendingRemote<mojom::Producer> producer_pending_remote,
- bool send_buffer_handles_to_producer_as_raw_file_descriptors,
- mojo::PendingReceiver<mojom::SharedMemoryVirtualDevice>
- virtual_device_receiver) {
- auto device_id = device_info.descriptor.device_id;
- auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
- if (virtual_device_iter != virtual_devices_by_id_.end()) {
- // Revoke the access for the current producer and consumer by
- // removing it from the list.
- virtual_devices_by_id_.erase(virtual_device_iter);
- }
- mojo::Remote<mojom::Producer> producer(std::move(producer_pending_remote));
- producer.set_disconnect_handler(
- base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceProducerConnectionErrorOrClose,
- base::Unretained(this), device_id));
- auto device = std::make_unique<SharedMemoryVirtualDeviceMojoAdapter>(
- std::move(producer),
- send_buffer_handles_to_producer_as_raw_file_descriptors);
- auto producer_receiver =
- std::make_unique<mojo::Receiver<mojom::SharedMemoryVirtualDevice>>(
- device.get(), std::move(virtual_device_receiver));
- producer_receiver->set_disconnect_handler(
- base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceProducerConnectionErrorOrClose,
- base::Unretained(this), device_id));
- VirtualDeviceEntry device_entry(device_info, std::move(device),
- std::move(producer_receiver));
- virtual_devices_by_id_.insert(
- std::make_pair(device_id, std::move(device_entry)));
- EmitDevicesChangedEvent();
- }
- void VirtualDeviceEnabledDeviceFactory::AddTextureVirtualDevice(
- const media::VideoCaptureDeviceInfo& device_info,
- mojo::PendingReceiver<mojom::TextureVirtualDevice>
- virtual_device_receiver) {
- auto device_id = device_info.descriptor.device_id;
- auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
- if (virtual_device_iter != virtual_devices_by_id_.end()) {
- // Revoke the access for the current producer and consumer by
- // removing it from the list.
- virtual_devices_by_id_.erase(virtual_device_iter);
- }
- auto device = std::make_unique<TextureVirtualDeviceMojoAdapter>();
- auto producer_receiver =
- std::make_unique<mojo::Receiver<mojom::TextureVirtualDevice>>(
- device.get(), std::move(virtual_device_receiver));
- producer_receiver->set_disconnect_handler(
- base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceProducerConnectionErrorOrClose,
- base::Unretained(this), device_id));
- VirtualDeviceEntry device_entry(device_info, std::move(device),
- std::move(producer_receiver));
- virtual_devices_by_id_.insert(
- std::make_pair(device_id, std::move(device_entry)));
- EmitDevicesChangedEvent();
- }
- void VirtualDeviceEnabledDeviceFactory::AddGpuMemoryBufferVirtualDevice(
- const media::VideoCaptureDeviceInfo& device_info,
- mojo::PendingReceiver<mojom::GpuMemoryBufferVirtualDevice>
- virtual_device_receiver) {
- auto device_id = device_info.descriptor.device_id;
- auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
- if (virtual_device_iter != virtual_devices_by_id_.end()) {
- // Revoke the access for the current producer and consumer by
- // removing it from the list.
- virtual_devices_by_id_.erase(virtual_device_iter);
- }
- auto device = std::make_unique<GpuMemoryBufferVirtualDeviceMojoAdapter>();
- auto producer_receiver =
- std::make_unique<mojo::Receiver<mojom::GpuMemoryBufferVirtualDevice>>(
- device.get(), std::move(virtual_device_receiver));
- producer_receiver->set_disconnect_handler(
- base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceProducerConnectionErrorOrClose,
- base::Unretained(this), device_id));
- VirtualDeviceEntry device_entry(device_info, std::move(device),
- std::move(producer_receiver));
- virtual_devices_by_id_.insert(
- std::make_pair(device_id, std::move(device_entry)));
- EmitDevicesChangedEvent();
- }
- void VirtualDeviceEnabledDeviceFactory::RegisterVirtualDevicesChangedObserver(
- mojo::PendingRemote<mojom::DevicesChangedObserver> observer_pending_remote,
- bool raise_event_if_virtual_devices_already_present) {
- mojo::Remote<mojom::DevicesChangedObserver> observer(
- std::move(observer_pending_remote));
- observer.set_disconnect_handler(base::BindOnce(
- &VirtualDeviceEnabledDeviceFactory::OnDevicesChangedObserverDisconnected,
- weak_factory_.GetWeakPtr(), observer.get()));
- if (!virtual_devices_by_id_.empty() &&
- raise_event_if_virtual_devices_already_present) {
- observer->OnDevicesChanged();
- }
- devices_changed_observers_.push_back(std::move(observer));
- }
- void VirtualDeviceEnabledDeviceFactory::OnGetDeviceInfos(
- GetDeviceInfosCallback callback,
- const std::vector<media::VideoCaptureDeviceInfo>& device_infos) {
- std::vector<media::VideoCaptureDeviceInfo> all_device_infos;
- for (const auto& device_entry : virtual_devices_by_id_) {
- all_device_infos.push_back(device_entry.second.device_info());
- }
- all_device_infos.insert(std::end(all_device_infos), std::begin(device_infos),
- std::end(device_infos));
- std::move(callback).Run(all_device_infos);
- }
- void VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceProducerConnectionErrorOrClose(
- const std::string& device_id) {
- virtual_devices_by_id_.at(device_id).StopDevice();
- virtual_devices_by_id_.erase(device_id);
- EmitDevicesChangedEvent();
- }
- void VirtualDeviceEnabledDeviceFactory::
- OnVirtualDeviceConsumerConnectionErrorOrClose(
- const std::string& device_id) {
- virtual_devices_by_id_.at(device_id).StopDevice();
- }
- void VirtualDeviceEnabledDeviceFactory::EmitDevicesChangedEvent() {
- for (auto& observer : devices_changed_observers_)
- observer->OnDevicesChanged();
- }
- void VirtualDeviceEnabledDeviceFactory::OnDevicesChangedObserverDisconnected(
- mojom::DevicesChangedObserver* observer) {
- for (auto iter = devices_changed_observers_.begin();
- iter != devices_changed_observers_.end(); ++iter) {
- if (iter->get() == observer) {
- devices_changed_observers_.erase(iter);
- break;
- }
- }
- }
- #if BUILDFLAG(IS_WIN)
- void VirtualDeviceEnabledDeviceFactory::OnGpuInfoUpdate(
- const CHROME_LUID& luid) {
- device_factory_->OnGpuInfoUpdate(luid);
- }
- #endif
- } // namespace video_capture
|