virtual_device_enabled_device_factory.cc 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. // Copyright 2017 The Chromium Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license that can be
  3. // found in the LICENSE file.
  4. #include "services/video_capture/virtual_device_enabled_device_factory.h"
  5. #include <utility>
  6. #include "base/bind.h"
  7. #include "media/capture/video/video_capture_device_info.h"
  8. #include "mojo/public/cpp/bindings/pending_receiver.h"
  9. #include "mojo/public/cpp/bindings/pending_remote.h"
  10. #include "mojo/public/cpp/bindings/receiver.h"
  11. #include "mojo/public/cpp/bindings/remote.h"
  12. #include "services/video_capture/device_factory.h"
  13. #include "services/video_capture/gpu_memory_buffer_virtual_device_mojo_adapter.h"
  14. #include "services/video_capture/shared_memory_virtual_device_mojo_adapter.h"
  15. #include "services/video_capture/texture_virtual_device_mojo_adapter.h"
  16. namespace video_capture {
  17. class VirtualDeviceEnabledDeviceFactory::VirtualDeviceEntry {
  18. public:
  19. VirtualDeviceEntry(
  20. const media::VideoCaptureDeviceInfo& device_info,
  21. std::unique_ptr<SharedMemoryVirtualDeviceMojoAdapter> device,
  22. std::unique_ptr<mojo::Receiver<mojom::SharedMemoryVirtualDevice>>
  23. producer_receiver)
  24. : device_info_(device_info),
  25. device_type_(DeviceType::kSharedMemory),
  26. shared_memory_device_(std::move(device)),
  27. shared_memory_producer_receiver_(std::move(producer_receiver)) {}
  28. VirtualDeviceEntry(
  29. const media::VideoCaptureDeviceInfo& device_info,
  30. std::unique_ptr<TextureVirtualDeviceMojoAdapter> device,
  31. std::unique_ptr<mojo::Receiver<mojom::TextureVirtualDevice>>
  32. producer_receiver)
  33. : device_info_(device_info),
  34. device_type_(DeviceType::kTexture),
  35. texture_device_(std::move(device)),
  36. texture_producer_receiver_(std::move(producer_receiver)) {}
  37. VirtualDeviceEntry(
  38. const media::VideoCaptureDeviceInfo& device_info,
  39. std::unique_ptr<GpuMemoryBufferVirtualDeviceMojoAdapter> device,
  40. std::unique_ptr<mojo::Receiver<mojom::GpuMemoryBufferVirtualDevice>>
  41. producer_receiver)
  42. : device_info_(device_info),
  43. device_type_(DeviceType::kGpuMemoryBuffer),
  44. gmb_device_(std::move(device)),
  45. gmb_producer_receiver_(std::move(producer_receiver)) {}
  46. VirtualDeviceEntry(VirtualDeviceEntry&& other) = default;
  47. VirtualDeviceEntry& operator=(VirtualDeviceEntry&& other) = default;
  48. bool HasConsumerBinding() { return consumer_receiver_ != nullptr; }
  49. void BindConsumerReceiver(
  50. mojo::PendingReceiver<mojom::Device> device_receiver,
  51. base::OnceClosure connection_error_handler) {
  52. switch (device_type_) {
  53. case DeviceType::kSharedMemory:
  54. consumer_receiver_ = std::make_unique<mojo::Receiver<mojom::Device>>(
  55. shared_memory_device_.get(), std::move(device_receiver));
  56. break;
  57. case DeviceType::kTexture:
  58. consumer_receiver_ = std::make_unique<mojo::Receiver<mojom::Device>>(
  59. texture_device_.get(), std::move(device_receiver));
  60. break;
  61. case DeviceType::kGpuMemoryBuffer:
  62. consumer_receiver_ = std::make_unique<mojo::Receiver<mojom::Device>>(
  63. gmb_device_.get(), std::move(device_receiver));
  64. break;
  65. }
  66. consumer_receiver_->set_disconnect_handler(
  67. std::move(connection_error_handler));
  68. }
  69. void ResetConsumerReceiver() { consumer_receiver_.reset(); }
  70. void StopDevice() {
  71. if (shared_memory_device_)
  72. shared_memory_device_->Stop();
  73. else if (texture_device_)
  74. texture_device_->Stop();
  75. else
  76. gmb_device_->Stop();
  77. }
  78. media::VideoCaptureDeviceInfo device_info() const { return device_info_; }
  79. private:
  80. enum class DeviceType { kSharedMemory, kTexture, kGpuMemoryBuffer };
  81. media::VideoCaptureDeviceInfo device_info_;
  82. DeviceType device_type_;
  83. // Only valid for |device_type_ == kSharedMemory|
  84. std::unique_ptr<SharedMemoryVirtualDeviceMojoAdapter> shared_memory_device_;
  85. std::unique_ptr<mojo::Receiver<mojom::SharedMemoryVirtualDevice>>
  86. shared_memory_producer_receiver_;
  87. // Only valid for |device_type_ == kTexture|
  88. std::unique_ptr<TextureVirtualDeviceMojoAdapter> texture_device_;
  89. std::unique_ptr<mojo::Receiver<mojom::TextureVirtualDevice>>
  90. texture_producer_receiver_;
  91. // Only valid for |device_type_ == kGpuMemoryBuffer|
  92. std::unique_ptr<GpuMemoryBufferVirtualDeviceMojoAdapter> gmb_device_;
  93. std::unique_ptr<mojo::Receiver<mojom::GpuMemoryBufferVirtualDevice>>
  94. gmb_producer_receiver_;
  95. std::unique_ptr<mojo::Receiver<mojom::Device>> consumer_receiver_;
  96. };
  97. VirtualDeviceEnabledDeviceFactory::VirtualDeviceEnabledDeviceFactory(
  98. std::unique_ptr<DeviceFactory> device_factory)
  99. : device_factory_(std::move(device_factory)) {}
  100. VirtualDeviceEnabledDeviceFactory::~VirtualDeviceEnabledDeviceFactory() =
  101. default;
  102. void VirtualDeviceEnabledDeviceFactory::GetDeviceInfos(
  103. GetDeviceInfosCallback callback) {
  104. device_factory_->GetDeviceInfos(
  105. base::BindOnce(&VirtualDeviceEnabledDeviceFactory::OnGetDeviceInfos,
  106. weak_factory_.GetWeakPtr(), std::move(callback)));
  107. }
  108. void VirtualDeviceEnabledDeviceFactory::CreateDevice(
  109. const std::string& device_id,
  110. mojo::PendingReceiver<mojom::Device> device_receiver,
  111. CreateDeviceCallback callback) {
  112. auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
  113. if (virtual_device_iter != virtual_devices_by_id_.end()) {
  114. VirtualDeviceEntry& device_entry = virtual_device_iter->second;
  115. if (device_entry.HasConsumerBinding()) {
  116. // The requested virtual device is already used by another client.
  117. // Revoke the access for the current client, then bind to the new
  118. // receiver.
  119. device_entry.ResetConsumerReceiver();
  120. device_entry.StopDevice();
  121. }
  122. device_entry.BindConsumerReceiver(
  123. std::move(device_receiver),
  124. base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
  125. OnVirtualDeviceConsumerConnectionErrorOrClose,
  126. base::Unretained(this), device_id));
  127. std::move(callback).Run(media::VideoCaptureError::kNone);
  128. return;
  129. }
  130. device_factory_->CreateDevice(device_id, std::move(device_receiver),
  131. std::move(callback));
  132. }
  133. void VirtualDeviceEnabledDeviceFactory::AddSharedMemoryVirtualDevice(
  134. const media::VideoCaptureDeviceInfo& device_info,
  135. mojo::PendingRemote<mojom::Producer> producer_pending_remote,
  136. bool send_buffer_handles_to_producer_as_raw_file_descriptors,
  137. mojo::PendingReceiver<mojom::SharedMemoryVirtualDevice>
  138. virtual_device_receiver) {
  139. auto device_id = device_info.descriptor.device_id;
  140. auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
  141. if (virtual_device_iter != virtual_devices_by_id_.end()) {
  142. // Revoke the access for the current producer and consumer by
  143. // removing it from the list.
  144. virtual_devices_by_id_.erase(virtual_device_iter);
  145. }
  146. mojo::Remote<mojom::Producer> producer(std::move(producer_pending_remote));
  147. producer.set_disconnect_handler(
  148. base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
  149. OnVirtualDeviceProducerConnectionErrorOrClose,
  150. base::Unretained(this), device_id));
  151. auto device = std::make_unique<SharedMemoryVirtualDeviceMojoAdapter>(
  152. std::move(producer),
  153. send_buffer_handles_to_producer_as_raw_file_descriptors);
  154. auto producer_receiver =
  155. std::make_unique<mojo::Receiver<mojom::SharedMemoryVirtualDevice>>(
  156. device.get(), std::move(virtual_device_receiver));
  157. producer_receiver->set_disconnect_handler(
  158. base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
  159. OnVirtualDeviceProducerConnectionErrorOrClose,
  160. base::Unretained(this), device_id));
  161. VirtualDeviceEntry device_entry(device_info, std::move(device),
  162. std::move(producer_receiver));
  163. virtual_devices_by_id_.insert(
  164. std::make_pair(device_id, std::move(device_entry)));
  165. EmitDevicesChangedEvent();
  166. }
  167. void VirtualDeviceEnabledDeviceFactory::AddTextureVirtualDevice(
  168. const media::VideoCaptureDeviceInfo& device_info,
  169. mojo::PendingReceiver<mojom::TextureVirtualDevice>
  170. virtual_device_receiver) {
  171. auto device_id = device_info.descriptor.device_id;
  172. auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
  173. if (virtual_device_iter != virtual_devices_by_id_.end()) {
  174. // Revoke the access for the current producer and consumer by
  175. // removing it from the list.
  176. virtual_devices_by_id_.erase(virtual_device_iter);
  177. }
  178. auto device = std::make_unique<TextureVirtualDeviceMojoAdapter>();
  179. auto producer_receiver =
  180. std::make_unique<mojo::Receiver<mojom::TextureVirtualDevice>>(
  181. device.get(), std::move(virtual_device_receiver));
  182. producer_receiver->set_disconnect_handler(
  183. base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
  184. OnVirtualDeviceProducerConnectionErrorOrClose,
  185. base::Unretained(this), device_id));
  186. VirtualDeviceEntry device_entry(device_info, std::move(device),
  187. std::move(producer_receiver));
  188. virtual_devices_by_id_.insert(
  189. std::make_pair(device_id, std::move(device_entry)));
  190. EmitDevicesChangedEvent();
  191. }
  192. void VirtualDeviceEnabledDeviceFactory::AddGpuMemoryBufferVirtualDevice(
  193. const media::VideoCaptureDeviceInfo& device_info,
  194. mojo::PendingReceiver<mojom::GpuMemoryBufferVirtualDevice>
  195. virtual_device_receiver) {
  196. auto device_id = device_info.descriptor.device_id;
  197. auto virtual_device_iter = virtual_devices_by_id_.find(device_id);
  198. if (virtual_device_iter != virtual_devices_by_id_.end()) {
  199. // Revoke the access for the current producer and consumer by
  200. // removing it from the list.
  201. virtual_devices_by_id_.erase(virtual_device_iter);
  202. }
  203. auto device = std::make_unique<GpuMemoryBufferVirtualDeviceMojoAdapter>();
  204. auto producer_receiver =
  205. std::make_unique<mojo::Receiver<mojom::GpuMemoryBufferVirtualDevice>>(
  206. device.get(), std::move(virtual_device_receiver));
  207. producer_receiver->set_disconnect_handler(
  208. base::BindOnce(&VirtualDeviceEnabledDeviceFactory::
  209. OnVirtualDeviceProducerConnectionErrorOrClose,
  210. base::Unretained(this), device_id));
  211. VirtualDeviceEntry device_entry(device_info, std::move(device),
  212. std::move(producer_receiver));
  213. virtual_devices_by_id_.insert(
  214. std::make_pair(device_id, std::move(device_entry)));
  215. EmitDevicesChangedEvent();
  216. }
  217. void VirtualDeviceEnabledDeviceFactory::RegisterVirtualDevicesChangedObserver(
  218. mojo::PendingRemote<mojom::DevicesChangedObserver> observer_pending_remote,
  219. bool raise_event_if_virtual_devices_already_present) {
  220. mojo::Remote<mojom::DevicesChangedObserver> observer(
  221. std::move(observer_pending_remote));
  222. observer.set_disconnect_handler(base::BindOnce(
  223. &VirtualDeviceEnabledDeviceFactory::OnDevicesChangedObserverDisconnected,
  224. weak_factory_.GetWeakPtr(), observer.get()));
  225. if (!virtual_devices_by_id_.empty() &&
  226. raise_event_if_virtual_devices_already_present) {
  227. observer->OnDevicesChanged();
  228. }
  229. devices_changed_observers_.push_back(std::move(observer));
  230. }
  231. void VirtualDeviceEnabledDeviceFactory::OnGetDeviceInfos(
  232. GetDeviceInfosCallback callback,
  233. const std::vector<media::VideoCaptureDeviceInfo>& device_infos) {
  234. std::vector<media::VideoCaptureDeviceInfo> all_device_infos;
  235. for (const auto& device_entry : virtual_devices_by_id_) {
  236. all_device_infos.push_back(device_entry.second.device_info());
  237. }
  238. all_device_infos.insert(std::end(all_device_infos), std::begin(device_infos),
  239. std::end(device_infos));
  240. std::move(callback).Run(all_device_infos);
  241. }
  242. void VirtualDeviceEnabledDeviceFactory::
  243. OnVirtualDeviceProducerConnectionErrorOrClose(
  244. const std::string& device_id) {
  245. virtual_devices_by_id_.at(device_id).StopDevice();
  246. virtual_devices_by_id_.erase(device_id);
  247. EmitDevicesChangedEvent();
  248. }
  249. void VirtualDeviceEnabledDeviceFactory::
  250. OnVirtualDeviceConsumerConnectionErrorOrClose(
  251. const std::string& device_id) {
  252. virtual_devices_by_id_.at(device_id).StopDevice();
  253. }
  254. void VirtualDeviceEnabledDeviceFactory::EmitDevicesChangedEvent() {
  255. for (auto& observer : devices_changed_observers_)
  256. observer->OnDevicesChanged();
  257. }
  258. void VirtualDeviceEnabledDeviceFactory::OnDevicesChangedObserverDisconnected(
  259. mojom::DevicesChangedObserver* observer) {
  260. for (auto iter = devices_changed_observers_.begin();
  261. iter != devices_changed_observers_.end(); ++iter) {
  262. if (iter->get() == observer) {
  263. devices_changed_observers_.erase(iter);
  264. break;
  265. }
  266. }
  267. }
  268. #if BUILDFLAG(IS_WIN)
  269. void VirtualDeviceEnabledDeviceFactory::OnGpuInfoUpdate(
  270. const CHROME_LUID& luid) {
  271. device_factory_->OnGpuInfoUpdate(luid);
  272. }
  273. #endif
  274. } // namespace video_capture