123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157 |
- // Copyright 2015 The Chromium Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style license that can be
- // found in the LICENSE file.
- #ifndef MEDIA_GPU_VAAPI_VAAPI_MJPEG_DECODE_ACCELERATOR_H_
- #define MEDIA_GPU_VAAPI_VAAPI_MJPEG_DECODE_ACCELERATOR_H_
- #include <stdint.h>
- #include <memory>
- #include "base/containers/span.h"
- #include "base/memory/scoped_refptr.h"
- #include "base/memory/shared_memory_mapping.h"
- #include "base/memory/weak_ptr.h"
- #include "base/threading/thread.h"
- #include "components/chromeos_camera/mjpeg_decode_accelerator.h"
- #include "media/gpu/chromeos/image_processor_backend.h"
- #include "media/gpu/media_gpu_export.h"
- #include "media/gpu/vaapi/vaapi_jpeg_decoder.h"
- namespace base {
- class SingleThreadTaskRunner;
- }
- namespace media {
- class BitstreamBuffer;
- class ScopedVAImage;
- class VaapiWrapper;
- class VideoFrame;
- // Class to provide MJPEG decode acceleration for Intel systems with hardware
- // support for it, and on which libva is available.
- // Decoding tasks are performed on a separate |decoder_thread_|.
- //
- // Threading/life-cycle: this object is created & destroyed on the GPU
- // ChildThread. A few methods on it are called on the decoder thread which is
- // stopped during |this->Destroy()|, so any tasks posted to the decoder thread
- // can assume |*this| is still alive. See |weak_this_| below for more details.
- class MEDIA_GPU_EXPORT VaapiMjpegDecodeAccelerator
- : public chromeos_camera::MjpegDecodeAccelerator {
- public:
- VaapiMjpegDecodeAccelerator(
- const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner);
- VaapiMjpegDecodeAccelerator(const VaapiMjpegDecodeAccelerator&) = delete;
- VaapiMjpegDecodeAccelerator& operator=(const VaapiMjpegDecodeAccelerator&) =
- delete;
- ~VaapiMjpegDecodeAccelerator() override;
- // chromeos_camera::MjpegDecodeAccelerator implementation.
- void InitializeAsync(
- chromeos_camera::MjpegDecodeAccelerator::Client* client,
- chromeos_camera::MjpegDecodeAccelerator::InitCB init_cb) override;
- void Decode(BitstreamBuffer bitstream_buffer,
- scoped_refptr<VideoFrame> video_frame) override;
- void Decode(int32_t task_id,
- base::ScopedFD src_dmabuf_fd,
- size_t src_size,
- off_t src_offset,
- scoped_refptr<VideoFrame> dst_frame) override;
- bool IsSupported() override;
- private:
- // Notifies the client that an error has occurred and decoding cannot
- // continue. The client is notified on the |task_runner_|, i.e., the thread in
- // which |*this| was created.
- void NotifyError(int32_t task_id, Error error);
- // Notifies the client that a decode is ready. The client is notified on the
- // |task_runner_|, i.e., the thread in which |*this| was created.
- void VideoFrameReady(int32_t task_id);
- // Processes one decode request.
- void DecodeFromShmTask(int32_t task_id,
- base::WritableSharedMemoryMapping mapping,
- scoped_refptr<VideoFrame> dst_frame);
- void DecodeFromDmaBufTask(int32_t task_id,
- base::ScopedFD src_dmabuf_fd,
- size_t src_size,
- off_t src_offset,
- scoped_refptr<VideoFrame> dst_frame);
- // Decodes the JPEG in |src_image| into |dst_frame| and notifies the client
- // when finished or when an error occurs.
- void DecodeImpl(int32_t task_id,
- base::span<const uint8_t> src_image,
- scoped_refptr<VideoFrame> dst_frame);
- // Creates |image_processor_| for converting |src_frame| into |dst_frame|.
- void CreateImageProcessor(const VideoFrame* src_frame,
- const VideoFrame* dst_frame);
- // Puts contents of |surface| within |crop_rect| into given |video_frame|
- // using VA-API Video Processing Pipeline (VPP), and passes the |task_id| of
- // the resulting picture to client for output.
- bool OutputPictureVppOnTaskRunner(int32_t task_id,
- const ScopedVASurface* surface,
- scoped_refptr<VideoFrame> video_frame,
- const gfx::Rect& crop_rect);
- // Puts contents of |image| within |crop_rect| into the given |video_frame|
- // using libyuv, and passes the |task_id| of the resulting picture to client
- // for output.
- bool OutputPictureLibYuvOnTaskRunner(int32_t task_id,
- std::unique_ptr<ScopedVAImage> image,
- scoped_refptr<VideoFrame> video_frame,
- const gfx::Rect& crop_rect);
- void OnImageProcessorError();
- void InitializeOnDecoderTaskRunner(InitCB init_cb);
- void InitializeOnTaskRunner(
- chromeos_camera::MjpegDecodeAccelerator::Client* client,
- InitCB init_cb);
- void CleanUpOnDecoderThread();
- // ChildThread's task runner.
- const scoped_refptr<base::SingleThreadTaskRunner> task_runner_;
- // GPU IO task runner.
- const scoped_refptr<base::SingleThreadTaskRunner> io_task_runner_;
- // The client of this class.
- chromeos_camera::MjpegDecodeAccelerator::Client* client_;
- std::unique_ptr<media::VaapiJpegDecoder> decoder_;
- // VaapiWrapper for VPP context. This is used to convert decoded data into
- // client buffer.
- scoped_refptr<VaapiWrapper> vpp_vaapi_wrapper_;
- // Image processor to convert the decoded frame into client buffer when VA-API
- // is not capable.
- std::unique_ptr<ImageProcessorBackend> image_processor_;
- base::Thread decoder_thread_;
- // Use this to post tasks to |decoder_thread_| instead of
- // |decoder_thread_.task_runner()| because the latter will be NULL once
- // |decoder_thread_.Stop()| returns.
- scoped_refptr<base::SingleThreadTaskRunner> decoder_task_runner_;
- // WeakPtr factory for use in posting tasks from |decoder_task_runner_| back
- // to |task_runner_|. Since |decoder_thread_| is a fully owned member of
- // this class, tasks posted to it may use base::Unretained(this), and tasks
- // posted from the |decoder_task_runner_| to |task_runner_| should use a
- // WeakPtr (obtained via weak_this_factory_.GetWeakPtr()).
- base::WeakPtrFactory<VaapiMjpegDecodeAccelerator> weak_this_factory_;
- };
- } // namespace media
- #endif // MEDIA_GPU_VAAPI_VAAPI_MJPEG_DECODE_ACCELERATOR_H_
|